From 24eef9faacc8a234f6cc62ce9100cb4574b0a1e0 Mon Sep 17 00:00:00 2001 From: dlyakhov Date: Fri, 18 Oct 2024 11:28:14 +0200 Subject: [PATCH 1/5] WIP --- .../torch/fx/model_transformer.py | 31 +- nncf/experimental/torch/fx/node_utils.py | 15 +- nncf/experimental/torch/fx/transformations.py | 182 +- .../bias_correction/torch_fx_backend.py | 10 +- .../fast_bias_correction/torch_fx_backend.py | 6 +- ...orBiasModelconv2d_conv2d_output_conv2d.dot | 11 + ...ionWithNotTensorBiasModelconv2d_output.dot | 11 + ...eralOutputsconv2d_conv2d_output_conv2d.dot | 14 + ...olutionWithSeveralOutputsconv2d_output.dot | 14 + .../mobilenet_v3_small.dot | 216 +- .../post_quantization_compressed/resnet18.dot | 84 +- .../swin_v2_s.dot | 13006 +++++++-------- .../synthetic_transformer.dot | 36 +- .../fx/post_quantization_compressed/unet.dot | 92 +- .../post_quantization_compressed/vit_b_16.dot | 886 +- .../fx/quantized/mobilenet_v3_small.dot | 1080 +- .../fx/quantized/resnet18.dot | 588 +- .../fx/quantized/swin_v2_s.dot | 13638 ++++++++-------- .../fx/quantized/synthetic_transformer.dot | 84 +- .../reference_graphs/fx/quantized/unet.dot | 644 +- .../fx/quantized/vit_b_16.dot | 2086 +-- tests/torch/fx/test_model_transformer.py | 90 +- tests/torch/test_models/synthetic.py | 10 + 23 files changed, 16454 insertions(+), 16380 deletions(-) create mode 100644 tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_conv2d.dot create mode 100644 tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output.dot create mode 100644 tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_conv2d.dot create mode 100644 tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output.dot diff --git a/nncf/experimental/torch/fx/model_transformer.py b/nncf/experimental/torch/fx/model_transformer.py index 21c4d40604b..8b0184657b7 100644 --- a/nncf/experimental/torch/fx/model_transformer.py +++ b/nncf/experimental/torch/fx/model_transformer.py @@ -126,11 +126,14 @@ def _apply_model_extraction( def remap_fn(node: torch.fx.Node): return value_remap.get(node) # noqa F821 + visited_outputs_names = [] for node in model.graph.nodes: - if node.name not in visited or node.op == "output": + if node.name not in visited: + continue + if node.op == "output": + visited_outputs_names.append(node.name) continue value_remap[node] = extracted_graph.node_copy(node, remap_fn) - del value_remap for input_name in transformation.input_node_names: node_with_input = get_graph_node_by_name(extracted_graph, input_name) @@ -146,7 +149,29 @@ def remap_fn(node: torch.fx.Node): args[0] = graph_input node_with_input.args = tuple(args) - nodes_with_output = [get_graph_node_by_name(extracted_graph, name) for name in transformation.output_node_names] + # Merge new output with the original output in case + # the original output is requested in the extracted graph. + nodes_with_output = [] + for name in transformation.output_node_names: + nodes_with_output.append( + name if name in visited_outputs_names else get_graph_node_by_name(extracted_graph, name) + ) + + for idx, node in enumerate(nodes_with_output): + if isinstance(node, torch.fx.Node): + continue + output_node = get_graph_node_by_name(model.graph, node) + args = output_node.args[0] + if isinstance(args, torch.fx.Node): + args = value_remap[args] + else: + args = [value_remap[n] for n in args] + # Unpack target output args in case + # only one arg is presented. + if len(args) == 1: + args = args[0] + nodes_with_output[idx] = args + last_node = list(extracted_graph.nodes)[-1] with extracted_graph.inserting_after(last_node): graph_output_name = "output" diff --git a/nncf/experimental/torch/fx/node_utils.py b/nncf/experimental/torch/fx/node_utils.py index 76e807e4b5f..a40166b1ac6 100644 --- a/nncf/experimental/torch/fx/node_utils.py +++ b/nncf/experimental/torch/fx/node_utils.py @@ -66,11 +66,10 @@ def is_node_with_bias(node: NNCFNode, nncf_graph: NNCFGraph) -> bool: :return: True if the node has a bias, False otherwise. """ # Assumes that all biases were unfused - if node.metatype in FX_OPERATORS_WITH_BIAS_METATYPES: - next_nodes = nncf_graph.get_next_nodes(node) - if len(next_nodes) != 1: - return False - return next_nodes[0].metatype in (om.PTAddMetatype,) + if node.metatype not in FX_OPERATORS_WITH_BIAS_METATYPES or len(nncf_graph.get_input_edges(node)) != 3: + return False + const_node = nncf_graph.get_input_edge_by_port_id(node, 2).from_node + return const_node.metatype is om.PTConstNoopMetatype def get_bias_value(node: NNCFNode, nncf_graph: NNCFGraph, model: torch.fx.GraphModule) -> Tensor: @@ -82,7 +81,7 @@ def get_bias_value(node: NNCFNode, nncf_graph: NNCFGraph, model: torch.fx.GraphM :param model: Target GraphModule. :return: Bias value of the given node. """ - bias_node = nncf_graph.get_next_nodes(node)[0] + bias_node = nncf_graph.get_input_edge_by_port_id(node, 2).from_node # TODO(dlyakhov): make a node_name_vs_node map to speed up the process - graph_bias_node = get_graph_node_by_name(model.graph, bias_node.node_name) - return Tensor(get_tensor_constant_from_node(graph_bias_node.all_input_nodes[1], model)) + graph_bias_const = get_graph_node_by_name(model.graph, bias_node.node_name) + return Tensor(get_tensor_constant_from_node(graph_bias_const, model)) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 2b7727d97ef..a7273e4915e 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -160,33 +160,6 @@ def leaf_module_insertion_transformation(model: torch.fx.GraphModule): return leaf_module_insertion_transformation -def bias_update_transformation_builder(node: NNCFNode, value: torch.Tensor, input_port_id: int) -> TransformationFNType: - """ - Return transformation which updates constant of the given node with bias to the given value. - - :param node: Node with bias which requires bias constant update. - :param value: New value to use as the bias constant. - :param input_port_id: Input port id to get constant node from. - :return: Transformation which updates constant of the given node with bias to the given value. - """ - - def bias_update_transformation(model: torch.fx.GraphModule): - graph = model.graph - target_node_name = node.node_name - graph_node = get_graph_node_by_name(graph, target_node_name) - add_nodes = [] - for user in graph_node.users: - if _is_add(user): - add_nodes.append(user) - if len(add_nodes) != 1: - raise nncf.InternalError(f"Node {graph_node.name} has {len(add_nodes)} outputs with adds, 1 expected") - - bias_node = add_nodes[0] - constant_update_fn(model, bias_node, value, input_port_id=input_port_id) - - return bias_update_transformation - - def shared_constants_unification_transformation(model: torch.fx.GraphModule): """ checks FX graph for shared constants and eliminates redundant @@ -789,8 +762,6 @@ def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: # with the target graph BatchNorm operations # are being fused fuse_conv_bn(model) - separate_conv_and_bias(model) - separate_linear_and_bias(model) shared_constants_unification_transformation(model) @@ -800,8 +771,7 @@ def revert_quantization_transformations(model: torch.fx.GraphModule) -> None: :param model: Model to revert transformations from. """ - merge_conv_and_bias(model) - merge_linear_and_bias(model) + pass def _is_linear(n: torch.fx.Node) -> bool: @@ -823,153 +793,3 @@ def _is_conv(n: torch.fx.Node): torch.ops.aten.conv2d.default, torch.ops.aten.conv_transpose2d.input, ) - - -def _is_add(n: torch.fx.Node): - """ - Return whether the node refers to an aten add op. - """ - return n.op == "call_function" and n.target in ( - torch.ops.aten.add_.Tensor, - torch.ops.aten.add.Tensor, - ) - - -def separate_linear_and_bias(model: torch.fx.GraphModule): - """ - Separates one joined linear+bias node to two nodes: conv and bias. - Needed as nncf does not expect joined conv - - :param model: Target model. - """ - add_node_target = torch.ops.aten.add.Tensor - for n in model.graph.nodes: - if not _is_linear(n): - continue - # This check also makes sure to ignore linear nodes which might already - # have quantization applied to the weights. - if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": - continue - linear_node = n - linear_bias_node = linear_node.args[2] - while linear_bias_node.op != "get_attr": - # Assume zero argument is on a path to the constant - linear_bias_node = linear_bias_node.args[0] - linear_bias_value = get_tensor_constant_from_node(linear_bias_node, model) - args = list(n.args) - args[2] = None - linear_node.args = tuple(args) - with model.graph.inserting_after(linear_node): - new_linear_bias_node = create_getattr_from_value( - model, - model.graph, - linear_bias_node.name + "_", - linear_bias_value, - ) - with model.graph.inserting_after(new_linear_bias_node): - add_node = model.graph.create_node( - "call_function", add_node_target, (linear_node, new_linear_bias_node), {} - ) - for user in list(linear_node.users): - if user is add_node: - continue - user.replace_input_with(linear_node, add_node) - if "val" in linear_node.meta: - add_node.meta["val"] = linear_node.meta["val"] - model.graph.eliminate_dead_code() - model.recompile() - - -def separate_conv_and_bias(model: torch.fx.GraphModule): - """ - Separates one joined conv+bias node to two nodes: conv and bias. - Needed as nncf does not expect joined conv - - :param model: Target model. - """ - add_node_target = torch.ops.aten.add_.Tensor - for n in model.graph.nodes: - if not _is_conv(n): - continue - # This check also makes sure to ignore convolution nodes which might - # already have quantization applied to the weights. - if len(n.args) < 3 or n.args[2] is None or n.args[1].op != "get_attr": - continue - conv_node = n - dims = len(get_tensor_constant_from_node(conv_node.args[1], model).shape) - conv_bias_node = conv_node.args[2] - conv_bias_value = get_tensor_constant_from_node(conv_bias_node, model) - args = list(n.args) - args[2] = None - conv_node.args = tuple(args) - with model.graph.inserting_after(conv_node): - new_conv_bias_node = create_getattr_from_value( - model, model.graph, conv_bias_node.name + "_", conv_bias_value.reshape((1, -1) + (1,) * (dims - 2)) - ) - with model.graph.inserting_after(new_conv_bias_node): - add_node = model.graph.create_node("call_function", add_node_target, (conv_node, new_conv_bias_node), {}) - for user in list(conv_node.users): - if user is add_node: - continue - user.replace_input_with(conv_node, add_node) - - if "val" in conv_node.meta: - add_node.meta["val"] = conv_node.meta["val"] - model.graph.eliminate_dead_code() - model.recompile() - - -def merge_conv_and_bias(model: torch.fx.GraphModule): - """ - Merges two separate conv and bias nodes to a one node: conv+bias. - Needed as nncf does not expect joined conv - - :param model: Target model. - """ - _merge_node_and_bias(model, _is_conv) - - -def merge_linear_and_bias(model: torch.fx.GraphModule): - """ - Merges two separate linear and bias nodes to a one node: linear+bias. - - :param model: Target model. - """ - _merge_node_and_bias(model, _is_linear) - - -def _merge_node_and_bias(model: torch.fx.GraphModule, is_target_node: Callable[[torch.fx.Node], bool]): - """ - Merges two separate node and bias node to a one node: node+bias. - Check which node should be merged by the given `is_target_node` predicate. - - :param model: Target model. - :param is_target_node: Predicate to specify nodes which should be merged with the bias - """ - add_node_targets = (torch.ops.aten.add.Tensor, torch.ops.aten.add_.Tensor) - for n in model.graph.nodes: - if not is_target_node(n): - continue - if len(n.args) > 2 and n.args[2] is not None: - continue - bias_node = next(iter(n.users)) - if len(n.users) > 1 or bias_node.target not in add_node_targets: - continue - conv_node = n - const_node = None - for node in bias_node.all_input_nodes: - if node is not conv_node: - const_node = node - break - assert const_node is not None - bias_value = get_tensor_constant_from_node(const_node, model).squeeze() - with model.graph.inserting_before(conv_node): - new_bias_node = create_getattr_from_value(model, model.graph, const_node.name + "_", bias_value) - args = list(conv_node.args) - args[2] = new_bias_node - conv_node.args = tuple(args) - for user in list(bias_node.users): - user.replace_input_with(bias_node, conv_node) - - model.graph.eliminate_dead_code() - model.recompile() diff --git a/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py b/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py index 1f62eef00b6..7a73a73c873 100644 --- a/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py +++ b/nncf/quantization/algorithms/bias_correction/torch_fx_backend.py @@ -24,7 +24,7 @@ from nncf.experimental.torch.fx.node_utils import get_bias_value from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import is_node_with_bias -from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder +from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import output_insertion_transformation_builder from nncf.quantization.algorithms.bias_correction.backend import BiasCorrectionAlgoBackend from nncf.tensor import Tensor @@ -45,7 +45,9 @@ def target_point(target_type: TargetType, target_node_name: str, port_id: int) - def create_bias_correction_command( node: NNCFNode, bias_value: Tensor, nncf_graph: NNCFGraph ) -> FXApplyTransformationCommand: - return FXApplyTransformationCommand(bias_update_transformation_builder(node, bias_value.data, input_port_id=1)) + return FXApplyTransformationCommand( + constant_update_transformation_builder(node, bias_value.data, input_port_id=2) + ) @staticmethod def model_extraction_command( @@ -90,6 +92,10 @@ def get_input_name(model: torch.fx.GraphModule, node_name: str, input_port_id: i @staticmethod def get_output_name(model: torch.fx.GraphModule, node_name: str, output_port_id: int) -> int: graph_node = get_graph_node_by_name(model.graph, node_name) + if graph_node.op == "output": + # Original node output is kept as the first + # output tensor, thus returns 0. + return 0 nodes = list(graph_node.users) while nodes: node = nodes.pop() diff --git a/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py b/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py index abbbf7ea21d..c6c538a52b4 100644 --- a/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py +++ b/nncf/quantization/algorithms/fast_bias_correction/torch_fx_backend.py @@ -23,7 +23,7 @@ from nncf.experimental.torch.fx.model_utils import get_target_point from nncf.experimental.torch.fx.node_utils import get_bias_value from nncf.experimental.torch.fx.node_utils import is_node_with_bias -from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder +from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.quantization.algorithms.fast_bias_correction.backend import FastBiasCorrectionAlgoBackend from nncf.tensor import Tensor from nncf.torch.graph.transformations.commands import PTModelExtractionCommand @@ -41,7 +41,9 @@ def target_point(target_type: TargetType, target_node_name: str, port_id: int) - def create_bias_correction_command( node: NNCFNode, bias_value: Tensor, nncf_graph: NNCFGraph ) -> FXApplyTransformationCommand: - return FXApplyTransformationCommand(bias_update_transformation_builder(node, bias_value.data, input_port_id=1)) + return FXApplyTransformationCommand( + constant_update_transformation_builder(node, bias_value.data, input_port_id=2) + ) @staticmethod def model_extraction_command( diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_conv2d.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_conv2d.dot new file mode 100644 index 00000000000..d3197df425c --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_conv2d_output_conv2d.dot @@ -0,0 +1,11 @@ +strict digraph { +"0 _param_constant0" [id=0, type=get_attr]; +"1 add" [id=1, type=add]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 output" [id=4, type=output]; +"0 _param_constant0" -> "1 add" [label="(1, 1, 1, 1)", style=solid]; +"1 add" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output.dot new file mode 100644 index 00000000000..d3197df425c --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithNotTensorBiasModelconv2d_output.dot @@ -0,0 +1,11 @@ +strict digraph { +"0 _param_constant0" [id=0, type=get_attr]; +"1 add" [id=1, type=add]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 output" [id=4, type=output]; +"0 _param_constant0" -> "1 add" [label="(1, 1, 1, 1)", style=solid]; +"1 add" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_conv2d.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_conv2d.dot new file mode 100644 index 00000000000..a89e2a73e88 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_conv2d_output_conv2d.dot @@ -0,0 +1,14 @@ +strict digraph { +"0 _param_constant0" [id=0, type=get_attr]; +"1 _param_constant1" [id=1, type=get_attr]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 add" [id=4, type=add]; +"5 output" [id=5, type=output]; +"0 _param_constant0" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"1 _param_constant1" -> "3 conv2d" [label="(1,)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 add" [label="(1, 1, 3, 3)", style=solid]; +"3 conv2d" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +"4 add" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output.dot b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output.dot new file mode 100644 index 00000000000..a89e2a73e88 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/extracted/ConvolutionWithSeveralOutputsconv2d_output.dot @@ -0,0 +1,14 @@ +strict digraph { +"0 _param_constant0" [id=0, type=get_attr]; +"1 _param_constant1" [id=1, type=get_attr]; +"2 conv2d_input" [id=2, type=input]; +"3 conv2d" [id=3, type=conv2d]; +"4 add" [id=4, type=add]; +"5 output" [id=5, type=output]; +"0 _param_constant0" -> "3 conv2d" [label="(1, 1, 1, 1)", style=solid]; +"1 _param_constant1" -> "3 conv2d" [label="(1,)", style=solid]; +"2 conv2d_input" -> "3 conv2d" [label=None, style=solid]; +"3 conv2d" -> "4 add" [label="(1, 1, 3, 3)", style=solid]; +"3 conv2d" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +"4 add" -> "5 output" [label="(1, 1, 3, 3)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot index ef626e650f2..667cbd6f993 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/mobilenet_v3_small.dot @@ -2,7 +2,7 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 features_0_0_weight_bias_0_0" [id=3, type=get_attr]; +"3 features_0_0_weight_bias" [id=3, type=get_attr]; "4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 mul_tensor" [id=6, type=mul]; @@ -14,7 +14,7 @@ strict digraph { "12 hardswish_" [id=12, type=hardswish_]; "13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; "14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 features_1_block_0_0_weight_bias_0_0" [id=15, type=get_attr]; +"15 features_1_block_0_0_weight_bias" [id=15, type=get_attr]; "16 scale_updated_constant1" [id=16, type=get_attr]; "17 compressed_weight_updated_constant1" [id=17, type=get_attr]; "18 mul_tensor_1" [id=18, type=mul]; @@ -27,11 +27,11 @@ strict digraph { "25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; "26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; "27 _param_constant6" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; +"28 _param_constant7" [id=28, type=get_attr]; "29 conv2d_2" [id=29, type=conv2d]; "30 relu" [id=30, type=relu]; "31 _param_constant8" [id=31, type=get_attr]; -"32 _param_constant9_0_0" [id=32, type=get_attr]; +"32 _param_constant9" [id=32, type=get_attr]; "33 conv2d_3" [id=33, type=conv2d]; "34 hardsigmoid" [id=34, type=hardsigmoid]; "35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; @@ -39,7 +39,7 @@ strict digraph { "37 mul" [id=37, type=mul]; "38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; "39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 features_1_block_2_0_weight_bias_0_0" [id=40, type=get_attr]; +"40 features_1_block_2_0_weight_bias" [id=40, type=get_attr]; "41 scale_updated_constant2" [id=41, type=get_attr]; "42 compressed_weight_updated_constant2" [id=42, type=get_attr]; "43 mul_tensor_2" [id=43, type=mul]; @@ -48,7 +48,7 @@ strict digraph { "46 conv2d_4" [id=46, type=conv2d]; "47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; "48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 features_2_block_0_0_weight_bias_0_0" [id=49, type=get_attr]; +"49 features_2_block_0_0_weight_bias" [id=49, type=get_attr]; "50 scale_updated_constant3" [id=50, type=get_attr]; "51 compressed_weight_updated_constant3" [id=51, type=get_attr]; "52 mul_tensor_3" [id=52, type=mul]; @@ -60,7 +60,7 @@ strict digraph { "58 relu__1" [id=58, type=relu_]; "59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; "60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 features_2_block_1_0_weight_bias_0_0" [id=61, type=get_attr]; +"61 features_2_block_1_0_weight_bias" [id=61, type=get_attr]; "62 scale_updated_constant4" [id=62, type=get_attr]; "63 compressed_weight_updated_constant4" [id=63, type=get_attr]; "64 mul_tensor_4" [id=64, type=mul]; @@ -70,7 +70,7 @@ strict digraph { "68 relu__2" [id=68, type=relu_]; "69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; "70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 features_2_block_2_0_weight_bias_0_0" [id=71, type=get_attr]; +"71 features_2_block_2_0_weight_bias" [id=71, type=get_attr]; "72 scale_updated_constant5" [id=72, type=get_attr]; "73 compressed_weight_updated_constant5" [id=73, type=get_attr]; "74 mul_tensor_5" [id=74, type=mul]; @@ -80,7 +80,7 @@ strict digraph { "78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; "79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; "80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 features_3_block_0_0_weight_bias_0_0" [id=81, type=get_attr]; +"81 features_3_block_0_0_weight_bias" [id=81, type=get_attr]; "82 scale_updated_constant6" [id=82, type=get_attr]; "83 compressed_weight_updated_constant6" [id=83, type=get_attr]; "84 mul_tensor_6" [id=84, type=mul]; @@ -92,7 +92,7 @@ strict digraph { "90 relu__3" [id=90, type=relu_]; "91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; "92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 features_3_block_1_0_weight_bias_0_0" [id=93, type=get_attr]; +"93 features_3_block_1_0_weight_bias" [id=93, type=get_attr]; "94 scale_updated_constant7" [id=94, type=get_attr]; "95 compressed_weight_updated_constant7" [id=95, type=get_attr]; "96 mul_tensor_7" [id=96, type=mul]; @@ -102,7 +102,7 @@ strict digraph { "100 relu__4" [id=100, type=relu_]; "101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; "102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 features_3_block_2_0_weight_bias_0_0" [id=103, type=get_attr]; +"103 features_3_block_2_0_weight_bias" [id=103, type=get_attr]; "104 scale_updated_constant8" [id=104, type=get_attr]; "105 compressed_weight_updated_constant8" [id=105, type=get_attr]; "106 mul_tensor_8" [id=106, type=mul]; @@ -114,7 +114,7 @@ strict digraph { "112 add_" [id=112, type=add_]; "113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; "114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 features_4_block_0_0_weight_bias_0_0" [id=115, type=get_attr]; +"115 features_4_block_0_0_weight_bias" [id=115, type=get_attr]; "116 scale_updated_constant9" [id=116, type=get_attr]; "117 compressed_weight_updated_constant9" [id=117, type=get_attr]; "118 mul_tensor_9" [id=118, type=mul]; @@ -126,7 +126,7 @@ strict digraph { "124 hardswish__1" [id=124, type=hardswish_]; "125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; "126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 features_4_block_1_0_weight_bias_0_0" [id=127, type=get_attr]; +"127 features_4_block_1_0_weight_bias" [id=127, type=get_attr]; "128 scale_updated_constant10" [id=128, type=get_attr]; "129 compressed_weight_updated_constant10" [id=129, type=get_attr]; "130 mul_tensor_10" [id=130, type=mul]; @@ -139,11 +139,11 @@ strict digraph { "137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; "138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; "139 _param_constant37" [id=139, type=get_attr]; -"140 _param_constant38_0_0" [id=140, type=get_attr]; +"140 _param_constant38" [id=140, type=get_attr]; "141 conv2d_13" [id=141, type=conv2d]; "142 relu_1" [id=142, type=relu]; "143 _param_constant39" [id=143, type=get_attr]; -"144 _param_constant40_0_0" [id=144, type=get_attr]; +"144 _param_constant40" [id=144, type=get_attr]; "145 conv2d_14" [id=145, type=conv2d]; "146 hardsigmoid_1" [id=146, type=hardsigmoid]; "147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; @@ -151,7 +151,7 @@ strict digraph { "149 mul_1" [id=149, type=mul]; "150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; "151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 features_4_block_3_0_weight_bias_0_0" [id=152, type=get_attr]; +"152 features_4_block_3_0_weight_bias" [id=152, type=get_attr]; "153 scale_updated_constant11" [id=153, type=get_attr]; "154 compressed_weight_updated_constant11" [id=154, type=get_attr]; "155 mul_tensor_11" [id=155, type=mul]; @@ -161,7 +161,7 @@ strict digraph { "159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; "161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 features_5_block_0_0_weight_bias_0_0" [id=162, type=get_attr]; +"162 features_5_block_0_0_weight_bias" [id=162, type=get_attr]; "163 scale_updated_constant12" [id=163, type=get_attr]; "164 compressed_weight_updated_constant12" [id=164, type=get_attr]; "165 mul_tensor_12" [id=165, type=mul]; @@ -173,7 +173,7 @@ strict digraph { "171 hardswish__3" [id=171, type=hardswish_]; "172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; "173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 features_5_block_1_0_weight_bias_0_0" [id=174, type=get_attr]; +"174 features_5_block_1_0_weight_bias" [id=174, type=get_attr]; "175 scale_updated_constant13" [id=175, type=get_attr]; "176 compressed_weight_updated_constant13" [id=176, type=get_attr]; "177 mul_tensor_13" [id=177, type=mul]; @@ -186,11 +186,11 @@ strict digraph { "184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; "185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; "186 _param_constant50" [id=186, type=get_attr]; -"187 _param_constant51_0_0" [id=187, type=get_attr]; +"187 _param_constant51" [id=187, type=get_attr]; "188 conv2d_18" [id=188, type=conv2d]; "189 relu_2" [id=189, type=relu]; "190 _param_constant52" [id=190, type=get_attr]; -"191 _param_constant53_0_0" [id=191, type=get_attr]; +"191 _param_constant53" [id=191, type=get_attr]; "192 conv2d_19" [id=192, type=conv2d]; "193 hardsigmoid_2" [id=193, type=hardsigmoid]; "194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; @@ -198,7 +198,7 @@ strict digraph { "196 mul_2" [id=196, type=mul]; "197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; "198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 features_5_block_3_0_weight_bias_0_0" [id=199, type=get_attr]; +"199 features_5_block_3_0_weight_bias" [id=199, type=get_attr]; "200 scale_updated_constant14" [id=200, type=get_attr]; "201 compressed_weight_updated_constant14" [id=201, type=get_attr]; "202 mul_tensor_14" [id=202, type=mul]; @@ -211,7 +211,7 @@ strict digraph { "209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; "210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; "211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 features_6_block_0_0_weight_bias_0_0" [id=212, type=get_attr]; +"212 features_6_block_0_0_weight_bias" [id=212, type=get_attr]; "213 scale_updated_constant15" [id=213, type=get_attr]; "214 compressed_weight_updated_constant15" [id=214, type=get_attr]; "215 mul_tensor_15" [id=215, type=mul]; @@ -223,7 +223,7 @@ strict digraph { "221 hardswish__5" [id=221, type=hardswish_]; "222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 features_6_block_1_0_weight_bias_0_0" [id=224, type=get_attr]; +"224 features_6_block_1_0_weight_bias" [id=224, type=get_attr]; "225 scale_updated_constant16" [id=225, type=get_attr]; "226 compressed_weight_updated_constant16" [id=226, type=get_attr]; "227 mul_tensor_16" [id=227, type=mul]; @@ -236,11 +236,11 @@ strict digraph { "234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; "235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; "236 _param_constant63" [id=236, type=get_attr]; -"237 _param_constant64_0_0" [id=237, type=get_attr]; +"237 _param_constant64" [id=237, type=get_attr]; "238 conv2d_23" [id=238, type=conv2d]; "239 relu_3" [id=239, type=relu]; "240 _param_constant65" [id=240, type=get_attr]; -"241 _param_constant66_0_0" [id=241, type=get_attr]; +"241 _param_constant66" [id=241, type=get_attr]; "242 conv2d_24" [id=242, type=conv2d]; "243 hardsigmoid_3" [id=243, type=hardsigmoid]; "244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; @@ -248,7 +248,7 @@ strict digraph { "246 mul_3" [id=246, type=mul]; "247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; "248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 features_6_block_3_0_weight_bias_0_0" [id=249, type=get_attr]; +"249 features_6_block_3_0_weight_bias" [id=249, type=get_attr]; "250 scale_updated_constant17" [id=250, type=get_attr]; "251 compressed_weight_updated_constant17" [id=251, type=get_attr]; "252 mul_tensor_17" [id=252, type=mul]; @@ -260,7 +260,7 @@ strict digraph { "258 add__2" [id=258, type=add_]; "259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; "260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 features_7_block_0_0_weight_bias_0_0" [id=261, type=get_attr]; +"261 features_7_block_0_0_weight_bias" [id=261, type=get_attr]; "262 scale_updated_constant18" [id=262, type=get_attr]; "263 compressed_weight_updated_constant18" [id=263, type=get_attr]; "264 mul_tensor_18" [id=264, type=mul]; @@ -272,7 +272,7 @@ strict digraph { "270 hardswish__7" [id=270, type=hardswish_]; "271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; "272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 features_7_block_1_0_weight_bias_0_0" [id=273, type=get_attr]; +"273 features_7_block_1_0_weight_bias" [id=273, type=get_attr]; "274 scale_updated_constant19" [id=274, type=get_attr]; "275 compressed_weight_updated_constant19" [id=275, type=get_attr]; "276 mul_tensor_19" [id=276, type=mul]; @@ -285,11 +285,11 @@ strict digraph { "283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; "284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; "285 _param_constant76" [id=285, type=get_attr]; -"286 _param_constant77_0_0" [id=286, type=get_attr]; +"286 _param_constant77" [id=286, type=get_attr]; "287 conv2d_28" [id=287, type=conv2d]; "288 relu_4" [id=288, type=relu]; "289 _param_constant78" [id=289, type=get_attr]; -"290 _param_constant79_0_0" [id=290, type=get_attr]; +"290 _param_constant79" [id=290, type=get_attr]; "291 conv2d_29" [id=291, type=conv2d]; "292 hardsigmoid_4" [id=292, type=hardsigmoid]; "293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; @@ -297,7 +297,7 @@ strict digraph { "295 mul_4" [id=295, type=mul]; "296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; "297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 features_7_block_3_0_weight_bias_0_0" [id=298, type=get_attr]; +"298 features_7_block_3_0_weight_bias" [id=298, type=get_attr]; "299 scale_updated_constant20" [id=299, type=get_attr]; "300 compressed_weight_updated_constant20" [id=300, type=get_attr]; "301 mul_tensor_20" [id=301, type=mul]; @@ -307,7 +307,7 @@ strict digraph { "305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; "306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; "307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 features_8_block_0_0_weight_bias_0_0" [id=308, type=get_attr]; +"308 features_8_block_0_0_weight_bias" [id=308, type=get_attr]; "309 scale_updated_constant21" [id=309, type=get_attr]; "310 compressed_weight_updated_constant21" [id=310, type=get_attr]; "311 mul_tensor_21" [id=311, type=mul]; @@ -319,7 +319,7 @@ strict digraph { "317 hardswish__9" [id=317, type=hardswish_]; "318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; "319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 features_8_block_1_0_weight_bias_0_0" [id=320, type=get_attr]; +"320 features_8_block_1_0_weight_bias" [id=320, type=get_attr]; "321 scale_updated_constant22" [id=321, type=get_attr]; "322 compressed_weight_updated_constant22" [id=322, type=get_attr]; "323 mul_tensor_22" [id=323, type=mul]; @@ -332,11 +332,11 @@ strict digraph { "330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; "331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; "332 _param_constant89" [id=332, type=get_attr]; -"333 _param_constant90_0_0" [id=333, type=get_attr]; +"333 _param_constant90" [id=333, type=get_attr]; "334 conv2d_33" [id=334, type=conv2d]; "335 relu_5" [id=335, type=relu]; "336 _param_constant91" [id=336, type=get_attr]; -"337 _param_constant92_0_0" [id=337, type=get_attr]; +"337 _param_constant92" [id=337, type=get_attr]; "338 conv2d_34" [id=338, type=conv2d]; "339 hardsigmoid_5" [id=339, type=hardsigmoid]; "340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; @@ -344,7 +344,7 @@ strict digraph { "342 mul_5" [id=342, type=mul]; "343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; "344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 features_8_block_3_0_weight_bias_0_0" [id=345, type=get_attr]; +"345 features_8_block_3_0_weight_bias" [id=345, type=get_attr]; "346 scale_updated_constant23" [id=346, type=get_attr]; "347 compressed_weight_updated_constant23" [id=347, type=get_attr]; "348 mul_tensor_23" [id=348, type=mul]; @@ -356,7 +356,7 @@ strict digraph { "354 add__3" [id=354, type=add_]; "355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; "356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 features_9_block_0_0_weight_bias_0_0" [id=357, type=get_attr]; +"357 features_9_block_0_0_weight_bias" [id=357, type=get_attr]; "358 scale_updated_constant24" [id=358, type=get_attr]; "359 compressed_weight_updated_constant24" [id=359, type=get_attr]; "360 mul_tensor_24" [id=360, type=mul]; @@ -368,7 +368,7 @@ strict digraph { "366 hardswish__11" [id=366, type=hardswish_]; "367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; "368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 features_9_block_1_0_weight_bias_0_0" [id=369, type=get_attr]; +"369 features_9_block_1_0_weight_bias" [id=369, type=get_attr]; "370 scale_updated_constant25" [id=370, type=get_attr]; "371 compressed_weight_updated_constant25" [id=371, type=get_attr]; "372 mul_tensor_25" [id=372, type=mul]; @@ -381,11 +381,11 @@ strict digraph { "379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; "380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; "381 _param_constant102" [id=381, type=get_attr]; -"382 _param_constant103_0_0" [id=382, type=get_attr]; +"382 _param_constant103" [id=382, type=get_attr]; "383 conv2d_38" [id=383, type=conv2d]; "384 relu_6" [id=384, type=relu]; "385 _param_constant104" [id=385, type=get_attr]; -"386 _param_constant105_0_0" [id=386, type=get_attr]; +"386 _param_constant105" [id=386, type=get_attr]; "387 conv2d_39" [id=387, type=conv2d]; "388 hardsigmoid_6" [id=388, type=hardsigmoid]; "389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; @@ -393,7 +393,7 @@ strict digraph { "391 mul_6" [id=391, type=mul]; "392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; "393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 features_9_block_3_0_weight_bias_0_0" [id=394, type=get_attr]; +"394 features_9_block_3_0_weight_bias" [id=394, type=get_attr]; "395 scale_updated_constant26" [id=395, type=get_attr]; "396 compressed_weight_updated_constant26" [id=396, type=get_attr]; "397 mul_tensor_26" [id=397, type=mul]; @@ -403,7 +403,7 @@ strict digraph { "401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; "402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; "403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 features_10_block_0_0_weight_bias_0_0" [id=404, type=get_attr]; +"404 features_10_block_0_0_weight_bias" [id=404, type=get_attr]; "405 scale_updated_constant27" [id=405, type=get_attr]; "406 compressed_weight_updated_constant27" [id=406, type=get_attr]; "407 mul_tensor_27" [id=407, type=mul]; @@ -415,7 +415,7 @@ strict digraph { "413 hardswish__13" [id=413, type=hardswish_]; "414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; "415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 features_10_block_1_0_weight_bias_0_0" [id=416, type=get_attr]; +"416 features_10_block_1_0_weight_bias" [id=416, type=get_attr]; "417 scale_updated_constant28" [id=417, type=get_attr]; "418 compressed_weight_updated_constant28" [id=418, type=get_attr]; "419 mul_tensor_28" [id=419, type=mul]; @@ -428,11 +428,11 @@ strict digraph { "426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; "427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; "428 _param_constant115" [id=428, type=get_attr]; -"429 _param_constant116_0_0" [id=429, type=get_attr]; +"429 _param_constant116" [id=429, type=get_attr]; "430 conv2d_43" [id=430, type=conv2d]; "431 relu_7" [id=431, type=relu]; "432 _param_constant117" [id=432, type=get_attr]; -"433 _param_constant118_0_0" [id=433, type=get_attr]; +"433 _param_constant118" [id=433, type=get_attr]; "434 conv2d_44" [id=434, type=conv2d]; "435 hardsigmoid_7" [id=435, type=hardsigmoid]; "436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; @@ -440,7 +440,7 @@ strict digraph { "438 mul_7" [id=438, type=mul]; "439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; "440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 features_10_block_3_0_weight_bias_0_0" [id=441, type=get_attr]; +"441 features_10_block_3_0_weight_bias" [id=441, type=get_attr]; "442 scale_updated_constant29" [id=442, type=get_attr]; "443 compressed_weight_updated_constant29" [id=443, type=get_attr]; "444 mul_tensor_29" [id=444, type=mul]; @@ -453,7 +453,7 @@ strict digraph { "451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; "452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; "453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 features_11_block_0_0_weight_bias_0_0" [id=454, type=get_attr]; +"454 features_11_block_0_0_weight_bias" [id=454, type=get_attr]; "455 scale_updated_constant30" [id=455, type=get_attr]; "456 compressed_weight_updated_constant30" [id=456, type=get_attr]; "457 mul_tensor_30" [id=457, type=mul]; @@ -465,7 +465,7 @@ strict digraph { "463 hardswish__15" [id=463, type=hardswish_]; "464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; "465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 features_11_block_1_0_weight_bias_0_0" [id=466, type=get_attr]; +"466 features_11_block_1_0_weight_bias" [id=466, type=get_attr]; "467 scale_updated_constant31" [id=467, type=get_attr]; "468 compressed_weight_updated_constant31" [id=468, type=get_attr]; "469 mul_tensor_31" [id=469, type=mul]; @@ -478,11 +478,11 @@ strict digraph { "476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; "477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; "478 _param_constant128" [id=478, type=get_attr]; -"479 _param_constant129_0_0" [id=479, type=get_attr]; +"479 _param_constant129" [id=479, type=get_attr]; "480 conv2d_48" [id=480, type=conv2d]; "481 relu_8" [id=481, type=relu]; "482 _param_constant130" [id=482, type=get_attr]; -"483 _param_constant131_0_0" [id=483, type=get_attr]; +"483 _param_constant131" [id=483, type=get_attr]; "484 conv2d_49" [id=484, type=conv2d]; "485 hardsigmoid_8" [id=485, type=hardsigmoid]; "486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; @@ -490,7 +490,7 @@ strict digraph { "488 mul_8" [id=488, type=mul]; "489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; "490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 features_11_block_3_0_weight_bias_0_0" [id=491, type=get_attr]; +"491 features_11_block_3_0_weight_bias" [id=491, type=get_attr]; "492 scale_updated_constant32" [id=492, type=get_attr]; "493 compressed_weight_updated_constant32" [id=493, type=get_attr]; "494 mul_tensor_32" [id=494, type=mul]; @@ -502,7 +502,7 @@ strict digraph { "500 add__5" [id=500, type=add_]; "501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; "502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 features_12_0_weight_bias_0_0" [id=503, type=get_attr]; +"503 features_12_0_weight_bias" [id=503, type=get_attr]; "504 scale_updated_constant33" [id=504, type=get_attr]; "505 compressed_weight_updated_constant33" [id=505, type=get_attr]; "506 mul_tensor_33" [id=506, type=mul]; @@ -516,7 +516,7 @@ strict digraph { "514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; "515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; "516 flatten" [id=516, type=flatten]; -"517 _param_constant139_0_0" [id=517, type=get_attr]; +"517 _param_constant139" [id=517, type=get_attr]; "518 scale_updated_constant34" [id=518, type=get_attr]; "519 compressed_weight_updated_constant34" [id=519, type=get_attr]; "520 mul_tensor_34" [id=520, type=mul]; @@ -527,7 +527,7 @@ strict digraph { "525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; "526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; "527 dropout_" [id=527, type=dropout_]; -"528 _param_constant141_0_0" [id=528, type=get_attr]; +"528 _param_constant141" [id=528, type=get_attr]; "529 scale_updated_constant35" [id=529, type=get_attr]; "530 compressed_weight_updated_constant35" [id=530, type=get_attr]; "531 mul_tensor_35" [id=531, type=mul]; @@ -538,7 +538,7 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"3 features_0_0_weight_bias" -> "9 conv2d" [label="(16,)", style=solid]; "4 scale_updated_constant0" -> "6 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; "5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; "6 mul_tensor" -> "8 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; @@ -552,7 +552,7 @@ strict digraph { "12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"15 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"15 features_1_block_0_0_weight_bias" -> "21 conv2d_1" [label="(16,)", style=solid]; "16 scale_updated_constant1" -> "18 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; "17 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; "18 mul_tensor_1" -> "20 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; @@ -566,11 +566,11 @@ strict digraph { "25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; "26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; "27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; +"28 _param_constant7" -> "29 conv2d_2" [label="(8,)", style=solid]; "29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; "30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; "31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; +"32 _param_constant9" -> "33 conv2d_3" [label="(16,)", style=solid]; "33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; "34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; "35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; @@ -578,7 +578,7 @@ strict digraph { "37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; "38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"40 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"40 features_1_block_2_0_weight_bias" -> "46 conv2d_4" [label="(16,)", style=solid]; "41 scale_updated_constant2" -> "43 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; "42 compressed_weight_updated_constant2" -> "43 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; "43 mul_tensor_2" -> "45 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; @@ -587,7 +587,7 @@ strict digraph { "46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; "48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"49 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"49 features_2_block_0_0_weight_bias" -> "55 conv2d_5" [label="(72,)", style=solid]; "50 scale_updated_constant3" -> "52 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; "51 compressed_weight_updated_constant3" -> "52 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; "52 mul_tensor_3" -> "54 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; @@ -601,7 +601,7 @@ strict digraph { "58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"61 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"61 features_2_block_1_0_weight_bias" -> "67 conv2d_6" [label="(72,)", style=solid]; "62 scale_updated_constant4" -> "64 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; "63 compressed_weight_updated_constant4" -> "64 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; "64 mul_tensor_4" -> "66 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; @@ -611,7 +611,7 @@ strict digraph { "68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; "69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; "70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"71 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"71 features_2_block_2_0_weight_bias" -> "77 conv2d_7" [label="(24,)", style=solid]; "72 scale_updated_constant5" -> "74 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; "73 compressed_weight_updated_constant5" -> "74 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; "74 mul_tensor_5" -> "76 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; @@ -622,7 +622,7 @@ strict digraph { "78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; "79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"81 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"81 features_3_block_0_0_weight_bias" -> "87 conv2d_8" [label="(88,)", style=solid]; "82 scale_updated_constant6" -> "84 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; "83 compressed_weight_updated_constant6" -> "84 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; "84 mul_tensor_6" -> "86 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; @@ -636,7 +636,7 @@ strict digraph { "90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"93 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"93 features_3_block_1_0_weight_bias" -> "99 conv2d_9" [label="(88,)", style=solid]; "94 scale_updated_constant7" -> "96 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; "95 compressed_weight_updated_constant7" -> "96 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; "96 mul_tensor_7" -> "98 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; @@ -646,7 +646,7 @@ strict digraph { "100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; "101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; "102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"103 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"103 features_3_block_2_0_weight_bias" -> "109 conv2d_10" [label="(24,)", style=solid]; "104 scale_updated_constant8" -> "106 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; "105 compressed_weight_updated_constant8" -> "106 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; "106 mul_tensor_8" -> "108 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; @@ -658,7 +658,7 @@ strict digraph { "112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; "113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; "114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"115 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"115 features_4_block_0_0_weight_bias" -> "121 conv2d_11" [label="(96,)", style=solid]; "116 scale_updated_constant9" -> "118 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; "117 compressed_weight_updated_constant9" -> "118 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; "118 mul_tensor_9" -> "120 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; @@ -672,7 +672,7 @@ strict digraph { "124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"127 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"127 features_4_block_1_0_weight_bias" -> "133 conv2d_12" [label="(96,)", style=solid]; "128 scale_updated_constant10" -> "130 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; "129 compressed_weight_updated_constant10" -> "130 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; "130 mul_tensor_10" -> "132 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; @@ -686,11 +686,11 @@ strict digraph { "137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; "138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; "139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; +"140 _param_constant38" -> "141 conv2d_13" [label="(24,)", style=solid]; "141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; "142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; "143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; +"144 _param_constant40" -> "145 conv2d_14" [label="(96,)", style=solid]; "145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; "146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; "147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; @@ -698,7 +698,7 @@ strict digraph { "149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; "150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"152 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"152 features_4_block_3_0_weight_bias" -> "158 conv2d_15" [label="(40,)", style=solid]; "153 scale_updated_constant11" -> "155 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; "154 compressed_weight_updated_constant11" -> "155 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; "155 mul_tensor_11" -> "157 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; @@ -709,7 +709,7 @@ strict digraph { "159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; "160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"162 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"162 features_5_block_0_0_weight_bias" -> "168 conv2d_16" [label="(240,)", style=solid]; "163 scale_updated_constant12" -> "165 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; "164 compressed_weight_updated_constant12" -> "165 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; "165 mul_tensor_12" -> "167 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; @@ -723,7 +723,7 @@ strict digraph { "171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"174 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"174 features_5_block_1_0_weight_bias" -> "180 conv2d_17" [label="(240,)", style=solid]; "175 scale_updated_constant13" -> "177 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; "176 compressed_weight_updated_constant13" -> "177 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; "177 mul_tensor_13" -> "179 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; @@ -737,11 +737,11 @@ strict digraph { "184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; "185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; "186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; +"187 _param_constant51" -> "188 conv2d_18" [label="(64,)", style=solid]; "188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; "189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; "190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; +"191 _param_constant53" -> "192 conv2d_19" [label="(240,)", style=solid]; "192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; "193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; "194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; @@ -749,7 +749,7 @@ strict digraph { "196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; "197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"199 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"199 features_5_block_3_0_weight_bias" -> "205 conv2d_20" [label="(40,)", style=solid]; "200 scale_updated_constant14" -> "202 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; "201 compressed_weight_updated_constant14" -> "202 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; "202 mul_tensor_14" -> "204 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; @@ -763,7 +763,7 @@ strict digraph { "209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"212 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"212 features_6_block_0_0_weight_bias" -> "218 conv2d_21" [label="(240,)", style=solid]; "213 scale_updated_constant15" -> "215 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; "214 compressed_weight_updated_constant15" -> "215 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; "215 mul_tensor_15" -> "217 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; @@ -777,7 +777,7 @@ strict digraph { "221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"224 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"224 features_6_block_1_0_weight_bias" -> "230 conv2d_22" [label="(240,)", style=solid]; "225 scale_updated_constant16" -> "227 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; "226 compressed_weight_updated_constant16" -> "227 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; "227 mul_tensor_16" -> "229 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; @@ -791,11 +791,11 @@ strict digraph { "234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; "235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; "236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; +"237 _param_constant64" -> "238 conv2d_23" [label="(64,)", style=solid]; "238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; "239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; "240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; +"241 _param_constant66" -> "242 conv2d_24" [label="(240,)", style=solid]; "242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; "243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; "244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; @@ -803,7 +803,7 @@ strict digraph { "246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; "248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"249 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"249 features_6_block_3_0_weight_bias" -> "255 conv2d_25" [label="(40,)", style=solid]; "250 scale_updated_constant17" -> "252 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; "251 compressed_weight_updated_constant17" -> "252 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; "252 mul_tensor_17" -> "254 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; @@ -815,7 +815,7 @@ strict digraph { "258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; "260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"261 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"261 features_7_block_0_0_weight_bias" -> "267 conv2d_26" [label="(120,)", style=solid]; "262 scale_updated_constant18" -> "264 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; "263 compressed_weight_updated_constant18" -> "264 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; "264 mul_tensor_18" -> "266 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; @@ -829,7 +829,7 @@ strict digraph { "270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"273 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"273 features_7_block_1_0_weight_bias" -> "279 conv2d_27" [label="(120,)", style=solid]; "274 scale_updated_constant19" -> "276 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; "275 compressed_weight_updated_constant19" -> "276 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; "276 mul_tensor_19" -> "278 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; @@ -843,11 +843,11 @@ strict digraph { "283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; "284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; "285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; +"286 _param_constant77" -> "287 conv2d_28" [label="(32,)", style=solid]; "287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; "288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; "289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; +"290 _param_constant79" -> "291 conv2d_29" [label="(120,)", style=solid]; "291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; "292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; "293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; @@ -855,7 +855,7 @@ strict digraph { "295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; "296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; "297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"298 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"298 features_7_block_3_0_weight_bias" -> "304 conv2d_30" [label="(48,)", style=solid]; "299 scale_updated_constant20" -> "301 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; "300 compressed_weight_updated_constant20" -> "301 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; "301 mul_tensor_20" -> "303 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; @@ -866,7 +866,7 @@ strict digraph { "305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; "306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"308 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"308 features_8_block_0_0_weight_bias" -> "314 conv2d_31" [label="(144,)", style=solid]; "309 scale_updated_constant21" -> "311 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; "310 compressed_weight_updated_constant21" -> "311 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; "311 mul_tensor_21" -> "313 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; @@ -880,7 +880,7 @@ strict digraph { "317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"320 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"320 features_8_block_1_0_weight_bias" -> "326 conv2d_32" [label="(144,)", style=solid]; "321 scale_updated_constant22" -> "323 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; "322 compressed_weight_updated_constant22" -> "323 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; "323 mul_tensor_22" -> "325 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; @@ -894,11 +894,11 @@ strict digraph { "330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; "331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; "332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; +"333 _param_constant90" -> "334 conv2d_33" [label="(40,)", style=solid]; "334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; "335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; "336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; +"337 _param_constant92" -> "338 conv2d_34" [label="(144,)", style=solid]; "338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; "339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; "340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; @@ -906,7 +906,7 @@ strict digraph { "342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; "343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; "344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"345 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"345 features_8_block_3_0_weight_bias" -> "351 conv2d_35" [label="(48,)", style=solid]; "346 scale_updated_constant23" -> "348 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; "347 compressed_weight_updated_constant23" -> "348 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; "348 mul_tensor_23" -> "350 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; @@ -918,7 +918,7 @@ strict digraph { "354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; "355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; "356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"357 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"357 features_9_block_0_0_weight_bias" -> "363 conv2d_36" [label="(288,)", style=solid]; "358 scale_updated_constant24" -> "360 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; "359 compressed_weight_updated_constant24" -> "360 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; "360 mul_tensor_24" -> "362 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; @@ -932,7 +932,7 @@ strict digraph { "366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"369 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"369 features_9_block_1_0_weight_bias" -> "375 conv2d_37" [label="(288,)", style=solid]; "370 scale_updated_constant25" -> "372 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; "371 compressed_weight_updated_constant25" -> "372 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; "372 mul_tensor_25" -> "374 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; @@ -946,11 +946,11 @@ strict digraph { "379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; "380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; "381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; +"382 _param_constant103" -> "383 conv2d_38" [label="(72,)", style=solid]; "383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; "384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; "385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; +"386 _param_constant105" -> "387 conv2d_39" [label="(288,)", style=solid]; "387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; "388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; "389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; @@ -958,7 +958,7 @@ strict digraph { "391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; "392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; "393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"394 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"394 features_9_block_3_0_weight_bias" -> "400 conv2d_40" [label="(96,)", style=solid]; "395 scale_updated_constant26" -> "397 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; "396 compressed_weight_updated_constant26" -> "397 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; "397 mul_tensor_26" -> "399 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; @@ -969,7 +969,7 @@ strict digraph { "401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; "402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; "403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"404 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"404 features_10_block_0_0_weight_bias" -> "410 conv2d_41" [label="(576,)", style=solid]; "405 scale_updated_constant27" -> "407 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; "406 compressed_weight_updated_constant27" -> "407 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; "407 mul_tensor_27" -> "409 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; @@ -983,7 +983,7 @@ strict digraph { "413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"416 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"416 features_10_block_1_0_weight_bias" -> "422 conv2d_42" [label="(576,)", style=solid]; "417 scale_updated_constant28" -> "419 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; "418 compressed_weight_updated_constant28" -> "419 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; "419 mul_tensor_28" -> "421 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; @@ -997,11 +997,11 @@ strict digraph { "426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; "427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; "428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; +"429 _param_constant116" -> "430 conv2d_43" [label="(144,)", style=solid]; "430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; "431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; "432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; +"433 _param_constant118" -> "434 conv2d_44" [label="(576,)", style=solid]; "434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; "435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; "436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; @@ -1009,7 +1009,7 @@ strict digraph { "438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; "439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; "440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"441 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"441 features_10_block_3_0_weight_bias" -> "447 conv2d_45" [label="(96,)", style=solid]; "442 scale_updated_constant29" -> "444 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; "443 compressed_weight_updated_constant29" -> "444 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; "444 mul_tensor_29" -> "446 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; @@ -1023,7 +1023,7 @@ strict digraph { "451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; "452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"454 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"454 features_11_block_0_0_weight_bias" -> "460 conv2d_46" [label="(576,)", style=solid]; "455 scale_updated_constant30" -> "457 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; "456 compressed_weight_updated_constant30" -> "457 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; "457 mul_tensor_30" -> "459 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; @@ -1037,7 +1037,7 @@ strict digraph { "463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"466 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"466 features_11_block_1_0_weight_bias" -> "472 conv2d_47" [label="(576,)", style=solid]; "467 scale_updated_constant31" -> "469 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; "468 compressed_weight_updated_constant31" -> "469 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; "469 mul_tensor_31" -> "471 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; @@ -1051,11 +1051,11 @@ strict digraph { "476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; "477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; "478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; +"479 _param_constant129" -> "480 conv2d_48" [label="(144,)", style=solid]; "480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; "481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; "482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; +"483 _param_constant131" -> "484 conv2d_49" [label="(576,)", style=solid]; "484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; "485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; "486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; @@ -1063,7 +1063,7 @@ strict digraph { "488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; "489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; "490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"491 features_11_block_3_0_weight_bias" -> "497 conv2d_50" [label="(96,)", style=solid]; "492 scale_updated_constant32" -> "494 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; "493 compressed_weight_updated_constant32" -> "494 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; "494 mul_tensor_32" -> "496 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; @@ -1075,7 +1075,7 @@ strict digraph { "500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; "501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; "502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"503 features_12_0_weight_bias" -> "509 conv2d_51" [label="(576,)", style=solid]; "504 scale_updated_constant33" -> "506 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; "505 compressed_weight_updated_constant33" -> "506 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; "506 mul_tensor_33" -> "508 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; @@ -1089,7 +1089,7 @@ strict digraph { "514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; "515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; "516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"517 _param_constant139" -> "523 linear" [label="(1024,)", style=solid]; "518 scale_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 1)", style=solid]; "519 compressed_weight_updated_constant34" -> "520 mul_tensor_34" [label="(1024, 576)", style=solid]; "520 mul_tensor_34" -> "522 sub_tensor_34" [label="(1024, 576)", style=solid]; @@ -1100,7 +1100,7 @@ strict digraph { "525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; "526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; "527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"528 _param_constant141" -> "534 linear_1" [label="(1000,)", style=solid]; "529 scale_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1)", style=solid]; "530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1024)", style=solid]; "531 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot index ea00d5f290e..237edbe926a 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/resnet18.dot @@ -2,7 +2,7 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv1_weight_bias_0_0" [id=3, type=get_attr]; +"3 conv1_weight_bias" [id=3, type=get_attr]; "4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 mul_tensor" [id=6, type=mul]; @@ -13,7 +13,7 @@ strict digraph { "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; "13 max_pool2d" [id=13, type=max_pool2d]; -"14 layer1_0_conv1_weight_bias_0_0" [id=14, type=get_attr]; +"14 layer1_0_conv1_weight_bias" [id=14, type=get_attr]; "15 scale_updated_constant1" [id=15, type=get_attr]; "16 compressed_weight_updated_constant1" [id=16, type=get_attr]; "17 mul_tensor_1" [id=17, type=mul]; @@ -23,7 +23,7 @@ strict digraph { "21 relu__1" [id=21, type=relu_]; "22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; "23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 layer1_0_conv2_weight_bias_0_0" [id=24, type=get_attr]; +"24 layer1_0_conv2_weight_bias" [id=24, type=get_attr]; "25 scale_updated_constant2" [id=25, type=get_attr]; "26 compressed_weight_updated_constant2" [id=26, type=get_attr]; "27 mul_tensor_2" [id=27, type=mul]; @@ -37,7 +37,7 @@ strict digraph { "35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; "36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 layer1_1_conv1_weight_bias_0_0" [id=38, type=get_attr]; +"38 layer1_1_conv1_weight_bias" [id=38, type=get_attr]; "39 scale_updated_constant3" [id=39, type=get_attr]; "40 compressed_weight_updated_constant3" [id=40, type=get_attr]; "41 mul_tensor_3" [id=41, type=mul]; @@ -47,7 +47,7 @@ strict digraph { "45 relu__3" [id=45, type=relu_]; "46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; "47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 layer1_1_conv2_weight_bias_0_0" [id=48, type=get_attr]; +"48 layer1_1_conv2_weight_bias" [id=48, type=get_attr]; "49 scale_updated_constant4" [id=49, type=get_attr]; "50 compressed_weight_updated_constant4" [id=50, type=get_attr]; "51 mul_tensor_4" [id=51, type=mul]; @@ -61,7 +61,7 @@ strict digraph { "59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; "61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 layer2_0_conv1_weight_bias_0_0" [id=62, type=get_attr]; +"62 layer2_0_conv1_weight_bias" [id=62, type=get_attr]; "63 scale_updated_constant5" [id=63, type=get_attr]; "64 compressed_weight_updated_constant5" [id=64, type=get_attr]; "65 mul_tensor_5" [id=65, type=mul]; @@ -71,7 +71,7 @@ strict digraph { "69 relu__5" [id=69, type=relu_]; "70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; "71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 layer2_0_conv2_weight_bias_0_0" [id=72, type=get_attr]; +"72 layer2_0_conv2_weight_bias" [id=72, type=get_attr]; "73 scale_updated_constant6" [id=73, type=get_attr]; "74 compressed_weight_updated_constant6" [id=74, type=get_attr]; "75 mul_tensor_6" [id=75, type=mul]; @@ -80,7 +80,7 @@ strict digraph { "78 conv2d_6" [id=78, type=conv2d]; "79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; "80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 layer2_0_downsample_0_weight_bias_0_0" [id=81, type=get_attr]; +"81 layer2_0_downsample_0_weight_bias" [id=81, type=get_attr]; "82 scale_updated_constant7" [id=82, type=get_attr]; "83 compressed_weight_updated_constant7" [id=83, type=get_attr]; "84 mul_tensor_7" [id=84, type=mul]; @@ -94,7 +94,7 @@ strict digraph { "92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; "94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 layer2_1_conv1_weight_bias_0_0" [id=95, type=get_attr]; +"95 layer2_1_conv1_weight_bias" [id=95, type=get_attr]; "96 scale_updated_constant8" [id=96, type=get_attr]; "97 compressed_weight_updated_constant8" [id=97, type=get_attr]; "98 mul_tensor_8" [id=98, type=mul]; @@ -104,7 +104,7 @@ strict digraph { "102 relu__7" [id=102, type=relu_]; "103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; "104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 layer2_1_conv2_weight_bias_0_0" [id=105, type=get_attr]; +"105 layer2_1_conv2_weight_bias" [id=105, type=get_attr]; "106 scale_updated_constant9" [id=106, type=get_attr]; "107 compressed_weight_updated_constant9" [id=107, type=get_attr]; "108 mul_tensor_9" [id=108, type=mul]; @@ -118,7 +118,7 @@ strict digraph { "116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; "118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 layer3_0_conv1_weight_bias_0_0" [id=119, type=get_attr]; +"119 layer3_0_conv1_weight_bias" [id=119, type=get_attr]; "120 scale_updated_constant10" [id=120, type=get_attr]; "121 compressed_weight_updated_constant10" [id=121, type=get_attr]; "122 mul_tensor_10" [id=122, type=mul]; @@ -128,7 +128,7 @@ strict digraph { "126 relu__9" [id=126, type=relu_]; "127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; "128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 layer3_0_conv2_weight_bias_0_0" [id=129, type=get_attr]; +"129 layer3_0_conv2_weight_bias" [id=129, type=get_attr]; "130 scale_updated_constant11" [id=130, type=get_attr]; "131 compressed_weight_updated_constant11" [id=131, type=get_attr]; "132 mul_tensor_11" [id=132, type=mul]; @@ -137,7 +137,7 @@ strict digraph { "135 conv2d_11" [id=135, type=conv2d]; "136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 layer3_0_downsample_0_weight_bias_0_0" [id=138, type=get_attr]; +"138 layer3_0_downsample_0_weight_bias" [id=138, type=get_attr]; "139 scale_updated_constant12" [id=139, type=get_attr]; "140 compressed_weight_updated_constant12" [id=140, type=get_attr]; "141 mul_tensor_12" [id=141, type=mul]; @@ -151,7 +151,7 @@ strict digraph { "149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; "151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 layer3_1_conv1_weight_bias_0_0" [id=152, type=get_attr]; +"152 layer3_1_conv1_weight_bias" [id=152, type=get_attr]; "153 scale_updated_constant13" [id=153, type=get_attr]; "154 compressed_weight_updated_constant13" [id=154, type=get_attr]; "155 mul_tensor_13" [id=155, type=mul]; @@ -161,7 +161,7 @@ strict digraph { "159 relu__11" [id=159, type=relu_]; "160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; "161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 layer3_1_conv2_weight_bias_0_0" [id=162, type=get_attr]; +"162 layer3_1_conv2_weight_bias" [id=162, type=get_attr]; "163 scale_updated_constant14" [id=163, type=get_attr]; "164 compressed_weight_updated_constant14" [id=164, type=get_attr]; "165 mul_tensor_14" [id=165, type=mul]; @@ -175,7 +175,7 @@ strict digraph { "173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; "175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 layer4_0_conv1_weight_bias_0_0" [id=176, type=get_attr]; +"176 layer4_0_conv1_weight_bias" [id=176, type=get_attr]; "177 scale_updated_constant15" [id=177, type=get_attr]; "178 compressed_weight_updated_constant15" [id=178, type=get_attr]; "179 mul_tensor_15" [id=179, type=mul]; @@ -185,7 +185,7 @@ strict digraph { "183 relu__13" [id=183, type=relu_]; "184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; "185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 layer4_0_conv2_weight_bias_0_0" [id=186, type=get_attr]; +"186 layer4_0_conv2_weight_bias" [id=186, type=get_attr]; "187 scale_updated_constant16" [id=187, type=get_attr]; "188 compressed_weight_updated_constant16" [id=188, type=get_attr]; "189 mul_tensor_16" [id=189, type=mul]; @@ -194,7 +194,7 @@ strict digraph { "192 conv2d_16" [id=192, type=conv2d]; "193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 layer4_0_downsample_0_weight_bias_0_0" [id=195, type=get_attr]; +"195 layer4_0_downsample_0_weight_bias" [id=195, type=get_attr]; "196 scale_updated_constant17" [id=196, type=get_attr]; "197 compressed_weight_updated_constant17" [id=197, type=get_attr]; "198 mul_tensor_17" [id=198, type=mul]; @@ -208,7 +208,7 @@ strict digraph { "206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; "208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 layer4_1_conv1_weight_bias_0_0" [id=209, type=get_attr]; +"209 layer4_1_conv1_weight_bias" [id=209, type=get_attr]; "210 scale_updated_constant18" [id=210, type=get_attr]; "211 compressed_weight_updated_constant18" [id=211, type=get_attr]; "212 mul_tensor_18" [id=212, type=mul]; @@ -218,7 +218,7 @@ strict digraph { "216 relu__15" [id=216, type=relu_]; "217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 layer4_1_conv2_weight_bias_0_0" [id=219, type=get_attr]; +"219 layer4_1_conv2_weight_bias" [id=219, type=get_attr]; "220 scale_updated_constant19" [id=220, type=get_attr]; "221 compressed_weight_updated_constant19" [id=221, type=get_attr]; "222 mul_tensor_19" [id=222, type=mul]; @@ -235,7 +235,7 @@ strict digraph { "233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; "234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; "235 flatten" [id=235, type=flatten]; -"236 _param_constant61_0_0" [id=236, type=get_attr]; +"236 _param_constant61" [id=236, type=get_attr]; "237 scale_updated_constant20" [id=237, type=get_attr]; "238 compressed_weight_updated_constant20" [id=238, type=get_attr]; "239 mul_tensor_20" [id=239, type=mul]; @@ -246,7 +246,7 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"3 conv1_weight_bias" -> "9 conv2d" [label="(64,)", style=solid]; "4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; "5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; "6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; @@ -258,7 +258,7 @@ strict digraph { "12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; "13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; "13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"14 layer1_0_conv1_weight_bias" -> "20 conv2d_1" [label="(64,)", style=solid]; "15 scale_updated_constant1" -> "17 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; "16 compressed_weight_updated_constant1" -> "17 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; "17 mul_tensor_1" -> "19 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; @@ -268,7 +268,7 @@ strict digraph { "21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"24 layer1_0_conv2_weight_bias" -> "30 conv2d_2" [label="(64,)", style=solid]; "25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; "26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; "27 mul_tensor_2" -> "29 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; @@ -283,7 +283,7 @@ strict digraph { "35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; "36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; "37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"38 layer1_1_conv1_weight_bias" -> "44 conv2d_3" [label="(64,)", style=solid]; "39 scale_updated_constant3" -> "41 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; "40 compressed_weight_updated_constant3" -> "41 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; "41 mul_tensor_3" -> "43 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; @@ -293,7 +293,7 @@ strict digraph { "45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; "46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"48 layer1_1_conv2_weight_bias" -> "54 conv2d_4" [label="(64,)", style=solid]; "49 scale_updated_constant4" -> "51 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; "50 compressed_weight_updated_constant4" -> "51 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; "51 mul_tensor_4" -> "53 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; @@ -308,7 +308,7 @@ strict digraph { "59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; "60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; "61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"62 layer2_0_conv1_weight_bias" -> "68 conv2d_5" [label="(128,)", style=solid]; "63 scale_updated_constant5" -> "65 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; "64 compressed_weight_updated_constant5" -> "65 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; "65 mul_tensor_5" -> "67 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; @@ -318,7 +318,7 @@ strict digraph { "69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; "70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"72 layer2_0_conv2_weight_bias" -> "78 conv2d_6" [label="(128,)", style=solid]; "73 scale_updated_constant6" -> "75 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; "74 compressed_weight_updated_constant6" -> "75 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; "75 mul_tensor_6" -> "77 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; @@ -327,7 +327,7 @@ strict digraph { "78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; "79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"81 layer2_0_downsample_0_weight_bias" -> "87 conv2d_7" [label="(128,)", style=solid]; "82 scale_updated_constant7" -> "84 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; "83 compressed_weight_updated_constant7" -> "84 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; "84 mul_tensor_7" -> "86 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; @@ -342,7 +342,7 @@ strict digraph { "92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; "94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"95 layer2_1_conv1_weight_bias" -> "101 conv2d_8" [label="(128,)", style=solid]; "96 scale_updated_constant8" -> "98 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; "97 compressed_weight_updated_constant8" -> "98 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; "98 mul_tensor_8" -> "100 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; @@ -352,7 +352,7 @@ strict digraph { "102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; "104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"105 layer2_1_conv2_weight_bias" -> "111 conv2d_9" [label="(128,)", style=solid]; "106 scale_updated_constant9" -> "108 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; "107 compressed_weight_updated_constant9" -> "108 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; "108 mul_tensor_9" -> "110 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; @@ -367,7 +367,7 @@ strict digraph { "116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; "117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; "118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"119 layer3_0_conv1_weight_bias" -> "125 conv2d_10" [label="(256,)", style=solid]; "120 scale_updated_constant10" -> "122 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; "121 compressed_weight_updated_constant10" -> "122 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; "122 mul_tensor_10" -> "124 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; @@ -377,7 +377,7 @@ strict digraph { "126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; "127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"129 layer3_0_conv2_weight_bias" -> "135 conv2d_11" [label="(256,)", style=solid]; "130 scale_updated_constant11" -> "132 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; "131 compressed_weight_updated_constant11" -> "132 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; "132 mul_tensor_11" -> "134 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; @@ -386,7 +386,7 @@ strict digraph { "135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; "136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"138 layer3_0_downsample_0_weight_bias" -> "144 conv2d_12" [label="(256,)", style=solid]; "139 scale_updated_constant12" -> "141 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; "140 compressed_weight_updated_constant12" -> "141 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; "141 mul_tensor_12" -> "143 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; @@ -401,7 +401,7 @@ strict digraph { "149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; "150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"152 layer3_1_conv1_weight_bias" -> "158 conv2d_13" [label="(256,)", style=solid]; "153 scale_updated_constant13" -> "155 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; "154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; "155 mul_tensor_13" -> "157 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; @@ -411,7 +411,7 @@ strict digraph { "159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"162 layer3_1_conv2_weight_bias" -> "168 conv2d_14" [label="(256,)", style=solid]; "163 scale_updated_constant14" -> "165 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; "164 compressed_weight_updated_constant14" -> "165 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; "165 mul_tensor_14" -> "167 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; @@ -426,7 +426,7 @@ strict digraph { "173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; "174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; "175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"176 layer4_0_conv1_weight_bias" -> "182 conv2d_15" [label="(512,)", style=solid]; "177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; "178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; "179 mul_tensor_15" -> "181 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; @@ -436,7 +436,7 @@ strict digraph { "183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; "184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; "185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"186 layer4_0_conv2_weight_bias" -> "192 conv2d_16" [label="(512,)", style=solid]; "187 scale_updated_constant16" -> "189 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; "188 compressed_weight_updated_constant16" -> "189 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; "189 mul_tensor_16" -> "191 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; @@ -445,7 +445,7 @@ strict digraph { "192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; "193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; "194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"195 layer4_0_downsample_0_weight_bias" -> "201 conv2d_17" [label="(512,)", style=solid]; "196 scale_updated_constant17" -> "198 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; "197 compressed_weight_updated_constant17" -> "198 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; "198 mul_tensor_17" -> "200 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; @@ -460,7 +460,7 @@ strict digraph { "206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; "207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; "208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"209 layer4_1_conv1_weight_bias" -> "215 conv2d_18" [label="(512,)", style=solid]; "210 scale_updated_constant18" -> "212 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; "211 compressed_weight_updated_constant18" -> "212 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; "212 mul_tensor_18" -> "214 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; @@ -470,7 +470,7 @@ strict digraph { "216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; "217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; "218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"219 layer4_1_conv2_weight_bias" -> "225 conv2d_19" [label="(512,)", style=solid]; "220 scale_updated_constant19" -> "222 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; "221 compressed_weight_updated_constant19" -> "222 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; "222 mul_tensor_19" -> "224 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; @@ -487,7 +487,7 @@ strict digraph { "233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; "234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; "235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"236 _param_constant61" -> "242 linear" [label="(1000,)", style=solid]; "237 scale_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 1)", style=solid]; "238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 512)", style=solid]; "239 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot index 02868388461..21b0ea9af3b 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot @@ -2,7 +2,7 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant1_0_0" [id=3, type=get_attr]; +"3 _param_constant1" [id=3, type=get_attr]; "4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 mul_tensor" [id=6, type=mul]; @@ -14,8 +14,8 @@ strict digraph { "12 _param_constant3" [id=12, type=get_attr]; "13 layer_norm" [id=13, type=layer_norm]; "14 _tensor_constant0" [id=14, type=get_attr]; -"15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; -"16 _param_constant5_0_0" [id=16, type=get_attr]; +"15 _param_constant5" [id=15, type=get_attr]; +"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; "17 scale_updated_constant1" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; "19 mul_tensor_1" [id=19, type=mul]; @@ -43,3123 +43,3147 @@ strict digraph { "41 view_2" [id=41, type=view]; "42 permute_2" [id=42, type=permute]; "43 reshape" [id=43, type=reshape]; -"44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; -"45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; -"46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; -"47 _param_constant7_0_0" [id=47, type=get_attr]; -"48 scale_updated_constant3" [id=48, type=get_attr]; -"49 compressed_weight_updated_constant3" [id=49, type=get_attr]; -"50 mul_tensor_3" [id=50, type=mul]; -"51 zero_point_updated_constant3" [id=51, type=get_attr]; -"52 sub_tensor_3" [id=52, type=sub]; -"53 linear_2" [id=53, type=linear]; -"54 reshape_1" [id=54, type=reshape]; -"55 permute_3" [id=55, type=permute]; -"56 select" [id=56, type=select]; -"57 select_1" [id=57, type=select]; -"58 select_2" [id=58, type=select]; -"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; -"60 clamp_min" [id=60, type=clamp_min]; -"61 expand_as" [id=61, type=expand_as]; -"62 div" [id=62, type=div]; -"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; -"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; -"66 clamp_min_1" [id=66, type=clamp_min]; -"67 expand_as_1" [id=67, type=expand_as]; -"68 div_1" [id=68, type=div]; -"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; -"71 transpose" [id=71, type=transpose]; -"72 matmul" [id=72, type=matmul]; -"73 _param_constant9" [id=73, type=get_attr]; -"74 clamp" [id=74, type=clamp]; -"75 exp" [id=75, type=exp]; -"76 mul_1" [id=76, type=mul]; -"77 add" [id=77, type=add]; -"78 softmax" [id=78, type=softmax]; -"79 dropout" [id=79, type=dropout]; -"80 matmul_1" [id=80, type=matmul]; -"81 transpose_1" [id=81, type=transpose]; -"82 reshape_2" [id=82, type=reshape]; -"83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; -"84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; -"85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; -"86 _param_constant11_0_0" [id=86, type=get_attr]; -"87 scale_updated_constant4" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant4" [id=88, type=get_attr]; -"89 mul_tensor_4" [id=89, type=mul]; -"90 zero_point_updated_constant4" [id=90, type=get_attr]; -"91 sub_tensor_4" [id=91, type=sub]; -"92 linear_3" [id=92, type=linear]; -"93 dropout_1" [id=93, type=dropout]; -"94 view_3" [id=94, type=view]; -"95 permute_4" [id=95, type=permute]; -"96 reshape_3" [id=96, type=reshape]; -"97 slice_2" [id=97, type=slice]; -"98 slice_3" [id=98, type=slice]; -"99 _param_constant12" [id=99, type=get_attr]; -"100 _param_constant13" [id=100, type=get_attr]; -"101 layer_norm_1" [id=101, type=layer_norm]; -"102 add_1" [id=102, type=add]; -"103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; -"104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; -"106 _param_constant15_0_0" [id=106, type=get_attr]; -"107 scale_updated_constant5" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; -"109 mul_tensor_5" [id=109, type=mul]; -"110 zero_point_updated_constant5" [id=110, type=get_attr]; -"111 sub_tensor_5" [id=111, type=sub]; -"112 linear_4" [id=112, type=linear]; -"113 gelu" [id=113, type=gelu]; -"114 dropout_2" [id=114, type=dropout]; -"115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; -"116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; -"118 _param_constant17_0_0" [id=118, type=get_attr]; -"119 scale_updated_constant6" [id=119, type=get_attr]; -"120 compressed_weight_updated_constant6" [id=120, type=get_attr]; -"121 mul_tensor_6" [id=121, type=mul]; -"122 zero_point_updated_constant6" [id=122, type=get_attr]; -"123 sub_tensor_6" [id=123, type=sub]; -"124 linear_5" [id=124, type=linear]; -"125 dropout_3" [id=125, type=dropout]; -"126 _param_constant18" [id=126, type=get_attr]; -"127 _param_constant19" [id=127, type=get_attr]; -"128 layer_norm_2" [id=128, type=layer_norm]; -"129 add_2" [id=129, type=add]; -"130 _tensor_constant2" [id=130, type=get_attr]; -"131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; -"132 _param_constant21_0_0" [id=132, type=get_attr]; -"133 scale_updated_constant7" [id=133, type=get_attr]; -"134 compressed_weight_updated_constant7" [id=134, type=get_attr]; -"135 mul_tensor_7" [id=135, type=mul]; -"136 zero_point_updated_constant7" [id=136, type=get_attr]; -"137 sub_tensor_7" [id=137, type=sub]; -"138 linear_6" [id=138, type=linear]; -"139 relu__1" [id=139, type=relu_]; -"140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; -"141 scale_updated_constant8" [id=141, type=get_attr]; -"142 compressed_weight_updated_constant8" [id=142, type=get_attr]; -"143 mul_tensor_8" [id=143, type=mul]; -"144 zero_point_updated_constant8" [id=144, type=get_attr]; -"145 sub_tensor_8" [id=145, type=sub]; -"146 linear_7" [id=146, type=linear]; -"147 view_4" [id=147, type=view]; -"148 _tensor_constant3" [id=148, type=get_attr]; -"149 index_1" [id=149, type=index]; -"150 view_5" [id=150, type=view]; -"151 permute_5" [id=151, type=permute]; -"152 contiguous_1" [id=152, type=contiguous]; -"153 unsqueeze_1" [id=153, type=unsqueeze]; -"154 sigmoid_1" [id=154, type=sigmoid]; -"155 mul_2" [id=155, type=mul]; -"156 pad_1" [id=156, type=pad]; -"157 roll" [id=157, type=roll]; -"158 view_6" [id=158, type=view]; -"159 permute_6" [id=159, type=permute]; -"160 reshape_4" [id=160, type=reshape]; -"161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; -"162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; -"163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; -"164 _param_constant23_0_0" [id=164, type=get_attr]; -"165 scale_updated_constant9" [id=165, type=get_attr]; -"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; -"167 mul_tensor_9" [id=167, type=mul]; -"168 zero_point_updated_constant9" [id=168, type=get_attr]; -"169 sub_tensor_9" [id=169, type=sub]; -"170 linear_8" [id=170, type=linear]; -"171 reshape_5" [id=171, type=reshape]; -"172 permute_7" [id=172, type=permute]; -"173 select_3" [id=173, type=select]; -"174 select_4" [id=174, type=select]; -"175 select_5" [id=175, type=select]; -"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; -"177 clamp_min_2" [id=177, type=clamp_min]; -"178 expand_as_2" [id=178, type=expand_as]; -"179 div_2" [id=179, type=div]; -"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; -"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; -"183 clamp_min_3" [id=183, type=clamp_min]; -"184 expand_as_3" [id=184, type=expand_as]; -"185 div_3" [id=185, type=div]; -"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; -"188 transpose_2" [id=188, type=transpose]; -"189 matmul_2" [id=189, type=matmul]; -"190 _param_constant25" [id=190, type=get_attr]; -"191 clamp_1" [id=191, type=clamp]; -"192 exp_1" [id=192, type=exp]; -"193 mul_3" [id=193, type=mul]; -"194 add_3" [id=194, type=add]; -"195 new_zeros" [id=195, type=new_zeros]; -"196 view_7" [id=196, type=view]; -"197 permute_8" [id=197, type=permute]; -"198 reshape_6" [id=198, type=reshape]; -"199 unsqueeze_2" [id=199, type=unsqueeze]; -"200 unsqueeze_3" [id=200, type=unsqueeze]; -"201 sub" [id=201, type=sub]; -"202 ne" [id=202, type=ne]; -"203 masked_fill" [id=203, type=masked_fill]; -"204 eq" [id=204, type=eq]; -"205 masked_fill_1" [id=205, type=masked_fill]; -"206 view_8" [id=206, type=view]; -"207 unsqueeze_4" [id=207, type=unsqueeze]; -"208 unsqueeze_5" [id=208, type=unsqueeze]; -"209 add_4" [id=209, type=add]; -"210 view_9" [id=210, type=view]; -"211 softmax_1" [id=211, type=softmax]; -"212 dropout_4" [id=212, type=dropout]; -"213 matmul_3" [id=213, type=matmul]; -"214 transpose_3" [id=214, type=transpose]; -"215 reshape_7" [id=215, type=reshape]; -"216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; -"217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; -"219 _param_constant27_0_0" [id=219, type=get_attr]; -"220 scale_updated_constant10" [id=220, type=get_attr]; -"221 compressed_weight_updated_constant10" [id=221, type=get_attr]; -"222 mul_tensor_10" [id=222, type=mul]; -"223 zero_point_updated_constant10" [id=223, type=get_attr]; -"224 sub_tensor_10" [id=224, type=sub]; -"225 linear_9" [id=225, type=linear]; -"226 dropout_5" [id=226, type=dropout]; -"227 view_10" [id=227, type=view]; -"228 permute_9" [id=228, type=permute]; -"229 reshape_8" [id=229, type=reshape]; -"230 roll_1" [id=230, type=roll]; -"231 slice_23" [id=231, type=slice]; -"232 slice_24" [id=232, type=slice]; -"233 _param_constant28" [id=233, type=get_attr]; -"234 _param_constant29" [id=234, type=get_attr]; -"235 layer_norm_3" [id=235, type=layer_norm]; -"236 add_5" [id=236, type=add]; -"237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; -"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; -"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; -"240 _param_constant31_0_0" [id=240, type=get_attr]; -"241 scale_updated_constant11" [id=241, type=get_attr]; -"242 compressed_weight_updated_constant11" [id=242, type=get_attr]; -"243 mul_tensor_11" [id=243, type=mul]; -"244 zero_point_updated_constant11" [id=244, type=get_attr]; -"245 sub_tensor_11" [id=245, type=sub]; -"246 linear_10" [id=246, type=linear]; -"247 gelu_1" [id=247, type=gelu]; -"248 dropout_6" [id=248, type=dropout]; -"249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; -"250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; -"251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; -"252 _param_constant33_0_0" [id=252, type=get_attr]; -"253 scale_updated_constant12" [id=253, type=get_attr]; -"254 compressed_weight_updated_constant12" [id=254, type=get_attr]; -"255 mul_tensor_12" [id=255, type=mul]; -"256 zero_point_updated_constant12" [id=256, type=get_attr]; -"257 sub_tensor_12" [id=257, type=sub]; -"258 linear_11" [id=258, type=linear]; -"259 dropout_7" [id=259, type=dropout]; -"260 _param_constant34" [id=260, type=get_attr]; -"261 _param_constant35" [id=261, type=get_attr]; -"262 layer_norm_4" [id=262, type=layer_norm]; -"263 add_6" [id=263, type=add]; -"264 pad_2" [id=264, type=pad]; -"265 slice_25" [id=265, type=slice]; -"266 slice_26" [id=266, type=slice]; -"267 slice_27" [id=267, type=slice]; -"268 slice_28" [id=268, type=slice]; -"269 slice_29" [id=269, type=slice]; -"270 slice_30" [id=270, type=slice]; -"271 slice_31" [id=271, type=slice]; -"272 slice_32" [id=272, type=slice]; -"273 slice_33" [id=273, type=slice]; -"274 slice_34" [id=274, type=slice]; -"275 slice_35" [id=275, type=slice]; -"276 slice_36" [id=276, type=slice]; -"277 cat" [id=277, type=cat]; -"278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; -"279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; -"280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; -"281 scale_updated_constant13" [id=281, type=get_attr]; -"282 compressed_weight_updated_constant13" [id=282, type=get_attr]; -"283 mul_tensor_13" [id=283, type=mul]; -"284 zero_point_updated_constant13" [id=284, type=get_attr]; -"285 sub_tensor_13" [id=285, type=sub]; -"286 linear_12" [id=286, type=linear]; -"287 _param_constant37" [id=287, type=get_attr]; -"288 _param_constant38" [id=288, type=get_attr]; -"289 layer_norm_5" [id=289, type=layer_norm]; -"290 _tensor_constant13" [id=290, type=get_attr]; -"291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; -"292 _param_constant40_0_0" [id=292, type=get_attr]; -"293 scale_updated_constant14" [id=293, type=get_attr]; -"294 compressed_weight_updated_constant14" [id=294, type=get_attr]; -"295 mul_tensor_14" [id=295, type=mul]; -"296 zero_point_updated_constant14" [id=296, type=get_attr]; -"297 sub_tensor_14" [id=297, type=sub]; -"298 linear_13" [id=298, type=linear]; -"299 relu__2" [id=299, type=relu_]; -"300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; -"301 scale_updated_constant15" [id=301, type=get_attr]; -"302 compressed_weight_updated_constant15" [id=302, type=get_attr]; -"303 mul_tensor_15" [id=303, type=mul]; -"304 zero_point_updated_constant15" [id=304, type=get_attr]; -"305 sub_tensor_15" [id=305, type=sub]; -"306 linear_14" [id=306, type=linear]; -"307 view_11" [id=307, type=view]; -"308 _tensor_constant14" [id=308, type=get_attr]; -"309 index_2" [id=309, type=index]; -"310 view_12" [id=310, type=view]; -"311 permute_10" [id=311, type=permute]; -"312 contiguous_2" [id=312, type=contiguous]; -"313 unsqueeze_6" [id=313, type=unsqueeze]; -"314 sigmoid_2" [id=314, type=sigmoid]; -"315 mul_4" [id=315, type=mul]; -"316 pad_3" [id=316, type=pad]; -"317 view_13" [id=317, type=view]; -"318 permute_11" [id=318, type=permute]; -"319 reshape_9" [id=319, type=reshape]; -"320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; -"321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; -"322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; -"323 _param_constant42_0_0" [id=323, type=get_attr]; -"324 scale_updated_constant16" [id=324, type=get_attr]; -"325 compressed_weight_updated_constant16" [id=325, type=get_attr]; -"326 mul_tensor_16" [id=326, type=mul]; -"327 zero_point_updated_constant16" [id=327, type=get_attr]; -"328 sub_tensor_16" [id=328, type=sub]; -"329 linear_15" [id=329, type=linear]; -"330 reshape_10" [id=330, type=reshape]; -"331 permute_12" [id=331, type=permute]; -"332 select_6" [id=332, type=select]; -"333 select_7" [id=333, type=select]; -"334 select_8" [id=334, type=select]; -"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; -"336 clamp_min_4" [id=336, type=clamp_min]; -"337 expand_as_4" [id=337, type=expand_as]; -"338 div_4" [id=338, type=div]; -"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; -"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; -"342 clamp_min_5" [id=342, type=clamp_min]; -"343 expand_as_5" [id=343, type=expand_as]; -"344 div_5" [id=344, type=div]; -"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; -"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; -"347 transpose_4" [id=347, type=transpose]; -"348 matmul_4" [id=348, type=matmul]; -"349 _param_constant44" [id=349, type=get_attr]; -"350 clamp_2" [id=350, type=clamp]; -"351 exp_2" [id=351, type=exp]; -"352 mul_5" [id=352, type=mul]; -"353 add_7" [id=353, type=add]; -"354 softmax_2" [id=354, type=softmax]; -"355 dropout_8" [id=355, type=dropout]; -"356 matmul_5" [id=356, type=matmul]; -"357 transpose_5" [id=357, type=transpose]; -"358 reshape_11" [id=358, type=reshape]; -"359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; -"360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; -"361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; -"362 _param_constant46_0_0" [id=362, type=get_attr]; -"363 scale_updated_constant17" [id=363, type=get_attr]; -"364 compressed_weight_updated_constant17" [id=364, type=get_attr]; -"365 mul_tensor_17" [id=365, type=mul]; -"366 zero_point_updated_constant17" [id=366, type=get_attr]; -"367 sub_tensor_17" [id=367, type=sub]; -"368 linear_16" [id=368, type=linear]; -"369 dropout_9" [id=369, type=dropout]; -"370 view_14" [id=370, type=view]; -"371 permute_13" [id=371, type=permute]; -"372 reshape_12" [id=372, type=reshape]; -"373 slice_38" [id=373, type=slice]; -"374 slice_39" [id=374, type=slice]; -"375 slice_40" [id=375, type=slice]; -"376 slice_41" [id=376, type=slice]; -"377 contiguous_3" [id=377, type=contiguous]; -"378 _param_constant47" [id=378, type=get_attr]; -"379 _param_constant48" [id=379, type=get_attr]; -"380 layer_norm_6" [id=380, type=layer_norm]; -"381 add_8" [id=381, type=add]; -"382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; -"383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; -"384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; -"385 _param_constant50_0_0" [id=385, type=get_attr]; -"386 scale_updated_constant18" [id=386, type=get_attr]; -"387 compressed_weight_updated_constant18" [id=387, type=get_attr]; -"388 mul_tensor_18" [id=388, type=mul]; -"389 zero_point_updated_constant18" [id=389, type=get_attr]; -"390 sub_tensor_18" [id=390, type=sub]; -"391 linear_17" [id=391, type=linear]; -"392 gelu_2" [id=392, type=gelu]; -"393 dropout_10" [id=393, type=dropout]; -"394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; -"395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; -"396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; -"397 _param_constant52_0_0" [id=397, type=get_attr]; -"398 scale_updated_constant19" [id=398, type=get_attr]; -"399 compressed_weight_updated_constant19" [id=399, type=get_attr]; -"400 mul_tensor_19" [id=400, type=mul]; -"401 zero_point_updated_constant19" [id=401, type=get_attr]; -"402 sub_tensor_19" [id=402, type=sub]; -"403 linear_18" [id=403, type=linear]; -"404 dropout_11" [id=404, type=dropout]; -"405 _param_constant53" [id=405, type=get_attr]; -"406 _param_constant54" [id=406, type=get_attr]; -"407 layer_norm_7" [id=407, type=layer_norm]; -"408 add_9" [id=408, type=add]; -"409 _tensor_constant15" [id=409, type=get_attr]; -"410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; -"411 _param_constant56_0_0" [id=411, type=get_attr]; -"412 scale_updated_constant20" [id=412, type=get_attr]; -"413 compressed_weight_updated_constant20" [id=413, type=get_attr]; -"414 mul_tensor_20" [id=414, type=mul]; -"415 zero_point_updated_constant20" [id=415, type=get_attr]; -"416 sub_tensor_20" [id=416, type=sub]; -"417 linear_19" [id=417, type=linear]; -"418 relu__3" [id=418, type=relu_]; -"419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; -"420 scale_updated_constant21" [id=420, type=get_attr]; -"421 compressed_weight_updated_constant21" [id=421, type=get_attr]; -"422 mul_tensor_21" [id=422, type=mul]; -"423 zero_point_updated_constant21" [id=423, type=get_attr]; -"424 sub_tensor_21" [id=424, type=sub]; -"425 linear_20" [id=425, type=linear]; -"426 view_15" [id=426, type=view]; -"427 _tensor_constant16" [id=427, type=get_attr]; -"428 index_3" [id=428, type=index]; -"429 view_16" [id=429, type=view]; -"430 permute_14" [id=430, type=permute]; -"431 contiguous_4" [id=431, type=contiguous]; -"432 unsqueeze_7" [id=432, type=unsqueeze]; -"433 sigmoid_3" [id=433, type=sigmoid]; -"434 mul_6" [id=434, type=mul]; -"435 pad_4" [id=435, type=pad]; -"436 roll_2" [id=436, type=roll]; -"437 view_17" [id=437, type=view]; -"438 permute_15" [id=438, type=permute]; -"439 reshape_13" [id=439, type=reshape]; -"440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; -"441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; -"442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; -"443 _param_constant58_0_0" [id=443, type=get_attr]; -"444 scale_updated_constant22" [id=444, type=get_attr]; -"445 compressed_weight_updated_constant22" [id=445, type=get_attr]; -"446 mul_tensor_22" [id=446, type=mul]; -"447 zero_point_updated_constant22" [id=447, type=get_attr]; -"448 sub_tensor_22" [id=448, type=sub]; -"449 linear_21" [id=449, type=linear]; -"450 reshape_14" [id=450, type=reshape]; -"451 permute_16" [id=451, type=permute]; -"452 select_9" [id=452, type=select]; -"453 select_10" [id=453, type=select]; -"454 select_11" [id=454, type=select]; -"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; -"456 clamp_min_6" [id=456, type=clamp_min]; -"457 expand_as_6" [id=457, type=expand_as]; -"458 div_6" [id=458, type=div]; -"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; -"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; -"462 clamp_min_7" [id=462, type=clamp_min]; -"463 expand_as_7" [id=463, type=expand_as]; -"464 div_7" [id=464, type=div]; -"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; -"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; -"467 transpose_6" [id=467, type=transpose]; -"468 matmul_6" [id=468, type=matmul]; -"469 _param_constant60" [id=469, type=get_attr]; -"470 clamp_3" [id=470, type=clamp]; -"471 exp_3" [id=471, type=exp]; -"472 mul_7" [id=472, type=mul]; -"473 add_10" [id=473, type=add]; -"474 new_zeros_1" [id=474, type=new_zeros]; -"475 view_18" [id=475, type=view]; -"476 permute_17" [id=476, type=permute]; -"477 reshape_15" [id=477, type=reshape]; -"478 unsqueeze_8" [id=478, type=unsqueeze]; -"479 unsqueeze_9" [id=479, type=unsqueeze]; -"480 sub_1" [id=480, type=sub]; -"481 ne_1" [id=481, type=ne]; -"482 masked_fill_2" [id=482, type=masked_fill]; -"483 eq_1" [id=483, type=eq]; -"484 masked_fill_3" [id=484, type=masked_fill]; -"485 view_19" [id=485, type=view]; -"486 unsqueeze_10" [id=486, type=unsqueeze]; -"487 unsqueeze_11" [id=487, type=unsqueeze]; -"488 add_11" [id=488, type=add]; -"489 view_20" [id=489, type=view]; -"490 softmax_3" [id=490, type=softmax]; -"491 dropout_12" [id=491, type=dropout]; -"492 matmul_7" [id=492, type=matmul]; -"493 transpose_7" [id=493, type=transpose]; -"494 reshape_16" [id=494, type=reshape]; -"495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; -"496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; -"497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; -"498 _param_constant62_0_0" [id=498, type=get_attr]; -"499 scale_updated_constant23" [id=499, type=get_attr]; -"500 compressed_weight_updated_constant23" [id=500, type=get_attr]; -"501 mul_tensor_23" [id=501, type=mul]; -"502 zero_point_updated_constant23" [id=502, type=get_attr]; -"503 sub_tensor_23" [id=503, type=sub]; -"504 linear_22" [id=504, type=linear]; -"505 dropout_13" [id=505, type=dropout]; -"506 view_21" [id=506, type=view]; -"507 permute_18" [id=507, type=permute]; -"508 reshape_17" [id=508, type=reshape]; -"509 roll_3" [id=509, type=roll]; -"510 slice_61" [id=510, type=slice]; -"511 slice_62" [id=511, type=slice]; -"512 slice_63" [id=512, type=slice]; -"513 slice_64" [id=513, type=slice]; -"514 contiguous_5" [id=514, type=contiguous]; -"515 _param_constant63" [id=515, type=get_attr]; -"516 _param_constant64" [id=516, type=get_attr]; -"517 layer_norm_8" [id=517, type=layer_norm]; -"518 add_12" [id=518, type=add]; -"519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; -"520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; -"521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; -"522 _param_constant66_0_0" [id=522, type=get_attr]; -"523 scale_updated_constant24" [id=523, type=get_attr]; -"524 compressed_weight_updated_constant24" [id=524, type=get_attr]; -"525 mul_tensor_24" [id=525, type=mul]; -"526 zero_point_updated_constant24" [id=526, type=get_attr]; -"527 sub_tensor_24" [id=527, type=sub]; -"528 linear_23" [id=528, type=linear]; -"529 gelu_3" [id=529, type=gelu]; -"530 dropout_14" [id=530, type=dropout]; -"531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; -"534 _param_constant68_0_0" [id=534, type=get_attr]; -"535 scale_updated_constant25" [id=535, type=get_attr]; -"536 compressed_weight_updated_constant25" [id=536, type=get_attr]; -"537 mul_tensor_25" [id=537, type=mul]; -"538 zero_point_updated_constant25" [id=538, type=get_attr]; -"539 sub_tensor_25" [id=539, type=sub]; -"540 linear_24" [id=540, type=linear]; -"541 dropout_15" [id=541, type=dropout]; -"542 _param_constant69" [id=542, type=get_attr]; -"543 _param_constant70" [id=543, type=get_attr]; -"544 layer_norm_9" [id=544, type=layer_norm]; -"545 add_13" [id=545, type=add]; -"546 pad_5" [id=546, type=pad]; -"547 slice_65" [id=547, type=slice]; -"548 slice_66" [id=548, type=slice]; -"549 slice_67" [id=549, type=slice]; -"550 slice_68" [id=550, type=slice]; -"551 slice_69" [id=551, type=slice]; -"552 slice_70" [id=552, type=slice]; -"553 slice_71" [id=553, type=slice]; -"554 slice_72" [id=554, type=slice]; -"555 slice_73" [id=555, type=slice]; -"556 slice_74" [id=556, type=slice]; -"557 slice_75" [id=557, type=slice]; -"558 slice_76" [id=558, type=slice]; -"559 cat_1" [id=559, type=cat]; -"560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; -"563 scale_updated_constant26" [id=563, type=get_attr]; -"564 compressed_weight_updated_constant26" [id=564, type=get_attr]; -"565 mul_tensor_26" [id=565, type=mul]; -"566 zero_point_updated_constant26" [id=566, type=get_attr]; -"567 sub_tensor_26" [id=567, type=sub]; -"568 linear_25" [id=568, type=linear]; -"569 _param_constant72" [id=569, type=get_attr]; -"570 _param_constant73" [id=570, type=get_attr]; -"571 layer_norm_10" [id=571, type=layer_norm]; -"572 _tensor_constant26" [id=572, type=get_attr]; -"573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; -"574 _param_constant75_0_0" [id=574, type=get_attr]; -"575 scale_updated_constant27" [id=575, type=get_attr]; -"576 compressed_weight_updated_constant27" [id=576, type=get_attr]; -"577 mul_tensor_27" [id=577, type=mul]; -"578 zero_point_updated_constant27" [id=578, type=get_attr]; -"579 sub_tensor_27" [id=579, type=sub]; -"580 linear_26" [id=580, type=linear]; -"581 relu__4" [id=581, type=relu_]; -"582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; -"583 scale_updated_constant28" [id=583, type=get_attr]; -"584 compressed_weight_updated_constant28" [id=584, type=get_attr]; -"585 mul_tensor_28" [id=585, type=mul]; -"586 zero_point_updated_constant28" [id=586, type=get_attr]; -"587 sub_tensor_28" [id=587, type=sub]; -"588 linear_27" [id=588, type=linear]; -"589 view_22" [id=589, type=view]; -"590 _tensor_constant27" [id=590, type=get_attr]; -"591 index_4" [id=591, type=index]; -"592 view_23" [id=592, type=view]; -"593 permute_19" [id=593, type=permute]; -"594 contiguous_6" [id=594, type=contiguous]; -"595 unsqueeze_12" [id=595, type=unsqueeze]; -"596 sigmoid_4" [id=596, type=sigmoid]; -"597 mul_8" [id=597, type=mul]; -"598 pad_6" [id=598, type=pad]; -"599 view_24" [id=599, type=view]; -"600 permute_20" [id=600, type=permute]; -"601 reshape_18" [id=601, type=reshape]; -"602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; -"603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; -"604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; -"605 _param_constant77_0_0" [id=605, type=get_attr]; -"606 scale_updated_constant29" [id=606, type=get_attr]; -"607 compressed_weight_updated_constant29" [id=607, type=get_attr]; -"608 mul_tensor_29" [id=608, type=mul]; -"609 zero_point_updated_constant29" [id=609, type=get_attr]; -"610 sub_tensor_29" [id=610, type=sub]; -"611 linear_28" [id=611, type=linear]; -"612 reshape_19" [id=612, type=reshape]; -"613 permute_21" [id=613, type=permute]; -"614 select_12" [id=614, type=select]; -"615 select_13" [id=615, type=select]; -"616 select_14" [id=616, type=select]; -"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; -"618 clamp_min_8" [id=618, type=clamp_min]; -"619 expand_as_8" [id=619, type=expand_as]; -"620 div_8" [id=620, type=div]; -"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; -"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; -"624 clamp_min_9" [id=624, type=clamp_min]; -"625 expand_as_9" [id=625, type=expand_as]; -"626 div_9" [id=626, type=div]; -"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; -"629 transpose_8" [id=629, type=transpose]; -"630 matmul_8" [id=630, type=matmul]; -"631 _param_constant79" [id=631, type=get_attr]; -"632 clamp_4" [id=632, type=clamp]; -"633 exp_4" [id=633, type=exp]; -"634 mul_9" [id=634, type=mul]; -"635 add_14" [id=635, type=add]; -"636 softmax_4" [id=636, type=softmax]; -"637 dropout_16" [id=637, type=dropout]; -"638 matmul_9" [id=638, type=matmul]; -"639 transpose_9" [id=639, type=transpose]; -"640 reshape_20" [id=640, type=reshape]; -"641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; -"642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; -"643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; -"644 _param_constant81_0_0" [id=644, type=get_attr]; -"645 scale_updated_constant30" [id=645, type=get_attr]; -"646 compressed_weight_updated_constant30" [id=646, type=get_attr]; -"647 mul_tensor_30" [id=647, type=mul]; -"648 zero_point_updated_constant30" [id=648, type=get_attr]; -"649 sub_tensor_30" [id=649, type=sub]; -"650 linear_29" [id=650, type=linear]; -"651 dropout_17" [id=651, type=dropout]; -"652 view_25" [id=652, type=view]; -"653 permute_22" [id=653, type=permute]; -"654 reshape_21" [id=654, type=reshape]; -"655 slice_78" [id=655, type=slice]; -"656 slice_79" [id=656, type=slice]; -"657 slice_80" [id=657, type=slice]; -"658 slice_81" [id=658, type=slice]; -"659 contiguous_7" [id=659, type=contiguous]; -"660 _param_constant82" [id=660, type=get_attr]; -"661 _param_constant83" [id=661, type=get_attr]; -"662 layer_norm_11" [id=662, type=layer_norm]; -"663 add_15" [id=663, type=add]; -"664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; -"665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; -"666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; -"667 _param_constant85_0_0" [id=667, type=get_attr]; -"668 scale_updated_constant31" [id=668, type=get_attr]; -"669 compressed_weight_updated_constant31" [id=669, type=get_attr]; -"670 mul_tensor_31" [id=670, type=mul]; -"671 zero_point_updated_constant31" [id=671, type=get_attr]; -"672 sub_tensor_31" [id=672, type=sub]; -"673 linear_30" [id=673, type=linear]; -"674 gelu_4" [id=674, type=gelu]; -"675 dropout_18" [id=675, type=dropout]; -"676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; -"677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; -"678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; -"679 _param_constant87_0_0" [id=679, type=get_attr]; -"680 scale_updated_constant32" [id=680, type=get_attr]; -"681 compressed_weight_updated_constant32" [id=681, type=get_attr]; -"682 mul_tensor_32" [id=682, type=mul]; -"683 zero_point_updated_constant32" [id=683, type=get_attr]; -"684 sub_tensor_32" [id=684, type=sub]; -"685 linear_31" [id=685, type=linear]; -"686 dropout_19" [id=686, type=dropout]; -"687 _param_constant88" [id=687, type=get_attr]; -"688 _param_constant89" [id=688, type=get_attr]; -"689 layer_norm_12" [id=689, type=layer_norm]; -"690 add_16" [id=690, type=add]; -"691 _tensor_constant28" [id=691, type=get_attr]; -"692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; -"693 _param_constant91_0_0" [id=693, type=get_attr]; -"694 scale_updated_constant33" [id=694, type=get_attr]; -"695 compressed_weight_updated_constant33" [id=695, type=get_attr]; -"696 mul_tensor_33" [id=696, type=mul]; -"697 zero_point_updated_constant33" [id=697, type=get_attr]; -"698 sub_tensor_33" [id=698, type=sub]; -"699 linear_32" [id=699, type=linear]; -"700 relu__5" [id=700, type=relu_]; -"701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; -"702 scale_updated_constant34" [id=702, type=get_attr]; -"703 compressed_weight_updated_constant34" [id=703, type=get_attr]; -"704 mul_tensor_34" [id=704, type=mul]; -"705 zero_point_updated_constant34" [id=705, type=get_attr]; -"706 sub_tensor_34" [id=706, type=sub]; -"707 linear_33" [id=707, type=linear]; -"708 view_26" [id=708, type=view]; -"709 _tensor_constant29" [id=709, type=get_attr]; -"710 index_5" [id=710, type=index]; -"711 view_27" [id=711, type=view]; -"712 permute_23" [id=712, type=permute]; -"713 contiguous_8" [id=713, type=contiguous]; -"714 unsqueeze_13" [id=714, type=unsqueeze]; -"715 sigmoid_5" [id=715, type=sigmoid]; -"716 mul_10" [id=716, type=mul]; -"717 pad_7" [id=717, type=pad]; -"718 roll_4" [id=718, type=roll]; -"719 view_28" [id=719, type=view]; -"720 permute_24" [id=720, type=permute]; -"721 reshape_22" [id=721, type=reshape]; -"722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; -"723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; -"724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; -"725 _param_constant93_0_0" [id=725, type=get_attr]; -"726 scale_updated_constant35" [id=726, type=get_attr]; -"727 compressed_weight_updated_constant35" [id=727, type=get_attr]; -"728 mul_tensor_35" [id=728, type=mul]; -"729 zero_point_updated_constant35" [id=729, type=get_attr]; -"730 sub_tensor_35" [id=730, type=sub]; -"731 linear_34" [id=731, type=linear]; -"732 reshape_23" [id=732, type=reshape]; -"733 permute_25" [id=733, type=permute]; -"734 select_15" [id=734, type=select]; -"735 select_16" [id=735, type=select]; -"736 select_17" [id=736, type=select]; -"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; -"738 clamp_min_10" [id=738, type=clamp_min]; -"739 expand_as_10" [id=739, type=expand_as]; -"740 div_10" [id=740, type=div]; -"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; -"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; -"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; -"744 clamp_min_11" [id=744, type=clamp_min]; -"745 expand_as_11" [id=745, type=expand_as]; -"746 div_11" [id=746, type=div]; -"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; -"749 transpose_10" [id=749, type=transpose]; -"750 matmul_10" [id=750, type=matmul]; -"751 _param_constant95" [id=751, type=get_attr]; -"752 clamp_5" [id=752, type=clamp]; -"753 exp_5" [id=753, type=exp]; -"754 mul_11" [id=754, type=mul]; -"755 add_17" [id=755, type=add]; -"756 new_zeros_2" [id=756, type=new_zeros]; -"757 view_29" [id=757, type=view]; -"758 permute_26" [id=758, type=permute]; -"759 reshape_24" [id=759, type=reshape]; -"760 unsqueeze_14" [id=760, type=unsqueeze]; -"761 unsqueeze_15" [id=761, type=unsqueeze]; -"762 sub_2" [id=762, type=sub]; -"763 ne_2" [id=763, type=ne]; -"764 masked_fill_4" [id=764, type=masked_fill]; -"765 eq_2" [id=765, type=eq]; -"766 masked_fill_5" [id=766, type=masked_fill]; -"767 view_30" [id=767, type=view]; -"768 unsqueeze_16" [id=768, type=unsqueeze]; -"769 unsqueeze_17" [id=769, type=unsqueeze]; -"770 add_18" [id=770, type=add]; -"771 view_31" [id=771, type=view]; -"772 softmax_5" [id=772, type=softmax]; -"773 dropout_20" [id=773, type=dropout]; -"774 matmul_11" [id=774, type=matmul]; -"775 transpose_11" [id=775, type=transpose]; -"776 reshape_25" [id=776, type=reshape]; -"777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; -"778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; -"779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; -"780 _param_constant97_0_0" [id=780, type=get_attr]; -"781 scale_updated_constant36" [id=781, type=get_attr]; -"782 compressed_weight_updated_constant36" [id=782, type=get_attr]; -"783 mul_tensor_36" [id=783, type=mul]; -"784 zero_point_updated_constant36" [id=784, type=get_attr]; -"785 sub_tensor_36" [id=785, type=sub]; -"786 linear_35" [id=786, type=linear]; -"787 dropout_21" [id=787, type=dropout]; -"788 view_32" [id=788, type=view]; -"789 permute_27" [id=789, type=permute]; -"790 reshape_26" [id=790, type=reshape]; -"791 roll_5" [id=791, type=roll]; -"792 slice_101" [id=792, type=slice]; -"793 slice_102" [id=793, type=slice]; -"794 slice_103" [id=794, type=slice]; -"795 slice_104" [id=795, type=slice]; -"796 contiguous_9" [id=796, type=contiguous]; -"797 _param_constant98" [id=797, type=get_attr]; -"798 _param_constant99" [id=798, type=get_attr]; -"799 layer_norm_13" [id=799, type=layer_norm]; -"800 add_19" [id=800, type=add]; -"801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; -"802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; -"803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; -"804 _param_constant101_0_0" [id=804, type=get_attr]; -"805 scale_updated_constant37" [id=805, type=get_attr]; -"806 compressed_weight_updated_constant37" [id=806, type=get_attr]; -"807 mul_tensor_37" [id=807, type=mul]; -"808 zero_point_updated_constant37" [id=808, type=get_attr]; -"809 sub_tensor_37" [id=809, type=sub]; -"810 linear_36" [id=810, type=linear]; -"811 gelu_5" [id=811, type=gelu]; -"812 dropout_22" [id=812, type=dropout]; -"813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; -"816 _param_constant103_0_0" [id=816, type=get_attr]; -"817 scale_updated_constant38" [id=817, type=get_attr]; -"818 compressed_weight_updated_constant38" [id=818, type=get_attr]; -"819 mul_tensor_38" [id=819, type=mul]; -"820 zero_point_updated_constant38" [id=820, type=get_attr]; -"821 sub_tensor_38" [id=821, type=sub]; -"822 linear_37" [id=822, type=linear]; -"823 dropout_23" [id=823, type=dropout]; -"824 _param_constant104" [id=824, type=get_attr]; -"825 _param_constant105" [id=825, type=get_attr]; -"826 layer_norm_14" [id=826, type=layer_norm]; -"827 add_20" [id=827, type=add]; -"828 _tensor_constant39" [id=828, type=get_attr]; -"829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; -"830 _param_constant107_0_0" [id=830, type=get_attr]; -"831 scale_updated_constant39" [id=831, type=get_attr]; -"832 compressed_weight_updated_constant39" [id=832, type=get_attr]; -"833 mul_tensor_39" [id=833, type=mul]; -"834 zero_point_updated_constant39" [id=834, type=get_attr]; -"835 sub_tensor_39" [id=835, type=sub]; -"836 linear_38" [id=836, type=linear]; -"837 relu__6" [id=837, type=relu_]; -"838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; -"839 scale_updated_constant40" [id=839, type=get_attr]; -"840 compressed_weight_updated_constant40" [id=840, type=get_attr]; -"841 mul_tensor_40" [id=841, type=mul]; -"842 zero_point_updated_constant40" [id=842, type=get_attr]; -"843 sub_tensor_40" [id=843, type=sub]; -"844 linear_39" [id=844, type=linear]; -"845 view_33" [id=845, type=view]; -"846 _tensor_constant40" [id=846, type=get_attr]; -"847 index_6" [id=847, type=index]; -"848 view_34" [id=848, type=view]; -"849 permute_28" [id=849, type=permute]; -"850 contiguous_10" [id=850, type=contiguous]; -"851 unsqueeze_18" [id=851, type=unsqueeze]; -"852 sigmoid_6" [id=852, type=sigmoid]; -"853 mul_12" [id=853, type=mul]; -"854 pad_8" [id=854, type=pad]; -"855 view_35" [id=855, type=view]; -"856 permute_29" [id=856, type=permute]; -"857 reshape_27" [id=857, type=reshape]; -"858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; -"859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; -"860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; -"861 _param_constant109_0_0" [id=861, type=get_attr]; -"862 scale_updated_constant41" [id=862, type=get_attr]; -"863 compressed_weight_updated_constant41" [id=863, type=get_attr]; -"864 mul_tensor_41" [id=864, type=mul]; -"865 zero_point_updated_constant41" [id=865, type=get_attr]; -"866 sub_tensor_41" [id=866, type=sub]; -"867 linear_40" [id=867, type=linear]; -"868 reshape_28" [id=868, type=reshape]; -"869 permute_30" [id=869, type=permute]; -"870 select_18" [id=870, type=select]; -"871 select_19" [id=871, type=select]; -"872 select_20" [id=872, type=select]; -"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; -"874 clamp_min_12" [id=874, type=clamp_min]; -"875 expand_as_12" [id=875, type=expand_as]; -"876 div_12" [id=876, type=div]; -"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; -"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; -"880 clamp_min_13" [id=880, type=clamp_min]; -"881 expand_as_13" [id=881, type=expand_as]; -"882 div_13" [id=882, type=div]; -"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; -"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; -"885 transpose_12" [id=885, type=transpose]; -"886 matmul_12" [id=886, type=matmul]; -"887 _param_constant111" [id=887, type=get_attr]; -"888 clamp_6" [id=888, type=clamp]; -"889 exp_6" [id=889, type=exp]; -"890 mul_13" [id=890, type=mul]; -"891 add_21" [id=891, type=add]; -"892 softmax_6" [id=892, type=softmax]; -"893 dropout_24" [id=893, type=dropout]; -"894 matmul_13" [id=894, type=matmul]; -"895 transpose_13" [id=895, type=transpose]; -"896 reshape_29" [id=896, type=reshape]; -"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; -"898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; -"899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; -"900 _param_constant113_0_0" [id=900, type=get_attr]; -"901 scale_updated_constant42" [id=901, type=get_attr]; -"902 compressed_weight_updated_constant42" [id=902, type=get_attr]; -"903 mul_tensor_42" [id=903, type=mul]; -"904 zero_point_updated_constant42" [id=904, type=get_attr]; -"905 sub_tensor_42" [id=905, type=sub]; -"906 linear_41" [id=906, type=linear]; -"907 dropout_25" [id=907, type=dropout]; -"908 view_36" [id=908, type=view]; -"909 permute_31" [id=909, type=permute]; -"910 reshape_30" [id=910, type=reshape]; -"911 slice_106" [id=911, type=slice]; -"912 slice_107" [id=912, type=slice]; -"913 slice_108" [id=913, type=slice]; -"914 slice_109" [id=914, type=slice]; -"915 contiguous_11" [id=915, type=contiguous]; -"916 _param_constant114" [id=916, type=get_attr]; -"917 _param_constant115" [id=917, type=get_attr]; -"918 layer_norm_15" [id=918, type=layer_norm]; -"919 add_22" [id=919, type=add]; -"920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; -"921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; -"922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; -"923 _param_constant117_0_0" [id=923, type=get_attr]; -"924 scale_updated_constant43" [id=924, type=get_attr]; -"925 compressed_weight_updated_constant43" [id=925, type=get_attr]; -"926 mul_tensor_43" [id=926, type=mul]; -"927 zero_point_updated_constant43" [id=927, type=get_attr]; -"928 sub_tensor_43" [id=928, type=sub]; -"929 linear_42" [id=929, type=linear]; -"930 gelu_6" [id=930, type=gelu]; -"931 dropout_26" [id=931, type=dropout]; -"932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; -"933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; -"934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; -"935 _param_constant119_0_0" [id=935, type=get_attr]; -"936 scale_updated_constant44" [id=936, type=get_attr]; -"937 compressed_weight_updated_constant44" [id=937, type=get_attr]; -"938 mul_tensor_44" [id=938, type=mul]; -"939 zero_point_updated_constant44" [id=939, type=get_attr]; -"940 sub_tensor_44" [id=940, type=sub]; -"941 linear_43" [id=941, type=linear]; -"942 dropout_27" [id=942, type=dropout]; -"943 _param_constant120" [id=943, type=get_attr]; -"944 _param_constant121" [id=944, type=get_attr]; -"945 layer_norm_16" [id=945, type=layer_norm]; -"946 add_23" [id=946, type=add]; -"947 _tensor_constant41" [id=947, type=get_attr]; -"948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; -"949 _param_constant123_0_0" [id=949, type=get_attr]; -"950 scale_updated_constant45" [id=950, type=get_attr]; -"951 compressed_weight_updated_constant45" [id=951, type=get_attr]; -"952 mul_tensor_45" [id=952, type=mul]; -"953 zero_point_updated_constant45" [id=953, type=get_attr]; -"954 sub_tensor_45" [id=954, type=sub]; -"955 linear_44" [id=955, type=linear]; -"956 relu__7" [id=956, type=relu_]; -"957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; -"958 scale_updated_constant46" [id=958, type=get_attr]; -"959 compressed_weight_updated_constant46" [id=959, type=get_attr]; -"960 mul_tensor_46" [id=960, type=mul]; -"961 zero_point_updated_constant46" [id=961, type=get_attr]; -"962 sub_tensor_46" [id=962, type=sub]; -"963 linear_45" [id=963, type=linear]; -"964 view_37" [id=964, type=view]; -"965 _tensor_constant42" [id=965, type=get_attr]; -"966 index_7" [id=966, type=index]; -"967 view_38" [id=967, type=view]; -"968 permute_32" [id=968, type=permute]; -"969 contiguous_12" [id=969, type=contiguous]; -"970 unsqueeze_19" [id=970, type=unsqueeze]; -"971 sigmoid_7" [id=971, type=sigmoid]; -"972 mul_14" [id=972, type=mul]; -"973 pad_9" [id=973, type=pad]; -"974 roll_6" [id=974, type=roll]; -"975 view_39" [id=975, type=view]; -"976 permute_33" [id=976, type=permute]; -"977 reshape_31" [id=977, type=reshape]; -"978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; -"979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; -"980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; -"981 _param_constant125_0_0" [id=981, type=get_attr]; -"982 scale_updated_constant47" [id=982, type=get_attr]; -"983 compressed_weight_updated_constant47" [id=983, type=get_attr]; -"984 mul_tensor_47" [id=984, type=mul]; -"985 zero_point_updated_constant47" [id=985, type=get_attr]; -"986 sub_tensor_47" [id=986, type=sub]; -"987 linear_46" [id=987, type=linear]; -"988 reshape_32" [id=988, type=reshape]; -"989 permute_34" [id=989, type=permute]; -"990 select_21" [id=990, type=select]; -"991 select_22" [id=991, type=select]; -"992 select_23" [id=992, type=select]; -"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; -"994 clamp_min_14" [id=994, type=clamp_min]; -"995 expand_as_14" [id=995, type=expand_as]; -"996 div_14" [id=996, type=div]; -"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; -"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; -"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; -"1000 clamp_min_15" [id=1000, type=clamp_min]; -"1001 expand_as_15" [id=1001, type=expand_as]; -"1002 div_15" [id=1002, type=div]; -"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; -"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; -"1005 transpose_14" [id=1005, type=transpose]; -"1006 matmul_14" [id=1006, type=matmul]; -"1007 _param_constant127" [id=1007, type=get_attr]; -"1008 clamp_7" [id=1008, type=clamp]; -"1009 exp_7" [id=1009, type=exp]; -"1010 mul_15" [id=1010, type=mul]; -"1011 add_24" [id=1011, type=add]; -"1012 new_zeros_3" [id=1012, type=new_zeros]; -"1013 view_40" [id=1013, type=view]; -"1014 permute_35" [id=1014, type=permute]; -"1015 reshape_33" [id=1015, type=reshape]; -"1016 unsqueeze_20" [id=1016, type=unsqueeze]; -"1017 unsqueeze_21" [id=1017, type=unsqueeze]; -"1018 sub_3" [id=1018, type=sub]; -"1019 ne_3" [id=1019, type=ne]; -"1020 masked_fill_6" [id=1020, type=masked_fill]; -"1021 eq_3" [id=1021, type=eq]; -"1022 masked_fill_7" [id=1022, type=masked_fill]; -"1023 view_41" [id=1023, type=view]; -"1024 unsqueeze_22" [id=1024, type=unsqueeze]; -"1025 unsqueeze_23" [id=1025, type=unsqueeze]; -"1026 add_25" [id=1026, type=add]; -"1027 view_42" [id=1027, type=view]; -"1028 softmax_7" [id=1028, type=softmax]; -"1029 dropout_28" [id=1029, type=dropout]; -"1030 matmul_15" [id=1030, type=matmul]; -"1031 transpose_15" [id=1031, type=transpose]; -"1032 reshape_34" [id=1032, type=reshape]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; -"1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; -"1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; -"1036 _param_constant129_0_0" [id=1036, type=get_attr]; -"1037 scale_updated_constant48" [id=1037, type=get_attr]; -"1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; -"1039 mul_tensor_48" [id=1039, type=mul]; -"1040 zero_point_updated_constant48" [id=1040, type=get_attr]; -"1041 sub_tensor_48" [id=1041, type=sub]; -"1042 linear_47" [id=1042, type=linear]; -"1043 dropout_29" [id=1043, type=dropout]; -"1044 view_43" [id=1044, type=view]; -"1045 permute_36" [id=1045, type=permute]; -"1046 reshape_35" [id=1046, type=reshape]; -"1047 roll_7" [id=1047, type=roll]; -"1048 slice_129" [id=1048, type=slice]; -"1049 slice_130" [id=1049, type=slice]; -"1050 slice_131" [id=1050, type=slice]; -"1051 slice_132" [id=1051, type=slice]; -"1052 contiguous_13" [id=1052, type=contiguous]; -"1053 _param_constant130" [id=1053, type=get_attr]; -"1054 _param_constant131" [id=1054, type=get_attr]; -"1055 layer_norm_17" [id=1055, type=layer_norm]; -"1056 add_26" [id=1056, type=add]; -"1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; -"1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; -"1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; -"1060 _param_constant133_0_0" [id=1060, type=get_attr]; -"1061 scale_updated_constant49" [id=1061, type=get_attr]; -"1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; -"1063 mul_tensor_49" [id=1063, type=mul]; -"1064 zero_point_updated_constant49" [id=1064, type=get_attr]; -"1065 sub_tensor_49" [id=1065, type=sub]; -"1066 linear_48" [id=1066, type=linear]; -"1067 gelu_7" [id=1067, type=gelu]; -"1068 dropout_30" [id=1068, type=dropout]; -"1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; -"1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; -"1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; -"1072 _param_constant135_0_0" [id=1072, type=get_attr]; -"1073 scale_updated_constant50" [id=1073, type=get_attr]; -"1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; -"1075 mul_tensor_50" [id=1075, type=mul]; -"1076 zero_point_updated_constant50" [id=1076, type=get_attr]; -"1077 sub_tensor_50" [id=1077, type=sub]; -"1078 linear_49" [id=1078, type=linear]; -"1079 dropout_31" [id=1079, type=dropout]; -"1080 _param_constant136" [id=1080, type=get_attr]; -"1081 _param_constant137" [id=1081, type=get_attr]; -"1082 layer_norm_18" [id=1082, type=layer_norm]; -"1083 add_27" [id=1083, type=add]; -"1084 _tensor_constant52" [id=1084, type=get_attr]; -"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; -"1086 _param_constant139_0_0" [id=1086, type=get_attr]; -"1087 scale_updated_constant51" [id=1087, type=get_attr]; -"1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; -"1089 mul_tensor_51" [id=1089, type=mul]; -"1090 zero_point_updated_constant51" [id=1090, type=get_attr]; -"1091 sub_tensor_51" [id=1091, type=sub]; -"1092 linear_50" [id=1092, type=linear]; -"1093 relu__8" [id=1093, type=relu_]; -"1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; -"1095 scale_updated_constant52" [id=1095, type=get_attr]; -"1096 compressed_weight_updated_constant52" [id=1096, type=get_attr]; -"1097 mul_tensor_52" [id=1097, type=mul]; -"1098 zero_point_updated_constant52" [id=1098, type=get_attr]; -"1099 sub_tensor_52" [id=1099, type=sub]; -"1100 linear_51" [id=1100, type=linear]; -"1101 view_44" [id=1101, type=view]; -"1102 _tensor_constant53" [id=1102, type=get_attr]; -"1103 index_8" [id=1103, type=index]; -"1104 view_45" [id=1104, type=view]; -"1105 permute_37" [id=1105, type=permute]; -"1106 contiguous_14" [id=1106, type=contiguous]; -"1107 unsqueeze_24" [id=1107, type=unsqueeze]; -"1108 sigmoid_8" [id=1108, type=sigmoid]; -"1109 mul_16" [id=1109, type=mul]; -"1110 pad_10" [id=1110, type=pad]; -"1111 view_46" [id=1111, type=view]; -"1112 permute_38" [id=1112, type=permute]; -"1113 reshape_36" [id=1113, type=reshape]; -"1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; -"1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; -"1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; -"1117 _param_constant141_0_0" [id=1117, type=get_attr]; -"1118 scale_updated_constant53" [id=1118, type=get_attr]; -"1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; -"1120 mul_tensor_53" [id=1120, type=mul]; -"1121 zero_point_updated_constant53" [id=1121, type=get_attr]; -"1122 sub_tensor_53" [id=1122, type=sub]; -"1123 linear_52" [id=1123, type=linear]; -"1124 reshape_37" [id=1124, type=reshape]; -"1125 permute_39" [id=1125, type=permute]; -"1126 select_24" [id=1126, type=select]; -"1127 select_25" [id=1127, type=select]; -"1128 select_26" [id=1128, type=select]; -"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_16" [id=1130, type=clamp_min]; -"1131 expand_as_16" [id=1131, type=expand_as]; -"1132 div_16" [id=1132, type=div]; -"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_17" [id=1136, type=clamp_min]; -"1137 expand_as_17" [id=1137, type=expand_as]; -"1138 div_17" [id=1138, type=div]; -"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_16" [id=1141, type=transpose]; -"1142 matmul_16" [id=1142, type=matmul]; -"1143 _param_constant143" [id=1143, type=get_attr]; -"1144 clamp_8" [id=1144, type=clamp]; -"1145 exp_8" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_28" [id=1147, type=add]; -"1148 softmax_8" [id=1148, type=softmax]; -"1149 dropout_32" [id=1149, type=dropout]; -"1150 matmul_17" [id=1150, type=matmul]; -"1151 transpose_17" [id=1151, type=transpose]; -"1152 reshape_38" [id=1152, type=reshape]; -"1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; -"1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; -"1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; -"1156 _param_constant145_0_0" [id=1156, type=get_attr]; -"1157 scale_updated_constant54" [id=1157, type=get_attr]; -"1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; -"1159 mul_tensor_54" [id=1159, type=mul]; -"1160 zero_point_updated_constant54" [id=1160, type=get_attr]; -"1161 sub_tensor_54" [id=1161, type=sub]; -"1162 linear_53" [id=1162, type=linear]; -"1163 dropout_33" [id=1163, type=dropout]; -"1164 view_47" [id=1164, type=view]; -"1165 permute_40" [id=1165, type=permute]; -"1166 reshape_39" [id=1166, type=reshape]; -"1167 slice_134" [id=1167, type=slice]; -"1168 slice_135" [id=1168, type=slice]; -"1169 slice_136" [id=1169, type=slice]; -"1170 slice_137" [id=1170, type=slice]; -"1171 contiguous_15" [id=1171, type=contiguous]; -"1172 _param_constant146" [id=1172, type=get_attr]; -"1173 _param_constant147" [id=1173, type=get_attr]; -"1174 layer_norm_19" [id=1174, type=layer_norm]; -"1175 add_29" [id=1175, type=add]; -"1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; -"1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; -"1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; -"1179 _param_constant149_0_0" [id=1179, type=get_attr]; -"1180 scale_updated_constant55" [id=1180, type=get_attr]; -"1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; -"1182 mul_tensor_55" [id=1182, type=mul]; -"1183 zero_point_updated_constant55" [id=1183, type=get_attr]; -"1184 sub_tensor_55" [id=1184, type=sub]; -"1185 linear_54" [id=1185, type=linear]; -"1186 gelu_8" [id=1186, type=gelu]; -"1187 dropout_34" [id=1187, type=dropout]; -"1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; -"1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; -"1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; -"1191 _param_constant151_0_0" [id=1191, type=get_attr]; -"1192 scale_updated_constant56" [id=1192, type=get_attr]; -"1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; -"1194 mul_tensor_56" [id=1194, type=mul]; -"1195 zero_point_updated_constant56" [id=1195, type=get_attr]; -"1196 sub_tensor_56" [id=1196, type=sub]; -"1197 linear_55" [id=1197, type=linear]; -"1198 dropout_35" [id=1198, type=dropout]; -"1199 _param_constant152" [id=1199, type=get_attr]; -"1200 _param_constant153" [id=1200, type=get_attr]; -"1201 layer_norm_20" [id=1201, type=layer_norm]; -"1202 add_30" [id=1202, type=add]; -"1203 _tensor_constant54" [id=1203, type=get_attr]; -"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; -"1205 _param_constant155_0_0" [id=1205, type=get_attr]; -"1206 scale_updated_constant57" [id=1206, type=get_attr]; -"1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; -"1208 mul_tensor_57" [id=1208, type=mul]; -"1209 zero_point_updated_constant57" [id=1209, type=get_attr]; -"1210 sub_tensor_57" [id=1210, type=sub]; -"1211 linear_56" [id=1211, type=linear]; -"1212 relu__9" [id=1212, type=relu_]; -"1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; -"1214 scale_updated_constant58" [id=1214, type=get_attr]; -"1215 compressed_weight_updated_constant58" [id=1215, type=get_attr]; -"1216 mul_tensor_58" [id=1216, type=mul]; -"1217 zero_point_updated_constant58" [id=1217, type=get_attr]; -"1218 sub_tensor_58" [id=1218, type=sub]; -"1219 linear_57" [id=1219, type=linear]; -"1220 view_48" [id=1220, type=view]; -"1221 _tensor_constant55" [id=1221, type=get_attr]; -"1222 index_9" [id=1222, type=index]; -"1223 view_49" [id=1223, type=view]; -"1224 permute_41" [id=1224, type=permute]; -"1225 contiguous_16" [id=1225, type=contiguous]; -"1226 unsqueeze_25" [id=1226, type=unsqueeze]; -"1227 sigmoid_9" [id=1227, type=sigmoid]; -"1228 mul_18" [id=1228, type=mul]; -"1229 pad_11" [id=1229, type=pad]; -"1230 roll_8" [id=1230, type=roll]; -"1231 view_50" [id=1231, type=view]; -"1232 permute_42" [id=1232, type=permute]; -"1233 reshape_40" [id=1233, type=reshape]; -"1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; -"1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; -"1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; -"1237 _param_constant157_0_0" [id=1237, type=get_attr]; -"1238 scale_updated_constant59" [id=1238, type=get_attr]; -"1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; -"1240 mul_tensor_59" [id=1240, type=mul]; -"1241 zero_point_updated_constant59" [id=1241, type=get_attr]; -"1242 sub_tensor_59" [id=1242, type=sub]; -"1243 linear_58" [id=1243, type=linear]; -"1244 reshape_41" [id=1244, type=reshape]; -"1245 permute_43" [id=1245, type=permute]; -"1246 select_27" [id=1246, type=select]; -"1247 select_28" [id=1247, type=select]; -"1248 select_29" [id=1248, type=select]; -"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; -"1250 clamp_min_18" [id=1250, type=clamp_min]; -"1251 expand_as_18" [id=1251, type=expand_as]; -"1252 div_18" [id=1252, type=div]; -"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; -"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; -"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; -"1256 clamp_min_19" [id=1256, type=clamp_min]; -"1257 expand_as_19" [id=1257, type=expand_as]; -"1258 div_19" [id=1258, type=div]; -"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; -"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; -"1261 transpose_18" [id=1261, type=transpose]; -"1262 matmul_18" [id=1262, type=matmul]; -"1263 _param_constant159" [id=1263, type=get_attr]; -"1264 clamp_9" [id=1264, type=clamp]; -"1265 exp_9" [id=1265, type=exp]; -"1266 mul_19" [id=1266, type=mul]; -"1267 add_31" [id=1267, type=add]; -"1268 new_zeros_4" [id=1268, type=new_zeros]; -"1269 view_51" [id=1269, type=view]; -"1270 permute_44" [id=1270, type=permute]; -"1271 reshape_42" [id=1271, type=reshape]; -"1272 unsqueeze_26" [id=1272, type=unsqueeze]; -"1273 unsqueeze_27" [id=1273, type=unsqueeze]; -"1274 sub_4" [id=1274, type=sub]; -"1275 ne_4" [id=1275, type=ne]; -"1276 masked_fill_8" [id=1276, type=masked_fill]; -"1277 eq_4" [id=1277, type=eq]; -"1278 masked_fill_9" [id=1278, type=masked_fill]; -"1279 view_52" [id=1279, type=view]; -"1280 unsqueeze_28" [id=1280, type=unsqueeze]; -"1281 unsqueeze_29" [id=1281, type=unsqueeze]; -"1282 add_32" [id=1282, type=add]; -"1283 view_53" [id=1283, type=view]; -"1284 softmax_9" [id=1284, type=softmax]; -"1285 dropout_36" [id=1285, type=dropout]; -"1286 matmul_19" [id=1286, type=matmul]; -"1287 transpose_19" [id=1287, type=transpose]; -"1288 reshape_43" [id=1288, type=reshape]; -"1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; -"1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; -"1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; -"1292 _param_constant161_0_0" [id=1292, type=get_attr]; -"1293 scale_updated_constant60" [id=1293, type=get_attr]; -"1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; -"1295 mul_tensor_60" [id=1295, type=mul]; -"1296 zero_point_updated_constant60" [id=1296, type=get_attr]; -"1297 sub_tensor_60" [id=1297, type=sub]; -"1298 linear_59" [id=1298, type=linear]; -"1299 dropout_37" [id=1299, type=dropout]; -"1300 view_54" [id=1300, type=view]; -"1301 permute_45" [id=1301, type=permute]; -"1302 reshape_44" [id=1302, type=reshape]; -"1303 roll_9" [id=1303, type=roll]; -"1304 slice_157" [id=1304, type=slice]; -"1305 slice_158" [id=1305, type=slice]; -"1306 slice_159" [id=1306, type=slice]; -"1307 slice_160" [id=1307, type=slice]; -"1308 contiguous_17" [id=1308, type=contiguous]; -"1309 _param_constant162" [id=1309, type=get_attr]; -"1310 _param_constant163" [id=1310, type=get_attr]; -"1311 layer_norm_21" [id=1311, type=layer_norm]; -"1312 add_33" [id=1312, type=add]; -"1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; -"1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; -"1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; -"1316 _param_constant165_0_0" [id=1316, type=get_attr]; -"1317 scale_updated_constant61" [id=1317, type=get_attr]; -"1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; -"1319 mul_tensor_61" [id=1319, type=mul]; -"1320 zero_point_updated_constant61" [id=1320, type=get_attr]; -"1321 sub_tensor_61" [id=1321, type=sub]; -"1322 linear_60" [id=1322, type=linear]; -"1323 gelu_9" [id=1323, type=gelu]; -"1324 dropout_38" [id=1324, type=dropout]; -"1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; -"1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; -"1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; -"1328 _param_constant167_0_0" [id=1328, type=get_attr]; -"1329 scale_updated_constant62" [id=1329, type=get_attr]; -"1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; -"1331 mul_tensor_62" [id=1331, type=mul]; -"1332 zero_point_updated_constant62" [id=1332, type=get_attr]; -"1333 sub_tensor_62" [id=1333, type=sub]; -"1334 linear_61" [id=1334, type=linear]; -"1335 dropout_39" [id=1335, type=dropout]; -"1336 _param_constant168" [id=1336, type=get_attr]; -"1337 _param_constant169" [id=1337, type=get_attr]; -"1338 layer_norm_22" [id=1338, type=layer_norm]; -"1339 add_34" [id=1339, type=add]; -"1340 _tensor_constant65" [id=1340, type=get_attr]; -"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; -"1342 _param_constant171_0_0" [id=1342, type=get_attr]; -"1343 scale_updated_constant63" [id=1343, type=get_attr]; -"1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; -"1345 mul_tensor_63" [id=1345, type=mul]; -"1346 zero_point_updated_constant63" [id=1346, type=get_attr]; -"1347 sub_tensor_63" [id=1347, type=sub]; -"1348 linear_62" [id=1348, type=linear]; -"1349 relu__10" [id=1349, type=relu_]; -"1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; -"1351 scale_updated_constant64" [id=1351, type=get_attr]; -"1352 compressed_weight_updated_constant64" [id=1352, type=get_attr]; -"1353 mul_tensor_64" [id=1353, type=mul]; -"1354 zero_point_updated_constant64" [id=1354, type=get_attr]; -"1355 sub_tensor_64" [id=1355, type=sub]; -"1356 linear_63" [id=1356, type=linear]; -"1357 view_55" [id=1357, type=view]; -"1358 _tensor_constant66" [id=1358, type=get_attr]; -"1359 index_10" [id=1359, type=index]; -"1360 view_56" [id=1360, type=view]; -"1361 permute_46" [id=1361, type=permute]; -"1362 contiguous_18" [id=1362, type=contiguous]; -"1363 unsqueeze_30" [id=1363, type=unsqueeze]; -"1364 sigmoid_10" [id=1364, type=sigmoid]; -"1365 mul_20" [id=1365, type=mul]; -"1366 pad_12" [id=1366, type=pad]; -"1367 view_57" [id=1367, type=view]; -"1368 permute_47" [id=1368, type=permute]; -"1369 reshape_45" [id=1369, type=reshape]; -"1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; -"1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; -"1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; -"1373 _param_constant173_0_0" [id=1373, type=get_attr]; -"1374 scale_updated_constant65" [id=1374, type=get_attr]; -"1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; -"1376 mul_tensor_65" [id=1376, type=mul]; -"1377 zero_point_updated_constant65" [id=1377, type=get_attr]; -"1378 sub_tensor_65" [id=1378, type=sub]; -"1379 linear_64" [id=1379, type=linear]; -"1380 reshape_46" [id=1380, type=reshape]; -"1381 permute_48" [id=1381, type=permute]; -"1382 select_30" [id=1382, type=select]; -"1383 select_31" [id=1383, type=select]; -"1384 select_32" [id=1384, type=select]; -"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; -"1386 clamp_min_20" [id=1386, type=clamp_min]; -"1387 expand_as_20" [id=1387, type=expand_as]; -"1388 div_20" [id=1388, type=div]; -"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; -"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; -"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; -"1392 clamp_min_21" [id=1392, type=clamp_min]; -"1393 expand_as_21" [id=1393, type=expand_as]; -"1394 div_21" [id=1394, type=div]; -"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; -"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; -"1397 transpose_20" [id=1397, type=transpose]; -"1398 matmul_20" [id=1398, type=matmul]; -"1399 _param_constant175" [id=1399, type=get_attr]; -"1400 clamp_10" [id=1400, type=clamp]; -"1401 exp_10" [id=1401, type=exp]; -"1402 mul_21" [id=1402, type=mul]; -"1403 add_35" [id=1403, type=add]; -"1404 softmax_10" [id=1404, type=softmax]; -"1405 dropout_40" [id=1405, type=dropout]; -"1406 matmul_21" [id=1406, type=matmul]; -"1407 transpose_21" [id=1407, type=transpose]; -"1408 reshape_47" [id=1408, type=reshape]; -"1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; -"1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; -"1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; -"1412 _param_constant177_0_0" [id=1412, type=get_attr]; -"1413 scale_updated_constant66" [id=1413, type=get_attr]; -"1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; -"1415 mul_tensor_66" [id=1415, type=mul]; -"1416 zero_point_updated_constant66" [id=1416, type=get_attr]; -"1417 sub_tensor_66" [id=1417, type=sub]; -"1418 linear_65" [id=1418, type=linear]; -"1419 dropout_41" [id=1419, type=dropout]; -"1420 view_58" [id=1420, type=view]; -"1421 permute_49" [id=1421, type=permute]; -"1422 reshape_48" [id=1422, type=reshape]; -"1423 slice_162" [id=1423, type=slice]; -"1424 slice_163" [id=1424, type=slice]; -"1425 slice_164" [id=1425, type=slice]; -"1426 slice_165" [id=1426, type=slice]; -"1427 contiguous_19" [id=1427, type=contiguous]; -"1428 _param_constant178" [id=1428, type=get_attr]; -"1429 _param_constant179" [id=1429, type=get_attr]; -"1430 layer_norm_23" [id=1430, type=layer_norm]; -"1431 add_36" [id=1431, type=add]; -"1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; -"1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; -"1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; -"1435 _param_constant181_0_0" [id=1435, type=get_attr]; -"1436 scale_updated_constant67" [id=1436, type=get_attr]; -"1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; -"1438 mul_tensor_67" [id=1438, type=mul]; -"1439 zero_point_updated_constant67" [id=1439, type=get_attr]; -"1440 sub_tensor_67" [id=1440, type=sub]; -"1441 linear_66" [id=1441, type=linear]; -"1442 gelu_10" [id=1442, type=gelu]; -"1443 dropout_42" [id=1443, type=dropout]; -"1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; -"1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; -"1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; -"1447 _param_constant183_0_0" [id=1447, type=get_attr]; -"1448 scale_updated_constant68" [id=1448, type=get_attr]; -"1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; -"1450 mul_tensor_68" [id=1450, type=mul]; -"1451 zero_point_updated_constant68" [id=1451, type=get_attr]; -"1452 sub_tensor_68" [id=1452, type=sub]; -"1453 linear_67" [id=1453, type=linear]; -"1454 dropout_43" [id=1454, type=dropout]; -"1455 _param_constant184" [id=1455, type=get_attr]; -"1456 _param_constant185" [id=1456, type=get_attr]; -"1457 layer_norm_24" [id=1457, type=layer_norm]; -"1458 add_37" [id=1458, type=add]; -"1459 _tensor_constant67" [id=1459, type=get_attr]; -"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; -"1461 _param_constant187_0_0" [id=1461, type=get_attr]; -"1462 scale_updated_constant69" [id=1462, type=get_attr]; -"1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; -"1464 mul_tensor_69" [id=1464, type=mul]; -"1465 zero_point_updated_constant69" [id=1465, type=get_attr]; -"1466 sub_tensor_69" [id=1466, type=sub]; -"1467 linear_68" [id=1467, type=linear]; -"1468 relu__11" [id=1468, type=relu_]; -"1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; -"1470 scale_updated_constant70" [id=1470, type=get_attr]; -"1471 compressed_weight_updated_constant70" [id=1471, type=get_attr]; -"1472 mul_tensor_70" [id=1472, type=mul]; -"1473 zero_point_updated_constant70" [id=1473, type=get_attr]; -"1474 sub_tensor_70" [id=1474, type=sub]; -"1475 linear_69" [id=1475, type=linear]; -"1476 view_59" [id=1476, type=view]; -"1477 _tensor_constant68" [id=1477, type=get_attr]; -"1478 index_11" [id=1478, type=index]; -"1479 view_60" [id=1479, type=view]; -"1480 permute_50" [id=1480, type=permute]; -"1481 contiguous_20" [id=1481, type=contiguous]; -"1482 unsqueeze_31" [id=1482, type=unsqueeze]; -"1483 sigmoid_11" [id=1483, type=sigmoid]; -"1484 mul_22" [id=1484, type=mul]; -"1485 pad_13" [id=1485, type=pad]; -"1486 roll_10" [id=1486, type=roll]; -"1487 view_61" [id=1487, type=view]; -"1488 permute_51" [id=1488, type=permute]; -"1489 reshape_49" [id=1489, type=reshape]; -"1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; -"1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; -"1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; -"1493 _param_constant189_0_0" [id=1493, type=get_attr]; -"1494 scale_updated_constant71" [id=1494, type=get_attr]; -"1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; -"1496 mul_tensor_71" [id=1496, type=mul]; -"1497 zero_point_updated_constant71" [id=1497, type=get_attr]; -"1498 sub_tensor_71" [id=1498, type=sub]; -"1499 linear_70" [id=1499, type=linear]; -"1500 reshape_50" [id=1500, type=reshape]; -"1501 permute_52" [id=1501, type=permute]; -"1502 select_33" [id=1502, type=select]; -"1503 select_34" [id=1503, type=select]; -"1504 select_35" [id=1504, type=select]; -"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; -"1506 clamp_min_22" [id=1506, type=clamp_min]; -"1507 expand_as_22" [id=1507, type=expand_as]; -"1508 div_22" [id=1508, type=div]; -"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; -"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; -"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; -"1512 clamp_min_23" [id=1512, type=clamp_min]; -"1513 expand_as_23" [id=1513, type=expand_as]; -"1514 div_23" [id=1514, type=div]; -"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; -"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; -"1517 transpose_22" [id=1517, type=transpose]; -"1518 matmul_22" [id=1518, type=matmul]; -"1519 _param_constant191" [id=1519, type=get_attr]; -"1520 clamp_11" [id=1520, type=clamp]; -"1521 exp_11" [id=1521, type=exp]; -"1522 mul_23" [id=1522, type=mul]; -"1523 add_38" [id=1523, type=add]; -"1524 new_zeros_5" [id=1524, type=new_zeros]; -"1525 view_62" [id=1525, type=view]; -"1526 permute_53" [id=1526, type=permute]; -"1527 reshape_51" [id=1527, type=reshape]; -"1528 unsqueeze_32" [id=1528, type=unsqueeze]; -"1529 unsqueeze_33" [id=1529, type=unsqueeze]; -"1530 sub_5" [id=1530, type=sub]; -"1531 ne_5" [id=1531, type=ne]; -"1532 masked_fill_10" [id=1532, type=masked_fill]; -"1533 eq_5" [id=1533, type=eq]; -"1534 masked_fill_11" [id=1534, type=masked_fill]; -"1535 view_63" [id=1535, type=view]; -"1536 unsqueeze_34" [id=1536, type=unsqueeze]; -"1537 unsqueeze_35" [id=1537, type=unsqueeze]; -"1538 add_39" [id=1538, type=add]; -"1539 view_64" [id=1539, type=view]; -"1540 softmax_11" [id=1540, type=softmax]; -"1541 dropout_44" [id=1541, type=dropout]; -"1542 matmul_23" [id=1542, type=matmul]; -"1543 transpose_23" [id=1543, type=transpose]; -"1544 reshape_52" [id=1544, type=reshape]; -"1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; -"1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; -"1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; -"1548 _param_constant193_0_0" [id=1548, type=get_attr]; -"1549 scale_updated_constant72" [id=1549, type=get_attr]; -"1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; -"1551 mul_tensor_72" [id=1551, type=mul]; -"1552 zero_point_updated_constant72" [id=1552, type=get_attr]; -"1553 sub_tensor_72" [id=1553, type=sub]; -"1554 linear_71" [id=1554, type=linear]; -"1555 dropout_45" [id=1555, type=dropout]; -"1556 view_65" [id=1556, type=view]; -"1557 permute_54" [id=1557, type=permute]; -"1558 reshape_53" [id=1558, type=reshape]; -"1559 roll_11" [id=1559, type=roll]; -"1560 slice_185" [id=1560, type=slice]; -"1561 slice_186" [id=1561, type=slice]; -"1562 slice_187" [id=1562, type=slice]; -"1563 slice_188" [id=1563, type=slice]; -"1564 contiguous_21" [id=1564, type=contiguous]; -"1565 _param_constant194" [id=1565, type=get_attr]; -"1566 _param_constant195" [id=1566, type=get_attr]; -"1567 layer_norm_25" [id=1567, type=layer_norm]; -"1568 add_40" [id=1568, type=add]; -"1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; -"1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; -"1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; -"1572 _param_constant197_0_0" [id=1572, type=get_attr]; -"1573 scale_updated_constant73" [id=1573, type=get_attr]; -"1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; -"1575 mul_tensor_73" [id=1575, type=mul]; -"1576 zero_point_updated_constant73" [id=1576, type=get_attr]; -"1577 sub_tensor_73" [id=1577, type=sub]; -"1578 linear_72" [id=1578, type=linear]; -"1579 gelu_11" [id=1579, type=gelu]; -"1580 dropout_46" [id=1580, type=dropout]; -"1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; -"1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; -"1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; -"1584 _param_constant199_0_0" [id=1584, type=get_attr]; -"1585 scale_updated_constant74" [id=1585, type=get_attr]; -"1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; -"1587 mul_tensor_74" [id=1587, type=mul]; -"1588 zero_point_updated_constant74" [id=1588, type=get_attr]; -"1589 sub_tensor_74" [id=1589, type=sub]; -"1590 linear_73" [id=1590, type=linear]; -"1591 dropout_47" [id=1591, type=dropout]; -"1592 _param_constant200" [id=1592, type=get_attr]; -"1593 _param_constant201" [id=1593, type=get_attr]; -"1594 layer_norm_26" [id=1594, type=layer_norm]; -"1595 add_41" [id=1595, type=add]; -"1596 _tensor_constant78" [id=1596, type=get_attr]; -"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; -"1598 _param_constant203_0_0" [id=1598, type=get_attr]; -"1599 scale_updated_constant75" [id=1599, type=get_attr]; -"1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; -"1601 mul_tensor_75" [id=1601, type=mul]; -"1602 zero_point_updated_constant75" [id=1602, type=get_attr]; -"1603 sub_tensor_75" [id=1603, type=sub]; -"1604 linear_74" [id=1604, type=linear]; -"1605 relu__12" [id=1605, type=relu_]; -"1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; -"1607 scale_updated_constant76" [id=1607, type=get_attr]; -"1608 compressed_weight_updated_constant76" [id=1608, type=get_attr]; -"1609 mul_tensor_76" [id=1609, type=mul]; -"1610 zero_point_updated_constant76" [id=1610, type=get_attr]; -"1611 sub_tensor_76" [id=1611, type=sub]; -"1612 linear_75" [id=1612, type=linear]; -"1613 view_66" [id=1613, type=view]; -"1614 _tensor_constant79" [id=1614, type=get_attr]; -"1615 index_12" [id=1615, type=index]; -"1616 view_67" [id=1616, type=view]; -"1617 permute_55" [id=1617, type=permute]; -"1618 contiguous_22" [id=1618, type=contiguous]; -"1619 unsqueeze_36" [id=1619, type=unsqueeze]; -"1620 sigmoid_12" [id=1620, type=sigmoid]; -"1621 mul_24" [id=1621, type=mul]; -"1622 pad_14" [id=1622, type=pad]; -"1623 view_68" [id=1623, type=view]; -"1624 permute_56" [id=1624, type=permute]; -"1625 reshape_54" [id=1625, type=reshape]; -"1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; -"1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; -"1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; -"1629 _param_constant205_0_0" [id=1629, type=get_attr]; -"1630 scale_updated_constant77" [id=1630, type=get_attr]; -"1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; -"1632 mul_tensor_77" [id=1632, type=mul]; -"1633 zero_point_updated_constant77" [id=1633, type=get_attr]; -"1634 sub_tensor_77" [id=1634, type=sub]; -"1635 linear_76" [id=1635, type=linear]; -"1636 reshape_55" [id=1636, type=reshape]; -"1637 permute_57" [id=1637, type=permute]; -"1638 select_36" [id=1638, type=select]; -"1639 select_37" [id=1639, type=select]; -"1640 select_38" [id=1640, type=select]; -"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; -"1642 clamp_min_24" [id=1642, type=clamp_min]; -"1643 expand_as_24" [id=1643, type=expand_as]; -"1644 div_24" [id=1644, type=div]; -"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; -"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; -"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; -"1648 clamp_min_25" [id=1648, type=clamp_min]; -"1649 expand_as_25" [id=1649, type=expand_as]; -"1650 div_25" [id=1650, type=div]; -"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; -"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; -"1653 transpose_24" [id=1653, type=transpose]; -"1654 matmul_24" [id=1654, type=matmul]; -"1655 _param_constant207" [id=1655, type=get_attr]; -"1656 clamp_12" [id=1656, type=clamp]; -"1657 exp_12" [id=1657, type=exp]; -"1658 mul_25" [id=1658, type=mul]; -"1659 add_42" [id=1659, type=add]; -"1660 softmax_12" [id=1660, type=softmax]; -"1661 dropout_48" [id=1661, type=dropout]; -"1662 matmul_25" [id=1662, type=matmul]; -"1663 transpose_25" [id=1663, type=transpose]; -"1664 reshape_56" [id=1664, type=reshape]; -"1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; -"1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; -"1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; -"1668 _param_constant209_0_0" [id=1668, type=get_attr]; -"1669 scale_updated_constant78" [id=1669, type=get_attr]; -"1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; -"1671 mul_tensor_78" [id=1671, type=mul]; -"1672 zero_point_updated_constant78" [id=1672, type=get_attr]; -"1673 sub_tensor_78" [id=1673, type=sub]; -"1674 linear_77" [id=1674, type=linear]; -"1675 dropout_49" [id=1675, type=dropout]; -"1676 view_69" [id=1676, type=view]; -"1677 permute_58" [id=1677, type=permute]; -"1678 reshape_57" [id=1678, type=reshape]; -"1679 slice_190" [id=1679, type=slice]; -"1680 slice_191" [id=1680, type=slice]; -"1681 slice_192" [id=1681, type=slice]; -"1682 slice_193" [id=1682, type=slice]; -"1683 contiguous_23" [id=1683, type=contiguous]; -"1684 _param_constant210" [id=1684, type=get_attr]; -"1685 _param_constant211" [id=1685, type=get_attr]; -"1686 layer_norm_27" [id=1686, type=layer_norm]; -"1687 add_43" [id=1687, type=add]; -"1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; -"1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; -"1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; -"1691 _param_constant213_0_0" [id=1691, type=get_attr]; -"1692 scale_updated_constant79" [id=1692, type=get_attr]; -"1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; -"1694 mul_tensor_79" [id=1694, type=mul]; -"1695 zero_point_updated_constant79" [id=1695, type=get_attr]; -"1696 sub_tensor_79" [id=1696, type=sub]; -"1697 linear_78" [id=1697, type=linear]; -"1698 gelu_12" [id=1698, type=gelu]; -"1699 dropout_50" [id=1699, type=dropout]; -"1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; -"1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; -"1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; -"1703 _param_constant215_0_0" [id=1703, type=get_attr]; -"1704 scale_updated_constant80" [id=1704, type=get_attr]; -"1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; -"1706 mul_tensor_80" [id=1706, type=mul]; -"1707 zero_point_updated_constant80" [id=1707, type=get_attr]; -"1708 sub_tensor_80" [id=1708, type=sub]; -"1709 linear_79" [id=1709, type=linear]; -"1710 dropout_51" [id=1710, type=dropout]; -"1711 _param_constant216" [id=1711, type=get_attr]; -"1712 _param_constant217" [id=1712, type=get_attr]; -"1713 layer_norm_28" [id=1713, type=layer_norm]; -"1714 add_44" [id=1714, type=add]; -"1715 _tensor_constant80" [id=1715, type=get_attr]; -"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; -"1717 _param_constant219_0_0" [id=1717, type=get_attr]; -"1718 scale_updated_constant81" [id=1718, type=get_attr]; -"1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; -"1720 mul_tensor_81" [id=1720, type=mul]; -"1721 zero_point_updated_constant81" [id=1721, type=get_attr]; -"1722 sub_tensor_81" [id=1722, type=sub]; -"1723 linear_80" [id=1723, type=linear]; -"1724 relu__13" [id=1724, type=relu_]; -"1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; -"1726 scale_updated_constant82" [id=1726, type=get_attr]; -"1727 compressed_weight_updated_constant82" [id=1727, type=get_attr]; -"1728 mul_tensor_82" [id=1728, type=mul]; -"1729 zero_point_updated_constant82" [id=1729, type=get_attr]; -"1730 sub_tensor_82" [id=1730, type=sub]; -"1731 linear_81" [id=1731, type=linear]; -"1732 view_70" [id=1732, type=view]; -"1733 _tensor_constant81" [id=1733, type=get_attr]; -"1734 index_13" [id=1734, type=index]; -"1735 view_71" [id=1735, type=view]; -"1736 permute_59" [id=1736, type=permute]; -"1737 contiguous_24" [id=1737, type=contiguous]; -"1738 unsqueeze_37" [id=1738, type=unsqueeze]; -"1739 sigmoid_13" [id=1739, type=sigmoid]; -"1740 mul_26" [id=1740, type=mul]; -"1741 pad_15" [id=1741, type=pad]; -"1742 roll_12" [id=1742, type=roll]; -"1743 view_72" [id=1743, type=view]; -"1744 permute_60" [id=1744, type=permute]; -"1745 reshape_58" [id=1745, type=reshape]; -"1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; -"1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; -"1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; -"1749 _param_constant221_0_0" [id=1749, type=get_attr]; -"1750 scale_updated_constant83" [id=1750, type=get_attr]; -"1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; -"1752 mul_tensor_83" [id=1752, type=mul]; -"1753 zero_point_updated_constant83" [id=1753, type=get_attr]; -"1754 sub_tensor_83" [id=1754, type=sub]; -"1755 linear_82" [id=1755, type=linear]; -"1756 reshape_59" [id=1756, type=reshape]; -"1757 permute_61" [id=1757, type=permute]; -"1758 select_39" [id=1758, type=select]; -"1759 select_40" [id=1759, type=select]; -"1760 select_41" [id=1760, type=select]; -"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; -"1762 clamp_min_26" [id=1762, type=clamp_min]; -"1763 expand_as_26" [id=1763, type=expand_as]; -"1764 div_26" [id=1764, type=div]; -"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; -"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; -"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; -"1768 clamp_min_27" [id=1768, type=clamp_min]; -"1769 expand_as_27" [id=1769, type=expand_as]; -"1770 div_27" [id=1770, type=div]; -"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; -"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; -"1773 transpose_26" [id=1773, type=transpose]; -"1774 matmul_26" [id=1774, type=matmul]; -"1775 _param_constant223" [id=1775, type=get_attr]; -"1776 clamp_13" [id=1776, type=clamp]; -"1777 exp_13" [id=1777, type=exp]; -"1778 mul_27" [id=1778, type=mul]; -"1779 add_45" [id=1779, type=add]; -"1780 new_zeros_6" [id=1780, type=new_zeros]; -"1781 view_73" [id=1781, type=view]; -"1782 permute_62" [id=1782, type=permute]; -"1783 reshape_60" [id=1783, type=reshape]; -"1784 unsqueeze_38" [id=1784, type=unsqueeze]; -"1785 unsqueeze_39" [id=1785, type=unsqueeze]; -"1786 sub_6" [id=1786, type=sub]; -"1787 ne_6" [id=1787, type=ne]; -"1788 masked_fill_12" [id=1788, type=masked_fill]; -"1789 eq_6" [id=1789, type=eq]; -"1790 masked_fill_13" [id=1790, type=masked_fill]; -"1791 view_74" [id=1791, type=view]; -"1792 unsqueeze_40" [id=1792, type=unsqueeze]; -"1793 unsqueeze_41" [id=1793, type=unsqueeze]; -"1794 add_46" [id=1794, type=add]; -"1795 view_75" [id=1795, type=view]; -"1796 softmax_13" [id=1796, type=softmax]; -"1797 dropout_52" [id=1797, type=dropout]; -"1798 matmul_27" [id=1798, type=matmul]; -"1799 transpose_27" [id=1799, type=transpose]; -"1800 reshape_61" [id=1800, type=reshape]; -"1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; -"1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; -"1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; -"1804 _param_constant225_0_0" [id=1804, type=get_attr]; -"1805 scale_updated_constant84" [id=1805, type=get_attr]; -"1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; -"1807 mul_tensor_84" [id=1807, type=mul]; -"1808 zero_point_updated_constant84" [id=1808, type=get_attr]; -"1809 sub_tensor_84" [id=1809, type=sub]; -"1810 linear_83" [id=1810, type=linear]; -"1811 dropout_53" [id=1811, type=dropout]; -"1812 view_76" [id=1812, type=view]; -"1813 permute_63" [id=1813, type=permute]; -"1814 reshape_62" [id=1814, type=reshape]; -"1815 roll_13" [id=1815, type=roll]; -"1816 slice_213" [id=1816, type=slice]; -"1817 slice_214" [id=1817, type=slice]; -"1818 slice_215" [id=1818, type=slice]; -"1819 slice_216" [id=1819, type=slice]; -"1820 contiguous_25" [id=1820, type=contiguous]; -"1821 _param_constant226" [id=1821, type=get_attr]; -"1822 _param_constant227" [id=1822, type=get_attr]; -"1823 layer_norm_29" [id=1823, type=layer_norm]; -"1824 add_47" [id=1824, type=add]; -"1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; -"1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; -"1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; -"1828 _param_constant229_0_0" [id=1828, type=get_attr]; -"1829 scale_updated_constant85" [id=1829, type=get_attr]; -"1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; -"1831 mul_tensor_85" [id=1831, type=mul]; -"1832 zero_point_updated_constant85" [id=1832, type=get_attr]; -"1833 sub_tensor_85" [id=1833, type=sub]; -"1834 linear_84" [id=1834, type=linear]; -"1835 gelu_13" [id=1835, type=gelu]; -"1836 dropout_54" [id=1836, type=dropout]; -"1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; -"1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; -"1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; -"1840 _param_constant231_0_0" [id=1840, type=get_attr]; -"1841 scale_updated_constant86" [id=1841, type=get_attr]; -"1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; -"1843 mul_tensor_86" [id=1843, type=mul]; -"1844 zero_point_updated_constant86" [id=1844, type=get_attr]; -"1845 sub_tensor_86" [id=1845, type=sub]; -"1846 linear_85" [id=1846, type=linear]; -"1847 dropout_55" [id=1847, type=dropout]; -"1848 _param_constant232" [id=1848, type=get_attr]; -"1849 _param_constant233" [id=1849, type=get_attr]; -"1850 layer_norm_30" [id=1850, type=layer_norm]; -"1851 add_48" [id=1851, type=add]; -"1852 _tensor_constant91" [id=1852, type=get_attr]; -"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; -"1854 _param_constant235_0_0" [id=1854, type=get_attr]; -"1855 scale_updated_constant87" [id=1855, type=get_attr]; -"1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; -"1857 mul_tensor_87" [id=1857, type=mul]; -"1858 zero_point_updated_constant87" [id=1858, type=get_attr]; -"1859 sub_tensor_87" [id=1859, type=sub]; -"1860 linear_86" [id=1860, type=linear]; -"1861 relu__14" [id=1861, type=relu_]; -"1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; -"1863 scale_updated_constant88" [id=1863, type=get_attr]; -"1864 compressed_weight_updated_constant88" [id=1864, type=get_attr]; -"1865 mul_tensor_88" [id=1865, type=mul]; -"1866 zero_point_updated_constant88" [id=1866, type=get_attr]; -"1867 sub_tensor_88" [id=1867, type=sub]; -"1868 linear_87" [id=1868, type=linear]; -"1869 view_77" [id=1869, type=view]; -"1870 _tensor_constant92" [id=1870, type=get_attr]; -"1871 index_14" [id=1871, type=index]; -"1872 view_78" [id=1872, type=view]; -"1873 permute_64" [id=1873, type=permute]; -"1874 contiguous_26" [id=1874, type=contiguous]; -"1875 unsqueeze_42" [id=1875, type=unsqueeze]; -"1876 sigmoid_14" [id=1876, type=sigmoid]; -"1877 mul_28" [id=1877, type=mul]; -"1878 pad_16" [id=1878, type=pad]; -"1879 view_79" [id=1879, type=view]; -"1880 permute_65" [id=1880, type=permute]; -"1881 reshape_63" [id=1881, type=reshape]; -"1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; -"1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; -"1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; -"1885 _param_constant237_0_0" [id=1885, type=get_attr]; -"1886 scale_updated_constant89" [id=1886, type=get_attr]; -"1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; -"1888 mul_tensor_89" [id=1888, type=mul]; -"1889 zero_point_updated_constant89" [id=1889, type=get_attr]; -"1890 sub_tensor_89" [id=1890, type=sub]; -"1891 linear_88" [id=1891, type=linear]; -"1892 reshape_64" [id=1892, type=reshape]; -"1893 permute_66" [id=1893, type=permute]; -"1894 select_42" [id=1894, type=select]; -"1895 select_43" [id=1895, type=select]; -"1896 select_44" [id=1896, type=select]; -"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; -"1898 clamp_min_28" [id=1898, type=clamp_min]; -"1899 expand_as_28" [id=1899, type=expand_as]; -"1900 div_28" [id=1900, type=div]; -"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; -"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; -"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; -"1904 clamp_min_29" [id=1904, type=clamp_min]; -"1905 expand_as_29" [id=1905, type=expand_as]; -"1906 div_29" [id=1906, type=div]; -"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; -"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; -"1909 transpose_28" [id=1909, type=transpose]; -"1910 matmul_28" [id=1910, type=matmul]; -"1911 _param_constant239" [id=1911, type=get_attr]; -"1912 clamp_14" [id=1912, type=clamp]; -"1913 exp_14" [id=1913, type=exp]; -"1914 mul_29" [id=1914, type=mul]; -"1915 add_49" [id=1915, type=add]; -"1916 softmax_14" [id=1916, type=softmax]; -"1917 dropout_56" [id=1917, type=dropout]; -"1918 matmul_29" [id=1918, type=matmul]; -"1919 transpose_29" [id=1919, type=transpose]; -"1920 reshape_65" [id=1920, type=reshape]; -"1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; -"1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; -"1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; -"1924 _param_constant241_0_0" [id=1924, type=get_attr]; -"1925 scale_updated_constant90" [id=1925, type=get_attr]; -"1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; -"1927 mul_tensor_90" [id=1927, type=mul]; -"1928 zero_point_updated_constant90" [id=1928, type=get_attr]; -"1929 sub_tensor_90" [id=1929, type=sub]; -"1930 linear_89" [id=1930, type=linear]; -"1931 dropout_57" [id=1931, type=dropout]; -"1932 view_80" [id=1932, type=view]; -"1933 permute_67" [id=1933, type=permute]; -"1934 reshape_66" [id=1934, type=reshape]; -"1935 slice_218" [id=1935, type=slice]; -"1936 slice_219" [id=1936, type=slice]; -"1937 slice_220" [id=1937, type=slice]; -"1938 slice_221" [id=1938, type=slice]; -"1939 contiguous_27" [id=1939, type=contiguous]; -"1940 _param_constant242" [id=1940, type=get_attr]; -"1941 _param_constant243" [id=1941, type=get_attr]; -"1942 layer_norm_31" [id=1942, type=layer_norm]; -"1943 add_50" [id=1943, type=add]; -"1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; -"1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; -"1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; -"1947 _param_constant245_0_0" [id=1947, type=get_attr]; -"1948 scale_updated_constant91" [id=1948, type=get_attr]; -"1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; -"1950 mul_tensor_91" [id=1950, type=mul]; -"1951 zero_point_updated_constant91" [id=1951, type=get_attr]; -"1952 sub_tensor_91" [id=1952, type=sub]; -"1953 linear_90" [id=1953, type=linear]; -"1954 gelu_14" [id=1954, type=gelu]; -"1955 dropout_58" [id=1955, type=dropout]; -"1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; -"1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; -"1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; -"1959 _param_constant247_0_0" [id=1959, type=get_attr]; -"1960 scale_updated_constant92" [id=1960, type=get_attr]; -"1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; -"1962 mul_tensor_92" [id=1962, type=mul]; -"1963 zero_point_updated_constant92" [id=1963, type=get_attr]; -"1964 sub_tensor_92" [id=1964, type=sub]; -"1965 linear_91" [id=1965, type=linear]; -"1966 dropout_59" [id=1966, type=dropout]; -"1967 _param_constant248" [id=1967, type=get_attr]; -"1968 _param_constant249" [id=1968, type=get_attr]; -"1969 layer_norm_32" [id=1969, type=layer_norm]; -"1970 add_51" [id=1970, type=add]; -"1971 _tensor_constant93" [id=1971, type=get_attr]; -"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; -"1973 _param_constant251_0_0" [id=1973, type=get_attr]; -"1974 scale_updated_constant93" [id=1974, type=get_attr]; -"1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; -"1976 mul_tensor_93" [id=1976, type=mul]; -"1977 zero_point_updated_constant93" [id=1977, type=get_attr]; -"1978 sub_tensor_93" [id=1978, type=sub]; -"1979 linear_92" [id=1979, type=linear]; -"1980 relu__15" [id=1980, type=relu_]; -"1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; -"1982 scale_updated_constant94" [id=1982, type=get_attr]; -"1983 compressed_weight_updated_constant94" [id=1983, type=get_attr]; -"1984 mul_tensor_94" [id=1984, type=mul]; -"1985 zero_point_updated_constant94" [id=1985, type=get_attr]; -"1986 sub_tensor_94" [id=1986, type=sub]; -"1987 linear_93" [id=1987, type=linear]; -"1988 view_81" [id=1988, type=view]; -"1989 _tensor_constant94" [id=1989, type=get_attr]; -"1990 index_15" [id=1990, type=index]; -"1991 view_82" [id=1991, type=view]; -"1992 permute_68" [id=1992, type=permute]; -"1993 contiguous_28" [id=1993, type=contiguous]; -"1994 unsqueeze_43" [id=1994, type=unsqueeze]; -"1995 sigmoid_15" [id=1995, type=sigmoid]; -"1996 mul_30" [id=1996, type=mul]; -"1997 pad_17" [id=1997, type=pad]; -"1998 roll_14" [id=1998, type=roll]; -"1999 view_83" [id=1999, type=view]; -"2000 permute_69" [id=2000, type=permute]; -"2001 reshape_67" [id=2001, type=reshape]; -"2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; -"2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; -"2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; -"2005 _param_constant253_0_0" [id=2005, type=get_attr]; -"2006 scale_updated_constant95" [id=2006, type=get_attr]; -"2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; -"2008 mul_tensor_95" [id=2008, type=mul]; -"2009 zero_point_updated_constant95" [id=2009, type=get_attr]; -"2010 sub_tensor_95" [id=2010, type=sub]; -"2011 linear_94" [id=2011, type=linear]; -"2012 reshape_68" [id=2012, type=reshape]; -"2013 permute_70" [id=2013, type=permute]; -"2014 select_45" [id=2014, type=select]; -"2015 select_46" [id=2015, type=select]; -"2016 select_47" [id=2016, type=select]; -"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; -"2018 clamp_min_30" [id=2018, type=clamp_min]; -"2019 expand_as_30" [id=2019, type=expand_as]; -"2020 div_30" [id=2020, type=div]; -"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; -"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; -"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; -"2024 clamp_min_31" [id=2024, type=clamp_min]; -"2025 expand_as_31" [id=2025, type=expand_as]; -"2026 div_31" [id=2026, type=div]; -"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; -"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; -"2029 transpose_30" [id=2029, type=transpose]; -"2030 matmul_30" [id=2030, type=matmul]; -"2031 _param_constant255" [id=2031, type=get_attr]; -"2032 clamp_15" [id=2032, type=clamp]; -"2033 exp_15" [id=2033, type=exp]; -"2034 mul_31" [id=2034, type=mul]; -"2035 add_52" [id=2035, type=add]; -"2036 new_zeros_7" [id=2036, type=new_zeros]; -"2037 view_84" [id=2037, type=view]; -"2038 permute_71" [id=2038, type=permute]; -"2039 reshape_69" [id=2039, type=reshape]; -"2040 unsqueeze_44" [id=2040, type=unsqueeze]; -"2041 unsqueeze_45" [id=2041, type=unsqueeze]; -"2042 sub_7" [id=2042, type=sub]; -"2043 ne_7" [id=2043, type=ne]; -"2044 masked_fill_14" [id=2044, type=masked_fill]; -"2045 eq_7" [id=2045, type=eq]; -"2046 masked_fill_15" [id=2046, type=masked_fill]; -"2047 view_85" [id=2047, type=view]; -"2048 unsqueeze_46" [id=2048, type=unsqueeze]; -"2049 unsqueeze_47" [id=2049, type=unsqueeze]; -"2050 add_53" [id=2050, type=add]; -"2051 view_86" [id=2051, type=view]; -"2052 softmax_15" [id=2052, type=softmax]; -"2053 dropout_60" [id=2053, type=dropout]; -"2054 matmul_31" [id=2054, type=matmul]; -"2055 transpose_31" [id=2055, type=transpose]; -"2056 reshape_70" [id=2056, type=reshape]; -"2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; -"2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; -"2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; -"2060 _param_constant257_0_0" [id=2060, type=get_attr]; -"2061 scale_updated_constant96" [id=2061, type=get_attr]; -"2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; -"2063 mul_tensor_96" [id=2063, type=mul]; -"2064 zero_point_updated_constant96" [id=2064, type=get_attr]; -"2065 sub_tensor_96" [id=2065, type=sub]; -"2066 linear_95" [id=2066, type=linear]; -"2067 dropout_61" [id=2067, type=dropout]; -"2068 view_87" [id=2068, type=view]; -"2069 permute_72" [id=2069, type=permute]; -"2070 reshape_71" [id=2070, type=reshape]; -"2071 roll_15" [id=2071, type=roll]; -"2072 slice_241" [id=2072, type=slice]; -"2073 slice_242" [id=2073, type=slice]; -"2074 slice_243" [id=2074, type=slice]; -"2075 slice_244" [id=2075, type=slice]; -"2076 contiguous_29" [id=2076, type=contiguous]; -"2077 _param_constant258" [id=2077, type=get_attr]; -"2078 _param_constant259" [id=2078, type=get_attr]; -"2079 layer_norm_33" [id=2079, type=layer_norm]; -"2080 add_54" [id=2080, type=add]; -"2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; -"2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; -"2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; -"2084 _param_constant261_0_0" [id=2084, type=get_attr]; -"2085 scale_updated_constant97" [id=2085, type=get_attr]; -"2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; -"2087 mul_tensor_97" [id=2087, type=mul]; -"2088 zero_point_updated_constant97" [id=2088, type=get_attr]; -"2089 sub_tensor_97" [id=2089, type=sub]; -"2090 linear_96" [id=2090, type=linear]; -"2091 gelu_15" [id=2091, type=gelu]; -"2092 dropout_62" [id=2092, type=dropout]; -"2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; -"2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; -"2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; -"2096 _param_constant263_0_0" [id=2096, type=get_attr]; -"2097 scale_updated_constant98" [id=2097, type=get_attr]; -"2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; -"2099 mul_tensor_98" [id=2099, type=mul]; -"2100 zero_point_updated_constant98" [id=2100, type=get_attr]; -"2101 sub_tensor_98" [id=2101, type=sub]; -"2102 linear_97" [id=2102, type=linear]; -"2103 dropout_63" [id=2103, type=dropout]; -"2104 _param_constant264" [id=2104, type=get_attr]; -"2105 _param_constant265" [id=2105, type=get_attr]; -"2106 layer_norm_34" [id=2106, type=layer_norm]; -"2107 add_55" [id=2107, type=add]; -"2108 _tensor_constant104" [id=2108, type=get_attr]; -"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; -"2110 _param_constant267_0_0" [id=2110, type=get_attr]; -"2111 scale_updated_constant99" [id=2111, type=get_attr]; -"2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; -"2113 mul_tensor_99" [id=2113, type=mul]; -"2114 zero_point_updated_constant99" [id=2114, type=get_attr]; -"2115 sub_tensor_99" [id=2115, type=sub]; -"2116 linear_98" [id=2116, type=linear]; -"2117 relu__16" [id=2117, type=relu_]; -"2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; -"2119 scale_updated_constant100" [id=2119, type=get_attr]; -"2120 compressed_weight_updated_constant100" [id=2120, type=get_attr]; -"2121 mul_tensor_100" [id=2121, type=mul]; -"2122 zero_point_updated_constant100" [id=2122, type=get_attr]; -"2123 sub_tensor_100" [id=2123, type=sub]; -"2124 linear_99" [id=2124, type=linear]; -"2125 view_88" [id=2125, type=view]; -"2126 _tensor_constant105" [id=2126, type=get_attr]; -"2127 index_16" [id=2127, type=index]; -"2128 view_89" [id=2128, type=view]; -"2129 permute_73" [id=2129, type=permute]; -"2130 contiguous_30" [id=2130, type=contiguous]; -"2131 unsqueeze_48" [id=2131, type=unsqueeze]; -"2132 sigmoid_16" [id=2132, type=sigmoid]; -"2133 mul_32" [id=2133, type=mul]; -"2134 pad_18" [id=2134, type=pad]; -"2135 view_90" [id=2135, type=view]; -"2136 permute_74" [id=2136, type=permute]; -"2137 reshape_72" [id=2137, type=reshape]; -"2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; -"2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; -"2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; -"2141 _param_constant269_0_0" [id=2141, type=get_attr]; -"2142 scale_updated_constant101" [id=2142, type=get_attr]; -"2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; -"2144 mul_tensor_101" [id=2144, type=mul]; -"2145 zero_point_updated_constant101" [id=2145, type=get_attr]; -"2146 sub_tensor_101" [id=2146, type=sub]; -"2147 linear_100" [id=2147, type=linear]; -"2148 reshape_73" [id=2148, type=reshape]; -"2149 permute_75" [id=2149, type=permute]; -"2150 select_48" [id=2150, type=select]; -"2151 select_49" [id=2151, type=select]; -"2152 select_50" [id=2152, type=select]; -"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; -"2154 clamp_min_32" [id=2154, type=clamp_min]; -"2155 expand_as_32" [id=2155, type=expand_as]; -"2156 div_32" [id=2156, type=div]; -"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; -"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; -"2160 clamp_min_33" [id=2160, type=clamp_min]; -"2161 expand_as_33" [id=2161, type=expand_as]; -"2162 div_33" [id=2162, type=div]; -"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; -"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; -"2165 transpose_32" [id=2165, type=transpose]; -"2166 matmul_32" [id=2166, type=matmul]; -"2167 _param_constant271" [id=2167, type=get_attr]; -"2168 clamp_16" [id=2168, type=clamp]; -"2169 exp_16" [id=2169, type=exp]; -"2170 mul_33" [id=2170, type=mul]; -"2171 add_56" [id=2171, type=add]; -"2172 softmax_16" [id=2172, type=softmax]; -"2173 dropout_64" [id=2173, type=dropout]; -"2174 matmul_33" [id=2174, type=matmul]; -"2175 transpose_33" [id=2175, type=transpose]; -"2176 reshape_74" [id=2176, type=reshape]; -"2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; -"2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; -"2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; -"2180 _param_constant273_0_0" [id=2180, type=get_attr]; -"2181 scale_updated_constant102" [id=2181, type=get_attr]; -"2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; -"2183 mul_tensor_102" [id=2183, type=mul]; -"2184 zero_point_updated_constant102" [id=2184, type=get_attr]; -"2185 sub_tensor_102" [id=2185, type=sub]; -"2186 linear_101" [id=2186, type=linear]; -"2187 dropout_65" [id=2187, type=dropout]; -"2188 view_91" [id=2188, type=view]; -"2189 permute_76" [id=2189, type=permute]; -"2190 reshape_75" [id=2190, type=reshape]; -"2191 slice_246" [id=2191, type=slice]; -"2192 slice_247" [id=2192, type=slice]; -"2193 slice_248" [id=2193, type=slice]; -"2194 slice_249" [id=2194, type=slice]; -"2195 contiguous_31" [id=2195, type=contiguous]; -"2196 _param_constant274" [id=2196, type=get_attr]; -"2197 _param_constant275" [id=2197, type=get_attr]; -"2198 layer_norm_35" [id=2198, type=layer_norm]; -"2199 add_57" [id=2199, type=add]; -"2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; -"2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; -"2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; -"2203 _param_constant277_0_0" [id=2203, type=get_attr]; -"2204 scale_updated_constant103" [id=2204, type=get_attr]; -"2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; -"2206 mul_tensor_103" [id=2206, type=mul]; -"2207 zero_point_updated_constant103" [id=2207, type=get_attr]; -"2208 sub_tensor_103" [id=2208, type=sub]; -"2209 linear_102" [id=2209, type=linear]; -"2210 gelu_16" [id=2210, type=gelu]; -"2211 dropout_66" [id=2211, type=dropout]; -"2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; -"2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; -"2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; -"2215 _param_constant279_0_0" [id=2215, type=get_attr]; -"2216 scale_updated_constant104" [id=2216, type=get_attr]; -"2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; -"2218 mul_tensor_104" [id=2218, type=mul]; -"2219 zero_point_updated_constant104" [id=2219, type=get_attr]; -"2220 sub_tensor_104" [id=2220, type=sub]; -"2221 linear_103" [id=2221, type=linear]; -"2222 dropout_67" [id=2222, type=dropout]; -"2223 _param_constant280" [id=2223, type=get_attr]; -"2224 _param_constant281" [id=2224, type=get_attr]; -"2225 layer_norm_36" [id=2225, type=layer_norm]; -"2226 add_58" [id=2226, type=add]; -"2227 _tensor_constant106" [id=2227, type=get_attr]; -"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; -"2229 _param_constant283_0_0" [id=2229, type=get_attr]; -"2230 scale_updated_constant105" [id=2230, type=get_attr]; -"2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; -"2232 mul_tensor_105" [id=2232, type=mul]; -"2233 zero_point_updated_constant105" [id=2233, type=get_attr]; -"2234 sub_tensor_105" [id=2234, type=sub]; -"2235 linear_104" [id=2235, type=linear]; -"2236 relu__17" [id=2236, type=relu_]; -"2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; -"2238 scale_updated_constant106" [id=2238, type=get_attr]; -"2239 compressed_weight_updated_constant106" [id=2239, type=get_attr]; -"2240 mul_tensor_106" [id=2240, type=mul]; -"2241 zero_point_updated_constant106" [id=2241, type=get_attr]; -"2242 sub_tensor_106" [id=2242, type=sub]; -"2243 linear_105" [id=2243, type=linear]; -"2244 view_92" [id=2244, type=view]; -"2245 _tensor_constant107" [id=2245, type=get_attr]; -"2246 index_17" [id=2246, type=index]; -"2247 view_93" [id=2247, type=view]; -"2248 permute_77" [id=2248, type=permute]; -"2249 contiguous_32" [id=2249, type=contiguous]; -"2250 unsqueeze_49" [id=2250, type=unsqueeze]; -"2251 sigmoid_17" [id=2251, type=sigmoid]; -"2252 mul_34" [id=2252, type=mul]; -"2253 pad_19" [id=2253, type=pad]; -"2254 roll_16" [id=2254, type=roll]; -"2255 view_94" [id=2255, type=view]; -"2256 permute_78" [id=2256, type=permute]; -"2257 reshape_76" [id=2257, type=reshape]; -"2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; -"2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; -"2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; -"2261 _param_constant285_0_0" [id=2261, type=get_attr]; -"2262 scale_updated_constant107" [id=2262, type=get_attr]; -"2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; -"2264 mul_tensor_107" [id=2264, type=mul]; -"2265 zero_point_updated_constant107" [id=2265, type=get_attr]; -"2266 sub_tensor_107" [id=2266, type=sub]; -"2267 linear_106" [id=2267, type=linear]; -"2268 reshape_77" [id=2268, type=reshape]; -"2269 permute_79" [id=2269, type=permute]; -"2270 select_51" [id=2270, type=select]; -"2271 select_52" [id=2271, type=select]; -"2272 select_53" [id=2272, type=select]; -"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; -"2274 clamp_min_34" [id=2274, type=clamp_min]; -"2275 expand_as_34" [id=2275, type=expand_as]; -"2276 div_34" [id=2276, type=div]; -"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; -"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; -"2280 clamp_min_35" [id=2280, type=clamp_min]; -"2281 expand_as_35" [id=2281, type=expand_as]; -"2282 div_35" [id=2282, type=div]; -"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; -"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; -"2285 transpose_34" [id=2285, type=transpose]; -"2286 matmul_34" [id=2286, type=matmul]; -"2287 _param_constant287" [id=2287, type=get_attr]; -"2288 clamp_17" [id=2288, type=clamp]; -"2289 exp_17" [id=2289, type=exp]; -"2290 mul_35" [id=2290, type=mul]; -"2291 add_59" [id=2291, type=add]; -"2292 new_zeros_8" [id=2292, type=new_zeros]; -"2293 view_95" [id=2293, type=view]; -"2294 permute_80" [id=2294, type=permute]; -"2295 reshape_78" [id=2295, type=reshape]; -"2296 unsqueeze_50" [id=2296, type=unsqueeze]; -"2297 unsqueeze_51" [id=2297, type=unsqueeze]; -"2298 sub_8" [id=2298, type=sub]; -"2299 ne_8" [id=2299, type=ne]; -"2300 masked_fill_16" [id=2300, type=masked_fill]; -"2301 eq_8" [id=2301, type=eq]; -"2302 masked_fill_17" [id=2302, type=masked_fill]; -"2303 view_96" [id=2303, type=view]; -"2304 unsqueeze_52" [id=2304, type=unsqueeze]; -"2305 unsqueeze_53" [id=2305, type=unsqueeze]; -"2306 add_60" [id=2306, type=add]; -"2307 view_97" [id=2307, type=view]; -"2308 softmax_17" [id=2308, type=softmax]; -"2309 dropout_68" [id=2309, type=dropout]; -"2310 matmul_35" [id=2310, type=matmul]; -"2311 transpose_35" [id=2311, type=transpose]; -"2312 reshape_79" [id=2312, type=reshape]; -"2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; -"2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; -"2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; -"2316 _param_constant289_0_0" [id=2316, type=get_attr]; -"2317 scale_updated_constant108" [id=2317, type=get_attr]; -"2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; -"2319 mul_tensor_108" [id=2319, type=mul]; -"2320 zero_point_updated_constant108" [id=2320, type=get_attr]; -"2321 sub_tensor_108" [id=2321, type=sub]; -"2322 linear_107" [id=2322, type=linear]; -"2323 dropout_69" [id=2323, type=dropout]; -"2324 view_98" [id=2324, type=view]; -"2325 permute_81" [id=2325, type=permute]; -"2326 reshape_80" [id=2326, type=reshape]; -"2327 roll_17" [id=2327, type=roll]; -"2328 slice_269" [id=2328, type=slice]; -"2329 slice_270" [id=2329, type=slice]; -"2330 slice_271" [id=2330, type=slice]; -"2331 slice_272" [id=2331, type=slice]; -"2332 contiguous_33" [id=2332, type=contiguous]; -"2333 _param_constant290" [id=2333, type=get_attr]; -"2334 _param_constant291" [id=2334, type=get_attr]; -"2335 layer_norm_37" [id=2335, type=layer_norm]; -"2336 add_61" [id=2336, type=add]; -"2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; -"2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; -"2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; -"2340 _param_constant293_0_0" [id=2340, type=get_attr]; -"2341 scale_updated_constant109" [id=2341, type=get_attr]; -"2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; -"2343 mul_tensor_109" [id=2343, type=mul]; -"2344 zero_point_updated_constant109" [id=2344, type=get_attr]; -"2345 sub_tensor_109" [id=2345, type=sub]; -"2346 linear_108" [id=2346, type=linear]; -"2347 gelu_17" [id=2347, type=gelu]; -"2348 dropout_70" [id=2348, type=dropout]; -"2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; -"2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; -"2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; -"2352 _param_constant295_0_0" [id=2352, type=get_attr]; -"2353 scale_updated_constant110" [id=2353, type=get_attr]; -"2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; -"2355 mul_tensor_110" [id=2355, type=mul]; -"2356 zero_point_updated_constant110" [id=2356, type=get_attr]; -"2357 sub_tensor_110" [id=2357, type=sub]; -"2358 linear_109" [id=2358, type=linear]; -"2359 dropout_71" [id=2359, type=dropout]; -"2360 _param_constant296" [id=2360, type=get_attr]; -"2361 _param_constant297" [id=2361, type=get_attr]; -"2362 layer_norm_38" [id=2362, type=layer_norm]; -"2363 add_62" [id=2363, type=add]; -"2364 _tensor_constant117" [id=2364, type=get_attr]; -"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; -"2366 _param_constant299_0_0" [id=2366, type=get_attr]; -"2367 scale_updated_constant111" [id=2367, type=get_attr]; -"2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; -"2369 mul_tensor_111" [id=2369, type=mul]; -"2370 zero_point_updated_constant111" [id=2370, type=get_attr]; -"2371 sub_tensor_111" [id=2371, type=sub]; -"2372 linear_110" [id=2372, type=linear]; -"2373 relu__18" [id=2373, type=relu_]; -"2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; -"2375 scale_updated_constant112" [id=2375, type=get_attr]; -"2376 compressed_weight_updated_constant112" [id=2376, type=get_attr]; -"2377 mul_tensor_112" [id=2377, type=mul]; -"2378 zero_point_updated_constant112" [id=2378, type=get_attr]; -"2379 sub_tensor_112" [id=2379, type=sub]; -"2380 linear_111" [id=2380, type=linear]; -"2381 view_99" [id=2381, type=view]; -"2382 _tensor_constant118" [id=2382, type=get_attr]; -"2383 index_18" [id=2383, type=index]; -"2384 view_100" [id=2384, type=view]; -"2385 permute_82" [id=2385, type=permute]; -"2386 contiguous_34" [id=2386, type=contiguous]; -"2387 unsqueeze_54" [id=2387, type=unsqueeze]; -"2388 sigmoid_18" [id=2388, type=sigmoid]; -"2389 mul_36" [id=2389, type=mul]; -"2390 pad_20" [id=2390, type=pad]; -"2391 view_101" [id=2391, type=view]; -"2392 permute_83" [id=2392, type=permute]; -"2393 reshape_81" [id=2393, type=reshape]; -"2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; -"2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; -"2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; -"2397 _param_constant301_0_0" [id=2397, type=get_attr]; -"2398 scale_updated_constant113" [id=2398, type=get_attr]; -"2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; -"2400 mul_tensor_113" [id=2400, type=mul]; -"2401 zero_point_updated_constant113" [id=2401, type=get_attr]; -"2402 sub_tensor_113" [id=2402, type=sub]; -"2403 linear_112" [id=2403, type=linear]; -"2404 reshape_82" [id=2404, type=reshape]; -"2405 permute_84" [id=2405, type=permute]; -"2406 select_54" [id=2406, type=select]; -"2407 select_55" [id=2407, type=select]; -"2408 select_56" [id=2408, type=select]; -"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; -"2410 clamp_min_36" [id=2410, type=clamp_min]; -"2411 expand_as_36" [id=2411, type=expand_as]; -"2412 div_36" [id=2412, type=div]; -"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; -"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; -"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; -"2416 clamp_min_37" [id=2416, type=clamp_min]; -"2417 expand_as_37" [id=2417, type=expand_as]; -"2418 div_37" [id=2418, type=div]; -"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; -"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; -"2421 transpose_36" [id=2421, type=transpose]; -"2422 matmul_36" [id=2422, type=matmul]; -"2423 _param_constant303" [id=2423, type=get_attr]; -"2424 clamp_18" [id=2424, type=clamp]; -"2425 exp_18" [id=2425, type=exp]; -"2426 mul_37" [id=2426, type=mul]; -"2427 add_63" [id=2427, type=add]; -"2428 softmax_18" [id=2428, type=softmax]; -"2429 dropout_72" [id=2429, type=dropout]; -"2430 matmul_37" [id=2430, type=matmul]; -"2431 transpose_37" [id=2431, type=transpose]; -"2432 reshape_83" [id=2432, type=reshape]; -"2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; -"2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; -"2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; -"2436 _param_constant305_0_0" [id=2436, type=get_attr]; -"2437 scale_updated_constant114" [id=2437, type=get_attr]; -"2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; -"2439 mul_tensor_114" [id=2439, type=mul]; -"2440 zero_point_updated_constant114" [id=2440, type=get_attr]; -"2441 sub_tensor_114" [id=2441, type=sub]; -"2442 linear_113" [id=2442, type=linear]; -"2443 dropout_73" [id=2443, type=dropout]; -"2444 view_102" [id=2444, type=view]; -"2445 permute_85" [id=2445, type=permute]; -"2446 reshape_84" [id=2446, type=reshape]; -"2447 slice_274" [id=2447, type=slice]; -"2448 slice_275" [id=2448, type=slice]; -"2449 slice_276" [id=2449, type=slice]; -"2450 slice_277" [id=2450, type=slice]; -"2451 contiguous_35" [id=2451, type=contiguous]; -"2452 _param_constant306" [id=2452, type=get_attr]; -"2453 _param_constant307" [id=2453, type=get_attr]; -"2454 layer_norm_39" [id=2454, type=layer_norm]; -"2455 add_64" [id=2455, type=add]; -"2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; -"2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; -"2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; -"2459 _param_constant309_0_0" [id=2459, type=get_attr]; -"2460 scale_updated_constant115" [id=2460, type=get_attr]; -"2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; -"2462 mul_tensor_115" [id=2462, type=mul]; -"2463 zero_point_updated_constant115" [id=2463, type=get_attr]; -"2464 sub_tensor_115" [id=2464, type=sub]; -"2465 linear_114" [id=2465, type=linear]; -"2466 gelu_18" [id=2466, type=gelu]; -"2467 dropout_74" [id=2467, type=dropout]; -"2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; -"2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; -"2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; -"2471 _param_constant311_0_0" [id=2471, type=get_attr]; -"2472 scale_updated_constant116" [id=2472, type=get_attr]; -"2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; -"2474 mul_tensor_116" [id=2474, type=mul]; -"2475 zero_point_updated_constant116" [id=2475, type=get_attr]; -"2476 sub_tensor_116" [id=2476, type=sub]; -"2477 linear_115" [id=2477, type=linear]; -"2478 dropout_75" [id=2478, type=dropout]; -"2479 _param_constant312" [id=2479, type=get_attr]; -"2480 _param_constant313" [id=2480, type=get_attr]; -"2481 layer_norm_40" [id=2481, type=layer_norm]; -"2482 add_65" [id=2482, type=add]; -"2483 _tensor_constant119" [id=2483, type=get_attr]; -"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; -"2485 _param_constant315_0_0" [id=2485, type=get_attr]; -"2486 scale_updated_constant117" [id=2486, type=get_attr]; -"2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; -"2488 mul_tensor_117" [id=2488, type=mul]; -"2489 zero_point_updated_constant117" [id=2489, type=get_attr]; -"2490 sub_tensor_117" [id=2490, type=sub]; -"2491 linear_116" [id=2491, type=linear]; -"2492 relu__19" [id=2492, type=relu_]; -"2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; -"2494 scale_updated_constant118" [id=2494, type=get_attr]; -"2495 compressed_weight_updated_constant118" [id=2495, type=get_attr]; -"2496 mul_tensor_118" [id=2496, type=mul]; -"2497 zero_point_updated_constant118" [id=2497, type=get_attr]; -"2498 sub_tensor_118" [id=2498, type=sub]; -"2499 linear_117" [id=2499, type=linear]; -"2500 view_103" [id=2500, type=view]; -"2501 _tensor_constant120" [id=2501, type=get_attr]; -"2502 index_19" [id=2502, type=index]; -"2503 view_104" [id=2503, type=view]; -"2504 permute_86" [id=2504, type=permute]; -"2505 contiguous_36" [id=2505, type=contiguous]; -"2506 unsqueeze_55" [id=2506, type=unsqueeze]; -"2507 sigmoid_19" [id=2507, type=sigmoid]; -"2508 mul_38" [id=2508, type=mul]; -"2509 pad_21" [id=2509, type=pad]; -"2510 roll_18" [id=2510, type=roll]; -"2511 view_105" [id=2511, type=view]; -"2512 permute_87" [id=2512, type=permute]; -"2513 reshape_85" [id=2513, type=reshape]; -"2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; -"2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; -"2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; -"2517 _param_constant317_0_0" [id=2517, type=get_attr]; -"2518 scale_updated_constant119" [id=2518, type=get_attr]; -"2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; -"2520 mul_tensor_119" [id=2520, type=mul]; -"2521 zero_point_updated_constant119" [id=2521, type=get_attr]; -"2522 sub_tensor_119" [id=2522, type=sub]; -"2523 linear_118" [id=2523, type=linear]; -"2524 reshape_86" [id=2524, type=reshape]; -"2525 permute_88" [id=2525, type=permute]; -"2526 select_57" [id=2526, type=select]; -"2527 select_58" [id=2527, type=select]; -"2528 select_59" [id=2528, type=select]; -"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; -"2530 clamp_min_38" [id=2530, type=clamp_min]; -"2531 expand_as_38" [id=2531, type=expand_as]; -"2532 div_38" [id=2532, type=div]; -"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; -"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; -"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; -"2536 clamp_min_39" [id=2536, type=clamp_min]; -"2537 expand_as_39" [id=2537, type=expand_as]; -"2538 div_39" [id=2538, type=div]; -"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; -"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; -"2541 transpose_38" [id=2541, type=transpose]; -"2542 matmul_38" [id=2542, type=matmul]; -"2543 _param_constant319" [id=2543, type=get_attr]; -"2544 clamp_19" [id=2544, type=clamp]; -"2545 exp_19" [id=2545, type=exp]; -"2546 mul_39" [id=2546, type=mul]; -"2547 add_66" [id=2547, type=add]; -"2548 new_zeros_9" [id=2548, type=new_zeros]; -"2549 view_106" [id=2549, type=view]; -"2550 permute_89" [id=2550, type=permute]; -"2551 reshape_87" [id=2551, type=reshape]; -"2552 unsqueeze_56" [id=2552, type=unsqueeze]; -"2553 unsqueeze_57" [id=2553, type=unsqueeze]; -"2554 sub_9" [id=2554, type=sub]; -"2555 ne_9" [id=2555, type=ne]; -"2556 masked_fill_18" [id=2556, type=masked_fill]; -"2557 eq_9" [id=2557, type=eq]; -"2558 masked_fill_19" [id=2558, type=masked_fill]; -"2559 view_107" [id=2559, type=view]; -"2560 unsqueeze_58" [id=2560, type=unsqueeze]; -"2561 unsqueeze_59" [id=2561, type=unsqueeze]; -"2562 add_67" [id=2562, type=add]; -"2563 view_108" [id=2563, type=view]; -"2564 softmax_19" [id=2564, type=softmax]; -"2565 dropout_76" [id=2565, type=dropout]; -"2566 matmul_39" [id=2566, type=matmul]; -"2567 transpose_39" [id=2567, type=transpose]; -"2568 reshape_88" [id=2568, type=reshape]; -"2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; -"2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; -"2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; -"2572 _param_constant321_0_0" [id=2572, type=get_attr]; -"2573 scale_updated_constant120" [id=2573, type=get_attr]; -"2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; -"2575 mul_tensor_120" [id=2575, type=mul]; -"2576 zero_point_updated_constant120" [id=2576, type=get_attr]; -"2577 sub_tensor_120" [id=2577, type=sub]; -"2578 linear_119" [id=2578, type=linear]; -"2579 dropout_77" [id=2579, type=dropout]; -"2580 view_109" [id=2580, type=view]; -"2581 permute_90" [id=2581, type=permute]; -"2582 reshape_89" [id=2582, type=reshape]; -"2583 roll_19" [id=2583, type=roll]; -"2584 slice_297" [id=2584, type=slice]; -"2585 slice_298" [id=2585, type=slice]; -"2586 slice_299" [id=2586, type=slice]; -"2587 slice_300" [id=2587, type=slice]; -"2588 contiguous_37" [id=2588, type=contiguous]; -"2589 _param_constant322" [id=2589, type=get_attr]; -"2590 _param_constant323" [id=2590, type=get_attr]; -"2591 layer_norm_41" [id=2591, type=layer_norm]; -"2592 add_68" [id=2592, type=add]; -"2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; -"2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; -"2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; -"2596 _param_constant325_0_0" [id=2596, type=get_attr]; -"2597 scale_updated_constant121" [id=2597, type=get_attr]; -"2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; -"2599 mul_tensor_121" [id=2599, type=mul]; -"2600 zero_point_updated_constant121" [id=2600, type=get_attr]; -"2601 sub_tensor_121" [id=2601, type=sub]; -"2602 linear_120" [id=2602, type=linear]; -"2603 gelu_19" [id=2603, type=gelu]; -"2604 dropout_78" [id=2604, type=dropout]; -"2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; -"2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; -"2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; -"2608 _param_constant327_0_0" [id=2608, type=get_attr]; -"2609 scale_updated_constant122" [id=2609, type=get_attr]; -"2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; -"2611 mul_tensor_122" [id=2611, type=mul]; -"2612 zero_point_updated_constant122" [id=2612, type=get_attr]; -"2613 sub_tensor_122" [id=2613, type=sub]; -"2614 linear_121" [id=2614, type=linear]; -"2615 dropout_79" [id=2615, type=dropout]; -"2616 _param_constant328" [id=2616, type=get_attr]; -"2617 _param_constant329" [id=2617, type=get_attr]; -"2618 layer_norm_42" [id=2618, type=layer_norm]; -"2619 add_69" [id=2619, type=add]; -"2620 _tensor_constant130" [id=2620, type=get_attr]; -"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; -"2622 _param_constant331_0_0" [id=2622, type=get_attr]; -"2623 scale_updated_constant123" [id=2623, type=get_attr]; -"2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; -"2625 mul_tensor_123" [id=2625, type=mul]; -"2626 zero_point_updated_constant123" [id=2626, type=get_attr]; -"2627 sub_tensor_123" [id=2627, type=sub]; -"2628 linear_122" [id=2628, type=linear]; -"2629 relu__20" [id=2629, type=relu_]; -"2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; -"2631 scale_updated_constant124" [id=2631, type=get_attr]; -"2632 compressed_weight_updated_constant124" [id=2632, type=get_attr]; -"2633 mul_tensor_124" [id=2633, type=mul]; -"2634 zero_point_updated_constant124" [id=2634, type=get_attr]; -"2635 sub_tensor_124" [id=2635, type=sub]; -"2636 linear_123" [id=2636, type=linear]; -"2637 view_110" [id=2637, type=view]; -"2638 _tensor_constant131" [id=2638, type=get_attr]; -"2639 index_20" [id=2639, type=index]; -"2640 view_111" [id=2640, type=view]; -"2641 permute_91" [id=2641, type=permute]; -"2642 contiguous_38" [id=2642, type=contiguous]; -"2643 unsqueeze_60" [id=2643, type=unsqueeze]; -"2644 sigmoid_20" [id=2644, type=sigmoid]; -"2645 mul_40" [id=2645, type=mul]; -"2646 pad_22" [id=2646, type=pad]; -"2647 view_112" [id=2647, type=view]; -"2648 permute_92" [id=2648, type=permute]; -"2649 reshape_90" [id=2649, type=reshape]; -"2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; -"2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; -"2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; -"2653 _param_constant333_0_0" [id=2653, type=get_attr]; -"2654 scale_updated_constant125" [id=2654, type=get_attr]; -"2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; -"2656 mul_tensor_125" [id=2656, type=mul]; -"2657 zero_point_updated_constant125" [id=2657, type=get_attr]; -"2658 sub_tensor_125" [id=2658, type=sub]; -"2659 linear_124" [id=2659, type=linear]; -"2660 reshape_91" [id=2660, type=reshape]; -"2661 permute_93" [id=2661, type=permute]; -"2662 select_60" [id=2662, type=select]; -"2663 select_61" [id=2663, type=select]; -"2664 select_62" [id=2664, type=select]; -"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; -"2666 clamp_min_40" [id=2666, type=clamp_min]; -"2667 expand_as_40" [id=2667, type=expand_as]; -"2668 div_40" [id=2668, type=div]; -"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; -"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; -"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; -"2672 clamp_min_41" [id=2672, type=clamp_min]; -"2673 expand_as_41" [id=2673, type=expand_as]; -"2674 div_41" [id=2674, type=div]; -"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; -"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; -"2677 transpose_40" [id=2677, type=transpose]; -"2678 matmul_40" [id=2678, type=matmul]; -"2679 _param_constant335" [id=2679, type=get_attr]; -"2680 clamp_20" [id=2680, type=clamp]; -"2681 exp_20" [id=2681, type=exp]; -"2682 mul_41" [id=2682, type=mul]; -"2683 add_70" [id=2683, type=add]; -"2684 softmax_20" [id=2684, type=softmax]; -"2685 dropout_80" [id=2685, type=dropout]; -"2686 matmul_41" [id=2686, type=matmul]; -"2687 transpose_41" [id=2687, type=transpose]; -"2688 reshape_92" [id=2688, type=reshape]; -"2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; -"2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; -"2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; -"2692 _param_constant337_0_0" [id=2692, type=get_attr]; -"2693 scale_updated_constant126" [id=2693, type=get_attr]; -"2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; -"2695 mul_tensor_126" [id=2695, type=mul]; -"2696 zero_point_updated_constant126" [id=2696, type=get_attr]; -"2697 sub_tensor_126" [id=2697, type=sub]; -"2698 linear_125" [id=2698, type=linear]; -"2699 dropout_81" [id=2699, type=dropout]; -"2700 view_113" [id=2700, type=view]; -"2701 permute_94" [id=2701, type=permute]; -"2702 reshape_93" [id=2702, type=reshape]; -"2703 slice_302" [id=2703, type=slice]; -"2704 slice_303" [id=2704, type=slice]; -"2705 slice_304" [id=2705, type=slice]; -"2706 slice_305" [id=2706, type=slice]; -"2707 contiguous_39" [id=2707, type=contiguous]; -"2708 _param_constant338" [id=2708, type=get_attr]; -"2709 _param_constant339" [id=2709, type=get_attr]; -"2710 layer_norm_43" [id=2710, type=layer_norm]; -"2711 add_71" [id=2711, type=add]; -"2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; -"2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; -"2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; -"2715 _param_constant341_0_0" [id=2715, type=get_attr]; -"2716 scale_updated_constant127" [id=2716, type=get_attr]; -"2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; -"2718 mul_tensor_127" [id=2718, type=mul]; -"2719 zero_point_updated_constant127" [id=2719, type=get_attr]; -"2720 sub_tensor_127" [id=2720, type=sub]; -"2721 linear_126" [id=2721, type=linear]; -"2722 gelu_20" [id=2722, type=gelu]; -"2723 dropout_82" [id=2723, type=dropout]; -"2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; -"2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; -"2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; -"2727 _param_constant343_0_0" [id=2727, type=get_attr]; -"2728 scale_updated_constant128" [id=2728, type=get_attr]; -"2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; -"2730 mul_tensor_128" [id=2730, type=mul]; -"2731 zero_point_updated_constant128" [id=2731, type=get_attr]; -"2732 sub_tensor_128" [id=2732, type=sub]; -"2733 linear_127" [id=2733, type=linear]; -"2734 dropout_83" [id=2734, type=dropout]; -"2735 _param_constant344" [id=2735, type=get_attr]; -"2736 _param_constant345" [id=2736, type=get_attr]; -"2737 layer_norm_44" [id=2737, type=layer_norm]; -"2738 add_72" [id=2738, type=add]; -"2739 _tensor_constant132" [id=2739, type=get_attr]; -"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; -"2741 _param_constant347_0_0" [id=2741, type=get_attr]; -"2742 scale_updated_constant129" [id=2742, type=get_attr]; -"2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; -"2744 mul_tensor_129" [id=2744, type=mul]; -"2745 zero_point_updated_constant129" [id=2745, type=get_attr]; -"2746 sub_tensor_129" [id=2746, type=sub]; -"2747 linear_128" [id=2747, type=linear]; -"2748 relu__21" [id=2748, type=relu_]; -"2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; -"2750 scale_updated_constant130" [id=2750, type=get_attr]; -"2751 compressed_weight_updated_constant130" [id=2751, type=get_attr]; -"2752 mul_tensor_130" [id=2752, type=mul]; -"2753 zero_point_updated_constant130" [id=2753, type=get_attr]; -"2754 sub_tensor_130" [id=2754, type=sub]; -"2755 linear_129" [id=2755, type=linear]; -"2756 view_114" [id=2756, type=view]; -"2757 _tensor_constant133" [id=2757, type=get_attr]; -"2758 index_21" [id=2758, type=index]; -"2759 view_115" [id=2759, type=view]; -"2760 permute_95" [id=2760, type=permute]; -"2761 contiguous_40" [id=2761, type=contiguous]; -"2762 unsqueeze_61" [id=2762, type=unsqueeze]; -"2763 sigmoid_21" [id=2763, type=sigmoid]; -"2764 mul_42" [id=2764, type=mul]; -"2765 pad_23" [id=2765, type=pad]; -"2766 roll_20" [id=2766, type=roll]; -"2767 view_116" [id=2767, type=view]; -"2768 permute_96" [id=2768, type=permute]; -"2769 reshape_94" [id=2769, type=reshape]; -"2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; -"2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; -"2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; -"2773 _param_constant349_0_0" [id=2773, type=get_attr]; -"2774 scale_updated_constant131" [id=2774, type=get_attr]; -"2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; -"2776 mul_tensor_131" [id=2776, type=mul]; -"2777 zero_point_updated_constant131" [id=2777, type=get_attr]; -"2778 sub_tensor_131" [id=2778, type=sub]; -"2779 linear_130" [id=2779, type=linear]; -"2780 reshape_95" [id=2780, type=reshape]; -"2781 permute_97" [id=2781, type=permute]; -"2782 select_63" [id=2782, type=select]; -"2783 select_64" [id=2783, type=select]; -"2784 select_65" [id=2784, type=select]; -"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; -"2786 clamp_min_42" [id=2786, type=clamp_min]; -"2787 expand_as_42" [id=2787, type=expand_as]; -"2788 div_42" [id=2788, type=div]; -"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; -"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; -"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; -"2792 clamp_min_43" [id=2792, type=clamp_min]; -"2793 expand_as_43" [id=2793, type=expand_as]; -"2794 div_43" [id=2794, type=div]; -"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; -"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; -"2797 transpose_42" [id=2797, type=transpose]; -"2798 matmul_42" [id=2798, type=matmul]; -"2799 _param_constant351" [id=2799, type=get_attr]; -"2800 clamp_21" [id=2800, type=clamp]; -"2801 exp_21" [id=2801, type=exp]; -"2802 mul_43" [id=2802, type=mul]; -"2803 add_73" [id=2803, type=add]; -"2804 new_zeros_10" [id=2804, type=new_zeros]; -"2805 view_117" [id=2805, type=view]; -"2806 permute_98" [id=2806, type=permute]; -"2807 reshape_96" [id=2807, type=reshape]; -"2808 unsqueeze_62" [id=2808, type=unsqueeze]; -"2809 unsqueeze_63" [id=2809, type=unsqueeze]; -"2810 sub_10" [id=2810, type=sub]; -"2811 ne_10" [id=2811, type=ne]; -"2812 masked_fill_20" [id=2812, type=masked_fill]; -"2813 eq_10" [id=2813, type=eq]; -"2814 masked_fill_21" [id=2814, type=masked_fill]; -"2815 view_118" [id=2815, type=view]; -"2816 unsqueeze_64" [id=2816, type=unsqueeze]; -"2817 unsqueeze_65" [id=2817, type=unsqueeze]; -"2818 add_74" [id=2818, type=add]; -"2819 view_119" [id=2819, type=view]; -"2820 softmax_21" [id=2820, type=softmax]; -"2821 dropout_84" [id=2821, type=dropout]; -"2822 matmul_43" [id=2822, type=matmul]; -"2823 transpose_43" [id=2823, type=transpose]; -"2824 reshape_97" [id=2824, type=reshape]; -"2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; -"2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; -"2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; -"2828 _param_constant353_0_0" [id=2828, type=get_attr]; -"2829 scale_updated_constant132" [id=2829, type=get_attr]; -"2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; -"2831 mul_tensor_132" [id=2831, type=mul]; -"2832 zero_point_updated_constant132" [id=2832, type=get_attr]; -"2833 sub_tensor_132" [id=2833, type=sub]; -"2834 linear_131" [id=2834, type=linear]; -"2835 dropout_85" [id=2835, type=dropout]; -"2836 view_120" [id=2836, type=view]; -"2837 permute_99" [id=2837, type=permute]; -"2838 reshape_98" [id=2838, type=reshape]; -"2839 roll_21" [id=2839, type=roll]; -"2840 slice_325" [id=2840, type=slice]; -"2841 slice_326" [id=2841, type=slice]; -"2842 slice_327" [id=2842, type=slice]; -"2843 slice_328" [id=2843, type=slice]; -"2844 contiguous_41" [id=2844, type=contiguous]; -"2845 _param_constant354" [id=2845, type=get_attr]; -"2846 _param_constant355" [id=2846, type=get_attr]; -"2847 layer_norm_45" [id=2847, type=layer_norm]; -"2848 add_75" [id=2848, type=add]; -"2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; -"2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; -"2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; -"2852 _param_constant357_0_0" [id=2852, type=get_attr]; -"2853 scale_updated_constant133" [id=2853, type=get_attr]; -"2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; -"2855 mul_tensor_133" [id=2855, type=mul]; -"2856 zero_point_updated_constant133" [id=2856, type=get_attr]; -"2857 sub_tensor_133" [id=2857, type=sub]; -"2858 linear_132" [id=2858, type=linear]; -"2859 gelu_21" [id=2859, type=gelu]; -"2860 dropout_86" [id=2860, type=dropout]; -"2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; -"2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; -"2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; -"2864 _param_constant359_0_0" [id=2864, type=get_attr]; -"2865 scale_updated_constant134" [id=2865, type=get_attr]; -"2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; -"2867 mul_tensor_134" [id=2867, type=mul]; -"2868 zero_point_updated_constant134" [id=2868, type=get_attr]; -"2869 sub_tensor_134" [id=2869, type=sub]; -"2870 linear_133" [id=2870, type=linear]; -"2871 dropout_87" [id=2871, type=dropout]; -"2872 _param_constant360" [id=2872, type=get_attr]; -"2873 _param_constant361" [id=2873, type=get_attr]; -"2874 layer_norm_46" [id=2874, type=layer_norm]; -"2875 add_76" [id=2875, type=add]; -"2876 pad_24" [id=2876, type=pad]; -"2877 slice_329" [id=2877, type=slice]; -"2878 slice_330" [id=2878, type=slice]; -"2879 slice_331" [id=2879, type=slice]; -"2880 slice_332" [id=2880, type=slice]; -"2881 slice_333" [id=2881, type=slice]; -"2882 slice_334" [id=2882, type=slice]; -"2883 slice_335" [id=2883, type=slice]; -"2884 slice_336" [id=2884, type=slice]; -"2885 slice_337" [id=2885, type=slice]; -"2886 slice_338" [id=2886, type=slice]; -"2887 slice_339" [id=2887, type=slice]; -"2888 slice_340" [id=2888, type=slice]; -"2889 cat_2" [id=2889, type=cat]; -"2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; -"2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; -"2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; -"2893 scale_updated_constant135" [id=2893, type=get_attr]; -"2894 compressed_weight_updated_constant135" [id=2894, type=get_attr]; -"2895 mul_tensor_135" [id=2895, type=mul]; -"2896 zero_point_updated_constant135" [id=2896, type=get_attr]; -"2897 sub_tensor_135" [id=2897, type=sub]; -"2898 linear_134" [id=2898, type=linear]; -"2899 _param_constant363" [id=2899, type=get_attr]; -"2900 _param_constant364" [id=2900, type=get_attr]; -"2901 layer_norm_47" [id=2901, type=layer_norm]; -"2902 _tensor_constant143" [id=2902, type=get_attr]; -"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; -"2904 _param_constant366_0_0" [id=2904, type=get_attr]; -"2905 scale_updated_constant136" [id=2905, type=get_attr]; -"2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; -"2907 mul_tensor_136" [id=2907, type=mul]; -"2908 zero_point_updated_constant136" [id=2908, type=get_attr]; -"2909 sub_tensor_136" [id=2909, type=sub]; -"2910 linear_135" [id=2910, type=linear]; -"2911 relu__22" [id=2911, type=relu_]; -"2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; -"2913 scale_updated_constant137" [id=2913, type=get_attr]; -"2914 compressed_weight_updated_constant137" [id=2914, type=get_attr]; -"2915 mul_tensor_137" [id=2915, type=mul]; -"2916 zero_point_updated_constant137" [id=2916, type=get_attr]; -"2917 sub_tensor_137" [id=2917, type=sub]; -"2918 linear_136" [id=2918, type=linear]; -"2919 view_121" [id=2919, type=view]; -"2920 _tensor_constant144" [id=2920, type=get_attr]; -"2921 index_22" [id=2921, type=index]; -"2922 view_122" [id=2922, type=view]; -"2923 permute_100" [id=2923, type=permute]; -"2924 contiguous_42" [id=2924, type=contiguous]; -"2925 unsqueeze_66" [id=2925, type=unsqueeze]; -"2926 sigmoid_22" [id=2926, type=sigmoid]; -"2927 mul_44" [id=2927, type=mul]; -"2928 pad_25" [id=2928, type=pad]; -"2929 view_123" [id=2929, type=view]; -"2930 permute_101" [id=2930, type=permute]; -"2931 reshape_99" [id=2931, type=reshape]; -"2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; -"2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; -"2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; -"2935 _param_constant368_0_0" [id=2935, type=get_attr]; -"2936 scale_updated_constant138" [id=2936, type=get_attr]; -"2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; -"2938 mul_tensor_138" [id=2938, type=mul]; -"2939 zero_point_updated_constant138" [id=2939, type=get_attr]; -"2940 sub_tensor_138" [id=2940, type=sub]; -"2941 linear_137" [id=2941, type=linear]; -"2942 reshape_100" [id=2942, type=reshape]; -"2943 permute_102" [id=2943, type=permute]; -"2944 select_66" [id=2944, type=select]; -"2945 select_67" [id=2945, type=select]; -"2946 select_68" [id=2946, type=select]; -"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; -"2948 clamp_min_44" [id=2948, type=clamp_min]; -"2949 expand_as_44" [id=2949, type=expand_as]; -"2950 div_44" [id=2950, type=div]; -"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; -"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; -"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; -"2954 clamp_min_45" [id=2954, type=clamp_min]; -"2955 expand_as_45" [id=2955, type=expand_as]; -"2956 div_45" [id=2956, type=div]; -"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; -"2959 transpose_44" [id=2959, type=transpose]; -"2960 matmul_44" [id=2960, type=matmul]; -"2961 _param_constant370" [id=2961, type=get_attr]; -"2962 clamp_22" [id=2962, type=clamp]; -"2963 exp_22" [id=2963, type=exp]; -"2964 mul_45" [id=2964, type=mul]; -"2965 add_77" [id=2965, type=add]; -"2966 softmax_22" [id=2966, type=softmax]; -"2967 dropout_88" [id=2967, type=dropout]; -"2968 matmul_45" [id=2968, type=matmul]; -"2969 transpose_45" [id=2969, type=transpose]; -"2970 reshape_101" [id=2970, type=reshape]; -"2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; -"2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; -"2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; -"2974 _param_constant372_0_0" [id=2974, type=get_attr]; -"2975 scale_updated_constant139" [id=2975, type=get_attr]; -"2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; -"2977 mul_tensor_139" [id=2977, type=mul]; -"2978 zero_point_updated_constant139" [id=2978, type=get_attr]; -"2979 sub_tensor_139" [id=2979, type=sub]; -"2980 linear_138" [id=2980, type=linear]; -"2981 dropout_89" [id=2981, type=dropout]; -"2982 view_124" [id=2982, type=view]; -"2983 permute_103" [id=2983, type=permute]; -"2984 reshape_102" [id=2984, type=reshape]; -"2985 slice_342" [id=2985, type=slice]; -"2986 slice_343" [id=2986, type=slice]; -"2987 slice_344" [id=2987, type=slice]; -"2988 slice_345" [id=2988, type=slice]; -"2989 contiguous_43" [id=2989, type=contiguous]; -"2990 _param_constant373" [id=2990, type=get_attr]; -"2991 _param_constant374" [id=2991, type=get_attr]; -"2992 layer_norm_48" [id=2992, type=layer_norm]; -"2993 add_78" [id=2993, type=add]; -"2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; -"2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; -"2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; -"2997 _param_constant376_0_0" [id=2997, type=get_attr]; -"2998 scale_updated_constant140" [id=2998, type=get_attr]; -"2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; -"3000 mul_tensor_140" [id=3000, type=mul]; -"3001 zero_point_updated_constant140" [id=3001, type=get_attr]; -"3002 sub_tensor_140" [id=3002, type=sub]; -"3003 linear_139" [id=3003, type=linear]; -"3004 gelu_22" [id=3004, type=gelu]; -"3005 dropout_90" [id=3005, type=dropout]; -"3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; -"3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; -"3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; -"3009 _param_constant378_0_0" [id=3009, type=get_attr]; -"3010 scale_updated_constant141" [id=3010, type=get_attr]; -"3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; -"3012 mul_tensor_141" [id=3012, type=mul]; -"3013 zero_point_updated_constant141" [id=3013, type=get_attr]; -"3014 sub_tensor_141" [id=3014, type=sub]; -"3015 linear_140" [id=3015, type=linear]; -"3016 dropout_91" [id=3016, type=dropout]; -"3017 _param_constant379" [id=3017, type=get_attr]; -"3018 _param_constant380" [id=3018, type=get_attr]; -"3019 layer_norm_49" [id=3019, type=layer_norm]; -"3020 add_79" [id=3020, type=add]; -"3021 _tensor_constant145" [id=3021, type=get_attr]; -"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; -"3023 _param_constant382_0_0" [id=3023, type=get_attr]; -"3024 scale_updated_constant142" [id=3024, type=get_attr]; -"3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; -"3026 mul_tensor_142" [id=3026, type=mul]; -"3027 zero_point_updated_constant142" [id=3027, type=get_attr]; -"3028 sub_tensor_142" [id=3028, type=sub]; -"3029 linear_141" [id=3029, type=linear]; -"3030 relu__23" [id=3030, type=relu_]; -"3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; -"3032 scale_updated_constant143" [id=3032, type=get_attr]; -"3033 compressed_weight_updated_constant143" [id=3033, type=get_attr]; -"3034 mul_tensor_143" [id=3034, type=mul]; -"3035 zero_point_updated_constant143" [id=3035, type=get_attr]; -"3036 sub_tensor_143" [id=3036, type=sub]; -"3037 linear_142" [id=3037, type=linear]; -"3038 view_125" [id=3038, type=view]; -"3039 _tensor_constant146" [id=3039, type=get_attr]; -"3040 index_23" [id=3040, type=index]; -"3041 view_126" [id=3041, type=view]; -"3042 permute_104" [id=3042, type=permute]; -"3043 contiguous_44" [id=3043, type=contiguous]; -"3044 unsqueeze_67" [id=3044, type=unsqueeze]; -"3045 sigmoid_23" [id=3045, type=sigmoid]; -"3046 mul_46" [id=3046, type=mul]; -"3047 pad_26" [id=3047, type=pad]; -"3048 view_127" [id=3048, type=view]; -"3049 permute_105" [id=3049, type=permute]; -"3050 reshape_103" [id=3050, type=reshape]; -"3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; -"3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; -"3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; -"3054 _param_constant384_0_0" [id=3054, type=get_attr]; -"3055 scale_updated_constant144" [id=3055, type=get_attr]; -"3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; -"3057 mul_tensor_144" [id=3057, type=mul]; -"3058 zero_point_updated_constant144" [id=3058, type=get_attr]; -"3059 sub_tensor_144" [id=3059, type=sub]; -"3060 linear_143" [id=3060, type=linear]; -"3061 reshape_104" [id=3061, type=reshape]; -"3062 permute_106" [id=3062, type=permute]; -"3063 select_69" [id=3063, type=select]; -"3064 select_70" [id=3064, type=select]; -"3065 select_71" [id=3065, type=select]; -"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; -"3067 clamp_min_46" [id=3067, type=clamp_min]; -"3068 expand_as_46" [id=3068, type=expand_as]; -"3069 div_46" [id=3069, type=div]; -"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; -"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; -"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; -"3073 clamp_min_47" [id=3073, type=clamp_min]; -"3074 expand_as_47" [id=3074, type=expand_as]; -"3075 div_47" [id=3075, type=div]; -"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; -"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; -"3078 transpose_46" [id=3078, type=transpose]; -"3079 matmul_46" [id=3079, type=matmul]; -"3080 _param_constant386" [id=3080, type=get_attr]; -"3081 clamp_23" [id=3081, type=clamp]; -"3082 exp_23" [id=3082, type=exp]; -"3083 mul_47" [id=3083, type=mul]; -"3084 add_80" [id=3084, type=add]; -"3085 softmax_23" [id=3085, type=softmax]; -"3086 dropout_92" [id=3086, type=dropout]; -"3087 matmul_47" [id=3087, type=matmul]; -"3088 transpose_47" [id=3088, type=transpose]; -"3089 reshape_105" [id=3089, type=reshape]; -"3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; -"3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; -"3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; -"3093 _param_constant388_0_0" [id=3093, type=get_attr]; -"3094 scale_updated_constant145" [id=3094, type=get_attr]; -"3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; -"3096 mul_tensor_145" [id=3096, type=mul]; -"3097 zero_point_updated_constant145" [id=3097, type=get_attr]; -"3098 sub_tensor_145" [id=3098, type=sub]; -"3099 linear_144" [id=3099, type=linear]; -"3100 dropout_93" [id=3100, type=dropout]; -"3101 view_128" [id=3101, type=view]; -"3102 permute_107" [id=3102, type=permute]; -"3103 reshape_106" [id=3103, type=reshape]; -"3104 slice_347" [id=3104, type=slice]; -"3105 slice_348" [id=3105, type=slice]; -"3106 slice_349" [id=3106, type=slice]; -"3107 slice_350" [id=3107, type=slice]; -"3108 contiguous_45" [id=3108, type=contiguous]; -"3109 _param_constant389" [id=3109, type=get_attr]; -"3110 _param_constant390" [id=3110, type=get_attr]; -"3111 layer_norm_50" [id=3111, type=layer_norm]; -"3112 add_81" [id=3112, type=add]; -"3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; -"3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; -"3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; -"3116 _param_constant392_0_0" [id=3116, type=get_attr]; -"3117 scale_updated_constant146" [id=3117, type=get_attr]; -"3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; -"3119 mul_tensor_146" [id=3119, type=mul]; -"3120 zero_point_updated_constant146" [id=3120, type=get_attr]; -"3121 sub_tensor_146" [id=3121, type=sub]; -"3122 linear_145" [id=3122, type=linear]; -"3123 gelu_23" [id=3123, type=gelu]; -"3124 dropout_94" [id=3124, type=dropout]; -"3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; -"3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; -"3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; -"3128 _param_constant394_0_0" [id=3128, type=get_attr]; -"3129 scale_updated_constant147" [id=3129, type=get_attr]; -"3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; -"3131 mul_tensor_147" [id=3131, type=mul]; -"3132 zero_point_updated_constant147" [id=3132, type=get_attr]; -"3133 sub_tensor_147" [id=3133, type=sub]; -"3134 linear_146" [id=3134, type=linear]; -"3135 dropout_95" [id=3135, type=dropout]; -"3136 _param_constant395" [id=3136, type=get_attr]; -"3137 _param_constant396" [id=3137, type=get_attr]; -"3138 layer_norm_51" [id=3138, type=layer_norm]; -"3139 add_82" [id=3139, type=add]; -"3140 _param_constant397" [id=3140, type=get_attr]; -"3141 _param_constant398" [id=3141, type=get_attr]; -"3142 layer_norm_52" [id=3142, type=layer_norm]; -"3143 permute_108" [id=3143, type=permute]; -"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; -"3145 flatten" [id=3145, type=flatten]; -"3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; -"3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; -"3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; -"3149 _param_constant400_0_0" [id=3149, type=get_attr]; -"3150 scale_updated_constant148" [id=3150, type=get_attr]; -"3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; -"3152 mul_tensor_148" [id=3152, type=mul]; -"3153 zero_point_updated_constant148" [id=3153, type=get_attr]; -"3154 sub_tensor_148" [id=3154, type=sub]; -"3155 linear_147" [id=3155, type=linear]; -"3156 output" [id=3156, type=output]; +"44 _param_constant7" [id=44, type=get_attr]; +"45 clone" [id=45, type=clone]; +"46 reshape_0_0_nncf_smooth_quant_0" [id=46, type=call_module]; +"47 quantize_per_tensor_default_1" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_1" [id=48, type=dequantize_per_tensor]; +"49 scale_updated_constant3" [id=49, type=get_attr]; +"50 compressed_weight_updated_constant3" [id=50, type=get_attr]; +"51 mul_tensor_3" [id=51, type=mul]; +"52 zero_point_updated_constant3" [id=52, type=get_attr]; +"53 sub_tensor_3" [id=53, type=sub]; +"54 linear_2" [id=54, type=linear]; +"55 reshape_1" [id=55, type=reshape]; +"56 permute_3" [id=56, type=permute]; +"57 select" [id=57, type=select]; +"58 select_1" [id=58, type=select]; +"59 select_2" [id=59, type=select]; +"60 linalg_vector_norm" [id=60, type=linalg_vector_norm]; +"61 clamp_min" [id=61, type=clamp_min]; +"62 expand_as" [id=62, type=expand_as]; +"63 div" [id=63, type=div]; +"64 quantize_per_tensor_default_2" [id=64, type=quantize_per_tensor]; +"65 dequantize_per_tensor_default_2" [id=65, type=dequantize_per_tensor]; +"66 linalg_vector_norm_1" [id=66, type=linalg_vector_norm]; +"67 clamp_min_1" [id=67, type=clamp_min]; +"68 expand_as_1" [id=68, type=expand_as]; +"69 div_1" [id=69, type=div]; +"70 quantize_per_tensor_default_3" [id=70, type=quantize_per_tensor]; +"71 dequantize_per_tensor_default_3" [id=71, type=dequantize_per_tensor]; +"72 transpose" [id=72, type=transpose]; +"73 matmul" [id=73, type=matmul]; +"74 _param_constant9" [id=74, type=get_attr]; +"75 clamp" [id=75, type=clamp]; +"76 exp" [id=76, type=exp]; +"77 mul_1" [id=77, type=mul]; +"78 add" [id=78, type=add]; +"79 softmax" [id=79, type=softmax]; +"80 dropout" [id=80, type=dropout]; +"81 matmul_1" [id=81, type=matmul]; +"82 transpose_1" [id=82, type=transpose]; +"83 reshape_2" [id=83, type=reshape]; +"84 _param_constant11" [id=84, type=get_attr]; +"85 reshape_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_4" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_4" [id=87, type=dequantize_per_tensor]; +"88 scale_updated_constant4" [id=88, type=get_attr]; +"89 compressed_weight_updated_constant4" [id=89, type=get_attr]; +"90 mul_tensor_4" [id=90, type=mul]; +"91 zero_point_updated_constant4" [id=91, type=get_attr]; +"92 sub_tensor_4" [id=92, type=sub]; +"93 linear_3" [id=93, type=linear]; +"94 dropout_1" [id=94, type=dropout]; +"95 view_3" [id=95, type=view]; +"96 permute_4" [id=96, type=permute]; +"97 reshape_3" [id=97, type=reshape]; +"98 slice_2" [id=98, type=slice]; +"99 slice_3" [id=99, type=slice]; +"100 _param_constant12" [id=100, type=get_attr]; +"101 _param_constant13" [id=101, type=get_attr]; +"102 layer_norm_1" [id=102, type=layer_norm]; +"103 add_1" [id=103, type=add]; +"104 _param_constant15" [id=104, type=get_attr]; +"105 add_1_0_0_nncf_smooth_quant_0" [id=105, type=call_module]; +"106 quantize_per_tensor_default_5" [id=106, type=quantize_per_tensor]; +"107 dequantize_per_tensor_default_5" [id=107, type=dequantize_per_tensor]; +"108 scale_updated_constant5" [id=108, type=get_attr]; +"109 compressed_weight_updated_constant5" [id=109, type=get_attr]; +"110 mul_tensor_5" [id=110, type=mul]; +"111 zero_point_updated_constant5" [id=111, type=get_attr]; +"112 sub_tensor_5" [id=112, type=sub]; +"113 linear_4" [id=113, type=linear]; +"114 gelu" [id=114, type=gelu]; +"115 dropout_2" [id=115, type=dropout]; +"116 _param_constant17" [id=116, type=get_attr]; +"117 dropout_2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; +"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_6" [id=119, type=dequantize_per_tensor]; +"120 scale_updated_constant6" [id=120, type=get_attr]; +"121 compressed_weight_updated_constant6" [id=121, type=get_attr]; +"122 mul_tensor_6" [id=122, type=mul]; +"123 zero_point_updated_constant6" [id=123, type=get_attr]; +"124 sub_tensor_6" [id=124, type=sub]; +"125 linear_5" [id=125, type=linear]; +"126 dropout_3" [id=126, type=dropout]; +"127 _param_constant18" [id=127, type=get_attr]; +"128 _param_constant19" [id=128, type=get_attr]; +"129 layer_norm_2" [id=129, type=layer_norm]; +"130 add_2" [id=130, type=add]; +"131 _tensor_constant2" [id=131, type=get_attr]; +"132 _param_constant21" [id=132, type=get_attr]; +"133 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=133, type=call_module]; +"134 scale_updated_constant7" [id=134, type=get_attr]; +"135 compressed_weight_updated_constant7" [id=135, type=get_attr]; +"136 mul_tensor_7" [id=136, type=mul]; +"137 zero_point_updated_constant7" [id=137, type=get_attr]; +"138 sub_tensor_7" [id=138, type=sub]; +"139 linear_6" [id=139, type=linear]; +"140 relu__1" [id=140, type=relu_]; +"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; +"142 scale_updated_constant8" [id=142, type=get_attr]; +"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; +"144 mul_tensor_8" [id=144, type=mul]; +"145 zero_point_updated_constant8" [id=145, type=get_attr]; +"146 sub_tensor_8" [id=146, type=sub]; +"147 linear_7" [id=147, type=linear]; +"148 view_4" [id=148, type=view]; +"149 _tensor_constant3" [id=149, type=get_attr]; +"150 index_1" [id=150, type=index]; +"151 view_5" [id=151, type=view]; +"152 permute_5" [id=152, type=permute]; +"153 contiguous_1" [id=153, type=contiguous]; +"154 unsqueeze_1" [id=154, type=unsqueeze]; +"155 sigmoid_1" [id=155, type=sigmoid]; +"156 mul_2" [id=156, type=mul]; +"157 pad_1" [id=157, type=pad]; +"158 roll" [id=158, type=roll]; +"159 view_6" [id=159, type=view]; +"160 permute_6" [id=160, type=permute]; +"161 reshape_4" [id=161, type=reshape]; +"162 _param_constant23" [id=162, type=get_attr]; +"163 clone_1" [id=163, type=clone]; +"164 reshape_4_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_7" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_7" [id=166, type=dequantize_per_tensor]; +"167 scale_updated_constant9" [id=167, type=get_attr]; +"168 compressed_weight_updated_constant9" [id=168, type=get_attr]; +"169 mul_tensor_9" [id=169, type=mul]; +"170 zero_point_updated_constant9" [id=170, type=get_attr]; +"171 sub_tensor_9" [id=171, type=sub]; +"172 linear_8" [id=172, type=linear]; +"173 reshape_5" [id=173, type=reshape]; +"174 permute_7" [id=174, type=permute]; +"175 select_3" [id=175, type=select]; +"176 select_4" [id=176, type=select]; +"177 select_5" [id=177, type=select]; +"178 linalg_vector_norm_2" [id=178, type=linalg_vector_norm]; +"179 clamp_min_2" [id=179, type=clamp_min]; +"180 expand_as_2" [id=180, type=expand_as]; +"181 div_2" [id=181, type=div]; +"182 quantize_per_tensor_default_8" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_8" [id=183, type=dequantize_per_tensor]; +"184 linalg_vector_norm_3" [id=184, type=linalg_vector_norm]; +"185 clamp_min_3" [id=185, type=clamp_min]; +"186 expand_as_3" [id=186, type=expand_as]; +"187 div_3" [id=187, type=div]; +"188 quantize_per_tensor_default_9" [id=188, type=quantize_per_tensor]; +"189 dequantize_per_tensor_default_9" [id=189, type=dequantize_per_tensor]; +"190 transpose_2" [id=190, type=transpose]; +"191 matmul_2" [id=191, type=matmul]; +"192 _param_constant25" [id=192, type=get_attr]; +"193 clamp_1" [id=193, type=clamp]; +"194 exp_1" [id=194, type=exp]; +"195 mul_3" [id=195, type=mul]; +"196 add_3" [id=196, type=add]; +"197 new_zeros" [id=197, type=new_zeros]; +"198 view_7" [id=198, type=view]; +"199 permute_8" [id=199, type=permute]; +"200 reshape_6" [id=200, type=reshape]; +"201 unsqueeze_2" [id=201, type=unsqueeze]; +"202 unsqueeze_3" [id=202, type=unsqueeze]; +"203 sub" [id=203, type=sub]; +"204 ne" [id=204, type=ne]; +"205 masked_fill" [id=205, type=masked_fill]; +"206 eq" [id=206, type=eq]; +"207 masked_fill_1" [id=207, type=masked_fill]; +"208 view_8" [id=208, type=view]; +"209 unsqueeze_4" [id=209, type=unsqueeze]; +"210 unsqueeze_5" [id=210, type=unsqueeze]; +"211 add_4" [id=211, type=add]; +"212 view_9" [id=212, type=view]; +"213 softmax_1" [id=213, type=softmax]; +"214 dropout_4" [id=214, type=dropout]; +"215 matmul_3" [id=215, type=matmul]; +"216 transpose_3" [id=216, type=transpose]; +"217 reshape_7" [id=217, type=reshape]; +"218 _param_constant27" [id=218, type=get_attr]; +"219 reshape_7_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; +"220 quantize_per_tensor_default_10" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_10" [id=221, type=dequantize_per_tensor]; +"222 scale_updated_constant10" [id=222, type=get_attr]; +"223 compressed_weight_updated_constant10" [id=223, type=get_attr]; +"224 mul_tensor_10" [id=224, type=mul]; +"225 zero_point_updated_constant10" [id=225, type=get_attr]; +"226 sub_tensor_10" [id=226, type=sub]; +"227 linear_9" [id=227, type=linear]; +"228 dropout_5" [id=228, type=dropout]; +"229 view_10" [id=229, type=view]; +"230 permute_9" [id=230, type=permute]; +"231 reshape_8" [id=231, type=reshape]; +"232 roll_1" [id=232, type=roll]; +"233 slice_23" [id=233, type=slice]; +"234 slice_24" [id=234, type=slice]; +"235 _param_constant28" [id=235, type=get_attr]; +"236 _param_constant29" [id=236, type=get_attr]; +"237 layer_norm_3" [id=237, type=layer_norm]; +"238 add_5" [id=238, type=add]; +"239 _param_constant31" [id=239, type=get_attr]; +"240 add_5_0_0_nncf_smooth_quant_0" [id=240, type=call_module]; +"241 quantize_per_tensor_default_11" [id=241, type=quantize_per_tensor]; +"242 dequantize_per_tensor_default_11" [id=242, type=dequantize_per_tensor]; +"243 scale_updated_constant11" [id=243, type=get_attr]; +"244 compressed_weight_updated_constant11" [id=244, type=get_attr]; +"245 mul_tensor_11" [id=245, type=mul]; +"246 zero_point_updated_constant11" [id=246, type=get_attr]; +"247 sub_tensor_11" [id=247, type=sub]; +"248 linear_10" [id=248, type=linear]; +"249 gelu_1" [id=249, type=gelu]; +"250 dropout_6" [id=250, type=dropout]; +"251 _param_constant33" [id=251, type=get_attr]; +"252 dropout_6_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; +"253 quantize_per_tensor_default_12" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_12" [id=254, type=dequantize_per_tensor]; +"255 scale_updated_constant12" [id=255, type=get_attr]; +"256 compressed_weight_updated_constant12" [id=256, type=get_attr]; +"257 mul_tensor_12" [id=257, type=mul]; +"258 zero_point_updated_constant12" [id=258, type=get_attr]; +"259 sub_tensor_12" [id=259, type=sub]; +"260 linear_11" [id=260, type=linear]; +"261 dropout_7" [id=261, type=dropout]; +"262 _param_constant34" [id=262, type=get_attr]; +"263 _param_constant35" [id=263, type=get_attr]; +"264 layer_norm_4" [id=264, type=layer_norm]; +"265 add_6" [id=265, type=add]; +"266 pad_2" [id=266, type=pad]; +"267 slice_25" [id=267, type=slice]; +"268 slice_26" [id=268, type=slice]; +"269 slice_27" [id=269, type=slice]; +"270 slice_28" [id=270, type=slice]; +"271 slice_29" [id=271, type=slice]; +"272 slice_30" [id=272, type=slice]; +"273 slice_31" [id=273, type=slice]; +"274 slice_32" [id=274, type=slice]; +"275 slice_33" [id=275, type=slice]; +"276 slice_34" [id=276, type=slice]; +"277 slice_35" [id=277, type=slice]; +"278 slice_36" [id=278, type=slice]; +"279 cat" [id=279, type=cat]; +"280 cat_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_13" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_13" [id=282, type=dequantize_per_tensor]; +"283 scale_updated_constant13" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant13" [id=284, type=get_attr]; +"285 mul_tensor_13" [id=285, type=mul]; +"286 zero_point_updated_constant13" [id=286, type=get_attr]; +"287 sub_tensor_13" [id=287, type=sub]; +"288 linear_12" [id=288, type=linear]; +"289 _param_constant37" [id=289, type=get_attr]; +"290 _param_constant38" [id=290, type=get_attr]; +"291 layer_norm_5" [id=291, type=layer_norm]; +"292 _tensor_constant13" [id=292, type=get_attr]; +"293 _param_constant40" [id=293, type=get_attr]; +"294 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; +"295 scale_updated_constant14" [id=295, type=get_attr]; +"296 compressed_weight_updated_constant14" [id=296, type=get_attr]; +"297 mul_tensor_14" [id=297, type=mul]; +"298 zero_point_updated_constant14" [id=298, type=get_attr]; +"299 sub_tensor_14" [id=299, type=sub]; +"300 linear_13" [id=300, type=linear]; +"301 relu__2" [id=301, type=relu_]; +"302 relu__2_0_0_nncf_smooth_quant_0" [id=302, type=call_module]; +"303 scale_updated_constant15" [id=303, type=get_attr]; +"304 compressed_weight_updated_constant15" [id=304, type=get_attr]; +"305 mul_tensor_15" [id=305, type=mul]; +"306 zero_point_updated_constant15" [id=306, type=get_attr]; +"307 sub_tensor_15" [id=307, type=sub]; +"308 linear_14" [id=308, type=linear]; +"309 view_11" [id=309, type=view]; +"310 _tensor_constant14" [id=310, type=get_attr]; +"311 index_2" [id=311, type=index]; +"312 view_12" [id=312, type=view]; +"313 permute_10" [id=313, type=permute]; +"314 contiguous_2" [id=314, type=contiguous]; +"315 unsqueeze_6" [id=315, type=unsqueeze]; +"316 sigmoid_2" [id=316, type=sigmoid]; +"317 mul_4" [id=317, type=mul]; +"318 pad_3" [id=318, type=pad]; +"319 view_13" [id=319, type=view]; +"320 permute_11" [id=320, type=permute]; +"321 reshape_9" [id=321, type=reshape]; +"322 _param_constant42" [id=322, type=get_attr]; +"323 clone_2" [id=323, type=clone]; +"324 reshape_9_0_0_nncf_smooth_quant_0" [id=324, type=call_module]; +"325 quantize_per_tensor_default_14" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_14" [id=326, type=dequantize_per_tensor]; +"327 scale_updated_constant16" [id=327, type=get_attr]; +"328 compressed_weight_updated_constant16" [id=328, type=get_attr]; +"329 mul_tensor_16" [id=329, type=mul]; +"330 zero_point_updated_constant16" [id=330, type=get_attr]; +"331 sub_tensor_16" [id=331, type=sub]; +"332 linear_15" [id=332, type=linear]; +"333 reshape_10" [id=333, type=reshape]; +"334 permute_12" [id=334, type=permute]; +"335 select_6" [id=335, type=select]; +"336 select_7" [id=336, type=select]; +"337 select_8" [id=337, type=select]; +"338 linalg_vector_norm_4" [id=338, type=linalg_vector_norm]; +"339 clamp_min_4" [id=339, type=clamp_min]; +"340 expand_as_4" [id=340, type=expand_as]; +"341 div_4" [id=341, type=div]; +"342 quantize_per_tensor_default_15" [id=342, type=quantize_per_tensor]; +"343 dequantize_per_tensor_default_15" [id=343, type=dequantize_per_tensor]; +"344 linalg_vector_norm_5" [id=344, type=linalg_vector_norm]; +"345 clamp_min_5" [id=345, type=clamp_min]; +"346 expand_as_5" [id=346, type=expand_as]; +"347 div_5" [id=347, type=div]; +"348 quantize_per_tensor_default_16" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_16" [id=349, type=dequantize_per_tensor]; +"350 transpose_4" [id=350, type=transpose]; +"351 matmul_4" [id=351, type=matmul]; +"352 _param_constant44" [id=352, type=get_attr]; +"353 clamp_2" [id=353, type=clamp]; +"354 exp_2" [id=354, type=exp]; +"355 mul_5" [id=355, type=mul]; +"356 add_7" [id=356, type=add]; +"357 softmax_2" [id=357, type=softmax]; +"358 dropout_8" [id=358, type=dropout]; +"359 matmul_5" [id=359, type=matmul]; +"360 transpose_5" [id=360, type=transpose]; +"361 reshape_11" [id=361, type=reshape]; +"362 _param_constant46" [id=362, type=get_attr]; +"363 reshape_11_0_0_nncf_smooth_quant_0" [id=363, type=call_module]; +"364 quantize_per_tensor_default_17" [id=364, type=quantize_per_tensor]; +"365 dequantize_per_tensor_default_17" [id=365, type=dequantize_per_tensor]; +"366 scale_updated_constant17" [id=366, type=get_attr]; +"367 compressed_weight_updated_constant17" [id=367, type=get_attr]; +"368 mul_tensor_17" [id=368, type=mul]; +"369 zero_point_updated_constant17" [id=369, type=get_attr]; +"370 sub_tensor_17" [id=370, type=sub]; +"371 linear_16" [id=371, type=linear]; +"372 dropout_9" [id=372, type=dropout]; +"373 view_14" [id=373, type=view]; +"374 permute_13" [id=374, type=permute]; +"375 reshape_12" [id=375, type=reshape]; +"376 slice_38" [id=376, type=slice]; +"377 slice_39" [id=377, type=slice]; +"378 slice_40" [id=378, type=slice]; +"379 slice_41" [id=379, type=slice]; +"380 contiguous_3" [id=380, type=contiguous]; +"381 _param_constant47" [id=381, type=get_attr]; +"382 _param_constant48" [id=382, type=get_attr]; +"383 layer_norm_6" [id=383, type=layer_norm]; +"384 add_8" [id=384, type=add]; +"385 _param_constant50" [id=385, type=get_attr]; +"386 add_8_0_0_nncf_smooth_quant_0" [id=386, type=call_module]; +"387 quantize_per_tensor_default_18" [id=387, type=quantize_per_tensor]; +"388 dequantize_per_tensor_default_18" [id=388, type=dequantize_per_tensor]; +"389 scale_updated_constant18" [id=389, type=get_attr]; +"390 compressed_weight_updated_constant18" [id=390, type=get_attr]; +"391 mul_tensor_18" [id=391, type=mul]; +"392 zero_point_updated_constant18" [id=392, type=get_attr]; +"393 sub_tensor_18" [id=393, type=sub]; +"394 linear_17" [id=394, type=linear]; +"395 gelu_2" [id=395, type=gelu]; +"396 dropout_10" [id=396, type=dropout]; +"397 _param_constant52" [id=397, type=get_attr]; +"398 dropout_10_0_0_nncf_smooth_quant_0" [id=398, type=call_module]; +"399 quantize_per_tensor_default_19" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_19" [id=400, type=dequantize_per_tensor]; +"401 scale_updated_constant19" [id=401, type=get_attr]; +"402 compressed_weight_updated_constant19" [id=402, type=get_attr]; +"403 mul_tensor_19" [id=403, type=mul]; +"404 zero_point_updated_constant19" [id=404, type=get_attr]; +"405 sub_tensor_19" [id=405, type=sub]; +"406 linear_18" [id=406, type=linear]; +"407 dropout_11" [id=407, type=dropout]; +"408 _param_constant53" [id=408, type=get_attr]; +"409 _param_constant54" [id=409, type=get_attr]; +"410 layer_norm_7" [id=410, type=layer_norm]; +"411 add_9" [id=411, type=add]; +"412 _tensor_constant15" [id=412, type=get_attr]; +"413 _param_constant56" [id=413, type=get_attr]; +"414 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=414, type=call_module]; +"415 scale_updated_constant20" [id=415, type=get_attr]; +"416 compressed_weight_updated_constant20" [id=416, type=get_attr]; +"417 mul_tensor_20" [id=417, type=mul]; +"418 zero_point_updated_constant20" [id=418, type=get_attr]; +"419 sub_tensor_20" [id=419, type=sub]; +"420 linear_19" [id=420, type=linear]; +"421 relu__3" [id=421, type=relu_]; +"422 relu__3_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; +"423 scale_updated_constant21" [id=423, type=get_attr]; +"424 compressed_weight_updated_constant21" [id=424, type=get_attr]; +"425 mul_tensor_21" [id=425, type=mul]; +"426 zero_point_updated_constant21" [id=426, type=get_attr]; +"427 sub_tensor_21" [id=427, type=sub]; +"428 linear_20" [id=428, type=linear]; +"429 view_15" [id=429, type=view]; +"430 _tensor_constant16" [id=430, type=get_attr]; +"431 index_3" [id=431, type=index]; +"432 view_16" [id=432, type=view]; +"433 permute_14" [id=433, type=permute]; +"434 contiguous_4" [id=434, type=contiguous]; +"435 unsqueeze_7" [id=435, type=unsqueeze]; +"436 sigmoid_3" [id=436, type=sigmoid]; +"437 mul_6" [id=437, type=mul]; +"438 pad_4" [id=438, type=pad]; +"439 roll_2" [id=439, type=roll]; +"440 view_17" [id=440, type=view]; +"441 permute_15" [id=441, type=permute]; +"442 reshape_13" [id=442, type=reshape]; +"443 _param_constant58" [id=443, type=get_attr]; +"444 clone_3" [id=444, type=clone]; +"445 reshape_13_0_0_nncf_smooth_quant_0" [id=445, type=call_module]; +"446 quantize_per_tensor_default_20" [id=446, type=quantize_per_tensor]; +"447 dequantize_per_tensor_default_20" [id=447, type=dequantize_per_tensor]; +"448 scale_updated_constant22" [id=448, type=get_attr]; +"449 compressed_weight_updated_constant22" [id=449, type=get_attr]; +"450 mul_tensor_22" [id=450, type=mul]; +"451 zero_point_updated_constant22" [id=451, type=get_attr]; +"452 sub_tensor_22" [id=452, type=sub]; +"453 linear_21" [id=453, type=linear]; +"454 reshape_14" [id=454, type=reshape]; +"455 permute_16" [id=455, type=permute]; +"456 select_9" [id=456, type=select]; +"457 select_10" [id=457, type=select]; +"458 select_11" [id=458, type=select]; +"459 linalg_vector_norm_6" [id=459, type=linalg_vector_norm]; +"460 clamp_min_6" [id=460, type=clamp_min]; +"461 expand_as_6" [id=461, type=expand_as]; +"462 div_6" [id=462, type=div]; +"463 quantize_per_tensor_default_21" [id=463, type=quantize_per_tensor]; +"464 dequantize_per_tensor_default_21" [id=464, type=dequantize_per_tensor]; +"465 linalg_vector_norm_7" [id=465, type=linalg_vector_norm]; +"466 clamp_min_7" [id=466, type=clamp_min]; +"467 expand_as_7" [id=467, type=expand_as]; +"468 div_7" [id=468, type=div]; +"469 quantize_per_tensor_default_22" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_22" [id=470, type=dequantize_per_tensor]; +"471 transpose_6" [id=471, type=transpose]; +"472 matmul_6" [id=472, type=matmul]; +"473 _param_constant60" [id=473, type=get_attr]; +"474 clamp_3" [id=474, type=clamp]; +"475 exp_3" [id=475, type=exp]; +"476 mul_7" [id=476, type=mul]; +"477 add_10" [id=477, type=add]; +"478 new_zeros_1" [id=478, type=new_zeros]; +"479 view_18" [id=479, type=view]; +"480 permute_17" [id=480, type=permute]; +"481 reshape_15" [id=481, type=reshape]; +"482 unsqueeze_8" [id=482, type=unsqueeze]; +"483 unsqueeze_9" [id=483, type=unsqueeze]; +"484 sub_1" [id=484, type=sub]; +"485 ne_1" [id=485, type=ne]; +"486 masked_fill_2" [id=486, type=masked_fill]; +"487 eq_1" [id=487, type=eq]; +"488 masked_fill_3" [id=488, type=masked_fill]; +"489 view_19" [id=489, type=view]; +"490 unsqueeze_10" [id=490, type=unsqueeze]; +"491 unsqueeze_11" [id=491, type=unsqueeze]; +"492 add_11" [id=492, type=add]; +"493 view_20" [id=493, type=view]; +"494 softmax_3" [id=494, type=softmax]; +"495 dropout_12" [id=495, type=dropout]; +"496 matmul_7" [id=496, type=matmul]; +"497 transpose_7" [id=497, type=transpose]; +"498 reshape_16" [id=498, type=reshape]; +"499 _param_constant62" [id=499, type=get_attr]; +"500 reshape_16_0_0_nncf_smooth_quant_0" [id=500, type=call_module]; +"501 quantize_per_tensor_default_23" [id=501, type=quantize_per_tensor]; +"502 dequantize_per_tensor_default_23" [id=502, type=dequantize_per_tensor]; +"503 scale_updated_constant23" [id=503, type=get_attr]; +"504 compressed_weight_updated_constant23" [id=504, type=get_attr]; +"505 mul_tensor_23" [id=505, type=mul]; +"506 zero_point_updated_constant23" [id=506, type=get_attr]; +"507 sub_tensor_23" [id=507, type=sub]; +"508 linear_22" [id=508, type=linear]; +"509 dropout_13" [id=509, type=dropout]; +"510 view_21" [id=510, type=view]; +"511 permute_18" [id=511, type=permute]; +"512 reshape_17" [id=512, type=reshape]; +"513 roll_3" [id=513, type=roll]; +"514 slice_61" [id=514, type=slice]; +"515 slice_62" [id=515, type=slice]; +"516 slice_63" [id=516, type=slice]; +"517 slice_64" [id=517, type=slice]; +"518 contiguous_5" [id=518, type=contiguous]; +"519 _param_constant63" [id=519, type=get_attr]; +"520 _param_constant64" [id=520, type=get_attr]; +"521 layer_norm_8" [id=521, type=layer_norm]; +"522 add_12" [id=522, type=add]; +"523 _param_constant66" [id=523, type=get_attr]; +"524 add_12_0_0_nncf_smooth_quant_0" [id=524, type=call_module]; +"525 quantize_per_tensor_default_24" [id=525, type=quantize_per_tensor]; +"526 dequantize_per_tensor_default_24" [id=526, type=dequantize_per_tensor]; +"527 scale_updated_constant24" [id=527, type=get_attr]; +"528 compressed_weight_updated_constant24" [id=528, type=get_attr]; +"529 mul_tensor_24" [id=529, type=mul]; +"530 zero_point_updated_constant24" [id=530, type=get_attr]; +"531 sub_tensor_24" [id=531, type=sub]; +"532 linear_23" [id=532, type=linear]; +"533 gelu_3" [id=533, type=gelu]; +"534 dropout_14" [id=534, type=dropout]; +"535 _param_constant68" [id=535, type=get_attr]; +"536 dropout_14_0_0_nncf_smooth_quant_0" [id=536, type=call_module]; +"537 quantize_per_tensor_default_25" [id=537, type=quantize_per_tensor]; +"538 dequantize_per_tensor_default_25" [id=538, type=dequantize_per_tensor]; +"539 scale_updated_constant25" [id=539, type=get_attr]; +"540 compressed_weight_updated_constant25" [id=540, type=get_attr]; +"541 mul_tensor_25" [id=541, type=mul]; +"542 zero_point_updated_constant25" [id=542, type=get_attr]; +"543 sub_tensor_25" [id=543, type=sub]; +"544 linear_24" [id=544, type=linear]; +"545 dropout_15" [id=545, type=dropout]; +"546 _param_constant69" [id=546, type=get_attr]; +"547 _param_constant70" [id=547, type=get_attr]; +"548 layer_norm_9" [id=548, type=layer_norm]; +"549 add_13" [id=549, type=add]; +"550 pad_5" [id=550, type=pad]; +"551 slice_65" [id=551, type=slice]; +"552 slice_66" [id=552, type=slice]; +"553 slice_67" [id=553, type=slice]; +"554 slice_68" [id=554, type=slice]; +"555 slice_69" [id=555, type=slice]; +"556 slice_70" [id=556, type=slice]; +"557 slice_71" [id=557, type=slice]; +"558 slice_72" [id=558, type=slice]; +"559 slice_73" [id=559, type=slice]; +"560 slice_74" [id=560, type=slice]; +"561 slice_75" [id=561, type=slice]; +"562 slice_76" [id=562, type=slice]; +"563 cat_1" [id=563, type=cat]; +"564 cat_1_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; +"565 quantize_per_tensor_default_26" [id=565, type=quantize_per_tensor]; +"566 dequantize_per_tensor_default_26" [id=566, type=dequantize_per_tensor]; +"567 scale_updated_constant26" [id=567, type=get_attr]; +"568 compressed_weight_updated_constant26" [id=568, type=get_attr]; +"569 mul_tensor_26" [id=569, type=mul]; +"570 zero_point_updated_constant26" [id=570, type=get_attr]; +"571 sub_tensor_26" [id=571, type=sub]; +"572 linear_25" [id=572, type=linear]; +"573 _param_constant72" [id=573, type=get_attr]; +"574 _param_constant73" [id=574, type=get_attr]; +"575 layer_norm_10" [id=575, type=layer_norm]; +"576 _tensor_constant26" [id=576, type=get_attr]; +"577 _param_constant75" [id=577, type=get_attr]; +"578 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=578, type=call_module]; +"579 scale_updated_constant27" [id=579, type=get_attr]; +"580 compressed_weight_updated_constant27" [id=580, type=get_attr]; +"581 mul_tensor_27" [id=581, type=mul]; +"582 zero_point_updated_constant27" [id=582, type=get_attr]; +"583 sub_tensor_27" [id=583, type=sub]; +"584 linear_26" [id=584, type=linear]; +"585 relu__4" [id=585, type=relu_]; +"586 relu__4_0_0_nncf_smooth_quant_0" [id=586, type=call_module]; +"587 scale_updated_constant28" [id=587, type=get_attr]; +"588 compressed_weight_updated_constant28" [id=588, type=get_attr]; +"589 mul_tensor_28" [id=589, type=mul]; +"590 zero_point_updated_constant28" [id=590, type=get_attr]; +"591 sub_tensor_28" [id=591, type=sub]; +"592 linear_27" [id=592, type=linear]; +"593 view_22" [id=593, type=view]; +"594 _tensor_constant27" [id=594, type=get_attr]; +"595 index_4" [id=595, type=index]; +"596 view_23" [id=596, type=view]; +"597 permute_19" [id=597, type=permute]; +"598 contiguous_6" [id=598, type=contiguous]; +"599 unsqueeze_12" [id=599, type=unsqueeze]; +"600 sigmoid_4" [id=600, type=sigmoid]; +"601 mul_8" [id=601, type=mul]; +"602 pad_6" [id=602, type=pad]; +"603 view_24" [id=603, type=view]; +"604 permute_20" [id=604, type=permute]; +"605 reshape_18" [id=605, type=reshape]; +"606 _param_constant77" [id=606, type=get_attr]; +"607 clone_4" [id=607, type=clone]; +"608 reshape_18_0_0_nncf_smooth_quant_0" [id=608, type=call_module]; +"609 quantize_per_tensor_default_27" [id=609, type=quantize_per_tensor]; +"610 dequantize_per_tensor_default_27" [id=610, type=dequantize_per_tensor]; +"611 scale_updated_constant29" [id=611, type=get_attr]; +"612 compressed_weight_updated_constant29" [id=612, type=get_attr]; +"613 mul_tensor_29" [id=613, type=mul]; +"614 zero_point_updated_constant29" [id=614, type=get_attr]; +"615 sub_tensor_29" [id=615, type=sub]; +"616 linear_28" [id=616, type=linear]; +"617 reshape_19" [id=617, type=reshape]; +"618 permute_21" [id=618, type=permute]; +"619 select_12" [id=619, type=select]; +"620 select_13" [id=620, type=select]; +"621 select_14" [id=621, type=select]; +"622 linalg_vector_norm_8" [id=622, type=linalg_vector_norm]; +"623 clamp_min_8" [id=623, type=clamp_min]; +"624 expand_as_8" [id=624, type=expand_as]; +"625 div_8" [id=625, type=div]; +"626 quantize_per_tensor_default_28" [id=626, type=quantize_per_tensor]; +"627 dequantize_per_tensor_default_28" [id=627, type=dequantize_per_tensor]; +"628 linalg_vector_norm_9" [id=628, type=linalg_vector_norm]; +"629 clamp_min_9" [id=629, type=clamp_min]; +"630 expand_as_9" [id=630, type=expand_as]; +"631 div_9" [id=631, type=div]; +"632 quantize_per_tensor_default_29" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_29" [id=633, type=dequantize_per_tensor]; +"634 transpose_8" [id=634, type=transpose]; +"635 matmul_8" [id=635, type=matmul]; +"636 _param_constant79" [id=636, type=get_attr]; +"637 clamp_4" [id=637, type=clamp]; +"638 exp_4" [id=638, type=exp]; +"639 mul_9" [id=639, type=mul]; +"640 add_14" [id=640, type=add]; +"641 softmax_4" [id=641, type=softmax]; +"642 dropout_16" [id=642, type=dropout]; +"643 matmul_9" [id=643, type=matmul]; +"644 transpose_9" [id=644, type=transpose]; +"645 reshape_20" [id=645, type=reshape]; +"646 _param_constant81" [id=646, type=get_attr]; +"647 reshape_20_0_0_nncf_smooth_quant_0" [id=647, type=call_module]; +"648 quantize_per_tensor_default_30" [id=648, type=quantize_per_tensor]; +"649 dequantize_per_tensor_default_30" [id=649, type=dequantize_per_tensor]; +"650 scale_updated_constant30" [id=650, type=get_attr]; +"651 compressed_weight_updated_constant30" [id=651, type=get_attr]; +"652 mul_tensor_30" [id=652, type=mul]; +"653 zero_point_updated_constant30" [id=653, type=get_attr]; +"654 sub_tensor_30" [id=654, type=sub]; +"655 linear_29" [id=655, type=linear]; +"656 dropout_17" [id=656, type=dropout]; +"657 view_25" [id=657, type=view]; +"658 permute_22" [id=658, type=permute]; +"659 reshape_21" [id=659, type=reshape]; +"660 slice_78" [id=660, type=slice]; +"661 slice_79" [id=661, type=slice]; +"662 slice_80" [id=662, type=slice]; +"663 slice_81" [id=663, type=slice]; +"664 contiguous_7" [id=664, type=contiguous]; +"665 _param_constant82" [id=665, type=get_attr]; +"666 _param_constant83" [id=666, type=get_attr]; +"667 layer_norm_11" [id=667, type=layer_norm]; +"668 add_15" [id=668, type=add]; +"669 _param_constant85" [id=669, type=get_attr]; +"670 add_15_0_0_nncf_smooth_quant_0" [id=670, type=call_module]; +"671 quantize_per_tensor_default_31" [id=671, type=quantize_per_tensor]; +"672 dequantize_per_tensor_default_31" [id=672, type=dequantize_per_tensor]; +"673 scale_updated_constant31" [id=673, type=get_attr]; +"674 compressed_weight_updated_constant31" [id=674, type=get_attr]; +"675 mul_tensor_31" [id=675, type=mul]; +"676 zero_point_updated_constant31" [id=676, type=get_attr]; +"677 sub_tensor_31" [id=677, type=sub]; +"678 linear_30" [id=678, type=linear]; +"679 gelu_4" [id=679, type=gelu]; +"680 dropout_18" [id=680, type=dropout]; +"681 _param_constant87" [id=681, type=get_attr]; +"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; +"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; +"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; +"685 scale_updated_constant32" [id=685, type=get_attr]; +"686 compressed_weight_updated_constant32" [id=686, type=get_attr]; +"687 mul_tensor_32" [id=687, type=mul]; +"688 zero_point_updated_constant32" [id=688, type=get_attr]; +"689 sub_tensor_32" [id=689, type=sub]; +"690 linear_31" [id=690, type=linear]; +"691 dropout_19" [id=691, type=dropout]; +"692 _param_constant88" [id=692, type=get_attr]; +"693 _param_constant89" [id=693, type=get_attr]; +"694 layer_norm_12" [id=694, type=layer_norm]; +"695 add_16" [id=695, type=add]; +"696 _tensor_constant28" [id=696, type=get_attr]; +"697 _param_constant91" [id=697, type=get_attr]; +"698 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=698, type=call_module]; +"699 scale_updated_constant33" [id=699, type=get_attr]; +"700 compressed_weight_updated_constant33" [id=700, type=get_attr]; +"701 mul_tensor_33" [id=701, type=mul]; +"702 zero_point_updated_constant33" [id=702, type=get_attr]; +"703 sub_tensor_33" [id=703, type=sub]; +"704 linear_32" [id=704, type=linear]; +"705 relu__5" [id=705, type=relu_]; +"706 relu__5_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 scale_updated_constant34" [id=707, type=get_attr]; +"708 compressed_weight_updated_constant34" [id=708, type=get_attr]; +"709 mul_tensor_34" [id=709, type=mul]; +"710 zero_point_updated_constant34" [id=710, type=get_attr]; +"711 sub_tensor_34" [id=711, type=sub]; +"712 linear_33" [id=712, type=linear]; +"713 view_26" [id=713, type=view]; +"714 _tensor_constant29" [id=714, type=get_attr]; +"715 index_5" [id=715, type=index]; +"716 view_27" [id=716, type=view]; +"717 permute_23" [id=717, type=permute]; +"718 contiguous_8" [id=718, type=contiguous]; +"719 unsqueeze_13" [id=719, type=unsqueeze]; +"720 sigmoid_5" [id=720, type=sigmoid]; +"721 mul_10" [id=721, type=mul]; +"722 pad_7" [id=722, type=pad]; +"723 roll_4" [id=723, type=roll]; +"724 view_28" [id=724, type=view]; +"725 permute_24" [id=725, type=permute]; +"726 reshape_22" [id=726, type=reshape]; +"727 _param_constant93" [id=727, type=get_attr]; +"728 clone_5" [id=728, type=clone]; +"729 reshape_22_0_0_nncf_smooth_quant_0" [id=729, type=call_module]; +"730 quantize_per_tensor_default_33" [id=730, type=quantize_per_tensor]; +"731 dequantize_per_tensor_default_33" [id=731, type=dequantize_per_tensor]; +"732 scale_updated_constant35" [id=732, type=get_attr]; +"733 compressed_weight_updated_constant35" [id=733, type=get_attr]; +"734 mul_tensor_35" [id=734, type=mul]; +"735 zero_point_updated_constant35" [id=735, type=get_attr]; +"736 sub_tensor_35" [id=736, type=sub]; +"737 linear_34" [id=737, type=linear]; +"738 reshape_23" [id=738, type=reshape]; +"739 permute_25" [id=739, type=permute]; +"740 select_15" [id=740, type=select]; +"741 select_16" [id=741, type=select]; +"742 select_17" [id=742, type=select]; +"743 linalg_vector_norm_10" [id=743, type=linalg_vector_norm]; +"744 clamp_min_10" [id=744, type=clamp_min]; +"745 expand_as_10" [id=745, type=expand_as]; +"746 div_10" [id=746, type=div]; +"747 quantize_per_tensor_default_34" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_34" [id=748, type=dequantize_per_tensor]; +"749 linalg_vector_norm_11" [id=749, type=linalg_vector_norm]; +"750 clamp_min_11" [id=750, type=clamp_min]; +"751 expand_as_11" [id=751, type=expand_as]; +"752 div_11" [id=752, type=div]; +"753 quantize_per_tensor_default_35" [id=753, type=quantize_per_tensor]; +"754 dequantize_per_tensor_default_35" [id=754, type=dequantize_per_tensor]; +"755 transpose_10" [id=755, type=transpose]; +"756 matmul_10" [id=756, type=matmul]; +"757 _param_constant95" [id=757, type=get_attr]; +"758 clamp_5" [id=758, type=clamp]; +"759 exp_5" [id=759, type=exp]; +"760 mul_11" [id=760, type=mul]; +"761 add_17" [id=761, type=add]; +"762 new_zeros_2" [id=762, type=new_zeros]; +"763 view_29" [id=763, type=view]; +"764 permute_26" [id=764, type=permute]; +"765 reshape_24" [id=765, type=reshape]; +"766 unsqueeze_14" [id=766, type=unsqueeze]; +"767 unsqueeze_15" [id=767, type=unsqueeze]; +"768 sub_2" [id=768, type=sub]; +"769 ne_2" [id=769, type=ne]; +"770 masked_fill_4" [id=770, type=masked_fill]; +"771 eq_2" [id=771, type=eq]; +"772 masked_fill_5" [id=772, type=masked_fill]; +"773 view_30" [id=773, type=view]; +"774 unsqueeze_16" [id=774, type=unsqueeze]; +"775 unsqueeze_17" [id=775, type=unsqueeze]; +"776 add_18" [id=776, type=add]; +"777 view_31" [id=777, type=view]; +"778 softmax_5" [id=778, type=softmax]; +"779 dropout_20" [id=779, type=dropout]; +"780 matmul_11" [id=780, type=matmul]; +"781 transpose_11" [id=781, type=transpose]; +"782 reshape_25" [id=782, type=reshape]; +"783 _param_constant97" [id=783, type=get_attr]; +"784 reshape_25_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_36" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_36" [id=786, type=dequantize_per_tensor]; +"787 scale_updated_constant36" [id=787, type=get_attr]; +"788 compressed_weight_updated_constant36" [id=788, type=get_attr]; +"789 mul_tensor_36" [id=789, type=mul]; +"790 zero_point_updated_constant36" [id=790, type=get_attr]; +"791 sub_tensor_36" [id=791, type=sub]; +"792 linear_35" [id=792, type=linear]; +"793 dropout_21" [id=793, type=dropout]; +"794 view_32" [id=794, type=view]; +"795 permute_27" [id=795, type=permute]; +"796 reshape_26" [id=796, type=reshape]; +"797 roll_5" [id=797, type=roll]; +"798 slice_101" [id=798, type=slice]; +"799 slice_102" [id=799, type=slice]; +"800 slice_103" [id=800, type=slice]; +"801 slice_104" [id=801, type=slice]; +"802 contiguous_9" [id=802, type=contiguous]; +"803 _param_constant98" [id=803, type=get_attr]; +"804 _param_constant99" [id=804, type=get_attr]; +"805 layer_norm_13" [id=805, type=layer_norm]; +"806 add_19" [id=806, type=add]; +"807 _param_constant101" [id=807, type=get_attr]; +"808 add_19_0_0_nncf_smooth_quant_0" [id=808, type=call_module]; +"809 quantize_per_tensor_default_37" [id=809, type=quantize_per_tensor]; +"810 dequantize_per_tensor_default_37" [id=810, type=dequantize_per_tensor]; +"811 scale_updated_constant37" [id=811, type=get_attr]; +"812 compressed_weight_updated_constant37" [id=812, type=get_attr]; +"813 mul_tensor_37" [id=813, type=mul]; +"814 zero_point_updated_constant37" [id=814, type=get_attr]; +"815 sub_tensor_37" [id=815, type=sub]; +"816 linear_36" [id=816, type=linear]; +"817 gelu_5" [id=817, type=gelu]; +"818 dropout_22" [id=818, type=dropout]; +"819 _param_constant103" [id=819, type=get_attr]; +"820 dropout_22_0_0_nncf_smooth_quant_0" [id=820, type=call_module]; +"821 quantize_per_tensor_default_38" [id=821, type=quantize_per_tensor]; +"822 dequantize_per_tensor_default_38" [id=822, type=dequantize_per_tensor]; +"823 scale_updated_constant38" [id=823, type=get_attr]; +"824 compressed_weight_updated_constant38" [id=824, type=get_attr]; +"825 mul_tensor_38" [id=825, type=mul]; +"826 zero_point_updated_constant38" [id=826, type=get_attr]; +"827 sub_tensor_38" [id=827, type=sub]; +"828 linear_37" [id=828, type=linear]; +"829 dropout_23" [id=829, type=dropout]; +"830 _param_constant104" [id=830, type=get_attr]; +"831 _param_constant105" [id=831, type=get_attr]; +"832 layer_norm_14" [id=832, type=layer_norm]; +"833 add_20" [id=833, type=add]; +"834 _tensor_constant39" [id=834, type=get_attr]; +"835 _param_constant107" [id=835, type=get_attr]; +"836 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=836, type=call_module]; +"837 scale_updated_constant39" [id=837, type=get_attr]; +"838 compressed_weight_updated_constant39" [id=838, type=get_attr]; +"839 mul_tensor_39" [id=839, type=mul]; +"840 zero_point_updated_constant39" [id=840, type=get_attr]; +"841 sub_tensor_39" [id=841, type=sub]; +"842 linear_38" [id=842, type=linear]; +"843 relu__6" [id=843, type=relu_]; +"844 relu__6_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 scale_updated_constant40" [id=845, type=get_attr]; +"846 compressed_weight_updated_constant40" [id=846, type=get_attr]; +"847 mul_tensor_40" [id=847, type=mul]; +"848 zero_point_updated_constant40" [id=848, type=get_attr]; +"849 sub_tensor_40" [id=849, type=sub]; +"850 linear_39" [id=850, type=linear]; +"851 view_33" [id=851, type=view]; +"852 _tensor_constant40" [id=852, type=get_attr]; +"853 index_6" [id=853, type=index]; +"854 view_34" [id=854, type=view]; +"855 permute_28" [id=855, type=permute]; +"856 contiguous_10" [id=856, type=contiguous]; +"857 unsqueeze_18" [id=857, type=unsqueeze]; +"858 sigmoid_6" [id=858, type=sigmoid]; +"859 mul_12" [id=859, type=mul]; +"860 pad_8" [id=860, type=pad]; +"861 view_35" [id=861, type=view]; +"862 permute_29" [id=862, type=permute]; +"863 reshape_27" [id=863, type=reshape]; +"864 _param_constant109" [id=864, type=get_attr]; +"865 clone_6" [id=865, type=clone]; +"866 reshape_27_0_0_nncf_smooth_quant_0" [id=866, type=call_module]; +"867 quantize_per_tensor_default_39" [id=867, type=quantize_per_tensor]; +"868 dequantize_per_tensor_default_39" [id=868, type=dequantize_per_tensor]; +"869 scale_updated_constant41" [id=869, type=get_attr]; +"870 compressed_weight_updated_constant41" [id=870, type=get_attr]; +"871 mul_tensor_41" [id=871, type=mul]; +"872 zero_point_updated_constant41" [id=872, type=get_attr]; +"873 sub_tensor_41" [id=873, type=sub]; +"874 linear_40" [id=874, type=linear]; +"875 reshape_28" [id=875, type=reshape]; +"876 permute_30" [id=876, type=permute]; +"877 select_18" [id=877, type=select]; +"878 select_19" [id=878, type=select]; +"879 select_20" [id=879, type=select]; +"880 linalg_vector_norm_12" [id=880, type=linalg_vector_norm]; +"881 clamp_min_12" [id=881, type=clamp_min]; +"882 expand_as_12" [id=882, type=expand_as]; +"883 div_12" [id=883, type=div]; +"884 quantize_per_tensor_default_40" [id=884, type=quantize_per_tensor]; +"885 dequantize_per_tensor_default_40" [id=885, type=dequantize_per_tensor]; +"886 linalg_vector_norm_13" [id=886, type=linalg_vector_norm]; +"887 clamp_min_13" [id=887, type=clamp_min]; +"888 expand_as_13" [id=888, type=expand_as]; +"889 div_13" [id=889, type=div]; +"890 quantize_per_tensor_default_41" [id=890, type=quantize_per_tensor]; +"891 dequantize_per_tensor_default_41" [id=891, type=dequantize_per_tensor]; +"892 transpose_12" [id=892, type=transpose]; +"893 matmul_12" [id=893, type=matmul]; +"894 _param_constant111" [id=894, type=get_attr]; +"895 clamp_6" [id=895, type=clamp]; +"896 exp_6" [id=896, type=exp]; +"897 mul_13" [id=897, type=mul]; +"898 add_21" [id=898, type=add]; +"899 softmax_6" [id=899, type=softmax]; +"900 dropout_24" [id=900, type=dropout]; +"901 matmul_13" [id=901, type=matmul]; +"902 transpose_13" [id=902, type=transpose]; +"903 reshape_29" [id=903, type=reshape]; +"904 _param_constant113" [id=904, type=get_attr]; +"905 reshape_29_0_0_nncf_smooth_quant_0" [id=905, type=call_module]; +"906 quantize_per_tensor_default_42" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_42" [id=907, type=dequantize_per_tensor]; +"908 scale_updated_constant42" [id=908, type=get_attr]; +"909 compressed_weight_updated_constant42" [id=909, type=get_attr]; +"910 mul_tensor_42" [id=910, type=mul]; +"911 zero_point_updated_constant42" [id=911, type=get_attr]; +"912 sub_tensor_42" [id=912, type=sub]; +"913 linear_41" [id=913, type=linear]; +"914 dropout_25" [id=914, type=dropout]; +"915 view_36" [id=915, type=view]; +"916 permute_31" [id=916, type=permute]; +"917 reshape_30" [id=917, type=reshape]; +"918 slice_106" [id=918, type=slice]; +"919 slice_107" [id=919, type=slice]; +"920 slice_108" [id=920, type=slice]; +"921 slice_109" [id=921, type=slice]; +"922 contiguous_11" [id=922, type=contiguous]; +"923 _param_constant114" [id=923, type=get_attr]; +"924 _param_constant115" [id=924, type=get_attr]; +"925 layer_norm_15" [id=925, type=layer_norm]; +"926 add_22" [id=926, type=add]; +"927 _param_constant117" [id=927, type=get_attr]; +"928 add_22_0_0_nncf_smooth_quant_0" [id=928, type=call_module]; +"929 quantize_per_tensor_default_43" [id=929, type=quantize_per_tensor]; +"930 dequantize_per_tensor_default_43" [id=930, type=dequantize_per_tensor]; +"931 scale_updated_constant43" [id=931, type=get_attr]; +"932 compressed_weight_updated_constant43" [id=932, type=get_attr]; +"933 mul_tensor_43" [id=933, type=mul]; +"934 zero_point_updated_constant43" [id=934, type=get_attr]; +"935 sub_tensor_43" [id=935, type=sub]; +"936 linear_42" [id=936, type=linear]; +"937 gelu_6" [id=937, type=gelu]; +"938 dropout_26" [id=938, type=dropout]; +"939 _param_constant119" [id=939, type=get_attr]; +"940 dropout_26_0_0_nncf_smooth_quant_0" [id=940, type=call_module]; +"941 quantize_per_tensor_default_44" [id=941, type=quantize_per_tensor]; +"942 dequantize_per_tensor_default_44" [id=942, type=dequantize_per_tensor]; +"943 scale_updated_constant44" [id=943, type=get_attr]; +"944 compressed_weight_updated_constant44" [id=944, type=get_attr]; +"945 mul_tensor_44" [id=945, type=mul]; +"946 zero_point_updated_constant44" [id=946, type=get_attr]; +"947 sub_tensor_44" [id=947, type=sub]; +"948 linear_43" [id=948, type=linear]; +"949 dropout_27" [id=949, type=dropout]; +"950 _param_constant120" [id=950, type=get_attr]; +"951 _param_constant121" [id=951, type=get_attr]; +"952 layer_norm_16" [id=952, type=layer_norm]; +"953 add_23" [id=953, type=add]; +"954 _tensor_constant41" [id=954, type=get_attr]; +"955 _param_constant123" [id=955, type=get_attr]; +"956 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=956, type=call_module]; +"957 scale_updated_constant45" [id=957, type=get_attr]; +"958 compressed_weight_updated_constant45" [id=958, type=get_attr]; +"959 mul_tensor_45" [id=959, type=mul]; +"960 zero_point_updated_constant45" [id=960, type=get_attr]; +"961 sub_tensor_45" [id=961, type=sub]; +"962 linear_44" [id=962, type=linear]; +"963 relu__7" [id=963, type=relu_]; +"964 relu__7_0_0_nncf_smooth_quant_0" [id=964, type=call_module]; +"965 scale_updated_constant46" [id=965, type=get_attr]; +"966 compressed_weight_updated_constant46" [id=966, type=get_attr]; +"967 mul_tensor_46" [id=967, type=mul]; +"968 zero_point_updated_constant46" [id=968, type=get_attr]; +"969 sub_tensor_46" [id=969, type=sub]; +"970 linear_45" [id=970, type=linear]; +"971 view_37" [id=971, type=view]; +"972 _tensor_constant42" [id=972, type=get_attr]; +"973 index_7" [id=973, type=index]; +"974 view_38" [id=974, type=view]; +"975 permute_32" [id=975, type=permute]; +"976 contiguous_12" [id=976, type=contiguous]; +"977 unsqueeze_19" [id=977, type=unsqueeze]; +"978 sigmoid_7" [id=978, type=sigmoid]; +"979 mul_14" [id=979, type=mul]; +"980 pad_9" [id=980, type=pad]; +"981 roll_6" [id=981, type=roll]; +"982 view_39" [id=982, type=view]; +"983 permute_33" [id=983, type=permute]; +"984 reshape_31" [id=984, type=reshape]; +"985 _param_constant125" [id=985, type=get_attr]; +"986 clone_7" [id=986, type=clone]; +"987 reshape_31_0_0_nncf_smooth_quant_0" [id=987, type=call_module]; +"988 quantize_per_tensor_default_45" [id=988, type=quantize_per_tensor]; +"989 dequantize_per_tensor_default_45" [id=989, type=dequantize_per_tensor]; +"990 scale_updated_constant47" [id=990, type=get_attr]; +"991 compressed_weight_updated_constant47" [id=991, type=get_attr]; +"992 mul_tensor_47" [id=992, type=mul]; +"993 zero_point_updated_constant47" [id=993, type=get_attr]; +"994 sub_tensor_47" [id=994, type=sub]; +"995 linear_46" [id=995, type=linear]; +"996 reshape_32" [id=996, type=reshape]; +"997 permute_34" [id=997, type=permute]; +"998 select_21" [id=998, type=select]; +"999 select_22" [id=999, type=select]; +"1000 select_23" [id=1000, type=select]; +"1001 linalg_vector_norm_14" [id=1001, type=linalg_vector_norm]; +"1002 clamp_min_14" [id=1002, type=clamp_min]; +"1003 expand_as_14" [id=1003, type=expand_as]; +"1004 div_14" [id=1004, type=div]; +"1005 quantize_per_tensor_default_46" [id=1005, type=quantize_per_tensor]; +"1006 dequantize_per_tensor_default_46" [id=1006, type=dequantize_per_tensor]; +"1007 linalg_vector_norm_15" [id=1007, type=linalg_vector_norm]; +"1008 clamp_min_15" [id=1008, type=clamp_min]; +"1009 expand_as_15" [id=1009, type=expand_as]; +"1010 div_15" [id=1010, type=div]; +"1011 quantize_per_tensor_default_47" [id=1011, type=quantize_per_tensor]; +"1012 dequantize_per_tensor_default_47" [id=1012, type=dequantize_per_tensor]; +"1013 transpose_14" [id=1013, type=transpose]; +"1014 matmul_14" [id=1014, type=matmul]; +"1015 _param_constant127" [id=1015, type=get_attr]; +"1016 clamp_7" [id=1016, type=clamp]; +"1017 exp_7" [id=1017, type=exp]; +"1018 mul_15" [id=1018, type=mul]; +"1019 add_24" [id=1019, type=add]; +"1020 new_zeros_3" [id=1020, type=new_zeros]; +"1021 view_40" [id=1021, type=view]; +"1022 permute_35" [id=1022, type=permute]; +"1023 reshape_33" [id=1023, type=reshape]; +"1024 unsqueeze_20" [id=1024, type=unsqueeze]; +"1025 unsqueeze_21" [id=1025, type=unsqueeze]; +"1026 sub_3" [id=1026, type=sub]; +"1027 ne_3" [id=1027, type=ne]; +"1028 masked_fill_6" [id=1028, type=masked_fill]; +"1029 eq_3" [id=1029, type=eq]; +"1030 masked_fill_7" [id=1030, type=masked_fill]; +"1031 view_41" [id=1031, type=view]; +"1032 unsqueeze_22" [id=1032, type=unsqueeze]; +"1033 unsqueeze_23" [id=1033, type=unsqueeze]; +"1034 add_25" [id=1034, type=add]; +"1035 view_42" [id=1035, type=view]; +"1036 softmax_7" [id=1036, type=softmax]; +"1037 dropout_28" [id=1037, type=dropout]; +"1038 matmul_15" [id=1038, type=matmul]; +"1039 transpose_15" [id=1039, type=transpose]; +"1040 reshape_34" [id=1040, type=reshape]; +"1041 _param_constant129" [id=1041, type=get_attr]; +"1042 reshape_34_0_0_nncf_smooth_quant_0" [id=1042, type=call_module]; +"1043 quantize_per_tensor_default_48" [id=1043, type=quantize_per_tensor]; +"1044 dequantize_per_tensor_default_48" [id=1044, type=dequantize_per_tensor]; +"1045 scale_updated_constant48" [id=1045, type=get_attr]; +"1046 compressed_weight_updated_constant48" [id=1046, type=get_attr]; +"1047 mul_tensor_48" [id=1047, type=mul]; +"1048 zero_point_updated_constant48" [id=1048, type=get_attr]; +"1049 sub_tensor_48" [id=1049, type=sub]; +"1050 linear_47" [id=1050, type=linear]; +"1051 dropout_29" [id=1051, type=dropout]; +"1052 view_43" [id=1052, type=view]; +"1053 permute_36" [id=1053, type=permute]; +"1054 reshape_35" [id=1054, type=reshape]; +"1055 roll_7" [id=1055, type=roll]; +"1056 slice_129" [id=1056, type=slice]; +"1057 slice_130" [id=1057, type=slice]; +"1058 slice_131" [id=1058, type=slice]; +"1059 slice_132" [id=1059, type=slice]; +"1060 contiguous_13" [id=1060, type=contiguous]; +"1061 _param_constant130" [id=1061, type=get_attr]; +"1062 _param_constant131" [id=1062, type=get_attr]; +"1063 layer_norm_17" [id=1063, type=layer_norm]; +"1064 add_26" [id=1064, type=add]; +"1065 _param_constant133" [id=1065, type=get_attr]; +"1066 add_26_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; +"1067 quantize_per_tensor_default_49" [id=1067, type=quantize_per_tensor]; +"1068 dequantize_per_tensor_default_49" [id=1068, type=dequantize_per_tensor]; +"1069 scale_updated_constant49" [id=1069, type=get_attr]; +"1070 compressed_weight_updated_constant49" [id=1070, type=get_attr]; +"1071 mul_tensor_49" [id=1071, type=mul]; +"1072 zero_point_updated_constant49" [id=1072, type=get_attr]; +"1073 sub_tensor_49" [id=1073, type=sub]; +"1074 linear_48" [id=1074, type=linear]; +"1075 gelu_7" [id=1075, type=gelu]; +"1076 dropout_30" [id=1076, type=dropout]; +"1077 _param_constant135" [id=1077, type=get_attr]; +"1078 dropout_30_0_0_nncf_smooth_quant_0" [id=1078, type=call_module]; +"1079 quantize_per_tensor_default_50" [id=1079, type=quantize_per_tensor]; +"1080 dequantize_per_tensor_default_50" [id=1080, type=dequantize_per_tensor]; +"1081 scale_updated_constant50" [id=1081, type=get_attr]; +"1082 compressed_weight_updated_constant50" [id=1082, type=get_attr]; +"1083 mul_tensor_50" [id=1083, type=mul]; +"1084 zero_point_updated_constant50" [id=1084, type=get_attr]; +"1085 sub_tensor_50" [id=1085, type=sub]; +"1086 linear_49" [id=1086, type=linear]; +"1087 dropout_31" [id=1087, type=dropout]; +"1088 _param_constant136" [id=1088, type=get_attr]; +"1089 _param_constant137" [id=1089, type=get_attr]; +"1090 layer_norm_18" [id=1090, type=layer_norm]; +"1091 add_27" [id=1091, type=add]; +"1092 _tensor_constant52" [id=1092, type=get_attr]; +"1093 _param_constant139" [id=1093, type=get_attr]; +"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; +"1095 scale_updated_constant51" [id=1095, type=get_attr]; +"1096 compressed_weight_updated_constant51" [id=1096, type=get_attr]; +"1097 mul_tensor_51" [id=1097, type=mul]; +"1098 zero_point_updated_constant51" [id=1098, type=get_attr]; +"1099 sub_tensor_51" [id=1099, type=sub]; +"1100 linear_50" [id=1100, type=linear]; +"1101 relu__8" [id=1101, type=relu_]; +"1102 relu__8_0_0_nncf_smooth_quant_0" [id=1102, type=call_module]; +"1103 scale_updated_constant52" [id=1103, type=get_attr]; +"1104 compressed_weight_updated_constant52" [id=1104, type=get_attr]; +"1105 mul_tensor_52" [id=1105, type=mul]; +"1106 zero_point_updated_constant52" [id=1106, type=get_attr]; +"1107 sub_tensor_52" [id=1107, type=sub]; +"1108 linear_51" [id=1108, type=linear]; +"1109 view_44" [id=1109, type=view]; +"1110 _tensor_constant53" [id=1110, type=get_attr]; +"1111 index_8" [id=1111, type=index]; +"1112 view_45" [id=1112, type=view]; +"1113 permute_37" [id=1113, type=permute]; +"1114 contiguous_14" [id=1114, type=contiguous]; +"1115 unsqueeze_24" [id=1115, type=unsqueeze]; +"1116 sigmoid_8" [id=1116, type=sigmoid]; +"1117 mul_16" [id=1117, type=mul]; +"1118 pad_10" [id=1118, type=pad]; +"1119 view_46" [id=1119, type=view]; +"1120 permute_38" [id=1120, type=permute]; +"1121 reshape_36" [id=1121, type=reshape]; +"1122 _param_constant141" [id=1122, type=get_attr]; +"1123 clone_8" [id=1123, type=clone]; +"1124 reshape_36_0_0_nncf_smooth_quant_0" [id=1124, type=call_module]; +"1125 quantize_per_tensor_default_51" [id=1125, type=quantize_per_tensor]; +"1126 dequantize_per_tensor_default_51" [id=1126, type=dequantize_per_tensor]; +"1127 scale_updated_constant53" [id=1127, type=get_attr]; +"1128 compressed_weight_updated_constant53" [id=1128, type=get_attr]; +"1129 mul_tensor_53" [id=1129, type=mul]; +"1130 zero_point_updated_constant53" [id=1130, type=get_attr]; +"1131 sub_tensor_53" [id=1131, type=sub]; +"1132 linear_52" [id=1132, type=linear]; +"1133 reshape_37" [id=1133, type=reshape]; +"1134 permute_39" [id=1134, type=permute]; +"1135 select_24" [id=1135, type=select]; +"1136 select_25" [id=1136, type=select]; +"1137 select_26" [id=1137, type=select]; +"1138 linalg_vector_norm_16" [id=1138, type=linalg_vector_norm]; +"1139 clamp_min_16" [id=1139, type=clamp_min]; +"1140 expand_as_16" [id=1140, type=expand_as]; +"1141 div_16" [id=1141, type=div]; +"1142 quantize_per_tensor_default_52" [id=1142, type=quantize_per_tensor]; +"1143 dequantize_per_tensor_default_52" [id=1143, type=dequantize_per_tensor]; +"1144 linalg_vector_norm_17" [id=1144, type=linalg_vector_norm]; +"1145 clamp_min_17" [id=1145, type=clamp_min]; +"1146 expand_as_17" [id=1146, type=expand_as]; +"1147 div_17" [id=1147, type=div]; +"1148 quantize_per_tensor_default_53" [id=1148, type=quantize_per_tensor]; +"1149 dequantize_per_tensor_default_53" [id=1149, type=dequantize_per_tensor]; +"1150 transpose_16" [id=1150, type=transpose]; +"1151 matmul_16" [id=1151, type=matmul]; +"1152 _param_constant143" [id=1152, type=get_attr]; +"1153 clamp_8" [id=1153, type=clamp]; +"1154 exp_8" [id=1154, type=exp]; +"1155 mul_17" [id=1155, type=mul]; +"1156 add_28" [id=1156, type=add]; +"1157 softmax_8" [id=1157, type=softmax]; +"1158 dropout_32" [id=1158, type=dropout]; +"1159 matmul_17" [id=1159, type=matmul]; +"1160 transpose_17" [id=1160, type=transpose]; +"1161 reshape_38" [id=1161, type=reshape]; +"1162 _param_constant145" [id=1162, type=get_attr]; +"1163 reshape_38_0_0_nncf_smooth_quant_0" [id=1163, type=call_module]; +"1164 quantize_per_tensor_default_54" [id=1164, type=quantize_per_tensor]; +"1165 dequantize_per_tensor_default_54" [id=1165, type=dequantize_per_tensor]; +"1166 scale_updated_constant54" [id=1166, type=get_attr]; +"1167 compressed_weight_updated_constant54" [id=1167, type=get_attr]; +"1168 mul_tensor_54" [id=1168, type=mul]; +"1169 zero_point_updated_constant54" [id=1169, type=get_attr]; +"1170 sub_tensor_54" [id=1170, type=sub]; +"1171 linear_53" [id=1171, type=linear]; +"1172 dropout_33" [id=1172, type=dropout]; +"1173 view_47" [id=1173, type=view]; +"1174 permute_40" [id=1174, type=permute]; +"1175 reshape_39" [id=1175, type=reshape]; +"1176 slice_134" [id=1176, type=slice]; +"1177 slice_135" [id=1177, type=slice]; +"1178 slice_136" [id=1178, type=slice]; +"1179 slice_137" [id=1179, type=slice]; +"1180 contiguous_15" [id=1180, type=contiguous]; +"1181 _param_constant146" [id=1181, type=get_attr]; +"1182 _param_constant147" [id=1182, type=get_attr]; +"1183 layer_norm_19" [id=1183, type=layer_norm]; +"1184 add_29" [id=1184, type=add]; +"1185 _param_constant149" [id=1185, type=get_attr]; +"1186 add_29_0_0_nncf_smooth_quant_0" [id=1186, type=call_module]; +"1187 quantize_per_tensor_default_55" [id=1187, type=quantize_per_tensor]; +"1188 dequantize_per_tensor_default_55" [id=1188, type=dequantize_per_tensor]; +"1189 scale_updated_constant55" [id=1189, type=get_attr]; +"1190 compressed_weight_updated_constant55" [id=1190, type=get_attr]; +"1191 mul_tensor_55" [id=1191, type=mul]; +"1192 zero_point_updated_constant55" [id=1192, type=get_attr]; +"1193 sub_tensor_55" [id=1193, type=sub]; +"1194 linear_54" [id=1194, type=linear]; +"1195 gelu_8" [id=1195, type=gelu]; +"1196 dropout_34" [id=1196, type=dropout]; +"1197 _param_constant151" [id=1197, type=get_attr]; +"1198 dropout_34_0_0_nncf_smooth_quant_0" [id=1198, type=call_module]; +"1199 quantize_per_tensor_default_56" [id=1199, type=quantize_per_tensor]; +"1200 dequantize_per_tensor_default_56" [id=1200, type=dequantize_per_tensor]; +"1201 scale_updated_constant56" [id=1201, type=get_attr]; +"1202 compressed_weight_updated_constant56" [id=1202, type=get_attr]; +"1203 mul_tensor_56" [id=1203, type=mul]; +"1204 zero_point_updated_constant56" [id=1204, type=get_attr]; +"1205 sub_tensor_56" [id=1205, type=sub]; +"1206 linear_55" [id=1206, type=linear]; +"1207 dropout_35" [id=1207, type=dropout]; +"1208 _param_constant152" [id=1208, type=get_attr]; +"1209 _param_constant153" [id=1209, type=get_attr]; +"1210 layer_norm_20" [id=1210, type=layer_norm]; +"1211 add_30" [id=1211, type=add]; +"1212 _tensor_constant54" [id=1212, type=get_attr]; +"1213 _param_constant155" [id=1213, type=get_attr]; +"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; +"1215 scale_updated_constant57" [id=1215, type=get_attr]; +"1216 compressed_weight_updated_constant57" [id=1216, type=get_attr]; +"1217 mul_tensor_57" [id=1217, type=mul]; +"1218 zero_point_updated_constant57" [id=1218, type=get_attr]; +"1219 sub_tensor_57" [id=1219, type=sub]; +"1220 linear_56" [id=1220, type=linear]; +"1221 relu__9" [id=1221, type=relu_]; +"1222 relu__9_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 scale_updated_constant58" [id=1223, type=get_attr]; +"1224 compressed_weight_updated_constant58" [id=1224, type=get_attr]; +"1225 mul_tensor_58" [id=1225, type=mul]; +"1226 zero_point_updated_constant58" [id=1226, type=get_attr]; +"1227 sub_tensor_58" [id=1227, type=sub]; +"1228 linear_57" [id=1228, type=linear]; +"1229 view_48" [id=1229, type=view]; +"1230 _tensor_constant55" [id=1230, type=get_attr]; +"1231 index_9" [id=1231, type=index]; +"1232 view_49" [id=1232, type=view]; +"1233 permute_41" [id=1233, type=permute]; +"1234 contiguous_16" [id=1234, type=contiguous]; +"1235 unsqueeze_25" [id=1235, type=unsqueeze]; +"1236 sigmoid_9" [id=1236, type=sigmoid]; +"1237 mul_18" [id=1237, type=mul]; +"1238 pad_11" [id=1238, type=pad]; +"1239 roll_8" [id=1239, type=roll]; +"1240 view_50" [id=1240, type=view]; +"1241 permute_42" [id=1241, type=permute]; +"1242 reshape_40" [id=1242, type=reshape]; +"1243 _param_constant157" [id=1243, type=get_attr]; +"1244 clone_9" [id=1244, type=clone]; +"1245 reshape_40_0_0_nncf_smooth_quant_0" [id=1245, type=call_module]; +"1246 quantize_per_tensor_default_57" [id=1246, type=quantize_per_tensor]; +"1247 dequantize_per_tensor_default_57" [id=1247, type=dequantize_per_tensor]; +"1248 scale_updated_constant59" [id=1248, type=get_attr]; +"1249 compressed_weight_updated_constant59" [id=1249, type=get_attr]; +"1250 mul_tensor_59" [id=1250, type=mul]; +"1251 zero_point_updated_constant59" [id=1251, type=get_attr]; +"1252 sub_tensor_59" [id=1252, type=sub]; +"1253 linear_58" [id=1253, type=linear]; +"1254 reshape_41" [id=1254, type=reshape]; +"1255 permute_43" [id=1255, type=permute]; +"1256 select_27" [id=1256, type=select]; +"1257 select_28" [id=1257, type=select]; +"1258 select_29" [id=1258, type=select]; +"1259 linalg_vector_norm_18" [id=1259, type=linalg_vector_norm]; +"1260 clamp_min_18" [id=1260, type=clamp_min]; +"1261 expand_as_18" [id=1261, type=expand_as]; +"1262 div_18" [id=1262, type=div]; +"1263 quantize_per_tensor_default_58" [id=1263, type=quantize_per_tensor]; +"1264 dequantize_per_tensor_default_58" [id=1264, type=dequantize_per_tensor]; +"1265 linalg_vector_norm_19" [id=1265, type=linalg_vector_norm]; +"1266 clamp_min_19" [id=1266, type=clamp_min]; +"1267 expand_as_19" [id=1267, type=expand_as]; +"1268 div_19" [id=1268, type=div]; +"1269 quantize_per_tensor_default_59" [id=1269, type=quantize_per_tensor]; +"1270 dequantize_per_tensor_default_59" [id=1270, type=dequantize_per_tensor]; +"1271 transpose_18" [id=1271, type=transpose]; +"1272 matmul_18" [id=1272, type=matmul]; +"1273 _param_constant159" [id=1273, type=get_attr]; +"1274 clamp_9" [id=1274, type=clamp]; +"1275 exp_9" [id=1275, type=exp]; +"1276 mul_19" [id=1276, type=mul]; +"1277 add_31" [id=1277, type=add]; +"1278 new_zeros_4" [id=1278, type=new_zeros]; +"1279 view_51" [id=1279, type=view]; +"1280 permute_44" [id=1280, type=permute]; +"1281 reshape_42" [id=1281, type=reshape]; +"1282 unsqueeze_26" [id=1282, type=unsqueeze]; +"1283 unsqueeze_27" [id=1283, type=unsqueeze]; +"1284 sub_4" [id=1284, type=sub]; +"1285 ne_4" [id=1285, type=ne]; +"1286 masked_fill_8" [id=1286, type=masked_fill]; +"1287 eq_4" [id=1287, type=eq]; +"1288 masked_fill_9" [id=1288, type=masked_fill]; +"1289 view_52" [id=1289, type=view]; +"1290 unsqueeze_28" [id=1290, type=unsqueeze]; +"1291 unsqueeze_29" [id=1291, type=unsqueeze]; +"1292 add_32" [id=1292, type=add]; +"1293 view_53" [id=1293, type=view]; +"1294 softmax_9" [id=1294, type=softmax]; +"1295 dropout_36" [id=1295, type=dropout]; +"1296 matmul_19" [id=1296, type=matmul]; +"1297 transpose_19" [id=1297, type=transpose]; +"1298 reshape_43" [id=1298, type=reshape]; +"1299 _param_constant161" [id=1299, type=get_attr]; +"1300 reshape_43_0_0_nncf_smooth_quant_0" [id=1300, type=call_module]; +"1301 quantize_per_tensor_default_60" [id=1301, type=quantize_per_tensor]; +"1302 dequantize_per_tensor_default_60" [id=1302, type=dequantize_per_tensor]; +"1303 scale_updated_constant60" [id=1303, type=get_attr]; +"1304 compressed_weight_updated_constant60" [id=1304, type=get_attr]; +"1305 mul_tensor_60" [id=1305, type=mul]; +"1306 zero_point_updated_constant60" [id=1306, type=get_attr]; +"1307 sub_tensor_60" [id=1307, type=sub]; +"1308 linear_59" [id=1308, type=linear]; +"1309 dropout_37" [id=1309, type=dropout]; +"1310 view_54" [id=1310, type=view]; +"1311 permute_45" [id=1311, type=permute]; +"1312 reshape_44" [id=1312, type=reshape]; +"1313 roll_9" [id=1313, type=roll]; +"1314 slice_157" [id=1314, type=slice]; +"1315 slice_158" [id=1315, type=slice]; +"1316 slice_159" [id=1316, type=slice]; +"1317 slice_160" [id=1317, type=slice]; +"1318 contiguous_17" [id=1318, type=contiguous]; +"1319 _param_constant162" [id=1319, type=get_attr]; +"1320 _param_constant163" [id=1320, type=get_attr]; +"1321 layer_norm_21" [id=1321, type=layer_norm]; +"1322 add_33" [id=1322, type=add]; +"1323 _param_constant165" [id=1323, type=get_attr]; +"1324 add_33_0_0_nncf_smooth_quant_0" [id=1324, type=call_module]; +"1325 quantize_per_tensor_default_61" [id=1325, type=quantize_per_tensor]; +"1326 dequantize_per_tensor_default_61" [id=1326, type=dequantize_per_tensor]; +"1327 scale_updated_constant61" [id=1327, type=get_attr]; +"1328 compressed_weight_updated_constant61" [id=1328, type=get_attr]; +"1329 mul_tensor_61" [id=1329, type=mul]; +"1330 zero_point_updated_constant61" [id=1330, type=get_attr]; +"1331 sub_tensor_61" [id=1331, type=sub]; +"1332 linear_60" [id=1332, type=linear]; +"1333 gelu_9" [id=1333, type=gelu]; +"1334 dropout_38" [id=1334, type=dropout]; +"1335 _param_constant167" [id=1335, type=get_attr]; +"1336 dropout_38_0_0_nncf_smooth_quant_0" [id=1336, type=call_module]; +"1337 quantize_per_tensor_default_62" [id=1337, type=quantize_per_tensor]; +"1338 dequantize_per_tensor_default_62" [id=1338, type=dequantize_per_tensor]; +"1339 scale_updated_constant62" [id=1339, type=get_attr]; +"1340 compressed_weight_updated_constant62" [id=1340, type=get_attr]; +"1341 mul_tensor_62" [id=1341, type=mul]; +"1342 zero_point_updated_constant62" [id=1342, type=get_attr]; +"1343 sub_tensor_62" [id=1343, type=sub]; +"1344 linear_61" [id=1344, type=linear]; +"1345 dropout_39" [id=1345, type=dropout]; +"1346 _param_constant168" [id=1346, type=get_attr]; +"1347 _param_constant169" [id=1347, type=get_attr]; +"1348 layer_norm_22" [id=1348, type=layer_norm]; +"1349 add_34" [id=1349, type=add]; +"1350 _tensor_constant65" [id=1350, type=get_attr]; +"1351 _param_constant171" [id=1351, type=get_attr]; +"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1352, type=call_module]; +"1353 scale_updated_constant63" [id=1353, type=get_attr]; +"1354 compressed_weight_updated_constant63" [id=1354, type=get_attr]; +"1355 mul_tensor_63" [id=1355, type=mul]; +"1356 zero_point_updated_constant63" [id=1356, type=get_attr]; +"1357 sub_tensor_63" [id=1357, type=sub]; +"1358 linear_62" [id=1358, type=linear]; +"1359 relu__10" [id=1359, type=relu_]; +"1360 relu__10_0_0_nncf_smooth_quant_0" [id=1360, type=call_module]; +"1361 scale_updated_constant64" [id=1361, type=get_attr]; +"1362 compressed_weight_updated_constant64" [id=1362, type=get_attr]; +"1363 mul_tensor_64" [id=1363, type=mul]; +"1364 zero_point_updated_constant64" [id=1364, type=get_attr]; +"1365 sub_tensor_64" [id=1365, type=sub]; +"1366 linear_63" [id=1366, type=linear]; +"1367 view_55" [id=1367, type=view]; +"1368 _tensor_constant66" [id=1368, type=get_attr]; +"1369 index_10" [id=1369, type=index]; +"1370 view_56" [id=1370, type=view]; +"1371 permute_46" [id=1371, type=permute]; +"1372 contiguous_18" [id=1372, type=contiguous]; +"1373 unsqueeze_30" [id=1373, type=unsqueeze]; +"1374 sigmoid_10" [id=1374, type=sigmoid]; +"1375 mul_20" [id=1375, type=mul]; +"1376 pad_12" [id=1376, type=pad]; +"1377 view_57" [id=1377, type=view]; +"1378 permute_47" [id=1378, type=permute]; +"1379 reshape_45" [id=1379, type=reshape]; +"1380 _param_constant173" [id=1380, type=get_attr]; +"1381 clone_10" [id=1381, type=clone]; +"1382 reshape_45_0_0_nncf_smooth_quant_0" [id=1382, type=call_module]; +"1383 quantize_per_tensor_default_63" [id=1383, type=quantize_per_tensor]; +"1384 dequantize_per_tensor_default_63" [id=1384, type=dequantize_per_tensor]; +"1385 scale_updated_constant65" [id=1385, type=get_attr]; +"1386 compressed_weight_updated_constant65" [id=1386, type=get_attr]; +"1387 mul_tensor_65" [id=1387, type=mul]; +"1388 zero_point_updated_constant65" [id=1388, type=get_attr]; +"1389 sub_tensor_65" [id=1389, type=sub]; +"1390 linear_64" [id=1390, type=linear]; +"1391 reshape_46" [id=1391, type=reshape]; +"1392 permute_48" [id=1392, type=permute]; +"1393 select_30" [id=1393, type=select]; +"1394 select_31" [id=1394, type=select]; +"1395 select_32" [id=1395, type=select]; +"1396 linalg_vector_norm_20" [id=1396, type=linalg_vector_norm]; +"1397 clamp_min_20" [id=1397, type=clamp_min]; +"1398 expand_as_20" [id=1398, type=expand_as]; +"1399 div_20" [id=1399, type=div]; +"1400 quantize_per_tensor_default_64" [id=1400, type=quantize_per_tensor]; +"1401 dequantize_per_tensor_default_64" [id=1401, type=dequantize_per_tensor]; +"1402 linalg_vector_norm_21" [id=1402, type=linalg_vector_norm]; +"1403 clamp_min_21" [id=1403, type=clamp_min]; +"1404 expand_as_21" [id=1404, type=expand_as]; +"1405 div_21" [id=1405, type=div]; +"1406 quantize_per_tensor_default_65" [id=1406, type=quantize_per_tensor]; +"1407 dequantize_per_tensor_default_65" [id=1407, type=dequantize_per_tensor]; +"1408 transpose_20" [id=1408, type=transpose]; +"1409 matmul_20" [id=1409, type=matmul]; +"1410 _param_constant175" [id=1410, type=get_attr]; +"1411 clamp_10" [id=1411, type=clamp]; +"1412 exp_10" [id=1412, type=exp]; +"1413 mul_21" [id=1413, type=mul]; +"1414 add_35" [id=1414, type=add]; +"1415 softmax_10" [id=1415, type=softmax]; +"1416 dropout_40" [id=1416, type=dropout]; +"1417 matmul_21" [id=1417, type=matmul]; +"1418 transpose_21" [id=1418, type=transpose]; +"1419 reshape_47" [id=1419, type=reshape]; +"1420 _param_constant177" [id=1420, type=get_attr]; +"1421 reshape_47_0_0_nncf_smooth_quant_0" [id=1421, type=call_module]; +"1422 quantize_per_tensor_default_66" [id=1422, type=quantize_per_tensor]; +"1423 dequantize_per_tensor_default_66" [id=1423, type=dequantize_per_tensor]; +"1424 scale_updated_constant66" [id=1424, type=get_attr]; +"1425 compressed_weight_updated_constant66" [id=1425, type=get_attr]; +"1426 mul_tensor_66" [id=1426, type=mul]; +"1427 zero_point_updated_constant66" [id=1427, type=get_attr]; +"1428 sub_tensor_66" [id=1428, type=sub]; +"1429 linear_65" [id=1429, type=linear]; +"1430 dropout_41" [id=1430, type=dropout]; +"1431 view_58" [id=1431, type=view]; +"1432 permute_49" [id=1432, type=permute]; +"1433 reshape_48" [id=1433, type=reshape]; +"1434 slice_162" [id=1434, type=slice]; +"1435 slice_163" [id=1435, type=slice]; +"1436 slice_164" [id=1436, type=slice]; +"1437 slice_165" [id=1437, type=slice]; +"1438 contiguous_19" [id=1438, type=contiguous]; +"1439 _param_constant178" [id=1439, type=get_attr]; +"1440 _param_constant179" [id=1440, type=get_attr]; +"1441 layer_norm_23" [id=1441, type=layer_norm]; +"1442 add_36" [id=1442, type=add]; +"1443 _param_constant181" [id=1443, type=get_attr]; +"1444 add_36_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; +"1445 quantize_per_tensor_default_67" [id=1445, type=quantize_per_tensor]; +"1446 dequantize_per_tensor_default_67" [id=1446, type=dequantize_per_tensor]; +"1447 scale_updated_constant67" [id=1447, type=get_attr]; +"1448 compressed_weight_updated_constant67" [id=1448, type=get_attr]; +"1449 mul_tensor_67" [id=1449, type=mul]; +"1450 zero_point_updated_constant67" [id=1450, type=get_attr]; +"1451 sub_tensor_67" [id=1451, type=sub]; +"1452 linear_66" [id=1452, type=linear]; +"1453 gelu_10" [id=1453, type=gelu]; +"1454 dropout_42" [id=1454, type=dropout]; +"1455 _param_constant183" [id=1455, type=get_attr]; +"1456 dropout_42_0_0_nncf_smooth_quant_0" [id=1456, type=call_module]; +"1457 quantize_per_tensor_default_68" [id=1457, type=quantize_per_tensor]; +"1458 dequantize_per_tensor_default_68" [id=1458, type=dequantize_per_tensor]; +"1459 scale_updated_constant68" [id=1459, type=get_attr]; +"1460 compressed_weight_updated_constant68" [id=1460, type=get_attr]; +"1461 mul_tensor_68" [id=1461, type=mul]; +"1462 zero_point_updated_constant68" [id=1462, type=get_attr]; +"1463 sub_tensor_68" [id=1463, type=sub]; +"1464 linear_67" [id=1464, type=linear]; +"1465 dropout_43" [id=1465, type=dropout]; +"1466 _param_constant184" [id=1466, type=get_attr]; +"1467 _param_constant185" [id=1467, type=get_attr]; +"1468 layer_norm_24" [id=1468, type=layer_norm]; +"1469 add_37" [id=1469, type=add]; +"1470 _tensor_constant67" [id=1470, type=get_attr]; +"1471 _param_constant187" [id=1471, type=get_attr]; +"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; +"1473 scale_updated_constant69" [id=1473, type=get_attr]; +"1474 compressed_weight_updated_constant69" [id=1474, type=get_attr]; +"1475 mul_tensor_69" [id=1475, type=mul]; +"1476 zero_point_updated_constant69" [id=1476, type=get_attr]; +"1477 sub_tensor_69" [id=1477, type=sub]; +"1478 linear_68" [id=1478, type=linear]; +"1479 relu__11" [id=1479, type=relu_]; +"1480 relu__11_0_0_nncf_smooth_quant_0" [id=1480, type=call_module]; +"1481 scale_updated_constant70" [id=1481, type=get_attr]; +"1482 compressed_weight_updated_constant70" [id=1482, type=get_attr]; +"1483 mul_tensor_70" [id=1483, type=mul]; +"1484 zero_point_updated_constant70" [id=1484, type=get_attr]; +"1485 sub_tensor_70" [id=1485, type=sub]; +"1486 linear_69" [id=1486, type=linear]; +"1487 view_59" [id=1487, type=view]; +"1488 _tensor_constant68" [id=1488, type=get_attr]; +"1489 index_11" [id=1489, type=index]; +"1490 view_60" [id=1490, type=view]; +"1491 permute_50" [id=1491, type=permute]; +"1492 contiguous_20" [id=1492, type=contiguous]; +"1493 unsqueeze_31" [id=1493, type=unsqueeze]; +"1494 sigmoid_11" [id=1494, type=sigmoid]; +"1495 mul_22" [id=1495, type=mul]; +"1496 pad_13" [id=1496, type=pad]; +"1497 roll_10" [id=1497, type=roll]; +"1498 view_61" [id=1498, type=view]; +"1499 permute_51" [id=1499, type=permute]; +"1500 reshape_49" [id=1500, type=reshape]; +"1501 _param_constant189" [id=1501, type=get_attr]; +"1502 clone_11" [id=1502, type=clone]; +"1503 reshape_49_0_0_nncf_smooth_quant_0" [id=1503, type=call_module]; +"1504 quantize_per_tensor_default_69" [id=1504, type=quantize_per_tensor]; +"1505 dequantize_per_tensor_default_69" [id=1505, type=dequantize_per_tensor]; +"1506 scale_updated_constant71" [id=1506, type=get_attr]; +"1507 compressed_weight_updated_constant71" [id=1507, type=get_attr]; +"1508 mul_tensor_71" [id=1508, type=mul]; +"1509 zero_point_updated_constant71" [id=1509, type=get_attr]; +"1510 sub_tensor_71" [id=1510, type=sub]; +"1511 linear_70" [id=1511, type=linear]; +"1512 reshape_50" [id=1512, type=reshape]; +"1513 permute_52" [id=1513, type=permute]; +"1514 select_33" [id=1514, type=select]; +"1515 select_34" [id=1515, type=select]; +"1516 select_35" [id=1516, type=select]; +"1517 linalg_vector_norm_22" [id=1517, type=linalg_vector_norm]; +"1518 clamp_min_22" [id=1518, type=clamp_min]; +"1519 expand_as_22" [id=1519, type=expand_as]; +"1520 div_22" [id=1520, type=div]; +"1521 quantize_per_tensor_default_70" [id=1521, type=quantize_per_tensor]; +"1522 dequantize_per_tensor_default_70" [id=1522, type=dequantize_per_tensor]; +"1523 linalg_vector_norm_23" [id=1523, type=linalg_vector_norm]; +"1524 clamp_min_23" [id=1524, type=clamp_min]; +"1525 expand_as_23" [id=1525, type=expand_as]; +"1526 div_23" [id=1526, type=div]; +"1527 quantize_per_tensor_default_71" [id=1527, type=quantize_per_tensor]; +"1528 dequantize_per_tensor_default_71" [id=1528, type=dequantize_per_tensor]; +"1529 transpose_22" [id=1529, type=transpose]; +"1530 matmul_22" [id=1530, type=matmul]; +"1531 _param_constant191" [id=1531, type=get_attr]; +"1532 clamp_11" [id=1532, type=clamp]; +"1533 exp_11" [id=1533, type=exp]; +"1534 mul_23" [id=1534, type=mul]; +"1535 add_38" [id=1535, type=add]; +"1536 new_zeros_5" [id=1536, type=new_zeros]; +"1537 view_62" [id=1537, type=view]; +"1538 permute_53" [id=1538, type=permute]; +"1539 reshape_51" [id=1539, type=reshape]; +"1540 unsqueeze_32" [id=1540, type=unsqueeze]; +"1541 unsqueeze_33" [id=1541, type=unsqueeze]; +"1542 sub_5" [id=1542, type=sub]; +"1543 ne_5" [id=1543, type=ne]; +"1544 masked_fill_10" [id=1544, type=masked_fill]; +"1545 eq_5" [id=1545, type=eq]; +"1546 masked_fill_11" [id=1546, type=masked_fill]; +"1547 view_63" [id=1547, type=view]; +"1548 unsqueeze_34" [id=1548, type=unsqueeze]; +"1549 unsqueeze_35" [id=1549, type=unsqueeze]; +"1550 add_39" [id=1550, type=add]; +"1551 view_64" [id=1551, type=view]; +"1552 softmax_11" [id=1552, type=softmax]; +"1553 dropout_44" [id=1553, type=dropout]; +"1554 matmul_23" [id=1554, type=matmul]; +"1555 transpose_23" [id=1555, type=transpose]; +"1556 reshape_52" [id=1556, type=reshape]; +"1557 _param_constant193" [id=1557, type=get_attr]; +"1558 reshape_52_0_0_nncf_smooth_quant_0" [id=1558, type=call_module]; +"1559 quantize_per_tensor_default_72" [id=1559, type=quantize_per_tensor]; +"1560 dequantize_per_tensor_default_72" [id=1560, type=dequantize_per_tensor]; +"1561 scale_updated_constant72" [id=1561, type=get_attr]; +"1562 compressed_weight_updated_constant72" [id=1562, type=get_attr]; +"1563 mul_tensor_72" [id=1563, type=mul]; +"1564 zero_point_updated_constant72" [id=1564, type=get_attr]; +"1565 sub_tensor_72" [id=1565, type=sub]; +"1566 linear_71" [id=1566, type=linear]; +"1567 dropout_45" [id=1567, type=dropout]; +"1568 view_65" [id=1568, type=view]; +"1569 permute_54" [id=1569, type=permute]; +"1570 reshape_53" [id=1570, type=reshape]; +"1571 roll_11" [id=1571, type=roll]; +"1572 slice_185" [id=1572, type=slice]; +"1573 slice_186" [id=1573, type=slice]; +"1574 slice_187" [id=1574, type=slice]; +"1575 slice_188" [id=1575, type=slice]; +"1576 contiguous_21" [id=1576, type=contiguous]; +"1577 _param_constant194" [id=1577, type=get_attr]; +"1578 _param_constant195" [id=1578, type=get_attr]; +"1579 layer_norm_25" [id=1579, type=layer_norm]; +"1580 add_40" [id=1580, type=add]; +"1581 _param_constant197" [id=1581, type=get_attr]; +"1582 add_40_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; +"1583 quantize_per_tensor_default_73" [id=1583, type=quantize_per_tensor]; +"1584 dequantize_per_tensor_default_73" [id=1584, type=dequantize_per_tensor]; +"1585 scale_updated_constant73" [id=1585, type=get_attr]; +"1586 compressed_weight_updated_constant73" [id=1586, type=get_attr]; +"1587 mul_tensor_73" [id=1587, type=mul]; +"1588 zero_point_updated_constant73" [id=1588, type=get_attr]; +"1589 sub_tensor_73" [id=1589, type=sub]; +"1590 linear_72" [id=1590, type=linear]; +"1591 gelu_11" [id=1591, type=gelu]; +"1592 dropout_46" [id=1592, type=dropout]; +"1593 _param_constant199" [id=1593, type=get_attr]; +"1594 dropout_46_0_0_nncf_smooth_quant_0" [id=1594, type=call_module]; +"1595 quantize_per_tensor_default_74" [id=1595, type=quantize_per_tensor]; +"1596 dequantize_per_tensor_default_74" [id=1596, type=dequantize_per_tensor]; +"1597 scale_updated_constant74" [id=1597, type=get_attr]; +"1598 compressed_weight_updated_constant74" [id=1598, type=get_attr]; +"1599 mul_tensor_74" [id=1599, type=mul]; +"1600 zero_point_updated_constant74" [id=1600, type=get_attr]; +"1601 sub_tensor_74" [id=1601, type=sub]; +"1602 linear_73" [id=1602, type=linear]; +"1603 dropout_47" [id=1603, type=dropout]; +"1604 _param_constant200" [id=1604, type=get_attr]; +"1605 _param_constant201" [id=1605, type=get_attr]; +"1606 layer_norm_26" [id=1606, type=layer_norm]; +"1607 add_41" [id=1607, type=add]; +"1608 _tensor_constant78" [id=1608, type=get_attr]; +"1609 _param_constant203" [id=1609, type=get_attr]; +"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1610, type=call_module]; +"1611 scale_updated_constant75" [id=1611, type=get_attr]; +"1612 compressed_weight_updated_constant75" [id=1612, type=get_attr]; +"1613 mul_tensor_75" [id=1613, type=mul]; +"1614 zero_point_updated_constant75" [id=1614, type=get_attr]; +"1615 sub_tensor_75" [id=1615, type=sub]; +"1616 linear_74" [id=1616, type=linear]; +"1617 relu__12" [id=1617, type=relu_]; +"1618 relu__12_0_0_nncf_smooth_quant_0" [id=1618, type=call_module]; +"1619 scale_updated_constant76" [id=1619, type=get_attr]; +"1620 compressed_weight_updated_constant76" [id=1620, type=get_attr]; +"1621 mul_tensor_76" [id=1621, type=mul]; +"1622 zero_point_updated_constant76" [id=1622, type=get_attr]; +"1623 sub_tensor_76" [id=1623, type=sub]; +"1624 linear_75" [id=1624, type=linear]; +"1625 view_66" [id=1625, type=view]; +"1626 _tensor_constant79" [id=1626, type=get_attr]; +"1627 index_12" [id=1627, type=index]; +"1628 view_67" [id=1628, type=view]; +"1629 permute_55" [id=1629, type=permute]; +"1630 contiguous_22" [id=1630, type=contiguous]; +"1631 unsqueeze_36" [id=1631, type=unsqueeze]; +"1632 sigmoid_12" [id=1632, type=sigmoid]; +"1633 mul_24" [id=1633, type=mul]; +"1634 pad_14" [id=1634, type=pad]; +"1635 view_68" [id=1635, type=view]; +"1636 permute_56" [id=1636, type=permute]; +"1637 reshape_54" [id=1637, type=reshape]; +"1638 _param_constant205" [id=1638, type=get_attr]; +"1639 clone_12" [id=1639, type=clone]; +"1640 reshape_54_0_0_nncf_smooth_quant_0" [id=1640, type=call_module]; +"1641 quantize_per_tensor_default_75" [id=1641, type=quantize_per_tensor]; +"1642 dequantize_per_tensor_default_75" [id=1642, type=dequantize_per_tensor]; +"1643 scale_updated_constant77" [id=1643, type=get_attr]; +"1644 compressed_weight_updated_constant77" [id=1644, type=get_attr]; +"1645 mul_tensor_77" [id=1645, type=mul]; +"1646 zero_point_updated_constant77" [id=1646, type=get_attr]; +"1647 sub_tensor_77" [id=1647, type=sub]; +"1648 linear_76" [id=1648, type=linear]; +"1649 reshape_55" [id=1649, type=reshape]; +"1650 permute_57" [id=1650, type=permute]; +"1651 select_36" [id=1651, type=select]; +"1652 select_37" [id=1652, type=select]; +"1653 select_38" [id=1653, type=select]; +"1654 linalg_vector_norm_24" [id=1654, type=linalg_vector_norm]; +"1655 clamp_min_24" [id=1655, type=clamp_min]; +"1656 expand_as_24" [id=1656, type=expand_as]; +"1657 div_24" [id=1657, type=div]; +"1658 quantize_per_tensor_default_76" [id=1658, type=quantize_per_tensor]; +"1659 dequantize_per_tensor_default_76" [id=1659, type=dequantize_per_tensor]; +"1660 linalg_vector_norm_25" [id=1660, type=linalg_vector_norm]; +"1661 clamp_min_25" [id=1661, type=clamp_min]; +"1662 expand_as_25" [id=1662, type=expand_as]; +"1663 div_25" [id=1663, type=div]; +"1664 quantize_per_tensor_default_77" [id=1664, type=quantize_per_tensor]; +"1665 dequantize_per_tensor_default_77" [id=1665, type=dequantize_per_tensor]; +"1666 transpose_24" [id=1666, type=transpose]; +"1667 matmul_24" [id=1667, type=matmul]; +"1668 _param_constant207" [id=1668, type=get_attr]; +"1669 clamp_12" [id=1669, type=clamp]; +"1670 exp_12" [id=1670, type=exp]; +"1671 mul_25" [id=1671, type=mul]; +"1672 add_42" [id=1672, type=add]; +"1673 softmax_12" [id=1673, type=softmax]; +"1674 dropout_48" [id=1674, type=dropout]; +"1675 matmul_25" [id=1675, type=matmul]; +"1676 transpose_25" [id=1676, type=transpose]; +"1677 reshape_56" [id=1677, type=reshape]; +"1678 _param_constant209" [id=1678, type=get_attr]; +"1679 reshape_56_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; +"1680 quantize_per_tensor_default_78" [id=1680, type=quantize_per_tensor]; +"1681 dequantize_per_tensor_default_78" [id=1681, type=dequantize_per_tensor]; +"1682 scale_updated_constant78" [id=1682, type=get_attr]; +"1683 compressed_weight_updated_constant78" [id=1683, type=get_attr]; +"1684 mul_tensor_78" [id=1684, type=mul]; +"1685 zero_point_updated_constant78" [id=1685, type=get_attr]; +"1686 sub_tensor_78" [id=1686, type=sub]; +"1687 linear_77" [id=1687, type=linear]; +"1688 dropout_49" [id=1688, type=dropout]; +"1689 view_69" [id=1689, type=view]; +"1690 permute_58" [id=1690, type=permute]; +"1691 reshape_57" [id=1691, type=reshape]; +"1692 slice_190" [id=1692, type=slice]; +"1693 slice_191" [id=1693, type=slice]; +"1694 slice_192" [id=1694, type=slice]; +"1695 slice_193" [id=1695, type=slice]; +"1696 contiguous_23" [id=1696, type=contiguous]; +"1697 _param_constant210" [id=1697, type=get_attr]; +"1698 _param_constant211" [id=1698, type=get_attr]; +"1699 layer_norm_27" [id=1699, type=layer_norm]; +"1700 add_43" [id=1700, type=add]; +"1701 _param_constant213" [id=1701, type=get_attr]; +"1702 add_43_0_0_nncf_smooth_quant_0" [id=1702, type=call_module]; +"1703 quantize_per_tensor_default_79" [id=1703, type=quantize_per_tensor]; +"1704 dequantize_per_tensor_default_79" [id=1704, type=dequantize_per_tensor]; +"1705 scale_updated_constant79" [id=1705, type=get_attr]; +"1706 compressed_weight_updated_constant79" [id=1706, type=get_attr]; +"1707 mul_tensor_79" [id=1707, type=mul]; +"1708 zero_point_updated_constant79" [id=1708, type=get_attr]; +"1709 sub_tensor_79" [id=1709, type=sub]; +"1710 linear_78" [id=1710, type=linear]; +"1711 gelu_12" [id=1711, type=gelu]; +"1712 dropout_50" [id=1712, type=dropout]; +"1713 _param_constant215" [id=1713, type=get_attr]; +"1714 dropout_50_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; +"1715 quantize_per_tensor_default_80" [id=1715, type=quantize_per_tensor]; +"1716 dequantize_per_tensor_default_80" [id=1716, type=dequantize_per_tensor]; +"1717 scale_updated_constant80" [id=1717, type=get_attr]; +"1718 compressed_weight_updated_constant80" [id=1718, type=get_attr]; +"1719 mul_tensor_80" [id=1719, type=mul]; +"1720 zero_point_updated_constant80" [id=1720, type=get_attr]; +"1721 sub_tensor_80" [id=1721, type=sub]; +"1722 linear_79" [id=1722, type=linear]; +"1723 dropout_51" [id=1723, type=dropout]; +"1724 _param_constant216" [id=1724, type=get_attr]; +"1725 _param_constant217" [id=1725, type=get_attr]; +"1726 layer_norm_28" [id=1726, type=layer_norm]; +"1727 add_44" [id=1727, type=add]; +"1728 _tensor_constant80" [id=1728, type=get_attr]; +"1729 _param_constant219" [id=1729, type=get_attr]; +"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1730, type=call_module]; +"1731 scale_updated_constant81" [id=1731, type=get_attr]; +"1732 compressed_weight_updated_constant81" [id=1732, type=get_attr]; +"1733 mul_tensor_81" [id=1733, type=mul]; +"1734 zero_point_updated_constant81" [id=1734, type=get_attr]; +"1735 sub_tensor_81" [id=1735, type=sub]; +"1736 linear_80" [id=1736, type=linear]; +"1737 relu__13" [id=1737, type=relu_]; +"1738 relu__13_0_0_nncf_smooth_quant_0" [id=1738, type=call_module]; +"1739 scale_updated_constant82" [id=1739, type=get_attr]; +"1740 compressed_weight_updated_constant82" [id=1740, type=get_attr]; +"1741 mul_tensor_82" [id=1741, type=mul]; +"1742 zero_point_updated_constant82" [id=1742, type=get_attr]; +"1743 sub_tensor_82" [id=1743, type=sub]; +"1744 linear_81" [id=1744, type=linear]; +"1745 view_70" [id=1745, type=view]; +"1746 _tensor_constant81" [id=1746, type=get_attr]; +"1747 index_13" [id=1747, type=index]; +"1748 view_71" [id=1748, type=view]; +"1749 permute_59" [id=1749, type=permute]; +"1750 contiguous_24" [id=1750, type=contiguous]; +"1751 unsqueeze_37" [id=1751, type=unsqueeze]; +"1752 sigmoid_13" [id=1752, type=sigmoid]; +"1753 mul_26" [id=1753, type=mul]; +"1754 pad_15" [id=1754, type=pad]; +"1755 roll_12" [id=1755, type=roll]; +"1756 view_72" [id=1756, type=view]; +"1757 permute_60" [id=1757, type=permute]; +"1758 reshape_58" [id=1758, type=reshape]; +"1759 _param_constant221" [id=1759, type=get_attr]; +"1760 clone_13" [id=1760, type=clone]; +"1761 reshape_58_0_0_nncf_smooth_quant_0" [id=1761, type=call_module]; +"1762 quantize_per_tensor_default_81" [id=1762, type=quantize_per_tensor]; +"1763 dequantize_per_tensor_default_81" [id=1763, type=dequantize_per_tensor]; +"1764 scale_updated_constant83" [id=1764, type=get_attr]; +"1765 compressed_weight_updated_constant83" [id=1765, type=get_attr]; +"1766 mul_tensor_83" [id=1766, type=mul]; +"1767 zero_point_updated_constant83" [id=1767, type=get_attr]; +"1768 sub_tensor_83" [id=1768, type=sub]; +"1769 linear_82" [id=1769, type=linear]; +"1770 reshape_59" [id=1770, type=reshape]; +"1771 permute_61" [id=1771, type=permute]; +"1772 select_39" [id=1772, type=select]; +"1773 select_40" [id=1773, type=select]; +"1774 select_41" [id=1774, type=select]; +"1775 linalg_vector_norm_26" [id=1775, type=linalg_vector_norm]; +"1776 clamp_min_26" [id=1776, type=clamp_min]; +"1777 expand_as_26" [id=1777, type=expand_as]; +"1778 div_26" [id=1778, type=div]; +"1779 quantize_per_tensor_default_82" [id=1779, type=quantize_per_tensor]; +"1780 dequantize_per_tensor_default_82" [id=1780, type=dequantize_per_tensor]; +"1781 linalg_vector_norm_27" [id=1781, type=linalg_vector_norm]; +"1782 clamp_min_27" [id=1782, type=clamp_min]; +"1783 expand_as_27" [id=1783, type=expand_as]; +"1784 div_27" [id=1784, type=div]; +"1785 quantize_per_tensor_default_83" [id=1785, type=quantize_per_tensor]; +"1786 dequantize_per_tensor_default_83" [id=1786, type=dequantize_per_tensor]; +"1787 transpose_26" [id=1787, type=transpose]; +"1788 matmul_26" [id=1788, type=matmul]; +"1789 _param_constant223" [id=1789, type=get_attr]; +"1790 clamp_13" [id=1790, type=clamp]; +"1791 exp_13" [id=1791, type=exp]; +"1792 mul_27" [id=1792, type=mul]; +"1793 add_45" [id=1793, type=add]; +"1794 new_zeros_6" [id=1794, type=new_zeros]; +"1795 view_73" [id=1795, type=view]; +"1796 permute_62" [id=1796, type=permute]; +"1797 reshape_60" [id=1797, type=reshape]; +"1798 unsqueeze_38" [id=1798, type=unsqueeze]; +"1799 unsqueeze_39" [id=1799, type=unsqueeze]; +"1800 sub_6" [id=1800, type=sub]; +"1801 ne_6" [id=1801, type=ne]; +"1802 masked_fill_12" [id=1802, type=masked_fill]; +"1803 eq_6" [id=1803, type=eq]; +"1804 masked_fill_13" [id=1804, type=masked_fill]; +"1805 view_74" [id=1805, type=view]; +"1806 unsqueeze_40" [id=1806, type=unsqueeze]; +"1807 unsqueeze_41" [id=1807, type=unsqueeze]; +"1808 add_46" [id=1808, type=add]; +"1809 view_75" [id=1809, type=view]; +"1810 softmax_13" [id=1810, type=softmax]; +"1811 dropout_52" [id=1811, type=dropout]; +"1812 matmul_27" [id=1812, type=matmul]; +"1813 transpose_27" [id=1813, type=transpose]; +"1814 reshape_61" [id=1814, type=reshape]; +"1815 _param_constant225" [id=1815, type=get_attr]; +"1816 reshape_61_0_0_nncf_smooth_quant_0" [id=1816, type=call_module]; +"1817 quantize_per_tensor_default_84" [id=1817, type=quantize_per_tensor]; +"1818 dequantize_per_tensor_default_84" [id=1818, type=dequantize_per_tensor]; +"1819 scale_updated_constant84" [id=1819, type=get_attr]; +"1820 compressed_weight_updated_constant84" [id=1820, type=get_attr]; +"1821 mul_tensor_84" [id=1821, type=mul]; +"1822 zero_point_updated_constant84" [id=1822, type=get_attr]; +"1823 sub_tensor_84" [id=1823, type=sub]; +"1824 linear_83" [id=1824, type=linear]; +"1825 dropout_53" [id=1825, type=dropout]; +"1826 view_76" [id=1826, type=view]; +"1827 permute_63" [id=1827, type=permute]; +"1828 reshape_62" [id=1828, type=reshape]; +"1829 roll_13" [id=1829, type=roll]; +"1830 slice_213" [id=1830, type=slice]; +"1831 slice_214" [id=1831, type=slice]; +"1832 slice_215" [id=1832, type=slice]; +"1833 slice_216" [id=1833, type=slice]; +"1834 contiguous_25" [id=1834, type=contiguous]; +"1835 _param_constant226" [id=1835, type=get_attr]; +"1836 _param_constant227" [id=1836, type=get_attr]; +"1837 layer_norm_29" [id=1837, type=layer_norm]; +"1838 add_47" [id=1838, type=add]; +"1839 _param_constant229" [id=1839, type=get_attr]; +"1840 add_47_0_0_nncf_smooth_quant_0" [id=1840, type=call_module]; +"1841 quantize_per_tensor_default_85" [id=1841, type=quantize_per_tensor]; +"1842 dequantize_per_tensor_default_85" [id=1842, type=dequantize_per_tensor]; +"1843 scale_updated_constant85" [id=1843, type=get_attr]; +"1844 compressed_weight_updated_constant85" [id=1844, type=get_attr]; +"1845 mul_tensor_85" [id=1845, type=mul]; +"1846 zero_point_updated_constant85" [id=1846, type=get_attr]; +"1847 sub_tensor_85" [id=1847, type=sub]; +"1848 linear_84" [id=1848, type=linear]; +"1849 gelu_13" [id=1849, type=gelu]; +"1850 dropout_54" [id=1850, type=dropout]; +"1851 _param_constant231" [id=1851, type=get_attr]; +"1852 dropout_54_0_0_nncf_smooth_quant_0" [id=1852, type=call_module]; +"1853 quantize_per_tensor_default_86" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_86" [id=1854, type=dequantize_per_tensor]; +"1855 scale_updated_constant86" [id=1855, type=get_attr]; +"1856 compressed_weight_updated_constant86" [id=1856, type=get_attr]; +"1857 mul_tensor_86" [id=1857, type=mul]; +"1858 zero_point_updated_constant86" [id=1858, type=get_attr]; +"1859 sub_tensor_86" [id=1859, type=sub]; +"1860 linear_85" [id=1860, type=linear]; +"1861 dropout_55" [id=1861, type=dropout]; +"1862 _param_constant232" [id=1862, type=get_attr]; +"1863 _param_constant233" [id=1863, type=get_attr]; +"1864 layer_norm_30" [id=1864, type=layer_norm]; +"1865 add_48" [id=1865, type=add]; +"1866 _tensor_constant91" [id=1866, type=get_attr]; +"1867 _param_constant235" [id=1867, type=get_attr]; +"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1868, type=call_module]; +"1869 scale_updated_constant87" [id=1869, type=get_attr]; +"1870 compressed_weight_updated_constant87" [id=1870, type=get_attr]; +"1871 mul_tensor_87" [id=1871, type=mul]; +"1872 zero_point_updated_constant87" [id=1872, type=get_attr]; +"1873 sub_tensor_87" [id=1873, type=sub]; +"1874 linear_86" [id=1874, type=linear]; +"1875 relu__14" [id=1875, type=relu_]; +"1876 relu__14_0_0_nncf_smooth_quant_0" [id=1876, type=call_module]; +"1877 scale_updated_constant88" [id=1877, type=get_attr]; +"1878 compressed_weight_updated_constant88" [id=1878, type=get_attr]; +"1879 mul_tensor_88" [id=1879, type=mul]; +"1880 zero_point_updated_constant88" [id=1880, type=get_attr]; +"1881 sub_tensor_88" [id=1881, type=sub]; +"1882 linear_87" [id=1882, type=linear]; +"1883 view_77" [id=1883, type=view]; +"1884 _tensor_constant92" [id=1884, type=get_attr]; +"1885 index_14" [id=1885, type=index]; +"1886 view_78" [id=1886, type=view]; +"1887 permute_64" [id=1887, type=permute]; +"1888 contiguous_26" [id=1888, type=contiguous]; +"1889 unsqueeze_42" [id=1889, type=unsqueeze]; +"1890 sigmoid_14" [id=1890, type=sigmoid]; +"1891 mul_28" [id=1891, type=mul]; +"1892 pad_16" [id=1892, type=pad]; +"1893 view_79" [id=1893, type=view]; +"1894 permute_65" [id=1894, type=permute]; +"1895 reshape_63" [id=1895, type=reshape]; +"1896 _param_constant237" [id=1896, type=get_attr]; +"1897 clone_14" [id=1897, type=clone]; +"1898 reshape_63_0_0_nncf_smooth_quant_0" [id=1898, type=call_module]; +"1899 quantize_per_tensor_default_87" [id=1899, type=quantize_per_tensor]; +"1900 dequantize_per_tensor_default_87" [id=1900, type=dequantize_per_tensor]; +"1901 scale_updated_constant89" [id=1901, type=get_attr]; +"1902 compressed_weight_updated_constant89" [id=1902, type=get_attr]; +"1903 mul_tensor_89" [id=1903, type=mul]; +"1904 zero_point_updated_constant89" [id=1904, type=get_attr]; +"1905 sub_tensor_89" [id=1905, type=sub]; +"1906 linear_88" [id=1906, type=linear]; +"1907 reshape_64" [id=1907, type=reshape]; +"1908 permute_66" [id=1908, type=permute]; +"1909 select_42" [id=1909, type=select]; +"1910 select_43" [id=1910, type=select]; +"1911 select_44" [id=1911, type=select]; +"1912 linalg_vector_norm_28" [id=1912, type=linalg_vector_norm]; +"1913 clamp_min_28" [id=1913, type=clamp_min]; +"1914 expand_as_28" [id=1914, type=expand_as]; +"1915 div_28" [id=1915, type=div]; +"1916 quantize_per_tensor_default_88" [id=1916, type=quantize_per_tensor]; +"1917 dequantize_per_tensor_default_88" [id=1917, type=dequantize_per_tensor]; +"1918 linalg_vector_norm_29" [id=1918, type=linalg_vector_norm]; +"1919 clamp_min_29" [id=1919, type=clamp_min]; +"1920 expand_as_29" [id=1920, type=expand_as]; +"1921 div_29" [id=1921, type=div]; +"1922 quantize_per_tensor_default_89" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_89" [id=1923, type=dequantize_per_tensor]; +"1924 transpose_28" [id=1924, type=transpose]; +"1925 matmul_28" [id=1925, type=matmul]; +"1926 _param_constant239" [id=1926, type=get_attr]; +"1927 clamp_14" [id=1927, type=clamp]; +"1928 exp_14" [id=1928, type=exp]; +"1929 mul_29" [id=1929, type=mul]; +"1930 add_49" [id=1930, type=add]; +"1931 softmax_14" [id=1931, type=softmax]; +"1932 dropout_56" [id=1932, type=dropout]; +"1933 matmul_29" [id=1933, type=matmul]; +"1934 transpose_29" [id=1934, type=transpose]; +"1935 reshape_65" [id=1935, type=reshape]; +"1936 _param_constant241" [id=1936, type=get_attr]; +"1937 reshape_65_0_0_nncf_smooth_quant_0" [id=1937, type=call_module]; +"1938 quantize_per_tensor_default_90" [id=1938, type=quantize_per_tensor]; +"1939 dequantize_per_tensor_default_90" [id=1939, type=dequantize_per_tensor]; +"1940 scale_updated_constant90" [id=1940, type=get_attr]; +"1941 compressed_weight_updated_constant90" [id=1941, type=get_attr]; +"1942 mul_tensor_90" [id=1942, type=mul]; +"1943 zero_point_updated_constant90" [id=1943, type=get_attr]; +"1944 sub_tensor_90" [id=1944, type=sub]; +"1945 linear_89" [id=1945, type=linear]; +"1946 dropout_57" [id=1946, type=dropout]; +"1947 view_80" [id=1947, type=view]; +"1948 permute_67" [id=1948, type=permute]; +"1949 reshape_66" [id=1949, type=reshape]; +"1950 slice_218" [id=1950, type=slice]; +"1951 slice_219" [id=1951, type=slice]; +"1952 slice_220" [id=1952, type=slice]; +"1953 slice_221" [id=1953, type=slice]; +"1954 contiguous_27" [id=1954, type=contiguous]; +"1955 _param_constant242" [id=1955, type=get_attr]; +"1956 _param_constant243" [id=1956, type=get_attr]; +"1957 layer_norm_31" [id=1957, type=layer_norm]; +"1958 add_50" [id=1958, type=add]; +"1959 _param_constant245" [id=1959, type=get_attr]; +"1960 add_50_0_0_nncf_smooth_quant_0" [id=1960, type=call_module]; +"1961 quantize_per_tensor_default_91" [id=1961, type=quantize_per_tensor]; +"1962 dequantize_per_tensor_default_91" [id=1962, type=dequantize_per_tensor]; +"1963 scale_updated_constant91" [id=1963, type=get_attr]; +"1964 compressed_weight_updated_constant91" [id=1964, type=get_attr]; +"1965 mul_tensor_91" [id=1965, type=mul]; +"1966 zero_point_updated_constant91" [id=1966, type=get_attr]; +"1967 sub_tensor_91" [id=1967, type=sub]; +"1968 linear_90" [id=1968, type=linear]; +"1969 gelu_14" [id=1969, type=gelu]; +"1970 dropout_58" [id=1970, type=dropout]; +"1971 _param_constant247" [id=1971, type=get_attr]; +"1972 dropout_58_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 quantize_per_tensor_default_92" [id=1973, type=quantize_per_tensor]; +"1974 dequantize_per_tensor_default_92" [id=1974, type=dequantize_per_tensor]; +"1975 scale_updated_constant92" [id=1975, type=get_attr]; +"1976 compressed_weight_updated_constant92" [id=1976, type=get_attr]; +"1977 mul_tensor_92" [id=1977, type=mul]; +"1978 zero_point_updated_constant92" [id=1978, type=get_attr]; +"1979 sub_tensor_92" [id=1979, type=sub]; +"1980 linear_91" [id=1980, type=linear]; +"1981 dropout_59" [id=1981, type=dropout]; +"1982 _param_constant248" [id=1982, type=get_attr]; +"1983 _param_constant249" [id=1983, type=get_attr]; +"1984 layer_norm_32" [id=1984, type=layer_norm]; +"1985 add_51" [id=1985, type=add]; +"1986 _tensor_constant93" [id=1986, type=get_attr]; +"1987 _param_constant251" [id=1987, type=get_attr]; +"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1988, type=call_module]; +"1989 scale_updated_constant93" [id=1989, type=get_attr]; +"1990 compressed_weight_updated_constant93" [id=1990, type=get_attr]; +"1991 mul_tensor_93" [id=1991, type=mul]; +"1992 zero_point_updated_constant93" [id=1992, type=get_attr]; +"1993 sub_tensor_93" [id=1993, type=sub]; +"1994 linear_92" [id=1994, type=linear]; +"1995 relu__15" [id=1995, type=relu_]; +"1996 relu__15_0_0_nncf_smooth_quant_0" [id=1996, type=call_module]; +"1997 scale_updated_constant94" [id=1997, type=get_attr]; +"1998 compressed_weight_updated_constant94" [id=1998, type=get_attr]; +"1999 mul_tensor_94" [id=1999, type=mul]; +"2000 zero_point_updated_constant94" [id=2000, type=get_attr]; +"2001 sub_tensor_94" [id=2001, type=sub]; +"2002 linear_93" [id=2002, type=linear]; +"2003 view_81" [id=2003, type=view]; +"2004 _tensor_constant94" [id=2004, type=get_attr]; +"2005 index_15" [id=2005, type=index]; +"2006 view_82" [id=2006, type=view]; +"2007 permute_68" [id=2007, type=permute]; +"2008 contiguous_28" [id=2008, type=contiguous]; +"2009 unsqueeze_43" [id=2009, type=unsqueeze]; +"2010 sigmoid_15" [id=2010, type=sigmoid]; +"2011 mul_30" [id=2011, type=mul]; +"2012 pad_17" [id=2012, type=pad]; +"2013 roll_14" [id=2013, type=roll]; +"2014 view_83" [id=2014, type=view]; +"2015 permute_69" [id=2015, type=permute]; +"2016 reshape_67" [id=2016, type=reshape]; +"2017 _param_constant253" [id=2017, type=get_attr]; +"2018 clone_15" [id=2018, type=clone]; +"2019 reshape_67_0_0_nncf_smooth_quant_0" [id=2019, type=call_module]; +"2020 quantize_per_tensor_default_93" [id=2020, type=quantize_per_tensor]; +"2021 dequantize_per_tensor_default_93" [id=2021, type=dequantize_per_tensor]; +"2022 scale_updated_constant95" [id=2022, type=get_attr]; +"2023 compressed_weight_updated_constant95" [id=2023, type=get_attr]; +"2024 mul_tensor_95" [id=2024, type=mul]; +"2025 zero_point_updated_constant95" [id=2025, type=get_attr]; +"2026 sub_tensor_95" [id=2026, type=sub]; +"2027 linear_94" [id=2027, type=linear]; +"2028 reshape_68" [id=2028, type=reshape]; +"2029 permute_70" [id=2029, type=permute]; +"2030 select_45" [id=2030, type=select]; +"2031 select_46" [id=2031, type=select]; +"2032 select_47" [id=2032, type=select]; +"2033 linalg_vector_norm_30" [id=2033, type=linalg_vector_norm]; +"2034 clamp_min_30" [id=2034, type=clamp_min]; +"2035 expand_as_30" [id=2035, type=expand_as]; +"2036 div_30" [id=2036, type=div]; +"2037 quantize_per_tensor_default_94" [id=2037, type=quantize_per_tensor]; +"2038 dequantize_per_tensor_default_94" [id=2038, type=dequantize_per_tensor]; +"2039 linalg_vector_norm_31" [id=2039, type=linalg_vector_norm]; +"2040 clamp_min_31" [id=2040, type=clamp_min]; +"2041 expand_as_31" [id=2041, type=expand_as]; +"2042 div_31" [id=2042, type=div]; +"2043 quantize_per_tensor_default_95" [id=2043, type=quantize_per_tensor]; +"2044 dequantize_per_tensor_default_95" [id=2044, type=dequantize_per_tensor]; +"2045 transpose_30" [id=2045, type=transpose]; +"2046 matmul_30" [id=2046, type=matmul]; +"2047 _param_constant255" [id=2047, type=get_attr]; +"2048 clamp_15" [id=2048, type=clamp]; +"2049 exp_15" [id=2049, type=exp]; +"2050 mul_31" [id=2050, type=mul]; +"2051 add_52" [id=2051, type=add]; +"2052 new_zeros_7" [id=2052, type=new_zeros]; +"2053 view_84" [id=2053, type=view]; +"2054 permute_71" [id=2054, type=permute]; +"2055 reshape_69" [id=2055, type=reshape]; +"2056 unsqueeze_44" [id=2056, type=unsqueeze]; +"2057 unsqueeze_45" [id=2057, type=unsqueeze]; +"2058 sub_7" [id=2058, type=sub]; +"2059 ne_7" [id=2059, type=ne]; +"2060 masked_fill_14" [id=2060, type=masked_fill]; +"2061 eq_7" [id=2061, type=eq]; +"2062 masked_fill_15" [id=2062, type=masked_fill]; +"2063 view_85" [id=2063, type=view]; +"2064 unsqueeze_46" [id=2064, type=unsqueeze]; +"2065 unsqueeze_47" [id=2065, type=unsqueeze]; +"2066 add_53" [id=2066, type=add]; +"2067 view_86" [id=2067, type=view]; +"2068 softmax_15" [id=2068, type=softmax]; +"2069 dropout_60" [id=2069, type=dropout]; +"2070 matmul_31" [id=2070, type=matmul]; +"2071 transpose_31" [id=2071, type=transpose]; +"2072 reshape_70" [id=2072, type=reshape]; +"2073 _param_constant257" [id=2073, type=get_attr]; +"2074 reshape_70_0_0_nncf_smooth_quant_0" [id=2074, type=call_module]; +"2075 quantize_per_tensor_default_96" [id=2075, type=quantize_per_tensor]; +"2076 dequantize_per_tensor_default_96" [id=2076, type=dequantize_per_tensor]; +"2077 scale_updated_constant96" [id=2077, type=get_attr]; +"2078 compressed_weight_updated_constant96" [id=2078, type=get_attr]; +"2079 mul_tensor_96" [id=2079, type=mul]; +"2080 zero_point_updated_constant96" [id=2080, type=get_attr]; +"2081 sub_tensor_96" [id=2081, type=sub]; +"2082 linear_95" [id=2082, type=linear]; +"2083 dropout_61" [id=2083, type=dropout]; +"2084 view_87" [id=2084, type=view]; +"2085 permute_72" [id=2085, type=permute]; +"2086 reshape_71" [id=2086, type=reshape]; +"2087 roll_15" [id=2087, type=roll]; +"2088 slice_241" [id=2088, type=slice]; +"2089 slice_242" [id=2089, type=slice]; +"2090 slice_243" [id=2090, type=slice]; +"2091 slice_244" [id=2091, type=slice]; +"2092 contiguous_29" [id=2092, type=contiguous]; +"2093 _param_constant258" [id=2093, type=get_attr]; +"2094 _param_constant259" [id=2094, type=get_attr]; +"2095 layer_norm_33" [id=2095, type=layer_norm]; +"2096 add_54" [id=2096, type=add]; +"2097 _param_constant261" [id=2097, type=get_attr]; +"2098 add_54_0_0_nncf_smooth_quant_0" [id=2098, type=call_module]; +"2099 quantize_per_tensor_default_97" [id=2099, type=quantize_per_tensor]; +"2100 dequantize_per_tensor_default_97" [id=2100, type=dequantize_per_tensor]; +"2101 scale_updated_constant97" [id=2101, type=get_attr]; +"2102 compressed_weight_updated_constant97" [id=2102, type=get_attr]; +"2103 mul_tensor_97" [id=2103, type=mul]; +"2104 zero_point_updated_constant97" [id=2104, type=get_attr]; +"2105 sub_tensor_97" [id=2105, type=sub]; +"2106 linear_96" [id=2106, type=linear]; +"2107 gelu_15" [id=2107, type=gelu]; +"2108 dropout_62" [id=2108, type=dropout]; +"2109 _param_constant263" [id=2109, type=get_attr]; +"2110 dropout_62_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; +"2111 quantize_per_tensor_default_98" [id=2111, type=quantize_per_tensor]; +"2112 dequantize_per_tensor_default_98" [id=2112, type=dequantize_per_tensor]; +"2113 scale_updated_constant98" [id=2113, type=get_attr]; +"2114 compressed_weight_updated_constant98" [id=2114, type=get_attr]; +"2115 mul_tensor_98" [id=2115, type=mul]; +"2116 zero_point_updated_constant98" [id=2116, type=get_attr]; +"2117 sub_tensor_98" [id=2117, type=sub]; +"2118 linear_97" [id=2118, type=linear]; +"2119 dropout_63" [id=2119, type=dropout]; +"2120 _param_constant264" [id=2120, type=get_attr]; +"2121 _param_constant265" [id=2121, type=get_attr]; +"2122 layer_norm_34" [id=2122, type=layer_norm]; +"2123 add_55" [id=2123, type=add]; +"2124 _tensor_constant104" [id=2124, type=get_attr]; +"2125 _param_constant267" [id=2125, type=get_attr]; +"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2126, type=call_module]; +"2127 scale_updated_constant99" [id=2127, type=get_attr]; +"2128 compressed_weight_updated_constant99" [id=2128, type=get_attr]; +"2129 mul_tensor_99" [id=2129, type=mul]; +"2130 zero_point_updated_constant99" [id=2130, type=get_attr]; +"2131 sub_tensor_99" [id=2131, type=sub]; +"2132 linear_98" [id=2132, type=linear]; +"2133 relu__16" [id=2133, type=relu_]; +"2134 relu__16_0_0_nncf_smooth_quant_0" [id=2134, type=call_module]; +"2135 scale_updated_constant100" [id=2135, type=get_attr]; +"2136 compressed_weight_updated_constant100" [id=2136, type=get_attr]; +"2137 mul_tensor_100" [id=2137, type=mul]; +"2138 zero_point_updated_constant100" [id=2138, type=get_attr]; +"2139 sub_tensor_100" [id=2139, type=sub]; +"2140 linear_99" [id=2140, type=linear]; +"2141 view_88" [id=2141, type=view]; +"2142 _tensor_constant105" [id=2142, type=get_attr]; +"2143 index_16" [id=2143, type=index]; +"2144 view_89" [id=2144, type=view]; +"2145 permute_73" [id=2145, type=permute]; +"2146 contiguous_30" [id=2146, type=contiguous]; +"2147 unsqueeze_48" [id=2147, type=unsqueeze]; +"2148 sigmoid_16" [id=2148, type=sigmoid]; +"2149 mul_32" [id=2149, type=mul]; +"2150 pad_18" [id=2150, type=pad]; +"2151 view_90" [id=2151, type=view]; +"2152 permute_74" [id=2152, type=permute]; +"2153 reshape_72" [id=2153, type=reshape]; +"2154 _param_constant269" [id=2154, type=get_attr]; +"2155 clone_16" [id=2155, type=clone]; +"2156 reshape_72_0_0_nncf_smooth_quant_0" [id=2156, type=call_module]; +"2157 quantize_per_tensor_default_99" [id=2157, type=quantize_per_tensor]; +"2158 dequantize_per_tensor_default_99" [id=2158, type=dequantize_per_tensor]; +"2159 scale_updated_constant101" [id=2159, type=get_attr]; +"2160 compressed_weight_updated_constant101" [id=2160, type=get_attr]; +"2161 mul_tensor_101" [id=2161, type=mul]; +"2162 zero_point_updated_constant101" [id=2162, type=get_attr]; +"2163 sub_tensor_101" [id=2163, type=sub]; +"2164 linear_100" [id=2164, type=linear]; +"2165 reshape_73" [id=2165, type=reshape]; +"2166 permute_75" [id=2166, type=permute]; +"2167 select_48" [id=2167, type=select]; +"2168 select_49" [id=2168, type=select]; +"2169 select_50" [id=2169, type=select]; +"2170 linalg_vector_norm_32" [id=2170, type=linalg_vector_norm]; +"2171 clamp_min_32" [id=2171, type=clamp_min]; +"2172 expand_as_32" [id=2172, type=expand_as]; +"2173 div_32" [id=2173, type=div]; +"2174 quantize_per_tensor_default_100" [id=2174, type=quantize_per_tensor]; +"2175 dequantize_per_tensor_default_100" [id=2175, type=dequantize_per_tensor]; +"2176 linalg_vector_norm_33" [id=2176, type=linalg_vector_norm]; +"2177 clamp_min_33" [id=2177, type=clamp_min]; +"2178 expand_as_33" [id=2178, type=expand_as]; +"2179 div_33" [id=2179, type=div]; +"2180 quantize_per_tensor_default_101" [id=2180, type=quantize_per_tensor]; +"2181 dequantize_per_tensor_default_101" [id=2181, type=dequantize_per_tensor]; +"2182 transpose_32" [id=2182, type=transpose]; +"2183 matmul_32" [id=2183, type=matmul]; +"2184 _param_constant271" [id=2184, type=get_attr]; +"2185 clamp_16" [id=2185, type=clamp]; +"2186 exp_16" [id=2186, type=exp]; +"2187 mul_33" [id=2187, type=mul]; +"2188 add_56" [id=2188, type=add]; +"2189 softmax_16" [id=2189, type=softmax]; +"2190 dropout_64" [id=2190, type=dropout]; +"2191 matmul_33" [id=2191, type=matmul]; +"2192 transpose_33" [id=2192, type=transpose]; +"2193 reshape_74" [id=2193, type=reshape]; +"2194 _param_constant273" [id=2194, type=get_attr]; +"2195 reshape_74_0_0_nncf_smooth_quant_0" [id=2195, type=call_module]; +"2196 quantize_per_tensor_default_102" [id=2196, type=quantize_per_tensor]; +"2197 dequantize_per_tensor_default_102" [id=2197, type=dequantize_per_tensor]; +"2198 scale_updated_constant102" [id=2198, type=get_attr]; +"2199 compressed_weight_updated_constant102" [id=2199, type=get_attr]; +"2200 mul_tensor_102" [id=2200, type=mul]; +"2201 zero_point_updated_constant102" [id=2201, type=get_attr]; +"2202 sub_tensor_102" [id=2202, type=sub]; +"2203 linear_101" [id=2203, type=linear]; +"2204 dropout_65" [id=2204, type=dropout]; +"2205 view_91" [id=2205, type=view]; +"2206 permute_76" [id=2206, type=permute]; +"2207 reshape_75" [id=2207, type=reshape]; +"2208 slice_246" [id=2208, type=slice]; +"2209 slice_247" [id=2209, type=slice]; +"2210 slice_248" [id=2210, type=slice]; +"2211 slice_249" [id=2211, type=slice]; +"2212 contiguous_31" [id=2212, type=contiguous]; +"2213 _param_constant274" [id=2213, type=get_attr]; +"2214 _param_constant275" [id=2214, type=get_attr]; +"2215 layer_norm_35" [id=2215, type=layer_norm]; +"2216 add_57" [id=2216, type=add]; +"2217 _param_constant277" [id=2217, type=get_attr]; +"2218 add_57_0_0_nncf_smooth_quant_0" [id=2218, type=call_module]; +"2219 quantize_per_tensor_default_103" [id=2219, type=quantize_per_tensor]; +"2220 dequantize_per_tensor_default_103" [id=2220, type=dequantize_per_tensor]; +"2221 scale_updated_constant103" [id=2221, type=get_attr]; +"2222 compressed_weight_updated_constant103" [id=2222, type=get_attr]; +"2223 mul_tensor_103" [id=2223, type=mul]; +"2224 zero_point_updated_constant103" [id=2224, type=get_attr]; +"2225 sub_tensor_103" [id=2225, type=sub]; +"2226 linear_102" [id=2226, type=linear]; +"2227 gelu_16" [id=2227, type=gelu]; +"2228 dropout_66" [id=2228, type=dropout]; +"2229 _param_constant279" [id=2229, type=get_attr]; +"2230 dropout_66_0_0_nncf_smooth_quant_0" [id=2230, type=call_module]; +"2231 quantize_per_tensor_default_104" [id=2231, type=quantize_per_tensor]; +"2232 dequantize_per_tensor_default_104" [id=2232, type=dequantize_per_tensor]; +"2233 scale_updated_constant104" [id=2233, type=get_attr]; +"2234 compressed_weight_updated_constant104" [id=2234, type=get_attr]; +"2235 mul_tensor_104" [id=2235, type=mul]; +"2236 zero_point_updated_constant104" [id=2236, type=get_attr]; +"2237 sub_tensor_104" [id=2237, type=sub]; +"2238 linear_103" [id=2238, type=linear]; +"2239 dropout_67" [id=2239, type=dropout]; +"2240 _param_constant280" [id=2240, type=get_attr]; +"2241 _param_constant281" [id=2241, type=get_attr]; +"2242 layer_norm_36" [id=2242, type=layer_norm]; +"2243 add_58" [id=2243, type=add]; +"2244 _tensor_constant106" [id=2244, type=get_attr]; +"2245 _param_constant283" [id=2245, type=get_attr]; +"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2246, type=call_module]; +"2247 scale_updated_constant105" [id=2247, type=get_attr]; +"2248 compressed_weight_updated_constant105" [id=2248, type=get_attr]; +"2249 mul_tensor_105" [id=2249, type=mul]; +"2250 zero_point_updated_constant105" [id=2250, type=get_attr]; +"2251 sub_tensor_105" [id=2251, type=sub]; +"2252 linear_104" [id=2252, type=linear]; +"2253 relu__17" [id=2253, type=relu_]; +"2254 relu__17_0_0_nncf_smooth_quant_0" [id=2254, type=call_module]; +"2255 scale_updated_constant106" [id=2255, type=get_attr]; +"2256 compressed_weight_updated_constant106" [id=2256, type=get_attr]; +"2257 mul_tensor_106" [id=2257, type=mul]; +"2258 zero_point_updated_constant106" [id=2258, type=get_attr]; +"2259 sub_tensor_106" [id=2259, type=sub]; +"2260 linear_105" [id=2260, type=linear]; +"2261 view_92" [id=2261, type=view]; +"2262 _tensor_constant107" [id=2262, type=get_attr]; +"2263 index_17" [id=2263, type=index]; +"2264 view_93" [id=2264, type=view]; +"2265 permute_77" [id=2265, type=permute]; +"2266 contiguous_32" [id=2266, type=contiguous]; +"2267 unsqueeze_49" [id=2267, type=unsqueeze]; +"2268 sigmoid_17" [id=2268, type=sigmoid]; +"2269 mul_34" [id=2269, type=mul]; +"2270 pad_19" [id=2270, type=pad]; +"2271 roll_16" [id=2271, type=roll]; +"2272 view_94" [id=2272, type=view]; +"2273 permute_78" [id=2273, type=permute]; +"2274 reshape_76" [id=2274, type=reshape]; +"2275 _param_constant285" [id=2275, type=get_attr]; +"2276 clone_17" [id=2276, type=clone]; +"2277 reshape_76_0_0_nncf_smooth_quant_0" [id=2277, type=call_module]; +"2278 quantize_per_tensor_default_105" [id=2278, type=quantize_per_tensor]; +"2279 dequantize_per_tensor_default_105" [id=2279, type=dequantize_per_tensor]; +"2280 scale_updated_constant107" [id=2280, type=get_attr]; +"2281 compressed_weight_updated_constant107" [id=2281, type=get_attr]; +"2282 mul_tensor_107" [id=2282, type=mul]; +"2283 zero_point_updated_constant107" [id=2283, type=get_attr]; +"2284 sub_tensor_107" [id=2284, type=sub]; +"2285 linear_106" [id=2285, type=linear]; +"2286 reshape_77" [id=2286, type=reshape]; +"2287 permute_79" [id=2287, type=permute]; +"2288 select_51" [id=2288, type=select]; +"2289 select_52" [id=2289, type=select]; +"2290 select_53" [id=2290, type=select]; +"2291 linalg_vector_norm_34" [id=2291, type=linalg_vector_norm]; +"2292 clamp_min_34" [id=2292, type=clamp_min]; +"2293 expand_as_34" [id=2293, type=expand_as]; +"2294 div_34" [id=2294, type=div]; +"2295 quantize_per_tensor_default_106" [id=2295, type=quantize_per_tensor]; +"2296 dequantize_per_tensor_default_106" [id=2296, type=dequantize_per_tensor]; +"2297 linalg_vector_norm_35" [id=2297, type=linalg_vector_norm]; +"2298 clamp_min_35" [id=2298, type=clamp_min]; +"2299 expand_as_35" [id=2299, type=expand_as]; +"2300 div_35" [id=2300, type=div]; +"2301 quantize_per_tensor_default_107" [id=2301, type=quantize_per_tensor]; +"2302 dequantize_per_tensor_default_107" [id=2302, type=dequantize_per_tensor]; +"2303 transpose_34" [id=2303, type=transpose]; +"2304 matmul_34" [id=2304, type=matmul]; +"2305 _param_constant287" [id=2305, type=get_attr]; +"2306 clamp_17" [id=2306, type=clamp]; +"2307 exp_17" [id=2307, type=exp]; +"2308 mul_35" [id=2308, type=mul]; +"2309 add_59" [id=2309, type=add]; +"2310 new_zeros_8" [id=2310, type=new_zeros]; +"2311 view_95" [id=2311, type=view]; +"2312 permute_80" [id=2312, type=permute]; +"2313 reshape_78" [id=2313, type=reshape]; +"2314 unsqueeze_50" [id=2314, type=unsqueeze]; +"2315 unsqueeze_51" [id=2315, type=unsqueeze]; +"2316 sub_8" [id=2316, type=sub]; +"2317 ne_8" [id=2317, type=ne]; +"2318 masked_fill_16" [id=2318, type=masked_fill]; +"2319 eq_8" [id=2319, type=eq]; +"2320 masked_fill_17" [id=2320, type=masked_fill]; +"2321 view_96" [id=2321, type=view]; +"2322 unsqueeze_52" [id=2322, type=unsqueeze]; +"2323 unsqueeze_53" [id=2323, type=unsqueeze]; +"2324 add_60" [id=2324, type=add]; +"2325 view_97" [id=2325, type=view]; +"2326 softmax_17" [id=2326, type=softmax]; +"2327 dropout_68" [id=2327, type=dropout]; +"2328 matmul_35" [id=2328, type=matmul]; +"2329 transpose_35" [id=2329, type=transpose]; +"2330 reshape_79" [id=2330, type=reshape]; +"2331 _param_constant289" [id=2331, type=get_attr]; +"2332 reshape_79_0_0_nncf_smooth_quant_0" [id=2332, type=call_module]; +"2333 quantize_per_tensor_default_108" [id=2333, type=quantize_per_tensor]; +"2334 dequantize_per_tensor_default_108" [id=2334, type=dequantize_per_tensor]; +"2335 scale_updated_constant108" [id=2335, type=get_attr]; +"2336 compressed_weight_updated_constant108" [id=2336, type=get_attr]; +"2337 mul_tensor_108" [id=2337, type=mul]; +"2338 zero_point_updated_constant108" [id=2338, type=get_attr]; +"2339 sub_tensor_108" [id=2339, type=sub]; +"2340 linear_107" [id=2340, type=linear]; +"2341 dropout_69" [id=2341, type=dropout]; +"2342 view_98" [id=2342, type=view]; +"2343 permute_81" [id=2343, type=permute]; +"2344 reshape_80" [id=2344, type=reshape]; +"2345 roll_17" [id=2345, type=roll]; +"2346 slice_269" [id=2346, type=slice]; +"2347 slice_270" [id=2347, type=slice]; +"2348 slice_271" [id=2348, type=slice]; +"2349 slice_272" [id=2349, type=slice]; +"2350 contiguous_33" [id=2350, type=contiguous]; +"2351 _param_constant290" [id=2351, type=get_attr]; +"2352 _param_constant291" [id=2352, type=get_attr]; +"2353 layer_norm_37" [id=2353, type=layer_norm]; +"2354 add_61" [id=2354, type=add]; +"2355 _param_constant293" [id=2355, type=get_attr]; +"2356 add_61_0_0_nncf_smooth_quant_0" [id=2356, type=call_module]; +"2357 quantize_per_tensor_default_109" [id=2357, type=quantize_per_tensor]; +"2358 dequantize_per_tensor_default_109" [id=2358, type=dequantize_per_tensor]; +"2359 scale_updated_constant109" [id=2359, type=get_attr]; +"2360 compressed_weight_updated_constant109" [id=2360, type=get_attr]; +"2361 mul_tensor_109" [id=2361, type=mul]; +"2362 zero_point_updated_constant109" [id=2362, type=get_attr]; +"2363 sub_tensor_109" [id=2363, type=sub]; +"2364 linear_108" [id=2364, type=linear]; +"2365 gelu_17" [id=2365, type=gelu]; +"2366 dropout_70" [id=2366, type=dropout]; +"2367 _param_constant295" [id=2367, type=get_attr]; +"2368 dropout_70_0_0_nncf_smooth_quant_0" [id=2368, type=call_module]; +"2369 quantize_per_tensor_default_110" [id=2369, type=quantize_per_tensor]; +"2370 dequantize_per_tensor_default_110" [id=2370, type=dequantize_per_tensor]; +"2371 scale_updated_constant110" [id=2371, type=get_attr]; +"2372 compressed_weight_updated_constant110" [id=2372, type=get_attr]; +"2373 mul_tensor_110" [id=2373, type=mul]; +"2374 zero_point_updated_constant110" [id=2374, type=get_attr]; +"2375 sub_tensor_110" [id=2375, type=sub]; +"2376 linear_109" [id=2376, type=linear]; +"2377 dropout_71" [id=2377, type=dropout]; +"2378 _param_constant296" [id=2378, type=get_attr]; +"2379 _param_constant297" [id=2379, type=get_attr]; +"2380 layer_norm_38" [id=2380, type=layer_norm]; +"2381 add_62" [id=2381, type=add]; +"2382 _tensor_constant117" [id=2382, type=get_attr]; +"2383 _param_constant299" [id=2383, type=get_attr]; +"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2384, type=call_module]; +"2385 scale_updated_constant111" [id=2385, type=get_attr]; +"2386 compressed_weight_updated_constant111" [id=2386, type=get_attr]; +"2387 mul_tensor_111" [id=2387, type=mul]; +"2388 zero_point_updated_constant111" [id=2388, type=get_attr]; +"2389 sub_tensor_111" [id=2389, type=sub]; +"2390 linear_110" [id=2390, type=linear]; +"2391 relu__18" [id=2391, type=relu_]; +"2392 relu__18_0_0_nncf_smooth_quant_0" [id=2392, type=call_module]; +"2393 scale_updated_constant112" [id=2393, type=get_attr]; +"2394 compressed_weight_updated_constant112" [id=2394, type=get_attr]; +"2395 mul_tensor_112" [id=2395, type=mul]; +"2396 zero_point_updated_constant112" [id=2396, type=get_attr]; +"2397 sub_tensor_112" [id=2397, type=sub]; +"2398 linear_111" [id=2398, type=linear]; +"2399 view_99" [id=2399, type=view]; +"2400 _tensor_constant118" [id=2400, type=get_attr]; +"2401 index_18" [id=2401, type=index]; +"2402 view_100" [id=2402, type=view]; +"2403 permute_82" [id=2403, type=permute]; +"2404 contiguous_34" [id=2404, type=contiguous]; +"2405 unsqueeze_54" [id=2405, type=unsqueeze]; +"2406 sigmoid_18" [id=2406, type=sigmoid]; +"2407 mul_36" [id=2407, type=mul]; +"2408 pad_20" [id=2408, type=pad]; +"2409 view_101" [id=2409, type=view]; +"2410 permute_83" [id=2410, type=permute]; +"2411 reshape_81" [id=2411, type=reshape]; +"2412 _param_constant301" [id=2412, type=get_attr]; +"2413 clone_18" [id=2413, type=clone]; +"2414 reshape_81_0_0_nncf_smooth_quant_0" [id=2414, type=call_module]; +"2415 quantize_per_tensor_default_111" [id=2415, type=quantize_per_tensor]; +"2416 dequantize_per_tensor_default_111" [id=2416, type=dequantize_per_tensor]; +"2417 scale_updated_constant113" [id=2417, type=get_attr]; +"2418 compressed_weight_updated_constant113" [id=2418, type=get_attr]; +"2419 mul_tensor_113" [id=2419, type=mul]; +"2420 zero_point_updated_constant113" [id=2420, type=get_attr]; +"2421 sub_tensor_113" [id=2421, type=sub]; +"2422 linear_112" [id=2422, type=linear]; +"2423 reshape_82" [id=2423, type=reshape]; +"2424 permute_84" [id=2424, type=permute]; +"2425 select_54" [id=2425, type=select]; +"2426 select_55" [id=2426, type=select]; +"2427 select_56" [id=2427, type=select]; +"2428 linalg_vector_norm_36" [id=2428, type=linalg_vector_norm]; +"2429 clamp_min_36" [id=2429, type=clamp_min]; +"2430 expand_as_36" [id=2430, type=expand_as]; +"2431 div_36" [id=2431, type=div]; +"2432 quantize_per_tensor_default_112" [id=2432, type=quantize_per_tensor]; +"2433 dequantize_per_tensor_default_112" [id=2433, type=dequantize_per_tensor]; +"2434 linalg_vector_norm_37" [id=2434, type=linalg_vector_norm]; +"2435 clamp_min_37" [id=2435, type=clamp_min]; +"2436 expand_as_37" [id=2436, type=expand_as]; +"2437 div_37" [id=2437, type=div]; +"2438 quantize_per_tensor_default_113" [id=2438, type=quantize_per_tensor]; +"2439 dequantize_per_tensor_default_113" [id=2439, type=dequantize_per_tensor]; +"2440 transpose_36" [id=2440, type=transpose]; +"2441 matmul_36" [id=2441, type=matmul]; +"2442 _param_constant303" [id=2442, type=get_attr]; +"2443 clamp_18" [id=2443, type=clamp]; +"2444 exp_18" [id=2444, type=exp]; +"2445 mul_37" [id=2445, type=mul]; +"2446 add_63" [id=2446, type=add]; +"2447 softmax_18" [id=2447, type=softmax]; +"2448 dropout_72" [id=2448, type=dropout]; +"2449 matmul_37" [id=2449, type=matmul]; +"2450 transpose_37" [id=2450, type=transpose]; +"2451 reshape_83" [id=2451, type=reshape]; +"2452 _param_constant305" [id=2452, type=get_attr]; +"2453 reshape_83_0_0_nncf_smooth_quant_0" [id=2453, type=call_module]; +"2454 quantize_per_tensor_default_114" [id=2454, type=quantize_per_tensor]; +"2455 dequantize_per_tensor_default_114" [id=2455, type=dequantize_per_tensor]; +"2456 scale_updated_constant114" [id=2456, type=get_attr]; +"2457 compressed_weight_updated_constant114" [id=2457, type=get_attr]; +"2458 mul_tensor_114" [id=2458, type=mul]; +"2459 zero_point_updated_constant114" [id=2459, type=get_attr]; +"2460 sub_tensor_114" [id=2460, type=sub]; +"2461 linear_113" [id=2461, type=linear]; +"2462 dropout_73" [id=2462, type=dropout]; +"2463 view_102" [id=2463, type=view]; +"2464 permute_85" [id=2464, type=permute]; +"2465 reshape_84" [id=2465, type=reshape]; +"2466 slice_274" [id=2466, type=slice]; +"2467 slice_275" [id=2467, type=slice]; +"2468 slice_276" [id=2468, type=slice]; +"2469 slice_277" [id=2469, type=slice]; +"2470 contiguous_35" [id=2470, type=contiguous]; +"2471 _param_constant306" [id=2471, type=get_attr]; +"2472 _param_constant307" [id=2472, type=get_attr]; +"2473 layer_norm_39" [id=2473, type=layer_norm]; +"2474 add_64" [id=2474, type=add]; +"2475 _param_constant309" [id=2475, type=get_attr]; +"2476 add_64_0_0_nncf_smooth_quant_0" [id=2476, type=call_module]; +"2477 quantize_per_tensor_default_115" [id=2477, type=quantize_per_tensor]; +"2478 dequantize_per_tensor_default_115" [id=2478, type=dequantize_per_tensor]; +"2479 scale_updated_constant115" [id=2479, type=get_attr]; +"2480 compressed_weight_updated_constant115" [id=2480, type=get_attr]; +"2481 mul_tensor_115" [id=2481, type=mul]; +"2482 zero_point_updated_constant115" [id=2482, type=get_attr]; +"2483 sub_tensor_115" [id=2483, type=sub]; +"2484 linear_114" [id=2484, type=linear]; +"2485 gelu_18" [id=2485, type=gelu]; +"2486 dropout_74" [id=2486, type=dropout]; +"2487 _param_constant311" [id=2487, type=get_attr]; +"2488 dropout_74_0_0_nncf_smooth_quant_0" [id=2488, type=call_module]; +"2489 quantize_per_tensor_default_116" [id=2489, type=quantize_per_tensor]; +"2490 dequantize_per_tensor_default_116" [id=2490, type=dequantize_per_tensor]; +"2491 scale_updated_constant116" [id=2491, type=get_attr]; +"2492 compressed_weight_updated_constant116" [id=2492, type=get_attr]; +"2493 mul_tensor_116" [id=2493, type=mul]; +"2494 zero_point_updated_constant116" [id=2494, type=get_attr]; +"2495 sub_tensor_116" [id=2495, type=sub]; +"2496 linear_115" [id=2496, type=linear]; +"2497 dropout_75" [id=2497, type=dropout]; +"2498 _param_constant312" [id=2498, type=get_attr]; +"2499 _param_constant313" [id=2499, type=get_attr]; +"2500 layer_norm_40" [id=2500, type=layer_norm]; +"2501 add_65" [id=2501, type=add]; +"2502 _tensor_constant119" [id=2502, type=get_attr]; +"2503 _param_constant315" [id=2503, type=get_attr]; +"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2504, type=call_module]; +"2505 scale_updated_constant117" [id=2505, type=get_attr]; +"2506 compressed_weight_updated_constant117" [id=2506, type=get_attr]; +"2507 mul_tensor_117" [id=2507, type=mul]; +"2508 zero_point_updated_constant117" [id=2508, type=get_attr]; +"2509 sub_tensor_117" [id=2509, type=sub]; +"2510 linear_116" [id=2510, type=linear]; +"2511 relu__19" [id=2511, type=relu_]; +"2512 relu__19_0_0_nncf_smooth_quant_0" [id=2512, type=call_module]; +"2513 scale_updated_constant118" [id=2513, type=get_attr]; +"2514 compressed_weight_updated_constant118" [id=2514, type=get_attr]; +"2515 mul_tensor_118" [id=2515, type=mul]; +"2516 zero_point_updated_constant118" [id=2516, type=get_attr]; +"2517 sub_tensor_118" [id=2517, type=sub]; +"2518 linear_117" [id=2518, type=linear]; +"2519 view_103" [id=2519, type=view]; +"2520 _tensor_constant120" [id=2520, type=get_attr]; +"2521 index_19" [id=2521, type=index]; +"2522 view_104" [id=2522, type=view]; +"2523 permute_86" [id=2523, type=permute]; +"2524 contiguous_36" [id=2524, type=contiguous]; +"2525 unsqueeze_55" [id=2525, type=unsqueeze]; +"2526 sigmoid_19" [id=2526, type=sigmoid]; +"2527 mul_38" [id=2527, type=mul]; +"2528 pad_21" [id=2528, type=pad]; +"2529 roll_18" [id=2529, type=roll]; +"2530 view_105" [id=2530, type=view]; +"2531 permute_87" [id=2531, type=permute]; +"2532 reshape_85" [id=2532, type=reshape]; +"2533 _param_constant317" [id=2533, type=get_attr]; +"2534 clone_19" [id=2534, type=clone]; +"2535 reshape_85_0_0_nncf_smooth_quant_0" [id=2535, type=call_module]; +"2536 quantize_per_tensor_default_117" [id=2536, type=quantize_per_tensor]; +"2537 dequantize_per_tensor_default_117" [id=2537, type=dequantize_per_tensor]; +"2538 scale_updated_constant119" [id=2538, type=get_attr]; +"2539 compressed_weight_updated_constant119" [id=2539, type=get_attr]; +"2540 mul_tensor_119" [id=2540, type=mul]; +"2541 zero_point_updated_constant119" [id=2541, type=get_attr]; +"2542 sub_tensor_119" [id=2542, type=sub]; +"2543 linear_118" [id=2543, type=linear]; +"2544 reshape_86" [id=2544, type=reshape]; +"2545 permute_88" [id=2545, type=permute]; +"2546 select_57" [id=2546, type=select]; +"2547 select_58" [id=2547, type=select]; +"2548 select_59" [id=2548, type=select]; +"2549 linalg_vector_norm_38" [id=2549, type=linalg_vector_norm]; +"2550 clamp_min_38" [id=2550, type=clamp_min]; +"2551 expand_as_38" [id=2551, type=expand_as]; +"2552 div_38" [id=2552, type=div]; +"2553 quantize_per_tensor_default_118" [id=2553, type=quantize_per_tensor]; +"2554 dequantize_per_tensor_default_118" [id=2554, type=dequantize_per_tensor]; +"2555 linalg_vector_norm_39" [id=2555, type=linalg_vector_norm]; +"2556 clamp_min_39" [id=2556, type=clamp_min]; +"2557 expand_as_39" [id=2557, type=expand_as]; +"2558 div_39" [id=2558, type=div]; +"2559 quantize_per_tensor_default_119" [id=2559, type=quantize_per_tensor]; +"2560 dequantize_per_tensor_default_119" [id=2560, type=dequantize_per_tensor]; +"2561 transpose_38" [id=2561, type=transpose]; +"2562 matmul_38" [id=2562, type=matmul]; +"2563 _param_constant319" [id=2563, type=get_attr]; +"2564 clamp_19" [id=2564, type=clamp]; +"2565 exp_19" [id=2565, type=exp]; +"2566 mul_39" [id=2566, type=mul]; +"2567 add_66" [id=2567, type=add]; +"2568 new_zeros_9" [id=2568, type=new_zeros]; +"2569 view_106" [id=2569, type=view]; +"2570 permute_89" [id=2570, type=permute]; +"2571 reshape_87" [id=2571, type=reshape]; +"2572 unsqueeze_56" [id=2572, type=unsqueeze]; +"2573 unsqueeze_57" [id=2573, type=unsqueeze]; +"2574 sub_9" [id=2574, type=sub]; +"2575 ne_9" [id=2575, type=ne]; +"2576 masked_fill_18" [id=2576, type=masked_fill]; +"2577 eq_9" [id=2577, type=eq]; +"2578 masked_fill_19" [id=2578, type=masked_fill]; +"2579 view_107" [id=2579, type=view]; +"2580 unsqueeze_58" [id=2580, type=unsqueeze]; +"2581 unsqueeze_59" [id=2581, type=unsqueeze]; +"2582 add_67" [id=2582, type=add]; +"2583 view_108" [id=2583, type=view]; +"2584 softmax_19" [id=2584, type=softmax]; +"2585 dropout_76" [id=2585, type=dropout]; +"2586 matmul_39" [id=2586, type=matmul]; +"2587 transpose_39" [id=2587, type=transpose]; +"2588 reshape_88" [id=2588, type=reshape]; +"2589 _param_constant321" [id=2589, type=get_attr]; +"2590 reshape_88_0_0_nncf_smooth_quant_0" [id=2590, type=call_module]; +"2591 quantize_per_tensor_default_120" [id=2591, type=quantize_per_tensor]; +"2592 dequantize_per_tensor_default_120" [id=2592, type=dequantize_per_tensor]; +"2593 scale_updated_constant120" [id=2593, type=get_attr]; +"2594 compressed_weight_updated_constant120" [id=2594, type=get_attr]; +"2595 mul_tensor_120" [id=2595, type=mul]; +"2596 zero_point_updated_constant120" [id=2596, type=get_attr]; +"2597 sub_tensor_120" [id=2597, type=sub]; +"2598 linear_119" [id=2598, type=linear]; +"2599 dropout_77" [id=2599, type=dropout]; +"2600 view_109" [id=2600, type=view]; +"2601 permute_90" [id=2601, type=permute]; +"2602 reshape_89" [id=2602, type=reshape]; +"2603 roll_19" [id=2603, type=roll]; +"2604 slice_297" [id=2604, type=slice]; +"2605 slice_298" [id=2605, type=slice]; +"2606 slice_299" [id=2606, type=slice]; +"2607 slice_300" [id=2607, type=slice]; +"2608 contiguous_37" [id=2608, type=contiguous]; +"2609 _param_constant322" [id=2609, type=get_attr]; +"2610 _param_constant323" [id=2610, type=get_attr]; +"2611 layer_norm_41" [id=2611, type=layer_norm]; +"2612 add_68" [id=2612, type=add]; +"2613 _param_constant325" [id=2613, type=get_attr]; +"2614 add_68_0_0_nncf_smooth_quant_0" [id=2614, type=call_module]; +"2615 quantize_per_tensor_default_121" [id=2615, type=quantize_per_tensor]; +"2616 dequantize_per_tensor_default_121" [id=2616, type=dequantize_per_tensor]; +"2617 scale_updated_constant121" [id=2617, type=get_attr]; +"2618 compressed_weight_updated_constant121" [id=2618, type=get_attr]; +"2619 mul_tensor_121" [id=2619, type=mul]; +"2620 zero_point_updated_constant121" [id=2620, type=get_attr]; +"2621 sub_tensor_121" [id=2621, type=sub]; +"2622 linear_120" [id=2622, type=linear]; +"2623 gelu_19" [id=2623, type=gelu]; +"2624 dropout_78" [id=2624, type=dropout]; +"2625 _param_constant327" [id=2625, type=get_attr]; +"2626 dropout_78_0_0_nncf_smooth_quant_0" [id=2626, type=call_module]; +"2627 quantize_per_tensor_default_122" [id=2627, type=quantize_per_tensor]; +"2628 dequantize_per_tensor_default_122" [id=2628, type=dequantize_per_tensor]; +"2629 scale_updated_constant122" [id=2629, type=get_attr]; +"2630 compressed_weight_updated_constant122" [id=2630, type=get_attr]; +"2631 mul_tensor_122" [id=2631, type=mul]; +"2632 zero_point_updated_constant122" [id=2632, type=get_attr]; +"2633 sub_tensor_122" [id=2633, type=sub]; +"2634 linear_121" [id=2634, type=linear]; +"2635 dropout_79" [id=2635, type=dropout]; +"2636 _param_constant328" [id=2636, type=get_attr]; +"2637 _param_constant329" [id=2637, type=get_attr]; +"2638 layer_norm_42" [id=2638, type=layer_norm]; +"2639 add_69" [id=2639, type=add]; +"2640 _tensor_constant130" [id=2640, type=get_attr]; +"2641 _param_constant331" [id=2641, type=get_attr]; +"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2642, type=call_module]; +"2643 scale_updated_constant123" [id=2643, type=get_attr]; +"2644 compressed_weight_updated_constant123" [id=2644, type=get_attr]; +"2645 mul_tensor_123" [id=2645, type=mul]; +"2646 zero_point_updated_constant123" [id=2646, type=get_attr]; +"2647 sub_tensor_123" [id=2647, type=sub]; +"2648 linear_122" [id=2648, type=linear]; +"2649 relu__20" [id=2649, type=relu_]; +"2650 relu__20_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; +"2651 scale_updated_constant124" [id=2651, type=get_attr]; +"2652 compressed_weight_updated_constant124" [id=2652, type=get_attr]; +"2653 mul_tensor_124" [id=2653, type=mul]; +"2654 zero_point_updated_constant124" [id=2654, type=get_attr]; +"2655 sub_tensor_124" [id=2655, type=sub]; +"2656 linear_123" [id=2656, type=linear]; +"2657 view_110" [id=2657, type=view]; +"2658 _tensor_constant131" [id=2658, type=get_attr]; +"2659 index_20" [id=2659, type=index]; +"2660 view_111" [id=2660, type=view]; +"2661 permute_91" [id=2661, type=permute]; +"2662 contiguous_38" [id=2662, type=contiguous]; +"2663 unsqueeze_60" [id=2663, type=unsqueeze]; +"2664 sigmoid_20" [id=2664, type=sigmoid]; +"2665 mul_40" [id=2665, type=mul]; +"2666 pad_22" [id=2666, type=pad]; +"2667 view_112" [id=2667, type=view]; +"2668 permute_92" [id=2668, type=permute]; +"2669 reshape_90" [id=2669, type=reshape]; +"2670 _param_constant333" [id=2670, type=get_attr]; +"2671 clone_20" [id=2671, type=clone]; +"2672 reshape_90_0_0_nncf_smooth_quant_0" [id=2672, type=call_module]; +"2673 quantize_per_tensor_default_123" [id=2673, type=quantize_per_tensor]; +"2674 dequantize_per_tensor_default_123" [id=2674, type=dequantize_per_tensor]; +"2675 scale_updated_constant125" [id=2675, type=get_attr]; +"2676 compressed_weight_updated_constant125" [id=2676, type=get_attr]; +"2677 mul_tensor_125" [id=2677, type=mul]; +"2678 zero_point_updated_constant125" [id=2678, type=get_attr]; +"2679 sub_tensor_125" [id=2679, type=sub]; +"2680 linear_124" [id=2680, type=linear]; +"2681 reshape_91" [id=2681, type=reshape]; +"2682 permute_93" [id=2682, type=permute]; +"2683 select_60" [id=2683, type=select]; +"2684 select_61" [id=2684, type=select]; +"2685 select_62" [id=2685, type=select]; +"2686 linalg_vector_norm_40" [id=2686, type=linalg_vector_norm]; +"2687 clamp_min_40" [id=2687, type=clamp_min]; +"2688 expand_as_40" [id=2688, type=expand_as]; +"2689 div_40" [id=2689, type=div]; +"2690 quantize_per_tensor_default_124" [id=2690, type=quantize_per_tensor]; +"2691 dequantize_per_tensor_default_124" [id=2691, type=dequantize_per_tensor]; +"2692 linalg_vector_norm_41" [id=2692, type=linalg_vector_norm]; +"2693 clamp_min_41" [id=2693, type=clamp_min]; +"2694 expand_as_41" [id=2694, type=expand_as]; +"2695 div_41" [id=2695, type=div]; +"2696 quantize_per_tensor_default_125" [id=2696, type=quantize_per_tensor]; +"2697 dequantize_per_tensor_default_125" [id=2697, type=dequantize_per_tensor]; +"2698 transpose_40" [id=2698, type=transpose]; +"2699 matmul_40" [id=2699, type=matmul]; +"2700 _param_constant335" [id=2700, type=get_attr]; +"2701 clamp_20" [id=2701, type=clamp]; +"2702 exp_20" [id=2702, type=exp]; +"2703 mul_41" [id=2703, type=mul]; +"2704 add_70" [id=2704, type=add]; +"2705 softmax_20" [id=2705, type=softmax]; +"2706 dropout_80" [id=2706, type=dropout]; +"2707 matmul_41" [id=2707, type=matmul]; +"2708 transpose_41" [id=2708, type=transpose]; +"2709 reshape_92" [id=2709, type=reshape]; +"2710 _param_constant337" [id=2710, type=get_attr]; +"2711 reshape_92_0_0_nncf_smooth_quant_0" [id=2711, type=call_module]; +"2712 quantize_per_tensor_default_126" [id=2712, type=quantize_per_tensor]; +"2713 dequantize_per_tensor_default_126" [id=2713, type=dequantize_per_tensor]; +"2714 scale_updated_constant126" [id=2714, type=get_attr]; +"2715 compressed_weight_updated_constant126" [id=2715, type=get_attr]; +"2716 mul_tensor_126" [id=2716, type=mul]; +"2717 zero_point_updated_constant126" [id=2717, type=get_attr]; +"2718 sub_tensor_126" [id=2718, type=sub]; +"2719 linear_125" [id=2719, type=linear]; +"2720 dropout_81" [id=2720, type=dropout]; +"2721 view_113" [id=2721, type=view]; +"2722 permute_94" [id=2722, type=permute]; +"2723 reshape_93" [id=2723, type=reshape]; +"2724 slice_302" [id=2724, type=slice]; +"2725 slice_303" [id=2725, type=slice]; +"2726 slice_304" [id=2726, type=slice]; +"2727 slice_305" [id=2727, type=slice]; +"2728 contiguous_39" [id=2728, type=contiguous]; +"2729 _param_constant338" [id=2729, type=get_attr]; +"2730 _param_constant339" [id=2730, type=get_attr]; +"2731 layer_norm_43" [id=2731, type=layer_norm]; +"2732 add_71" [id=2732, type=add]; +"2733 _param_constant341" [id=2733, type=get_attr]; +"2734 add_71_0_0_nncf_smooth_quant_0" [id=2734, type=call_module]; +"2735 quantize_per_tensor_default_127" [id=2735, type=quantize_per_tensor]; +"2736 dequantize_per_tensor_default_127" [id=2736, type=dequantize_per_tensor]; +"2737 scale_updated_constant127" [id=2737, type=get_attr]; +"2738 compressed_weight_updated_constant127" [id=2738, type=get_attr]; +"2739 mul_tensor_127" [id=2739, type=mul]; +"2740 zero_point_updated_constant127" [id=2740, type=get_attr]; +"2741 sub_tensor_127" [id=2741, type=sub]; +"2742 linear_126" [id=2742, type=linear]; +"2743 gelu_20" [id=2743, type=gelu]; +"2744 dropout_82" [id=2744, type=dropout]; +"2745 _param_constant343" [id=2745, type=get_attr]; +"2746 dropout_82_0_0_nncf_smooth_quant_0" [id=2746, type=call_module]; +"2747 quantize_per_tensor_default_128" [id=2747, type=quantize_per_tensor]; +"2748 dequantize_per_tensor_default_128" [id=2748, type=dequantize_per_tensor]; +"2749 scale_updated_constant128" [id=2749, type=get_attr]; +"2750 compressed_weight_updated_constant128" [id=2750, type=get_attr]; +"2751 mul_tensor_128" [id=2751, type=mul]; +"2752 zero_point_updated_constant128" [id=2752, type=get_attr]; +"2753 sub_tensor_128" [id=2753, type=sub]; +"2754 linear_127" [id=2754, type=linear]; +"2755 dropout_83" [id=2755, type=dropout]; +"2756 _param_constant344" [id=2756, type=get_attr]; +"2757 _param_constant345" [id=2757, type=get_attr]; +"2758 layer_norm_44" [id=2758, type=layer_norm]; +"2759 add_72" [id=2759, type=add]; +"2760 _tensor_constant132" [id=2760, type=get_attr]; +"2761 _param_constant347" [id=2761, type=get_attr]; +"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2762, type=call_module]; +"2763 scale_updated_constant129" [id=2763, type=get_attr]; +"2764 compressed_weight_updated_constant129" [id=2764, type=get_attr]; +"2765 mul_tensor_129" [id=2765, type=mul]; +"2766 zero_point_updated_constant129" [id=2766, type=get_attr]; +"2767 sub_tensor_129" [id=2767, type=sub]; +"2768 linear_128" [id=2768, type=linear]; +"2769 relu__21" [id=2769, type=relu_]; +"2770 relu__21_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; +"2771 scale_updated_constant130" [id=2771, type=get_attr]; +"2772 compressed_weight_updated_constant130" [id=2772, type=get_attr]; +"2773 mul_tensor_130" [id=2773, type=mul]; +"2774 zero_point_updated_constant130" [id=2774, type=get_attr]; +"2775 sub_tensor_130" [id=2775, type=sub]; +"2776 linear_129" [id=2776, type=linear]; +"2777 view_114" [id=2777, type=view]; +"2778 _tensor_constant133" [id=2778, type=get_attr]; +"2779 index_21" [id=2779, type=index]; +"2780 view_115" [id=2780, type=view]; +"2781 permute_95" [id=2781, type=permute]; +"2782 contiguous_40" [id=2782, type=contiguous]; +"2783 unsqueeze_61" [id=2783, type=unsqueeze]; +"2784 sigmoid_21" [id=2784, type=sigmoid]; +"2785 mul_42" [id=2785, type=mul]; +"2786 pad_23" [id=2786, type=pad]; +"2787 roll_20" [id=2787, type=roll]; +"2788 view_116" [id=2788, type=view]; +"2789 permute_96" [id=2789, type=permute]; +"2790 reshape_94" [id=2790, type=reshape]; +"2791 _param_constant349" [id=2791, type=get_attr]; +"2792 clone_21" [id=2792, type=clone]; +"2793 reshape_94_0_0_nncf_smooth_quant_0" [id=2793, type=call_module]; +"2794 quantize_per_tensor_default_129" [id=2794, type=quantize_per_tensor]; +"2795 dequantize_per_tensor_default_129" [id=2795, type=dequantize_per_tensor]; +"2796 scale_updated_constant131" [id=2796, type=get_attr]; +"2797 compressed_weight_updated_constant131" [id=2797, type=get_attr]; +"2798 mul_tensor_131" [id=2798, type=mul]; +"2799 zero_point_updated_constant131" [id=2799, type=get_attr]; +"2800 sub_tensor_131" [id=2800, type=sub]; +"2801 linear_130" [id=2801, type=linear]; +"2802 reshape_95" [id=2802, type=reshape]; +"2803 permute_97" [id=2803, type=permute]; +"2804 select_63" [id=2804, type=select]; +"2805 select_64" [id=2805, type=select]; +"2806 select_65" [id=2806, type=select]; +"2807 linalg_vector_norm_42" [id=2807, type=linalg_vector_norm]; +"2808 clamp_min_42" [id=2808, type=clamp_min]; +"2809 expand_as_42" [id=2809, type=expand_as]; +"2810 div_42" [id=2810, type=div]; +"2811 quantize_per_tensor_default_130" [id=2811, type=quantize_per_tensor]; +"2812 dequantize_per_tensor_default_130" [id=2812, type=dequantize_per_tensor]; +"2813 linalg_vector_norm_43" [id=2813, type=linalg_vector_norm]; +"2814 clamp_min_43" [id=2814, type=clamp_min]; +"2815 expand_as_43" [id=2815, type=expand_as]; +"2816 div_43" [id=2816, type=div]; +"2817 quantize_per_tensor_default_131" [id=2817, type=quantize_per_tensor]; +"2818 dequantize_per_tensor_default_131" [id=2818, type=dequantize_per_tensor]; +"2819 transpose_42" [id=2819, type=transpose]; +"2820 matmul_42" [id=2820, type=matmul]; +"2821 _param_constant351" [id=2821, type=get_attr]; +"2822 clamp_21" [id=2822, type=clamp]; +"2823 exp_21" [id=2823, type=exp]; +"2824 mul_43" [id=2824, type=mul]; +"2825 add_73" [id=2825, type=add]; +"2826 new_zeros_10" [id=2826, type=new_zeros]; +"2827 view_117" [id=2827, type=view]; +"2828 permute_98" [id=2828, type=permute]; +"2829 reshape_96" [id=2829, type=reshape]; +"2830 unsqueeze_62" [id=2830, type=unsqueeze]; +"2831 unsqueeze_63" [id=2831, type=unsqueeze]; +"2832 sub_10" [id=2832, type=sub]; +"2833 ne_10" [id=2833, type=ne]; +"2834 masked_fill_20" [id=2834, type=masked_fill]; +"2835 eq_10" [id=2835, type=eq]; +"2836 masked_fill_21" [id=2836, type=masked_fill]; +"2837 view_118" [id=2837, type=view]; +"2838 unsqueeze_64" [id=2838, type=unsqueeze]; +"2839 unsqueeze_65" [id=2839, type=unsqueeze]; +"2840 add_74" [id=2840, type=add]; +"2841 view_119" [id=2841, type=view]; +"2842 softmax_21" [id=2842, type=softmax]; +"2843 dropout_84" [id=2843, type=dropout]; +"2844 matmul_43" [id=2844, type=matmul]; +"2845 transpose_43" [id=2845, type=transpose]; +"2846 reshape_97" [id=2846, type=reshape]; +"2847 _param_constant353" [id=2847, type=get_attr]; +"2848 reshape_97_0_0_nncf_smooth_quant_0" [id=2848, type=call_module]; +"2849 quantize_per_tensor_default_132" [id=2849, type=quantize_per_tensor]; +"2850 dequantize_per_tensor_default_132" [id=2850, type=dequantize_per_tensor]; +"2851 scale_updated_constant132" [id=2851, type=get_attr]; +"2852 compressed_weight_updated_constant132" [id=2852, type=get_attr]; +"2853 mul_tensor_132" [id=2853, type=mul]; +"2854 zero_point_updated_constant132" [id=2854, type=get_attr]; +"2855 sub_tensor_132" [id=2855, type=sub]; +"2856 linear_131" [id=2856, type=linear]; +"2857 dropout_85" [id=2857, type=dropout]; +"2858 view_120" [id=2858, type=view]; +"2859 permute_99" [id=2859, type=permute]; +"2860 reshape_98" [id=2860, type=reshape]; +"2861 roll_21" [id=2861, type=roll]; +"2862 slice_325" [id=2862, type=slice]; +"2863 slice_326" [id=2863, type=slice]; +"2864 slice_327" [id=2864, type=slice]; +"2865 slice_328" [id=2865, type=slice]; +"2866 contiguous_41" [id=2866, type=contiguous]; +"2867 _param_constant354" [id=2867, type=get_attr]; +"2868 _param_constant355" [id=2868, type=get_attr]; +"2869 layer_norm_45" [id=2869, type=layer_norm]; +"2870 add_75" [id=2870, type=add]; +"2871 _param_constant357" [id=2871, type=get_attr]; +"2872 add_75_0_0_nncf_smooth_quant_0" [id=2872, type=call_module]; +"2873 quantize_per_tensor_default_133" [id=2873, type=quantize_per_tensor]; +"2874 dequantize_per_tensor_default_133" [id=2874, type=dequantize_per_tensor]; +"2875 scale_updated_constant133" [id=2875, type=get_attr]; +"2876 compressed_weight_updated_constant133" [id=2876, type=get_attr]; +"2877 mul_tensor_133" [id=2877, type=mul]; +"2878 zero_point_updated_constant133" [id=2878, type=get_attr]; +"2879 sub_tensor_133" [id=2879, type=sub]; +"2880 linear_132" [id=2880, type=linear]; +"2881 gelu_21" [id=2881, type=gelu]; +"2882 dropout_86" [id=2882, type=dropout]; +"2883 _param_constant359" [id=2883, type=get_attr]; +"2884 dropout_86_0_0_nncf_smooth_quant_0" [id=2884, type=call_module]; +"2885 quantize_per_tensor_default_134" [id=2885, type=quantize_per_tensor]; +"2886 dequantize_per_tensor_default_134" [id=2886, type=dequantize_per_tensor]; +"2887 scale_updated_constant134" [id=2887, type=get_attr]; +"2888 compressed_weight_updated_constant134" [id=2888, type=get_attr]; +"2889 mul_tensor_134" [id=2889, type=mul]; +"2890 zero_point_updated_constant134" [id=2890, type=get_attr]; +"2891 sub_tensor_134" [id=2891, type=sub]; +"2892 linear_133" [id=2892, type=linear]; +"2893 dropout_87" [id=2893, type=dropout]; +"2894 _param_constant360" [id=2894, type=get_attr]; +"2895 _param_constant361" [id=2895, type=get_attr]; +"2896 layer_norm_46" [id=2896, type=layer_norm]; +"2897 add_76" [id=2897, type=add]; +"2898 pad_24" [id=2898, type=pad]; +"2899 slice_329" [id=2899, type=slice]; +"2900 slice_330" [id=2900, type=slice]; +"2901 slice_331" [id=2901, type=slice]; +"2902 slice_332" [id=2902, type=slice]; +"2903 slice_333" [id=2903, type=slice]; +"2904 slice_334" [id=2904, type=slice]; +"2905 slice_335" [id=2905, type=slice]; +"2906 slice_336" [id=2906, type=slice]; +"2907 slice_337" [id=2907, type=slice]; +"2908 slice_338" [id=2908, type=slice]; +"2909 slice_339" [id=2909, type=slice]; +"2910 slice_340" [id=2910, type=slice]; +"2911 cat_2" [id=2911, type=cat]; +"2912 cat_2_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; +"2913 quantize_per_tensor_default_135" [id=2913, type=quantize_per_tensor]; +"2914 dequantize_per_tensor_default_135" [id=2914, type=dequantize_per_tensor]; +"2915 scale_updated_constant135" [id=2915, type=get_attr]; +"2916 compressed_weight_updated_constant135" [id=2916, type=get_attr]; +"2917 mul_tensor_135" [id=2917, type=mul]; +"2918 zero_point_updated_constant135" [id=2918, type=get_attr]; +"2919 sub_tensor_135" [id=2919, type=sub]; +"2920 linear_134" [id=2920, type=linear]; +"2921 _param_constant363" [id=2921, type=get_attr]; +"2922 _param_constant364" [id=2922, type=get_attr]; +"2923 layer_norm_47" [id=2923, type=layer_norm]; +"2924 _tensor_constant143" [id=2924, type=get_attr]; +"2925 _param_constant366" [id=2925, type=get_attr]; +"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2926, type=call_module]; +"2927 scale_updated_constant136" [id=2927, type=get_attr]; +"2928 compressed_weight_updated_constant136" [id=2928, type=get_attr]; +"2929 mul_tensor_136" [id=2929, type=mul]; +"2930 zero_point_updated_constant136" [id=2930, type=get_attr]; +"2931 sub_tensor_136" [id=2931, type=sub]; +"2932 linear_135" [id=2932, type=linear]; +"2933 relu__22" [id=2933, type=relu_]; +"2934 relu__22_0_0_nncf_smooth_quant_0" [id=2934, type=call_module]; +"2935 scale_updated_constant137" [id=2935, type=get_attr]; +"2936 compressed_weight_updated_constant137" [id=2936, type=get_attr]; +"2937 mul_tensor_137" [id=2937, type=mul]; +"2938 zero_point_updated_constant137" [id=2938, type=get_attr]; +"2939 sub_tensor_137" [id=2939, type=sub]; +"2940 linear_136" [id=2940, type=linear]; +"2941 view_121" [id=2941, type=view]; +"2942 _tensor_constant144" [id=2942, type=get_attr]; +"2943 index_22" [id=2943, type=index]; +"2944 view_122" [id=2944, type=view]; +"2945 permute_100" [id=2945, type=permute]; +"2946 contiguous_42" [id=2946, type=contiguous]; +"2947 unsqueeze_66" [id=2947, type=unsqueeze]; +"2948 sigmoid_22" [id=2948, type=sigmoid]; +"2949 mul_44" [id=2949, type=mul]; +"2950 pad_25" [id=2950, type=pad]; +"2951 view_123" [id=2951, type=view]; +"2952 permute_101" [id=2952, type=permute]; +"2953 reshape_99" [id=2953, type=reshape]; +"2954 _param_constant368" [id=2954, type=get_attr]; +"2955 clone_22" [id=2955, type=clone]; +"2956 reshape_99_0_0_nncf_smooth_quant_0" [id=2956, type=call_module]; +"2957 quantize_per_tensor_default_136" [id=2957, type=quantize_per_tensor]; +"2958 dequantize_per_tensor_default_136" [id=2958, type=dequantize_per_tensor]; +"2959 scale_updated_constant138" [id=2959, type=get_attr]; +"2960 compressed_weight_updated_constant138" [id=2960, type=get_attr]; +"2961 mul_tensor_138" [id=2961, type=mul]; +"2962 zero_point_updated_constant138" [id=2962, type=get_attr]; +"2963 sub_tensor_138" [id=2963, type=sub]; +"2964 linear_137" [id=2964, type=linear]; +"2965 reshape_100" [id=2965, type=reshape]; +"2966 permute_102" [id=2966, type=permute]; +"2967 select_66" [id=2967, type=select]; +"2968 select_67" [id=2968, type=select]; +"2969 select_68" [id=2969, type=select]; +"2970 linalg_vector_norm_44" [id=2970, type=linalg_vector_norm]; +"2971 clamp_min_44" [id=2971, type=clamp_min]; +"2972 expand_as_44" [id=2972, type=expand_as]; +"2973 div_44" [id=2973, type=div]; +"2974 quantize_per_tensor_default_137" [id=2974, type=quantize_per_tensor]; +"2975 dequantize_per_tensor_default_137" [id=2975, type=dequantize_per_tensor]; +"2976 linalg_vector_norm_45" [id=2976, type=linalg_vector_norm]; +"2977 clamp_min_45" [id=2977, type=clamp_min]; +"2978 expand_as_45" [id=2978, type=expand_as]; +"2979 div_45" [id=2979, type=div]; +"2980 quantize_per_tensor_default_138" [id=2980, type=quantize_per_tensor]; +"2981 dequantize_per_tensor_default_138" [id=2981, type=dequantize_per_tensor]; +"2982 transpose_44" [id=2982, type=transpose]; +"2983 matmul_44" [id=2983, type=matmul]; +"2984 _param_constant370" [id=2984, type=get_attr]; +"2985 clamp_22" [id=2985, type=clamp]; +"2986 exp_22" [id=2986, type=exp]; +"2987 mul_45" [id=2987, type=mul]; +"2988 add_77" [id=2988, type=add]; +"2989 softmax_22" [id=2989, type=softmax]; +"2990 dropout_88" [id=2990, type=dropout]; +"2991 matmul_45" [id=2991, type=matmul]; +"2992 transpose_45" [id=2992, type=transpose]; +"2993 reshape_101" [id=2993, type=reshape]; +"2994 _param_constant372" [id=2994, type=get_attr]; +"2995 reshape_101_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; +"2996 quantize_per_tensor_default_139" [id=2996, type=quantize_per_tensor]; +"2997 dequantize_per_tensor_default_139" [id=2997, type=dequantize_per_tensor]; +"2998 scale_updated_constant139" [id=2998, type=get_attr]; +"2999 compressed_weight_updated_constant139" [id=2999, type=get_attr]; +"3000 mul_tensor_139" [id=3000, type=mul]; +"3001 zero_point_updated_constant139" [id=3001, type=get_attr]; +"3002 sub_tensor_139" [id=3002, type=sub]; +"3003 linear_138" [id=3003, type=linear]; +"3004 dropout_89" [id=3004, type=dropout]; +"3005 view_124" [id=3005, type=view]; +"3006 permute_103" [id=3006, type=permute]; +"3007 reshape_102" [id=3007, type=reshape]; +"3008 slice_342" [id=3008, type=slice]; +"3009 slice_343" [id=3009, type=slice]; +"3010 slice_344" [id=3010, type=slice]; +"3011 slice_345" [id=3011, type=slice]; +"3012 contiguous_43" [id=3012, type=contiguous]; +"3013 _param_constant373" [id=3013, type=get_attr]; +"3014 _param_constant374" [id=3014, type=get_attr]; +"3015 layer_norm_48" [id=3015, type=layer_norm]; +"3016 add_78" [id=3016, type=add]; +"3017 _param_constant376" [id=3017, type=get_attr]; +"3018 add_78_0_0_nncf_smooth_quant_0" [id=3018, type=call_module]; +"3019 quantize_per_tensor_default_140" [id=3019, type=quantize_per_tensor]; +"3020 dequantize_per_tensor_default_140" [id=3020, type=dequantize_per_tensor]; +"3021 scale_updated_constant140" [id=3021, type=get_attr]; +"3022 compressed_weight_updated_constant140" [id=3022, type=get_attr]; +"3023 mul_tensor_140" [id=3023, type=mul]; +"3024 zero_point_updated_constant140" [id=3024, type=get_attr]; +"3025 sub_tensor_140" [id=3025, type=sub]; +"3026 linear_139" [id=3026, type=linear]; +"3027 gelu_22" [id=3027, type=gelu]; +"3028 dropout_90" [id=3028, type=dropout]; +"3029 _param_constant378" [id=3029, type=get_attr]; +"3030 dropout_90_0_0_nncf_smooth_quant_0" [id=3030, type=call_module]; +"3031 quantize_per_tensor_default_141" [id=3031, type=quantize_per_tensor]; +"3032 dequantize_per_tensor_default_141" [id=3032, type=dequantize_per_tensor]; +"3033 scale_updated_constant141" [id=3033, type=get_attr]; +"3034 compressed_weight_updated_constant141" [id=3034, type=get_attr]; +"3035 mul_tensor_141" [id=3035, type=mul]; +"3036 zero_point_updated_constant141" [id=3036, type=get_attr]; +"3037 sub_tensor_141" [id=3037, type=sub]; +"3038 linear_140" [id=3038, type=linear]; +"3039 dropout_91" [id=3039, type=dropout]; +"3040 _param_constant379" [id=3040, type=get_attr]; +"3041 _param_constant380" [id=3041, type=get_attr]; +"3042 layer_norm_49" [id=3042, type=layer_norm]; +"3043 add_79" [id=3043, type=add]; +"3044 _tensor_constant145" [id=3044, type=get_attr]; +"3045 _param_constant382" [id=3045, type=get_attr]; +"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3046, type=call_module]; +"3047 scale_updated_constant142" [id=3047, type=get_attr]; +"3048 compressed_weight_updated_constant142" [id=3048, type=get_attr]; +"3049 mul_tensor_142" [id=3049, type=mul]; +"3050 zero_point_updated_constant142" [id=3050, type=get_attr]; +"3051 sub_tensor_142" [id=3051, type=sub]; +"3052 linear_141" [id=3052, type=linear]; +"3053 relu__23" [id=3053, type=relu_]; +"3054 relu__23_0_0_nncf_smooth_quant_0" [id=3054, type=call_module]; +"3055 scale_updated_constant143" [id=3055, type=get_attr]; +"3056 compressed_weight_updated_constant143" [id=3056, type=get_attr]; +"3057 mul_tensor_143" [id=3057, type=mul]; +"3058 zero_point_updated_constant143" [id=3058, type=get_attr]; +"3059 sub_tensor_143" [id=3059, type=sub]; +"3060 linear_142" [id=3060, type=linear]; +"3061 view_125" [id=3061, type=view]; +"3062 _tensor_constant146" [id=3062, type=get_attr]; +"3063 index_23" [id=3063, type=index]; +"3064 view_126" [id=3064, type=view]; +"3065 permute_104" [id=3065, type=permute]; +"3066 contiguous_44" [id=3066, type=contiguous]; +"3067 unsqueeze_67" [id=3067, type=unsqueeze]; +"3068 sigmoid_23" [id=3068, type=sigmoid]; +"3069 mul_46" [id=3069, type=mul]; +"3070 pad_26" [id=3070, type=pad]; +"3071 view_127" [id=3071, type=view]; +"3072 permute_105" [id=3072, type=permute]; +"3073 reshape_103" [id=3073, type=reshape]; +"3074 _param_constant384" [id=3074, type=get_attr]; +"3075 clone_23" [id=3075, type=clone]; +"3076 reshape_103_0_0_nncf_smooth_quant_0" [id=3076, type=call_module]; +"3077 quantize_per_tensor_default_142" [id=3077, type=quantize_per_tensor]; +"3078 dequantize_per_tensor_default_142" [id=3078, type=dequantize_per_tensor]; +"3079 scale_updated_constant144" [id=3079, type=get_attr]; +"3080 compressed_weight_updated_constant144" [id=3080, type=get_attr]; +"3081 mul_tensor_144" [id=3081, type=mul]; +"3082 zero_point_updated_constant144" [id=3082, type=get_attr]; +"3083 sub_tensor_144" [id=3083, type=sub]; +"3084 linear_143" [id=3084, type=linear]; +"3085 reshape_104" [id=3085, type=reshape]; +"3086 permute_106" [id=3086, type=permute]; +"3087 select_69" [id=3087, type=select]; +"3088 select_70" [id=3088, type=select]; +"3089 select_71" [id=3089, type=select]; +"3090 linalg_vector_norm_46" [id=3090, type=linalg_vector_norm]; +"3091 clamp_min_46" [id=3091, type=clamp_min]; +"3092 expand_as_46" [id=3092, type=expand_as]; +"3093 div_46" [id=3093, type=div]; +"3094 quantize_per_tensor_default_143" [id=3094, type=quantize_per_tensor]; +"3095 dequantize_per_tensor_default_143" [id=3095, type=dequantize_per_tensor]; +"3096 linalg_vector_norm_47" [id=3096, type=linalg_vector_norm]; +"3097 clamp_min_47" [id=3097, type=clamp_min]; +"3098 expand_as_47" [id=3098, type=expand_as]; +"3099 div_47" [id=3099, type=div]; +"3100 quantize_per_tensor_default_144" [id=3100, type=quantize_per_tensor]; +"3101 dequantize_per_tensor_default_144" [id=3101, type=dequantize_per_tensor]; +"3102 transpose_46" [id=3102, type=transpose]; +"3103 matmul_46" [id=3103, type=matmul]; +"3104 _param_constant386" [id=3104, type=get_attr]; +"3105 clamp_23" [id=3105, type=clamp]; +"3106 exp_23" [id=3106, type=exp]; +"3107 mul_47" [id=3107, type=mul]; +"3108 add_80" [id=3108, type=add]; +"3109 softmax_23" [id=3109, type=softmax]; +"3110 dropout_92" [id=3110, type=dropout]; +"3111 matmul_47" [id=3111, type=matmul]; +"3112 transpose_47" [id=3112, type=transpose]; +"3113 reshape_105" [id=3113, type=reshape]; +"3114 _param_constant388" [id=3114, type=get_attr]; +"3115 reshape_105_0_0_nncf_smooth_quant_0" [id=3115, type=call_module]; +"3116 quantize_per_tensor_default_145" [id=3116, type=quantize_per_tensor]; +"3117 dequantize_per_tensor_default_145" [id=3117, type=dequantize_per_tensor]; +"3118 scale_updated_constant145" [id=3118, type=get_attr]; +"3119 compressed_weight_updated_constant145" [id=3119, type=get_attr]; +"3120 mul_tensor_145" [id=3120, type=mul]; +"3121 zero_point_updated_constant145" [id=3121, type=get_attr]; +"3122 sub_tensor_145" [id=3122, type=sub]; +"3123 linear_144" [id=3123, type=linear]; +"3124 dropout_93" [id=3124, type=dropout]; +"3125 view_128" [id=3125, type=view]; +"3126 permute_107" [id=3126, type=permute]; +"3127 reshape_106" [id=3127, type=reshape]; +"3128 slice_347" [id=3128, type=slice]; +"3129 slice_348" [id=3129, type=slice]; +"3130 slice_349" [id=3130, type=slice]; +"3131 slice_350" [id=3131, type=slice]; +"3132 contiguous_45" [id=3132, type=contiguous]; +"3133 _param_constant389" [id=3133, type=get_attr]; +"3134 _param_constant390" [id=3134, type=get_attr]; +"3135 layer_norm_50" [id=3135, type=layer_norm]; +"3136 add_81" [id=3136, type=add]; +"3137 _param_constant392" [id=3137, type=get_attr]; +"3138 add_81_0_0_nncf_smooth_quant_0" [id=3138, type=call_module]; +"3139 quantize_per_tensor_default_146" [id=3139, type=quantize_per_tensor]; +"3140 dequantize_per_tensor_default_146" [id=3140, type=dequantize_per_tensor]; +"3141 scale_updated_constant146" [id=3141, type=get_attr]; +"3142 compressed_weight_updated_constant146" [id=3142, type=get_attr]; +"3143 mul_tensor_146" [id=3143, type=mul]; +"3144 zero_point_updated_constant146" [id=3144, type=get_attr]; +"3145 sub_tensor_146" [id=3145, type=sub]; +"3146 linear_145" [id=3146, type=linear]; +"3147 gelu_23" [id=3147, type=gelu]; +"3148 dropout_94" [id=3148, type=dropout]; +"3149 _param_constant394" [id=3149, type=get_attr]; +"3150 dropout_94_0_0_nncf_smooth_quant_0" [id=3150, type=call_module]; +"3151 quantize_per_tensor_default_147" [id=3151, type=quantize_per_tensor]; +"3152 dequantize_per_tensor_default_147" [id=3152, type=dequantize_per_tensor]; +"3153 scale_updated_constant147" [id=3153, type=get_attr]; +"3154 compressed_weight_updated_constant147" [id=3154, type=get_attr]; +"3155 mul_tensor_147" [id=3155, type=mul]; +"3156 zero_point_updated_constant147" [id=3156, type=get_attr]; +"3157 sub_tensor_147" [id=3157, type=sub]; +"3158 linear_146" [id=3158, type=linear]; +"3159 dropout_95" [id=3159, type=dropout]; +"3160 _param_constant395" [id=3160, type=get_attr]; +"3161 _param_constant396" [id=3161, type=get_attr]; +"3162 layer_norm_51" [id=3162, type=layer_norm]; +"3163 add_82" [id=3163, type=add]; +"3164 _param_constant397" [id=3164, type=get_attr]; +"3165 _param_constant398" [id=3165, type=get_attr]; +"3166 layer_norm_52" [id=3166, type=layer_norm]; +"3167 permute_108" [id=3167, type=permute]; +"3168 adaptive_avg_pool2d" [id=3168, type=adaptive_avg_pool2d]; +"3169 flatten" [id=3169, type=flatten]; +"3170 _param_constant400" [id=3170, type=get_attr]; +"3171 flatten_0_0_nncf_smooth_quant_0" [id=3171, type=call_module]; +"3172 quantize_per_tensor_default_148" [id=3172, type=quantize_per_tensor]; +"3173 dequantize_per_tensor_default_148" [id=3173, type=dequantize_per_tensor]; +"3174 scale_updated_constant148" [id=3174, type=get_attr]; +"3175 compressed_weight_updated_constant148" [id=3175, type=get_attr]; +"3176 mul_tensor_148" [id=3176, type=mul]; +"3177 zero_point_updated_constant148" [id=3177, type=get_attr]; +"3178 sub_tensor_148" [id=3178, type=sub]; +"3179 linear_147" [id=3179, type=linear]; +"3180 output" [id=3180, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"3 _param_constant1" -> "9 conv2d" [label="(96,)", style=solid]; "4 scale_updated_constant0" -> "6 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; "5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; "6 mul_tensor" -> "8 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; @@ -3170,10 +3194,10 @@ strict digraph { "11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; "12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; "13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; -"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"16 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"13 layer_norm" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 _param_constant5" -> "22 linear" [label="(512,)", style=solid]; +"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; "17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(512, 1)", style=solid]; "18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(512, 2)", style=solid]; "19 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; @@ -3196,3365 +3220,3389 @@ strict digraph { "36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; "37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; "38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; -"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; +"39 mul" -> "78 add" [label="(1, 3, 64, 64)", style=solid]; "40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; "41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; "42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"43 reshape" -> "44 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; -"47 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; -"48 scale_updated_constant3" -> "50 mul_tensor_3" [label="(288, 1)", style=solid]; -"49 compressed_weight_updated_constant3" -> "50 mul_tensor_3" [label="(288, 96)", style=solid]; -"50 mul_tensor_3" -> "52 sub_tensor_3" [label="(288, 96)", style=solid]; -"51 zero_point_updated_constant3" -> "52 sub_tensor_3" [label="(288, 1)", style=solid]; -"52 sub_tensor_3" -> "53 linear_2" [label="(288, 96)", style=solid]; -"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; -"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; -"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; -"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; -"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; -"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; -"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; -"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; -"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; -"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; -"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; -"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; -"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"82 reshape_2" -> "83 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; -"86 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; -"87 scale_updated_constant4" -> "89 mul_tensor_4" [label="(96, 1)", style=solid]; -"88 compressed_weight_updated_constant4" -> "89 mul_tensor_4" [label="(96, 96)", style=solid]; -"89 mul_tensor_4" -> "91 sub_tensor_4" [label="(96, 96)", style=solid]; -"90 zero_point_updated_constant4" -> "91 sub_tensor_4" [label="(96, 1)", style=solid]; -"91 sub_tensor_4" -> "92 linear_3" [label="(96, 96)", style=solid]; -"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; -"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; -"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; -"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; -"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "103 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"106 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; -"107 scale_updated_constant5" -> "109 mul_tensor_5" [label="(384, 1)", style=solid]; -"108 compressed_weight_updated_constant5" -> "109 mul_tensor_5" [label="(384, 96)", style=solid]; -"109 mul_tensor_5" -> "111 sub_tensor_5" [label="(384, 96)", style=solid]; -"110 zero_point_updated_constant5" -> "111 sub_tensor_5" [label="(384, 1)", style=solid]; -"111 sub_tensor_5" -> "112 linear_4" [label="(384, 96)", style=solid]; -"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; -"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"118 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; -"119 scale_updated_constant6" -> "121 mul_tensor_6" [label="(96, 1)", style=solid]; -"120 compressed_weight_updated_constant6" -> "121 mul_tensor_6" [label="(96, 384)", style=solid]; -"121 mul_tensor_6" -> "123 sub_tensor_6" [label="(96, 384)", style=solid]; -"122 zero_point_updated_constant6" -> "123 sub_tensor_6" [label="(96, 1)", style=solid]; -"123 sub_tensor_6" -> "124 linear_5" [label="(96, 384)", style=solid]; -"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; -"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; -"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"132 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; -"133 scale_updated_constant7" -> "135 mul_tensor_7" [label="(512, 1)", style=solid]; -"134 compressed_weight_updated_constant7" -> "135 mul_tensor_7" [label="(512, 2)", style=solid]; -"135 mul_tensor_7" -> "137 sub_tensor_7" [label="(512, 2)", style=solid]; -"136 zero_point_updated_constant7" -> "137 sub_tensor_7" [label="(512, 1)", style=solid]; -"137 sub_tensor_7" -> "138 linear_6" [label="(512, 2)", style=solid]; -"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"141 scale_updated_constant8" -> "143 mul_tensor_8" [label="(3, 1)", style=solid]; -"142 compressed_weight_updated_constant8" -> "143 mul_tensor_8" [label="(3, 512)", style=solid]; -"143 mul_tensor_8" -> "145 sub_tensor_8" [label="(3, 512)", style=solid]; -"144 zero_point_updated_constant8" -> "145 sub_tensor_8" [label="(3, 1)", style=solid]; -"145 sub_tensor_8" -> "146 linear_7" [label="(3, 512)", style=solid]; -"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; -"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; -"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; -"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; -"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; -"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; -"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; -"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; -"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; -"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; -"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; -"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; -"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"160 reshape_4" -> "161 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; -"161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; -"164 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; -"165 scale_updated_constant9" -> "167 mul_tensor_9" [label="(288, 1)", style=solid]; -"166 compressed_weight_updated_constant9" -> "167 mul_tensor_9" [label="(288, 96)", style=solid]; -"167 mul_tensor_9" -> "169 sub_tensor_9" [label="(288, 96)", style=solid]; -"168 zero_point_updated_constant9" -> "169 sub_tensor_9" [label="(288, 1)", style=solid]; -"169 sub_tensor_9" -> "170 linear_8" [label="(288, 96)", style=solid]; -"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; -"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; -"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; -"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; -"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; -"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; -"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; -"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; -"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; -"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; -"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; -"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; -"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; -"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; -"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; -"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; -"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; -"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; -"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"215 reshape_7" -> "216 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; -"219 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; -"220 scale_updated_constant10" -> "222 mul_tensor_10" [label="(96, 1)", style=solid]; -"221 compressed_weight_updated_constant10" -> "222 mul_tensor_10" [label="(96, 96)", style=solid]; -"222 mul_tensor_10" -> "224 sub_tensor_10" [label="(96, 96)", style=solid]; -"223 zero_point_updated_constant10" -> "224 sub_tensor_10" [label="(96, 1)", style=solid]; -"224 sub_tensor_10" -> "225 linear_9" [label="(96, 96)", style=solid]; -"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; -"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; -"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; -"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; -"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "237 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"240 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; -"241 scale_updated_constant11" -> "243 mul_tensor_11" [label="(384, 1)", style=solid]; -"242 compressed_weight_updated_constant11" -> "243 mul_tensor_11" [label="(384, 96)", style=solid]; -"243 mul_tensor_11" -> "245 sub_tensor_11" [label="(384, 96)", style=solid]; -"244 zero_point_updated_constant11" -> "245 sub_tensor_11" [label="(384, 1)", style=solid]; -"245 sub_tensor_11" -> "246 linear_10" [label="(384, 96)", style=solid]; -"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"252 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; -"253 scale_updated_constant12" -> "255 mul_tensor_12" [label="(96, 1)", style=solid]; -"254 compressed_weight_updated_constant12" -> "255 mul_tensor_12" [label="(96, 384)", style=solid]; -"255 mul_tensor_12" -> "257 sub_tensor_12" [label="(96, 384)", style=solid]; -"256 zero_point_updated_constant12" -> "257 sub_tensor_12" [label="(96, 1)", style=solid]; -"257 sub_tensor_12" -> "258 linear_11" [label="(96, 384)", style=solid]; -"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; -"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; -"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"277 cat" -> "278 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"281 scale_updated_constant13" -> "283 mul_tensor_13" [label="(192, 1)", style=solid]; -"282 compressed_weight_updated_constant13" -> "283 mul_tensor_13" [label="(192, 384)", style=solid]; -"283 mul_tensor_13" -> "285 sub_tensor_13" [label="(192, 384)", style=solid]; -"284 zero_point_updated_constant13" -> "285 sub_tensor_13" [label="(192, 1)", style=solid]; -"285 sub_tensor_13" -> "286 linear_12" [label="(192, 384)", style=solid]; -"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; -"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; -"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"292 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; -"293 scale_updated_constant14" -> "295 mul_tensor_14" [label="(512, 1)", style=solid]; -"294 compressed_weight_updated_constant14" -> "295 mul_tensor_14" [label="(512, 2)", style=solid]; -"295 mul_tensor_14" -> "297 sub_tensor_14" [label="(512, 2)", style=solid]; -"296 zero_point_updated_constant14" -> "297 sub_tensor_14" [label="(512, 1)", style=solid]; -"297 sub_tensor_14" -> "298 linear_13" [label="(512, 2)", style=solid]; -"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"301 scale_updated_constant15" -> "303 mul_tensor_15" [label="(6, 1)", style=solid]; -"302 compressed_weight_updated_constant15" -> "303 mul_tensor_15" [label="(6, 512)", style=solid]; -"303 mul_tensor_15" -> "305 sub_tensor_15" [label="(6, 512)", style=solid]; -"304 zero_point_updated_constant15" -> "305 sub_tensor_15" [label="(6, 1)", style=solid]; -"305 sub_tensor_15" -> "306 linear_14" [label="(6, 512)", style=solid]; -"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; -"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; -"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; -"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; -"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; -"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; -"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; -"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; -"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; -"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; -"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; -"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"319 reshape_9" -> "320 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; -"323 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; -"324 scale_updated_constant16" -> "326 mul_tensor_16" [label="(576, 1)", style=solid]; -"325 compressed_weight_updated_constant16" -> "326 mul_tensor_16" [label="(576, 192)", style=solid]; -"326 mul_tensor_16" -> "328 sub_tensor_16" [label="(576, 192)", style=solid]; -"327 zero_point_updated_constant16" -> "328 sub_tensor_16" [label="(576, 1)", style=solid]; -"328 sub_tensor_16" -> "329 linear_15" [label="(576, 192)", style=solid]; -"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; -"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; -"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; -"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; -"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; -"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; -"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; -"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; -"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"358 reshape_11" -> "359 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; -"362 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; -"363 scale_updated_constant17" -> "365 mul_tensor_17" [label="(192, 1)", style=solid]; -"364 compressed_weight_updated_constant17" -> "365 mul_tensor_17" [label="(192, 192)", style=solid]; -"365 mul_tensor_17" -> "367 sub_tensor_17" [label="(192, 192)", style=solid]; -"366 zero_point_updated_constant17" -> "367 sub_tensor_17" [label="(192, 1)", style=solid]; -"367 sub_tensor_17" -> "368 linear_16" [label="(192, 192)", style=solid]; -"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; -"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; -"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; -"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; -"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "382 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"385 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; -"386 scale_updated_constant18" -> "388 mul_tensor_18" [label="(768, 1)", style=solid]; -"387 compressed_weight_updated_constant18" -> "388 mul_tensor_18" [label="(768, 192)", style=solid]; -"388 mul_tensor_18" -> "390 sub_tensor_18" [label="(768, 192)", style=solid]; -"389 zero_point_updated_constant18" -> "390 sub_tensor_18" [label="(768, 1)", style=solid]; -"390 sub_tensor_18" -> "391 linear_17" [label="(768, 192)", style=solid]; -"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"397 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; -"398 scale_updated_constant19" -> "400 mul_tensor_19" [label="(192, 1)", style=solid]; -"399 compressed_weight_updated_constant19" -> "400 mul_tensor_19" [label="(192, 768)", style=solid]; -"400 mul_tensor_19" -> "402 sub_tensor_19" [label="(192, 768)", style=solid]; -"401 zero_point_updated_constant19" -> "402 sub_tensor_19" [label="(192, 1)", style=solid]; -"402 sub_tensor_19" -> "403 linear_18" [label="(192, 768)", style=solid]; -"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; -"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; -"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"411 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; -"412 scale_updated_constant20" -> "414 mul_tensor_20" [label="(512, 1)", style=solid]; -"413 compressed_weight_updated_constant20" -> "414 mul_tensor_20" [label="(512, 2)", style=solid]; -"414 mul_tensor_20" -> "416 sub_tensor_20" [label="(512, 2)", style=solid]; -"415 zero_point_updated_constant20" -> "416 sub_tensor_20" [label="(512, 1)", style=solid]; -"416 sub_tensor_20" -> "417 linear_19" [label="(512, 2)", style=solid]; -"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"420 scale_updated_constant21" -> "422 mul_tensor_21" [label="(6, 1)", style=solid]; -"421 compressed_weight_updated_constant21" -> "422 mul_tensor_21" [label="(6, 512)", style=solid]; -"422 mul_tensor_21" -> "424 sub_tensor_21" [label="(6, 512)", style=solid]; -"423 zero_point_updated_constant21" -> "424 sub_tensor_21" [label="(6, 1)", style=solid]; -"424 sub_tensor_21" -> "425 linear_20" [label="(6, 512)", style=solid]; -"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; -"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; -"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; -"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; -"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; -"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; -"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; -"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; -"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; -"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; -"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; -"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"439 reshape_13" -> "440 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; -"443 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; -"444 scale_updated_constant22" -> "446 mul_tensor_22" [label="(576, 1)", style=solid]; -"445 compressed_weight_updated_constant22" -> "446 mul_tensor_22" [label="(576, 192)", style=solid]; -"446 mul_tensor_22" -> "448 sub_tensor_22" [label="(576, 192)", style=solid]; -"447 zero_point_updated_constant22" -> "448 sub_tensor_22" [label="(576, 1)", style=solid]; -"448 sub_tensor_22" -> "449 linear_21" [label="(576, 192)", style=solid]; -"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; -"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; -"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; -"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; -"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; -"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; -"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; -"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; -"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; -"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; -"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; -"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; -"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; -"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; -"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; -"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; -"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"494 reshape_16" -> "495 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; -"498 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; -"499 scale_updated_constant23" -> "501 mul_tensor_23" [label="(192, 1)", style=solid]; -"500 compressed_weight_updated_constant23" -> "501 mul_tensor_23" [label="(192, 192)", style=solid]; -"501 mul_tensor_23" -> "503 sub_tensor_23" [label="(192, 192)", style=solid]; -"502 zero_point_updated_constant23" -> "503 sub_tensor_23" [label="(192, 1)", style=solid]; -"503 sub_tensor_23" -> "504 linear_22" [label="(192, 192)", style=solid]; -"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; -"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; -"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; -"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; -"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "519 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"522 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; -"523 scale_updated_constant24" -> "525 mul_tensor_24" [label="(768, 1)", style=solid]; -"524 compressed_weight_updated_constant24" -> "525 mul_tensor_24" [label="(768, 192)", style=solid]; -"525 mul_tensor_24" -> "527 sub_tensor_24" [label="(768, 192)", style=solid]; -"526 zero_point_updated_constant24" -> "527 sub_tensor_24" [label="(768, 1)", style=solid]; -"527 sub_tensor_24" -> "528 linear_23" [label="(768, 192)", style=solid]; -"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"534 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; -"535 scale_updated_constant25" -> "537 mul_tensor_25" [label="(192, 1)", style=solid]; -"536 compressed_weight_updated_constant25" -> "537 mul_tensor_25" [label="(192, 768)", style=solid]; -"537 mul_tensor_25" -> "539 sub_tensor_25" [label="(192, 768)", style=solid]; -"538 zero_point_updated_constant25" -> "539 sub_tensor_25" [label="(192, 1)", style=solid]; -"539 sub_tensor_25" -> "540 linear_24" [label="(192, 768)", style=solid]; -"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; -"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; -"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"559 cat_1" -> "560 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"563 scale_updated_constant26" -> "565 mul_tensor_26" [label="(384, 1)", style=solid]; -"564 compressed_weight_updated_constant26" -> "565 mul_tensor_26" [label="(384, 768)", style=solid]; -"565 mul_tensor_26" -> "567 sub_tensor_26" [label="(384, 768)", style=solid]; -"566 zero_point_updated_constant26" -> "567 sub_tensor_26" [label="(384, 1)", style=solid]; -"567 sub_tensor_26" -> "568 linear_25" [label="(384, 768)", style=solid]; -"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; -"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; -"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"574 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; -"575 scale_updated_constant27" -> "577 mul_tensor_27" [label="(512, 1)", style=solid]; -"576 compressed_weight_updated_constant27" -> "577 mul_tensor_27" [label="(512, 2)", style=solid]; -"577 mul_tensor_27" -> "579 sub_tensor_27" [label="(512, 2)", style=solid]; -"578 zero_point_updated_constant27" -> "579 sub_tensor_27" [label="(512, 1)", style=solid]; -"579 sub_tensor_27" -> "580 linear_26" [label="(512, 2)", style=solid]; -"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"583 scale_updated_constant28" -> "585 mul_tensor_28" [label="(12, 1)", style=solid]; -"584 compressed_weight_updated_constant28" -> "585 mul_tensor_28" [label="(12, 512)", style=solid]; -"585 mul_tensor_28" -> "587 sub_tensor_28" [label="(12, 512)", style=solid]; -"586 zero_point_updated_constant28" -> "587 sub_tensor_28" [label="(12, 1)", style=solid]; -"587 sub_tensor_28" -> "588 linear_27" [label="(12, 512)", style=solid]; -"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; -"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; -"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; -"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; -"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; -"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; -"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; -"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; -"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; -"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; -"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; -"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"601 reshape_18" -> "602 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; -"605 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; -"606 scale_updated_constant29" -> "608 mul_tensor_29" [label="(1152, 1)", style=solid]; -"607 compressed_weight_updated_constant29" -> "608 mul_tensor_29" [label="(1152, 384)", style=solid]; -"608 mul_tensor_29" -> "610 sub_tensor_29" [label="(1152, 384)", style=solid]; -"609 zero_point_updated_constant29" -> "610 sub_tensor_29" [label="(1152, 1)", style=solid]; -"610 sub_tensor_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; -"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; -"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; -"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; -"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; -"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; -"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; -"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; -"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; -"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"640 reshape_20" -> "641 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; -"644 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; -"645 scale_updated_constant30" -> "647 mul_tensor_30" [label="(384, 1)", style=solid]; -"646 compressed_weight_updated_constant30" -> "647 mul_tensor_30" [label="(384, 384)", style=solid]; -"647 mul_tensor_30" -> "649 sub_tensor_30" [label="(384, 384)", style=solid]; -"648 zero_point_updated_constant30" -> "649 sub_tensor_30" [label="(384, 1)", style=solid]; -"649 sub_tensor_30" -> "650 linear_29" [label="(384, 384)", style=solid]; -"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; -"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; -"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; -"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; -"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "664 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"667 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; -"668 scale_updated_constant31" -> "670 mul_tensor_31" [label="(1536, 1)", style=solid]; -"669 compressed_weight_updated_constant31" -> "670 mul_tensor_31" [label="(1536, 384)", style=solid]; -"670 mul_tensor_31" -> "672 sub_tensor_31" [label="(1536, 384)", style=solid]; -"671 zero_point_updated_constant31" -> "672 sub_tensor_31" [label="(1536, 1)", style=solid]; -"672 sub_tensor_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; -"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"679 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; -"680 scale_updated_constant32" -> "682 mul_tensor_32" [label="(384, 1)", style=solid]; -"681 compressed_weight_updated_constant32" -> "682 mul_tensor_32" [label="(384, 1536)", style=solid]; -"682 mul_tensor_32" -> "684 sub_tensor_32" [label="(384, 1536)", style=solid]; -"683 zero_point_updated_constant32" -> "684 sub_tensor_32" [label="(384, 1)", style=solid]; -"684 sub_tensor_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; -"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; -"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; -"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"693 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; -"694 scale_updated_constant33" -> "696 mul_tensor_33" [label="(512, 1)", style=solid]; -"695 compressed_weight_updated_constant33" -> "696 mul_tensor_33" [label="(512, 2)", style=solid]; -"696 mul_tensor_33" -> "698 sub_tensor_33" [label="(512, 2)", style=solid]; -"697 zero_point_updated_constant33" -> "698 sub_tensor_33" [label="(512, 1)", style=solid]; -"698 sub_tensor_33" -> "699 linear_32" [label="(512, 2)", style=solid]; -"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"702 scale_updated_constant34" -> "704 mul_tensor_34" [label="(12, 1)", style=solid]; -"703 compressed_weight_updated_constant34" -> "704 mul_tensor_34" [label="(12, 512)", style=solid]; -"704 mul_tensor_34" -> "706 sub_tensor_34" [label="(12, 512)", style=solid]; -"705 zero_point_updated_constant34" -> "706 sub_tensor_34" [label="(12, 1)", style=solid]; -"706 sub_tensor_34" -> "707 linear_33" [label="(12, 512)", style=solid]; -"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; -"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; -"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; -"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; -"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; -"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; -"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; -"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; -"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; -"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; -"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; -"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"721 reshape_22" -> "722 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; -"725 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; -"726 scale_updated_constant35" -> "728 mul_tensor_35" [label="(1152, 1)", style=solid]; -"727 compressed_weight_updated_constant35" -> "728 mul_tensor_35" [label="(1152, 384)", style=solid]; -"728 mul_tensor_35" -> "730 sub_tensor_35" [label="(1152, 384)", style=solid]; -"729 zero_point_updated_constant35" -> "730 sub_tensor_35" [label="(1152, 1)", style=solid]; -"730 sub_tensor_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; -"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; -"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; -"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; -"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; -"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; -"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; -"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; -"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; -"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; -"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; -"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; -"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; -"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; -"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; -"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; -"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; -"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"776 reshape_25" -> "777 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; -"780 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; -"781 scale_updated_constant36" -> "783 mul_tensor_36" [label="(384, 1)", style=solid]; -"782 compressed_weight_updated_constant36" -> "783 mul_tensor_36" [label="(384, 384)", style=solid]; -"783 mul_tensor_36" -> "785 sub_tensor_36" [label="(384, 384)", style=solid]; -"784 zero_point_updated_constant36" -> "785 sub_tensor_36" [label="(384, 1)", style=solid]; -"785 sub_tensor_36" -> "786 linear_35" [label="(384, 384)", style=solid]; -"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; -"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; -"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; -"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; -"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "801 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"804 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; -"805 scale_updated_constant37" -> "807 mul_tensor_37" [label="(1536, 1)", style=solid]; -"806 compressed_weight_updated_constant37" -> "807 mul_tensor_37" [label="(1536, 384)", style=solid]; -"807 mul_tensor_37" -> "809 sub_tensor_37" [label="(1536, 384)", style=solid]; -"808 zero_point_updated_constant37" -> "809 sub_tensor_37" [label="(1536, 1)", style=solid]; -"809 sub_tensor_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; -"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"816 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; -"817 scale_updated_constant38" -> "819 mul_tensor_38" [label="(384, 1)", style=solid]; -"818 compressed_weight_updated_constant38" -> "819 mul_tensor_38" [label="(384, 1536)", style=solid]; -"819 mul_tensor_38" -> "821 sub_tensor_38" [label="(384, 1536)", style=solid]; -"820 zero_point_updated_constant38" -> "821 sub_tensor_38" [label="(384, 1)", style=solid]; -"821 sub_tensor_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; -"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; -"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; -"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"830 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; -"831 scale_updated_constant39" -> "833 mul_tensor_39" [label="(512, 1)", style=solid]; -"832 compressed_weight_updated_constant39" -> "833 mul_tensor_39" [label="(512, 2)", style=solid]; -"833 mul_tensor_39" -> "835 sub_tensor_39" [label="(512, 2)", style=solid]; -"834 zero_point_updated_constant39" -> "835 sub_tensor_39" [label="(512, 1)", style=solid]; -"835 sub_tensor_39" -> "836 linear_38" [label="(512, 2)", style=solid]; -"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"839 scale_updated_constant40" -> "841 mul_tensor_40" [label="(12, 1)", style=solid]; -"840 compressed_weight_updated_constant40" -> "841 mul_tensor_40" [label="(12, 512)", style=solid]; -"841 mul_tensor_40" -> "843 sub_tensor_40" [label="(12, 512)", style=solid]; -"842 zero_point_updated_constant40" -> "843 sub_tensor_40" [label="(12, 1)", style=solid]; -"843 sub_tensor_40" -> "844 linear_39" [label="(12, 512)", style=solid]; -"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; -"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; -"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; -"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; -"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; -"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; -"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; -"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; -"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; -"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; -"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; -"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"857 reshape_27" -> "858 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; -"861 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; -"862 scale_updated_constant41" -> "864 mul_tensor_41" [label="(1152, 1)", style=solid]; -"863 compressed_weight_updated_constant41" -> "864 mul_tensor_41" [label="(1152, 384)", style=solid]; -"864 mul_tensor_41" -> "866 sub_tensor_41" [label="(1152, 384)", style=solid]; -"865 zero_point_updated_constant41" -> "866 sub_tensor_41" [label="(1152, 1)", style=solid]; -"866 sub_tensor_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; -"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; -"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; -"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; -"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; -"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; -"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; -"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; -"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; -"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; -"900 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; -"901 scale_updated_constant42" -> "903 mul_tensor_42" [label="(384, 1)", style=solid]; -"902 compressed_weight_updated_constant42" -> "903 mul_tensor_42" [label="(384, 384)", style=solid]; -"903 mul_tensor_42" -> "905 sub_tensor_42" [label="(384, 384)", style=solid]; -"904 zero_point_updated_constant42" -> "905 sub_tensor_42" [label="(384, 1)", style=solid]; -"905 sub_tensor_42" -> "906 linear_41" [label="(384, 384)", style=solid]; -"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; -"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; -"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; -"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; -"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "920 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"923 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; -"924 scale_updated_constant43" -> "926 mul_tensor_43" [label="(1536, 1)", style=solid]; -"925 compressed_weight_updated_constant43" -> "926 mul_tensor_43" [label="(1536, 384)", style=solid]; -"926 mul_tensor_43" -> "928 sub_tensor_43" [label="(1536, 384)", style=solid]; -"927 zero_point_updated_constant43" -> "928 sub_tensor_43" [label="(1536, 1)", style=solid]; -"928 sub_tensor_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; -"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"935 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; -"936 scale_updated_constant44" -> "938 mul_tensor_44" [label="(384, 1)", style=solid]; -"937 compressed_weight_updated_constant44" -> "938 mul_tensor_44" [label="(384, 1536)", style=solid]; -"938 mul_tensor_44" -> "940 sub_tensor_44" [label="(384, 1536)", style=solid]; -"939 zero_point_updated_constant44" -> "940 sub_tensor_44" [label="(384, 1)", style=solid]; -"940 sub_tensor_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; -"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; -"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; -"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"949 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; -"950 scale_updated_constant45" -> "952 mul_tensor_45" [label="(512, 1)", style=solid]; -"951 compressed_weight_updated_constant45" -> "952 mul_tensor_45" [label="(512, 2)", style=solid]; -"952 mul_tensor_45" -> "954 sub_tensor_45" [label="(512, 2)", style=solid]; -"953 zero_point_updated_constant45" -> "954 sub_tensor_45" [label="(512, 1)", style=solid]; -"954 sub_tensor_45" -> "955 linear_44" [label="(512, 2)", style=solid]; -"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"958 scale_updated_constant46" -> "960 mul_tensor_46" [label="(12, 1)", style=solid]; -"959 compressed_weight_updated_constant46" -> "960 mul_tensor_46" [label="(12, 512)", style=solid]; -"960 mul_tensor_46" -> "962 sub_tensor_46" [label="(12, 512)", style=solid]; -"961 zero_point_updated_constant46" -> "962 sub_tensor_46" [label="(12, 1)", style=solid]; -"962 sub_tensor_46" -> "963 linear_45" [label="(12, 512)", style=solid]; -"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; -"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; -"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; -"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; -"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; -"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; -"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; -"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; -"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; -"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; -"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; -"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"977 reshape_31" -> "978 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; -"981 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; -"982 scale_updated_constant47" -> "984 mul_tensor_47" [label="(1152, 1)", style=solid]; -"983 compressed_weight_updated_constant47" -> "984 mul_tensor_47" [label="(1152, 384)", style=solid]; -"984 mul_tensor_47" -> "986 sub_tensor_47" [label="(1152, 384)", style=solid]; -"985 zero_point_updated_constant47" -> "986 sub_tensor_47" [label="(1152, 1)", style=solid]; -"986 sub_tensor_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; -"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; -"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; -"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; -"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; -"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; -"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; -"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; -"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; -"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; -"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; -"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; -"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; -"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; -"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; -"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; -"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; -"1036 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; -"1037 scale_updated_constant48" -> "1039 mul_tensor_48" [label="(384, 1)", style=solid]; -"1038 compressed_weight_updated_constant48" -> "1039 mul_tensor_48" [label="(384, 384)", style=solid]; -"1039 mul_tensor_48" -> "1041 sub_tensor_48" [label="(384, 384)", style=solid]; -"1040 zero_point_updated_constant48" -> "1041 sub_tensor_48" [label="(384, 1)", style=solid]; -"1041 sub_tensor_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; -"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; -"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; -"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; -"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; -"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1057 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1060 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; -"1061 scale_updated_constant49" -> "1063 mul_tensor_49" [label="(1536, 1)", style=solid]; -"1062 compressed_weight_updated_constant49" -> "1063 mul_tensor_49" [label="(1536, 384)", style=solid]; -"1063 mul_tensor_49" -> "1065 sub_tensor_49" [label="(1536, 384)", style=solid]; -"1064 zero_point_updated_constant49" -> "1065 sub_tensor_49" [label="(1536, 1)", style=solid]; -"1065 sub_tensor_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; -"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1072 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; -"1073 scale_updated_constant50" -> "1075 mul_tensor_50" [label="(384, 1)", style=solid]; -"1074 compressed_weight_updated_constant50" -> "1075 mul_tensor_50" [label="(384, 1536)", style=solid]; -"1075 mul_tensor_50" -> "1077 sub_tensor_50" [label="(384, 1536)", style=solid]; -"1076 zero_point_updated_constant50" -> "1077 sub_tensor_50" [label="(384, 1)", style=solid]; -"1077 sub_tensor_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; -"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; -"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; -"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1086 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; -"1087 scale_updated_constant51" -> "1089 mul_tensor_51" [label="(512, 1)", style=solid]; -"1088 compressed_weight_updated_constant51" -> "1089 mul_tensor_51" [label="(512, 2)", style=solid]; -"1089 mul_tensor_51" -> "1091 sub_tensor_51" [label="(512, 2)", style=solid]; -"1090 zero_point_updated_constant51" -> "1091 sub_tensor_51" [label="(512, 1)", style=solid]; -"1091 sub_tensor_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; -"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1095 scale_updated_constant52" -> "1097 mul_tensor_52" [label="(12, 1)", style=solid]; -"1096 compressed_weight_updated_constant52" -> "1097 mul_tensor_52" [label="(12, 512)", style=solid]; -"1097 mul_tensor_52" -> "1099 sub_tensor_52" [label="(12, 512)", style=solid]; -"1098 zero_point_updated_constant52" -> "1099 sub_tensor_52" [label="(12, 1)", style=solid]; -"1099 sub_tensor_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; -"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; -"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; -"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; -"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; -"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; -"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; -"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; -"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; -"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; -"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; -"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; -"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1113 reshape_36" -> "1114 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; -"1117 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; -"1118 scale_updated_constant53" -> "1120 mul_tensor_53" [label="(1152, 1)", style=solid]; -"1119 compressed_weight_updated_constant53" -> "1120 mul_tensor_53" [label="(1152, 384)", style=solid]; -"1120 mul_tensor_53" -> "1122 sub_tensor_53" [label="(1152, 384)", style=solid]; -"1121 zero_point_updated_constant53" -> "1122 sub_tensor_53" [label="(1152, 1)", style=solid]; -"1122 sub_tensor_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; -"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; -"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; -"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; -"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; -"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; -"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1152 reshape_38" -> "1153 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; -"1156 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; -"1157 scale_updated_constant54" -> "1159 mul_tensor_54" [label="(384, 1)", style=solid]; -"1158 compressed_weight_updated_constant54" -> "1159 mul_tensor_54" [label="(384, 384)", style=solid]; -"1159 mul_tensor_54" -> "1161 sub_tensor_54" [label="(384, 384)", style=solid]; -"1160 zero_point_updated_constant54" -> "1161 sub_tensor_54" [label="(384, 1)", style=solid]; -"1161 sub_tensor_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; -"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; -"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; -"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; -"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; -"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1176 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1179 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; -"1180 scale_updated_constant55" -> "1182 mul_tensor_55" [label="(1536, 1)", style=solid]; -"1181 compressed_weight_updated_constant55" -> "1182 mul_tensor_55" [label="(1536, 384)", style=solid]; -"1182 mul_tensor_55" -> "1184 sub_tensor_55" [label="(1536, 384)", style=solid]; -"1183 zero_point_updated_constant55" -> "1184 sub_tensor_55" [label="(1536, 1)", style=solid]; -"1184 sub_tensor_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; -"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1191 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; -"1192 scale_updated_constant56" -> "1194 mul_tensor_56" [label="(384, 1)", style=solid]; -"1193 compressed_weight_updated_constant56" -> "1194 mul_tensor_56" [label="(384, 1536)", style=solid]; -"1194 mul_tensor_56" -> "1196 sub_tensor_56" [label="(384, 1536)", style=solid]; -"1195 zero_point_updated_constant56" -> "1196 sub_tensor_56" [label="(384, 1)", style=solid]; -"1196 sub_tensor_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; -"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; -"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; -"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1205 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; -"1206 scale_updated_constant57" -> "1208 mul_tensor_57" [label="(512, 1)", style=solid]; -"1207 compressed_weight_updated_constant57" -> "1208 mul_tensor_57" [label="(512, 2)", style=solid]; -"1208 mul_tensor_57" -> "1210 sub_tensor_57" [label="(512, 2)", style=solid]; -"1209 zero_point_updated_constant57" -> "1210 sub_tensor_57" [label="(512, 1)", style=solid]; -"1210 sub_tensor_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; -"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1214 scale_updated_constant58" -> "1216 mul_tensor_58" [label="(12, 1)", style=solid]; -"1215 compressed_weight_updated_constant58" -> "1216 mul_tensor_58" [label="(12, 512)", style=solid]; -"1216 mul_tensor_58" -> "1218 sub_tensor_58" [label="(12, 512)", style=solid]; -"1217 zero_point_updated_constant58" -> "1218 sub_tensor_58" [label="(12, 1)", style=solid]; -"1218 sub_tensor_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; -"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; -"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; -"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; -"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; -"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; -"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; -"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; -"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; -"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; -"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1233 reshape_40" -> "1234 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; -"1237 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; -"1238 scale_updated_constant59" -> "1240 mul_tensor_59" [label="(1152, 1)", style=solid]; -"1239 compressed_weight_updated_constant59" -> "1240 mul_tensor_59" [label="(1152, 384)", style=solid]; -"1240 mul_tensor_59" -> "1242 sub_tensor_59" [label="(1152, 384)", style=solid]; -"1241 zero_point_updated_constant59" -> "1242 sub_tensor_59" [label="(1152, 1)", style=solid]; -"1242 sub_tensor_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; -"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; -"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; -"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; -"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; -"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; -"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; -"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; -"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; -"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; -"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; -"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1288 reshape_43" -> "1289 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; -"1292 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; -"1293 scale_updated_constant60" -> "1295 mul_tensor_60" [label="(384, 1)", style=solid]; -"1294 compressed_weight_updated_constant60" -> "1295 mul_tensor_60" [label="(384, 384)", style=solid]; -"1295 mul_tensor_60" -> "1297 sub_tensor_60" [label="(384, 384)", style=solid]; -"1296 zero_point_updated_constant60" -> "1297 sub_tensor_60" [label="(384, 1)", style=solid]; -"1297 sub_tensor_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; -"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; -"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; -"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; -"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; -"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1313 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1316 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; -"1317 scale_updated_constant61" -> "1319 mul_tensor_61" [label="(1536, 1)", style=solid]; -"1318 compressed_weight_updated_constant61" -> "1319 mul_tensor_61" [label="(1536, 384)", style=solid]; -"1319 mul_tensor_61" -> "1321 sub_tensor_61" [label="(1536, 384)", style=solid]; -"1320 zero_point_updated_constant61" -> "1321 sub_tensor_61" [label="(1536, 1)", style=solid]; -"1321 sub_tensor_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; -"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1328 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; -"1329 scale_updated_constant62" -> "1331 mul_tensor_62" [label="(384, 1)", style=solid]; -"1330 compressed_weight_updated_constant62" -> "1331 mul_tensor_62" [label="(384, 1536)", style=solid]; -"1331 mul_tensor_62" -> "1333 sub_tensor_62" [label="(384, 1536)", style=solid]; -"1332 zero_point_updated_constant62" -> "1333 sub_tensor_62" [label="(384, 1)", style=solid]; -"1333 sub_tensor_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; -"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; -"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; -"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1342 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; -"1343 scale_updated_constant63" -> "1345 mul_tensor_63" [label="(512, 1)", style=solid]; -"1344 compressed_weight_updated_constant63" -> "1345 mul_tensor_63" [label="(512, 2)", style=solid]; -"1345 mul_tensor_63" -> "1347 sub_tensor_63" [label="(512, 2)", style=solid]; -"1346 zero_point_updated_constant63" -> "1347 sub_tensor_63" [label="(512, 1)", style=solid]; -"1347 sub_tensor_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; -"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1351 scale_updated_constant64" -> "1353 mul_tensor_64" [label="(12, 1)", style=solid]; -"1352 compressed_weight_updated_constant64" -> "1353 mul_tensor_64" [label="(12, 512)", style=solid]; -"1353 mul_tensor_64" -> "1355 sub_tensor_64" [label="(12, 512)", style=solid]; -"1354 zero_point_updated_constant64" -> "1355 sub_tensor_64" [label="(12, 1)", style=solid]; -"1355 sub_tensor_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; -"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; -"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; -"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; -"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; -"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; -"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; -"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; -"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; -"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; -"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1369 reshape_45" -> "1370 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; -"1373 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; -"1374 scale_updated_constant65" -> "1376 mul_tensor_65" [label="(1152, 1)", style=solid]; -"1375 compressed_weight_updated_constant65" -> "1376 mul_tensor_65" [label="(1152, 384)", style=solid]; -"1376 mul_tensor_65" -> "1378 sub_tensor_65" [label="(1152, 384)", style=solid]; -"1377 zero_point_updated_constant65" -> "1378 sub_tensor_65" [label="(1152, 1)", style=solid]; -"1378 sub_tensor_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; -"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; -"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; -"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; -"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1408 reshape_47" -> "1409 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; -"1412 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; -"1413 scale_updated_constant66" -> "1415 mul_tensor_66" [label="(384, 1)", style=solid]; -"1414 compressed_weight_updated_constant66" -> "1415 mul_tensor_66" [label="(384, 384)", style=solid]; -"1415 mul_tensor_66" -> "1417 sub_tensor_66" [label="(384, 384)", style=solid]; -"1416 zero_point_updated_constant66" -> "1417 sub_tensor_66" [label="(384, 1)", style=solid]; -"1417 sub_tensor_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; -"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; -"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; -"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; -"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; -"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1432 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1435 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; -"1436 scale_updated_constant67" -> "1438 mul_tensor_67" [label="(1536, 1)", style=solid]; -"1437 compressed_weight_updated_constant67" -> "1438 mul_tensor_67" [label="(1536, 384)", style=solid]; -"1438 mul_tensor_67" -> "1440 sub_tensor_67" [label="(1536, 384)", style=solid]; -"1439 zero_point_updated_constant67" -> "1440 sub_tensor_67" [label="(1536, 1)", style=solid]; -"1440 sub_tensor_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; -"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1447 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; -"1448 scale_updated_constant68" -> "1450 mul_tensor_68" [label="(384, 1)", style=solid]; -"1449 compressed_weight_updated_constant68" -> "1450 mul_tensor_68" [label="(384, 1536)", style=solid]; -"1450 mul_tensor_68" -> "1452 sub_tensor_68" [label="(384, 1536)", style=solid]; -"1451 zero_point_updated_constant68" -> "1452 sub_tensor_68" [label="(384, 1)", style=solid]; -"1452 sub_tensor_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; -"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; -"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; -"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1461 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; -"1462 scale_updated_constant69" -> "1464 mul_tensor_69" [label="(512, 1)", style=solid]; -"1463 compressed_weight_updated_constant69" -> "1464 mul_tensor_69" [label="(512, 2)", style=solid]; -"1464 mul_tensor_69" -> "1466 sub_tensor_69" [label="(512, 2)", style=solid]; -"1465 zero_point_updated_constant69" -> "1466 sub_tensor_69" [label="(512, 1)", style=solid]; -"1466 sub_tensor_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; -"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1470 scale_updated_constant70" -> "1472 mul_tensor_70" [label="(12, 1)", style=solid]; -"1471 compressed_weight_updated_constant70" -> "1472 mul_tensor_70" [label="(12, 512)", style=solid]; -"1472 mul_tensor_70" -> "1474 sub_tensor_70" [label="(12, 512)", style=solid]; -"1473 zero_point_updated_constant70" -> "1474 sub_tensor_70" [label="(12, 1)", style=solid]; -"1474 sub_tensor_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; -"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; -"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; -"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; -"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; -"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; -"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; -"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; -"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; -"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; -"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1489 reshape_49" -> "1490 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; -"1493 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; -"1494 scale_updated_constant71" -> "1496 mul_tensor_71" [label="(1152, 1)", style=solid]; -"1495 compressed_weight_updated_constant71" -> "1496 mul_tensor_71" [label="(1152, 384)", style=solid]; -"1496 mul_tensor_71" -> "1498 sub_tensor_71" [label="(1152, 384)", style=solid]; -"1497 zero_point_updated_constant71" -> "1498 sub_tensor_71" [label="(1152, 1)", style=solid]; -"1498 sub_tensor_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; -"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; -"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; -"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; -"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; -"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; -"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; -"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; -"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; -"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; -"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; -"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1544 reshape_52" -> "1545 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; -"1548 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; -"1549 scale_updated_constant72" -> "1551 mul_tensor_72" [label="(384, 1)", style=solid]; -"1550 compressed_weight_updated_constant72" -> "1551 mul_tensor_72" [label="(384, 384)", style=solid]; -"1551 mul_tensor_72" -> "1553 sub_tensor_72" [label="(384, 384)", style=solid]; -"1552 zero_point_updated_constant72" -> "1553 sub_tensor_72" [label="(384, 1)", style=solid]; -"1553 sub_tensor_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; -"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; -"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; -"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; -"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; -"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1569 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1572 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; -"1573 scale_updated_constant73" -> "1575 mul_tensor_73" [label="(1536, 1)", style=solid]; -"1574 compressed_weight_updated_constant73" -> "1575 mul_tensor_73" [label="(1536, 384)", style=solid]; -"1575 mul_tensor_73" -> "1577 sub_tensor_73" [label="(1536, 384)", style=solid]; -"1576 zero_point_updated_constant73" -> "1577 sub_tensor_73" [label="(1536, 1)", style=solid]; -"1577 sub_tensor_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; -"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1584 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; -"1585 scale_updated_constant74" -> "1587 mul_tensor_74" [label="(384, 1)", style=solid]; -"1586 compressed_weight_updated_constant74" -> "1587 mul_tensor_74" [label="(384, 1536)", style=solid]; -"1587 mul_tensor_74" -> "1589 sub_tensor_74" [label="(384, 1536)", style=solid]; -"1588 zero_point_updated_constant74" -> "1589 sub_tensor_74" [label="(384, 1)", style=solid]; -"1589 sub_tensor_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; -"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; -"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; -"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1598 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; -"1599 scale_updated_constant75" -> "1601 mul_tensor_75" [label="(512, 1)", style=solid]; -"1600 compressed_weight_updated_constant75" -> "1601 mul_tensor_75" [label="(512, 2)", style=solid]; -"1601 mul_tensor_75" -> "1603 sub_tensor_75" [label="(512, 2)", style=solid]; -"1602 zero_point_updated_constant75" -> "1603 sub_tensor_75" [label="(512, 1)", style=solid]; -"1603 sub_tensor_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; -"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1607 scale_updated_constant76" -> "1609 mul_tensor_76" [label="(12, 1)", style=solid]; -"1608 compressed_weight_updated_constant76" -> "1609 mul_tensor_76" [label="(12, 512)", style=solid]; -"1609 mul_tensor_76" -> "1611 sub_tensor_76" [label="(12, 512)", style=solid]; -"1610 zero_point_updated_constant76" -> "1611 sub_tensor_76" [label="(12, 1)", style=solid]; -"1611 sub_tensor_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; -"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; -"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; -"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; -"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; -"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; -"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; -"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; -"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; -"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; -"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1625 reshape_54" -> "1626 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; -"1629 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; -"1630 scale_updated_constant77" -> "1632 mul_tensor_77" [label="(1152, 1)", style=solid]; -"1631 compressed_weight_updated_constant77" -> "1632 mul_tensor_77" [label="(1152, 384)", style=solid]; -"1632 mul_tensor_77" -> "1634 sub_tensor_77" [label="(1152, 384)", style=solid]; -"1633 zero_point_updated_constant77" -> "1634 sub_tensor_77" [label="(1152, 1)", style=solid]; -"1634 sub_tensor_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; -"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; -"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; -"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; -"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1664 reshape_56" -> "1665 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; -"1668 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; -"1669 scale_updated_constant78" -> "1671 mul_tensor_78" [label="(384, 1)", style=solid]; -"1670 compressed_weight_updated_constant78" -> "1671 mul_tensor_78" [label="(384, 384)", style=solid]; -"1671 mul_tensor_78" -> "1673 sub_tensor_78" [label="(384, 384)", style=solid]; -"1672 zero_point_updated_constant78" -> "1673 sub_tensor_78" [label="(384, 1)", style=solid]; -"1673 sub_tensor_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; -"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; -"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; -"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; -"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; -"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1688 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1691 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; -"1692 scale_updated_constant79" -> "1694 mul_tensor_79" [label="(1536, 1)", style=solid]; -"1693 compressed_weight_updated_constant79" -> "1694 mul_tensor_79" [label="(1536, 384)", style=solid]; -"1694 mul_tensor_79" -> "1696 sub_tensor_79" [label="(1536, 384)", style=solid]; -"1695 zero_point_updated_constant79" -> "1696 sub_tensor_79" [label="(1536, 1)", style=solid]; -"1696 sub_tensor_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; -"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1703 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; -"1704 scale_updated_constant80" -> "1706 mul_tensor_80" [label="(384, 1)", style=solid]; -"1705 compressed_weight_updated_constant80" -> "1706 mul_tensor_80" [label="(384, 1536)", style=solid]; -"1706 mul_tensor_80" -> "1708 sub_tensor_80" [label="(384, 1536)", style=solid]; -"1707 zero_point_updated_constant80" -> "1708 sub_tensor_80" [label="(384, 1)", style=solid]; -"1708 sub_tensor_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; -"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; -"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; -"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1717 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; -"1718 scale_updated_constant81" -> "1720 mul_tensor_81" [label="(512, 1)", style=solid]; -"1719 compressed_weight_updated_constant81" -> "1720 mul_tensor_81" [label="(512, 2)", style=solid]; -"1720 mul_tensor_81" -> "1722 sub_tensor_81" [label="(512, 2)", style=solid]; -"1721 zero_point_updated_constant81" -> "1722 sub_tensor_81" [label="(512, 1)", style=solid]; -"1722 sub_tensor_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; -"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1726 scale_updated_constant82" -> "1728 mul_tensor_82" [label="(12, 1)", style=solid]; -"1727 compressed_weight_updated_constant82" -> "1728 mul_tensor_82" [label="(12, 512)", style=solid]; -"1728 mul_tensor_82" -> "1730 sub_tensor_82" [label="(12, 512)", style=solid]; -"1729 zero_point_updated_constant82" -> "1730 sub_tensor_82" [label="(12, 1)", style=solid]; -"1730 sub_tensor_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; -"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; -"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; -"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; -"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; -"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; -"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; -"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; -"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; -"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; -"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1745 reshape_58" -> "1746 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; -"1749 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; -"1750 scale_updated_constant83" -> "1752 mul_tensor_83" [label="(1152, 1)", style=solid]; -"1751 compressed_weight_updated_constant83" -> "1752 mul_tensor_83" [label="(1152, 384)", style=solid]; -"1752 mul_tensor_83" -> "1754 sub_tensor_83" [label="(1152, 384)", style=solid]; -"1753 zero_point_updated_constant83" -> "1754 sub_tensor_83" [label="(1152, 1)", style=solid]; -"1754 sub_tensor_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; -"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; -"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; -"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; -"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; -"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; -"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; -"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; -"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; -"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; -"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; -"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1800 reshape_61" -> "1801 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; -"1804 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; -"1805 scale_updated_constant84" -> "1807 mul_tensor_84" [label="(384, 1)", style=solid]; -"1806 compressed_weight_updated_constant84" -> "1807 mul_tensor_84" [label="(384, 384)", style=solid]; -"1807 mul_tensor_84" -> "1809 sub_tensor_84" [label="(384, 384)", style=solid]; -"1808 zero_point_updated_constant84" -> "1809 sub_tensor_84" [label="(384, 1)", style=solid]; -"1809 sub_tensor_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; -"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; -"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; -"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; -"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; -"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1825 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1828 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; -"1829 scale_updated_constant85" -> "1831 mul_tensor_85" [label="(1536, 1)", style=solid]; -"1830 compressed_weight_updated_constant85" -> "1831 mul_tensor_85" [label="(1536, 384)", style=solid]; -"1831 mul_tensor_85" -> "1833 sub_tensor_85" [label="(1536, 384)", style=solid]; -"1832 zero_point_updated_constant85" -> "1833 sub_tensor_85" [label="(1536, 1)", style=solid]; -"1833 sub_tensor_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; -"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1840 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; -"1841 scale_updated_constant86" -> "1843 mul_tensor_86" [label="(384, 1)", style=solid]; -"1842 compressed_weight_updated_constant86" -> "1843 mul_tensor_86" [label="(384, 1536)", style=solid]; -"1843 mul_tensor_86" -> "1845 sub_tensor_86" [label="(384, 1536)", style=solid]; -"1844 zero_point_updated_constant86" -> "1845 sub_tensor_86" [label="(384, 1)", style=solid]; -"1845 sub_tensor_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; -"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; -"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; -"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1854 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; -"1855 scale_updated_constant87" -> "1857 mul_tensor_87" [label="(512, 1)", style=solid]; -"1856 compressed_weight_updated_constant87" -> "1857 mul_tensor_87" [label="(512, 2)", style=solid]; -"1857 mul_tensor_87" -> "1859 sub_tensor_87" [label="(512, 2)", style=solid]; -"1858 zero_point_updated_constant87" -> "1859 sub_tensor_87" [label="(512, 1)", style=solid]; -"1859 sub_tensor_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; -"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1863 scale_updated_constant88" -> "1865 mul_tensor_88" [label="(12, 1)", style=solid]; -"1864 compressed_weight_updated_constant88" -> "1865 mul_tensor_88" [label="(12, 512)", style=solid]; -"1865 mul_tensor_88" -> "1867 sub_tensor_88" [label="(12, 512)", style=solid]; -"1866 zero_point_updated_constant88" -> "1867 sub_tensor_88" [label="(12, 1)", style=solid]; -"1867 sub_tensor_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; -"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; -"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; -"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; -"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; -"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; -"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; -"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; -"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; -"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; -"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1881 reshape_63" -> "1882 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; -"1885 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; -"1886 scale_updated_constant89" -> "1888 mul_tensor_89" [label="(1152, 1)", style=solid]; -"1887 compressed_weight_updated_constant89" -> "1888 mul_tensor_89" [label="(1152, 384)", style=solid]; -"1888 mul_tensor_89" -> "1890 sub_tensor_89" [label="(1152, 384)", style=solid]; -"1889 zero_point_updated_constant89" -> "1890 sub_tensor_89" [label="(1152, 1)", style=solid]; -"1890 sub_tensor_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; -"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; -"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; -"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; -"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1920 reshape_65" -> "1921 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; -"1924 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; -"1925 scale_updated_constant90" -> "1927 mul_tensor_90" [label="(384, 1)", style=solid]; -"1926 compressed_weight_updated_constant90" -> "1927 mul_tensor_90" [label="(384, 384)", style=solid]; -"1927 mul_tensor_90" -> "1929 sub_tensor_90" [label="(384, 384)", style=solid]; -"1928 zero_point_updated_constant90" -> "1929 sub_tensor_90" [label="(384, 1)", style=solid]; -"1929 sub_tensor_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; -"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; -"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; -"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; -"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; -"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1944 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1947 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; -"1948 scale_updated_constant91" -> "1950 mul_tensor_91" [label="(1536, 1)", style=solid]; -"1949 compressed_weight_updated_constant91" -> "1950 mul_tensor_91" [label="(1536, 384)", style=solid]; -"1950 mul_tensor_91" -> "1952 sub_tensor_91" [label="(1536, 384)", style=solid]; -"1951 zero_point_updated_constant91" -> "1952 sub_tensor_91" [label="(1536, 1)", style=solid]; -"1952 sub_tensor_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; -"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1959 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; -"1960 scale_updated_constant92" -> "1962 mul_tensor_92" [label="(384, 1)", style=solid]; -"1961 compressed_weight_updated_constant92" -> "1962 mul_tensor_92" [label="(384, 1536)", style=solid]; -"1962 mul_tensor_92" -> "1964 sub_tensor_92" [label="(384, 1536)", style=solid]; -"1963 zero_point_updated_constant92" -> "1964 sub_tensor_92" [label="(384, 1)", style=solid]; -"1964 sub_tensor_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; -"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; -"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; -"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1973 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; -"1974 scale_updated_constant93" -> "1976 mul_tensor_93" [label="(512, 1)", style=solid]; -"1975 compressed_weight_updated_constant93" -> "1976 mul_tensor_93" [label="(512, 2)", style=solid]; -"1976 mul_tensor_93" -> "1978 sub_tensor_93" [label="(512, 2)", style=solid]; -"1977 zero_point_updated_constant93" -> "1978 sub_tensor_93" [label="(512, 1)", style=solid]; -"1978 sub_tensor_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; -"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1982 scale_updated_constant94" -> "1984 mul_tensor_94" [label="(12, 1)", style=solid]; -"1983 compressed_weight_updated_constant94" -> "1984 mul_tensor_94" [label="(12, 512)", style=solid]; -"1984 mul_tensor_94" -> "1986 sub_tensor_94" [label="(12, 512)", style=solid]; -"1985 zero_point_updated_constant94" -> "1986 sub_tensor_94" [label="(12, 1)", style=solid]; -"1986 sub_tensor_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; -"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; -"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; -"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; -"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; -"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; -"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; -"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; -"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; -"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; -"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; -"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; -"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2001 reshape_67" -> "2002 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; -"2005 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; -"2006 scale_updated_constant95" -> "2008 mul_tensor_95" [label="(1152, 1)", style=solid]; -"2007 compressed_weight_updated_constant95" -> "2008 mul_tensor_95" [label="(1152, 384)", style=solid]; -"2008 mul_tensor_95" -> "2010 sub_tensor_95" [label="(1152, 384)", style=solid]; -"2009 zero_point_updated_constant95" -> "2010 sub_tensor_95" [label="(1152, 1)", style=solid]; -"2010 sub_tensor_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; -"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; -"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; -"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; -"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; -"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; -"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; -"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; -"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; -"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; -"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; -"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; -"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; -"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; -"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"2056 reshape_70" -> "2057 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; -"2060 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; -"2061 scale_updated_constant96" -> "2063 mul_tensor_96" [label="(384, 1)", style=solid]; -"2062 compressed_weight_updated_constant96" -> "2063 mul_tensor_96" [label="(384, 384)", style=solid]; -"2063 mul_tensor_96" -> "2065 sub_tensor_96" [label="(384, 384)", style=solid]; -"2064 zero_point_updated_constant96" -> "2065 sub_tensor_96" [label="(384, 1)", style=solid]; -"2065 sub_tensor_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; -"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; -"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; -"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; -"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; -"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2081 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2084 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; -"2085 scale_updated_constant97" -> "2087 mul_tensor_97" [label="(1536, 1)", style=solid]; -"2086 compressed_weight_updated_constant97" -> "2087 mul_tensor_97" [label="(1536, 384)", style=solid]; -"2087 mul_tensor_97" -> "2089 sub_tensor_97" [label="(1536, 384)", style=solid]; -"2088 zero_point_updated_constant97" -> "2089 sub_tensor_97" [label="(1536, 1)", style=solid]; -"2089 sub_tensor_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; -"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2096 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; -"2097 scale_updated_constant98" -> "2099 mul_tensor_98" [label="(384, 1)", style=solid]; -"2098 compressed_weight_updated_constant98" -> "2099 mul_tensor_98" [label="(384, 1536)", style=solid]; -"2099 mul_tensor_98" -> "2101 sub_tensor_98" [label="(384, 1536)", style=solid]; -"2100 zero_point_updated_constant98" -> "2101 sub_tensor_98" [label="(384, 1)", style=solid]; -"2101 sub_tensor_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; -"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; -"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; -"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2110 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; -"2111 scale_updated_constant99" -> "2113 mul_tensor_99" [label="(512, 1)", style=solid]; -"2112 compressed_weight_updated_constant99" -> "2113 mul_tensor_99" [label="(512, 2)", style=solid]; -"2113 mul_tensor_99" -> "2115 sub_tensor_99" [label="(512, 2)", style=solid]; -"2114 zero_point_updated_constant99" -> "2115 sub_tensor_99" [label="(512, 1)", style=solid]; -"2115 sub_tensor_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; -"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2119 scale_updated_constant100" -> "2121 mul_tensor_100" [label="(12, 1)", style=solid]; -"2120 compressed_weight_updated_constant100" -> "2121 mul_tensor_100" [label="(12, 512)", style=solid]; -"2121 mul_tensor_100" -> "2123 sub_tensor_100" [label="(12, 512)", style=solid]; -"2122 zero_point_updated_constant100" -> "2123 sub_tensor_100" [label="(12, 1)", style=solid]; -"2123 sub_tensor_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; -"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; -"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; -"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; -"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; -"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; -"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; -"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; -"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; -"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; -"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; -"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; -"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2137 reshape_72" -> "2138 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; -"2141 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; -"2142 scale_updated_constant101" -> "2144 mul_tensor_101" [label="(1152, 1)", style=solid]; -"2143 compressed_weight_updated_constant101" -> "2144 mul_tensor_101" [label="(1152, 384)", style=solid]; -"2144 mul_tensor_101" -> "2146 sub_tensor_101" [label="(1152, 384)", style=solid]; -"2145 zero_point_updated_constant101" -> "2146 sub_tensor_101" [label="(1152, 1)", style=solid]; -"2146 sub_tensor_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; -"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; -"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; -"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; -"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; -"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; -"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"2176 reshape_74" -> "2177 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; -"2180 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; -"2181 scale_updated_constant102" -> "2183 mul_tensor_102" [label="(384, 1)", style=solid]; -"2182 compressed_weight_updated_constant102" -> "2183 mul_tensor_102" [label="(384, 384)", style=solid]; -"2183 mul_tensor_102" -> "2185 sub_tensor_102" [label="(384, 384)", style=solid]; -"2184 zero_point_updated_constant102" -> "2185 sub_tensor_102" [label="(384, 1)", style=solid]; -"2185 sub_tensor_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; -"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; -"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; -"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; -"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; -"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2200 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2203 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; -"2204 scale_updated_constant103" -> "2206 mul_tensor_103" [label="(1536, 1)", style=solid]; -"2205 compressed_weight_updated_constant103" -> "2206 mul_tensor_103" [label="(1536, 384)", style=solid]; -"2206 mul_tensor_103" -> "2208 sub_tensor_103" [label="(1536, 384)", style=solid]; -"2207 zero_point_updated_constant103" -> "2208 sub_tensor_103" [label="(1536, 1)", style=solid]; -"2208 sub_tensor_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; -"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2215 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; -"2216 scale_updated_constant104" -> "2218 mul_tensor_104" [label="(384, 1)", style=solid]; -"2217 compressed_weight_updated_constant104" -> "2218 mul_tensor_104" [label="(384, 1536)", style=solid]; -"2218 mul_tensor_104" -> "2220 sub_tensor_104" [label="(384, 1536)", style=solid]; -"2219 zero_point_updated_constant104" -> "2220 sub_tensor_104" [label="(384, 1)", style=solid]; -"2220 sub_tensor_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; -"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; -"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; -"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2229 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; -"2230 scale_updated_constant105" -> "2232 mul_tensor_105" [label="(512, 1)", style=solid]; -"2231 compressed_weight_updated_constant105" -> "2232 mul_tensor_105" [label="(512, 2)", style=solid]; -"2232 mul_tensor_105" -> "2234 sub_tensor_105" [label="(512, 2)", style=solid]; -"2233 zero_point_updated_constant105" -> "2234 sub_tensor_105" [label="(512, 1)", style=solid]; -"2234 sub_tensor_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; -"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2238 scale_updated_constant106" -> "2240 mul_tensor_106" [label="(12, 1)", style=solid]; -"2239 compressed_weight_updated_constant106" -> "2240 mul_tensor_106" [label="(12, 512)", style=solid]; -"2240 mul_tensor_106" -> "2242 sub_tensor_106" [label="(12, 512)", style=solid]; -"2241 zero_point_updated_constant106" -> "2242 sub_tensor_106" [label="(12, 1)", style=solid]; -"2242 sub_tensor_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; -"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; -"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; -"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; -"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; -"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; -"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; -"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; -"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; -"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; -"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; -"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; -"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2257 reshape_76" -> "2258 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; -"2261 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; -"2262 scale_updated_constant107" -> "2264 mul_tensor_107" [label="(1152, 1)", style=solid]; -"2263 compressed_weight_updated_constant107" -> "2264 mul_tensor_107" [label="(1152, 384)", style=solid]; -"2264 mul_tensor_107" -> "2266 sub_tensor_107" [label="(1152, 384)", style=solid]; -"2265 zero_point_updated_constant107" -> "2266 sub_tensor_107" [label="(1152, 1)", style=solid]; -"2266 sub_tensor_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; -"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; -"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; -"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; -"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; -"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; -"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; -"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; -"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; -"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; -"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; -"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; -"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; -"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; -"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2312 reshape_79" -> "2313 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; -"2316 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; -"2317 scale_updated_constant108" -> "2319 mul_tensor_108" [label="(384, 1)", style=solid]; -"2318 compressed_weight_updated_constant108" -> "2319 mul_tensor_108" [label="(384, 384)", style=solid]; -"2319 mul_tensor_108" -> "2321 sub_tensor_108" [label="(384, 384)", style=solid]; -"2320 zero_point_updated_constant108" -> "2321 sub_tensor_108" [label="(384, 1)", style=solid]; -"2321 sub_tensor_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; -"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; -"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; -"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; -"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; -"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2337 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2340 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; -"2341 scale_updated_constant109" -> "2343 mul_tensor_109" [label="(1536, 1)", style=solid]; -"2342 compressed_weight_updated_constant109" -> "2343 mul_tensor_109" [label="(1536, 384)", style=solid]; -"2343 mul_tensor_109" -> "2345 sub_tensor_109" [label="(1536, 384)", style=solid]; -"2344 zero_point_updated_constant109" -> "2345 sub_tensor_109" [label="(1536, 1)", style=solid]; -"2345 sub_tensor_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; -"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2352 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; -"2353 scale_updated_constant110" -> "2355 mul_tensor_110" [label="(384, 1)", style=solid]; -"2354 compressed_weight_updated_constant110" -> "2355 mul_tensor_110" [label="(384, 1536)", style=solid]; -"2355 mul_tensor_110" -> "2357 sub_tensor_110" [label="(384, 1536)", style=solid]; -"2356 zero_point_updated_constant110" -> "2357 sub_tensor_110" [label="(384, 1)", style=solid]; -"2357 sub_tensor_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; -"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; -"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; -"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2366 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; -"2367 scale_updated_constant111" -> "2369 mul_tensor_111" [label="(512, 1)", style=solid]; -"2368 compressed_weight_updated_constant111" -> "2369 mul_tensor_111" [label="(512, 2)", style=solid]; -"2369 mul_tensor_111" -> "2371 sub_tensor_111" [label="(512, 2)", style=solid]; -"2370 zero_point_updated_constant111" -> "2371 sub_tensor_111" [label="(512, 1)", style=solid]; -"2371 sub_tensor_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; -"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2375 scale_updated_constant112" -> "2377 mul_tensor_112" [label="(12, 1)", style=solid]; -"2376 compressed_weight_updated_constant112" -> "2377 mul_tensor_112" [label="(12, 512)", style=solid]; -"2377 mul_tensor_112" -> "2379 sub_tensor_112" [label="(12, 512)", style=solid]; -"2378 zero_point_updated_constant112" -> "2379 sub_tensor_112" [label="(12, 1)", style=solid]; -"2379 sub_tensor_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; -"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; -"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; -"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; -"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; -"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; -"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; -"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; -"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; -"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; -"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; -"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; -"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2393 reshape_81" -> "2394 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; -"2397 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; -"2398 scale_updated_constant113" -> "2400 mul_tensor_113" [label="(1152, 1)", style=solid]; -"2399 compressed_weight_updated_constant113" -> "2400 mul_tensor_113" [label="(1152, 384)", style=solid]; -"2400 mul_tensor_113" -> "2402 sub_tensor_113" [label="(1152, 384)", style=solid]; -"2401 zero_point_updated_constant113" -> "2402 sub_tensor_113" [label="(1152, 1)", style=solid]; -"2402 sub_tensor_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; -"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; -"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; -"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; -"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; -"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; -"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2432 reshape_83" -> "2433 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; -"2436 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; -"2437 scale_updated_constant114" -> "2439 mul_tensor_114" [label="(384, 1)", style=solid]; -"2438 compressed_weight_updated_constant114" -> "2439 mul_tensor_114" [label="(384, 384)", style=solid]; -"2439 mul_tensor_114" -> "2441 sub_tensor_114" [label="(384, 384)", style=solid]; -"2440 zero_point_updated_constant114" -> "2441 sub_tensor_114" [label="(384, 1)", style=solid]; -"2441 sub_tensor_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; -"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; -"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; -"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; -"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; -"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2456 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2459 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; -"2460 scale_updated_constant115" -> "2462 mul_tensor_115" [label="(1536, 1)", style=solid]; -"2461 compressed_weight_updated_constant115" -> "2462 mul_tensor_115" [label="(1536, 384)", style=solid]; -"2462 mul_tensor_115" -> "2464 sub_tensor_115" [label="(1536, 384)", style=solid]; -"2463 zero_point_updated_constant115" -> "2464 sub_tensor_115" [label="(1536, 1)", style=solid]; -"2464 sub_tensor_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; -"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2471 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; -"2472 scale_updated_constant116" -> "2474 mul_tensor_116" [label="(384, 1)", style=solid]; -"2473 compressed_weight_updated_constant116" -> "2474 mul_tensor_116" [label="(384, 1536)", style=solid]; -"2474 mul_tensor_116" -> "2476 sub_tensor_116" [label="(384, 1536)", style=solid]; -"2475 zero_point_updated_constant116" -> "2476 sub_tensor_116" [label="(384, 1)", style=solid]; -"2476 sub_tensor_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; -"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; -"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; -"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2485 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; -"2486 scale_updated_constant117" -> "2488 mul_tensor_117" [label="(512, 1)", style=solid]; -"2487 compressed_weight_updated_constant117" -> "2488 mul_tensor_117" [label="(512, 2)", style=solid]; -"2488 mul_tensor_117" -> "2490 sub_tensor_117" [label="(512, 2)", style=solid]; -"2489 zero_point_updated_constant117" -> "2490 sub_tensor_117" [label="(512, 1)", style=solid]; -"2490 sub_tensor_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; -"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2494 scale_updated_constant118" -> "2496 mul_tensor_118" [label="(12, 1)", style=solid]; -"2495 compressed_weight_updated_constant118" -> "2496 mul_tensor_118" [label="(12, 512)", style=solid]; -"2496 mul_tensor_118" -> "2498 sub_tensor_118" [label="(12, 512)", style=solid]; -"2497 zero_point_updated_constant118" -> "2498 sub_tensor_118" [label="(12, 1)", style=solid]; -"2498 sub_tensor_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; -"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; -"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; -"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; -"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; -"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; -"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; -"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; -"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; -"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; -"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; -"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; -"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2513 reshape_85" -> "2514 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; -"2517 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; -"2518 scale_updated_constant119" -> "2520 mul_tensor_119" [label="(1152, 1)", style=solid]; -"2519 compressed_weight_updated_constant119" -> "2520 mul_tensor_119" [label="(1152, 384)", style=solid]; -"2520 mul_tensor_119" -> "2522 sub_tensor_119" [label="(1152, 384)", style=solid]; -"2521 zero_point_updated_constant119" -> "2522 sub_tensor_119" [label="(1152, 1)", style=solid]; -"2522 sub_tensor_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; -"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; -"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; -"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; -"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; -"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; -"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; -"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; -"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; -"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; -"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; -"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2568 reshape_88" -> "2569 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; -"2572 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; -"2573 scale_updated_constant120" -> "2575 mul_tensor_120" [label="(384, 1)", style=solid]; -"2574 compressed_weight_updated_constant120" -> "2575 mul_tensor_120" [label="(384, 384)", style=solid]; -"2575 mul_tensor_120" -> "2577 sub_tensor_120" [label="(384, 384)", style=solid]; -"2576 zero_point_updated_constant120" -> "2577 sub_tensor_120" [label="(384, 1)", style=solid]; -"2577 sub_tensor_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; -"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; -"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; -"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; -"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; -"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2593 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2596 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; -"2597 scale_updated_constant121" -> "2599 mul_tensor_121" [label="(1536, 1)", style=solid]; -"2598 compressed_weight_updated_constant121" -> "2599 mul_tensor_121" [label="(1536, 384)", style=solid]; -"2599 mul_tensor_121" -> "2601 sub_tensor_121" [label="(1536, 384)", style=solid]; -"2600 zero_point_updated_constant121" -> "2601 sub_tensor_121" [label="(1536, 1)", style=solid]; -"2601 sub_tensor_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; -"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2608 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; -"2609 scale_updated_constant122" -> "2611 mul_tensor_122" [label="(384, 1)", style=solid]; -"2610 compressed_weight_updated_constant122" -> "2611 mul_tensor_122" [label="(384, 1536)", style=solid]; -"2611 mul_tensor_122" -> "2613 sub_tensor_122" [label="(384, 1536)", style=solid]; -"2612 zero_point_updated_constant122" -> "2613 sub_tensor_122" [label="(384, 1)", style=solid]; -"2613 sub_tensor_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; -"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; -"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; -"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2622 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; -"2623 scale_updated_constant123" -> "2625 mul_tensor_123" [label="(512, 1)", style=solid]; -"2624 compressed_weight_updated_constant123" -> "2625 mul_tensor_123" [label="(512, 2)", style=solid]; -"2625 mul_tensor_123" -> "2627 sub_tensor_123" [label="(512, 2)", style=solid]; -"2626 zero_point_updated_constant123" -> "2627 sub_tensor_123" [label="(512, 1)", style=solid]; -"2627 sub_tensor_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; -"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2631 scale_updated_constant124" -> "2633 mul_tensor_124" [label="(12, 1)", style=solid]; -"2632 compressed_weight_updated_constant124" -> "2633 mul_tensor_124" [label="(12, 512)", style=solid]; -"2633 mul_tensor_124" -> "2635 sub_tensor_124" [label="(12, 512)", style=solid]; -"2634 zero_point_updated_constant124" -> "2635 sub_tensor_124" [label="(12, 1)", style=solid]; -"2635 sub_tensor_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; -"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; -"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; -"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; -"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; -"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; -"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; -"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; -"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; -"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; -"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2649 reshape_90" -> "2650 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; -"2653 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; -"2654 scale_updated_constant125" -> "2656 mul_tensor_125" [label="(1152, 1)", style=solid]; -"2655 compressed_weight_updated_constant125" -> "2656 mul_tensor_125" [label="(1152, 384)", style=solid]; -"2656 mul_tensor_125" -> "2658 sub_tensor_125" [label="(1152, 384)", style=solid]; -"2657 zero_point_updated_constant125" -> "2658 sub_tensor_125" [label="(1152, 1)", style=solid]; -"2658 sub_tensor_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; -"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; -"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; -"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; -"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2688 reshape_92" -> "2689 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; -"2692 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; -"2693 scale_updated_constant126" -> "2695 mul_tensor_126" [label="(384, 1)", style=solid]; -"2694 compressed_weight_updated_constant126" -> "2695 mul_tensor_126" [label="(384, 384)", style=solid]; -"2695 mul_tensor_126" -> "2697 sub_tensor_126" [label="(384, 384)", style=solid]; -"2696 zero_point_updated_constant126" -> "2697 sub_tensor_126" [label="(384, 1)", style=solid]; -"2697 sub_tensor_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; -"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; -"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; -"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; -"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; -"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2712 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2715 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; -"2716 scale_updated_constant127" -> "2718 mul_tensor_127" [label="(1536, 1)", style=solid]; -"2717 compressed_weight_updated_constant127" -> "2718 mul_tensor_127" [label="(1536, 384)", style=solid]; -"2718 mul_tensor_127" -> "2720 sub_tensor_127" [label="(1536, 384)", style=solid]; -"2719 zero_point_updated_constant127" -> "2720 sub_tensor_127" [label="(1536, 1)", style=solid]; -"2720 sub_tensor_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; -"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2727 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; -"2728 scale_updated_constant128" -> "2730 mul_tensor_128" [label="(384, 1)", style=solid]; -"2729 compressed_weight_updated_constant128" -> "2730 mul_tensor_128" [label="(384, 1536)", style=solid]; -"2730 mul_tensor_128" -> "2732 sub_tensor_128" [label="(384, 1536)", style=solid]; -"2731 zero_point_updated_constant128" -> "2732 sub_tensor_128" [label="(384, 1)", style=solid]; -"2732 sub_tensor_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; -"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; -"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; -"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2741 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; -"2742 scale_updated_constant129" -> "2744 mul_tensor_129" [label="(512, 1)", style=solid]; -"2743 compressed_weight_updated_constant129" -> "2744 mul_tensor_129" [label="(512, 2)", style=solid]; -"2744 mul_tensor_129" -> "2746 sub_tensor_129" [label="(512, 2)", style=solid]; -"2745 zero_point_updated_constant129" -> "2746 sub_tensor_129" [label="(512, 1)", style=solid]; -"2746 sub_tensor_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; -"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2750 scale_updated_constant130" -> "2752 mul_tensor_130" [label="(12, 1)", style=solid]; -"2751 compressed_weight_updated_constant130" -> "2752 mul_tensor_130" [label="(12, 512)", style=solid]; -"2752 mul_tensor_130" -> "2754 sub_tensor_130" [label="(12, 512)", style=solid]; -"2753 zero_point_updated_constant130" -> "2754 sub_tensor_130" [label="(12, 1)", style=solid]; -"2754 sub_tensor_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; -"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; -"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; -"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; -"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; -"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; -"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; -"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; -"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; -"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; -"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2769 reshape_94" -> "2770 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; -"2773 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; -"2774 scale_updated_constant131" -> "2776 mul_tensor_131" [label="(1152, 1)", style=solid]; -"2775 compressed_weight_updated_constant131" -> "2776 mul_tensor_131" [label="(1152, 384)", style=solid]; -"2776 mul_tensor_131" -> "2778 sub_tensor_131" [label="(1152, 384)", style=solid]; -"2777 zero_point_updated_constant131" -> "2778 sub_tensor_131" [label="(1152, 1)", style=solid]; -"2778 sub_tensor_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; -"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; -"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; -"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; -"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; -"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; -"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; -"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; -"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; -"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; -"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; -"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2824 reshape_97" -> "2825 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; -"2828 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; -"2829 scale_updated_constant132" -> "2831 mul_tensor_132" [label="(384, 1)", style=solid]; -"2830 compressed_weight_updated_constant132" -> "2831 mul_tensor_132" [label="(384, 384)", style=solid]; -"2831 mul_tensor_132" -> "2833 sub_tensor_132" [label="(384, 384)", style=solid]; -"2832 zero_point_updated_constant132" -> "2833 sub_tensor_132" [label="(384, 1)", style=solid]; -"2833 sub_tensor_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; -"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; -"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; -"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; -"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; -"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2849 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2852 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; -"2853 scale_updated_constant133" -> "2855 mul_tensor_133" [label="(1536, 1)", style=solid]; -"2854 compressed_weight_updated_constant133" -> "2855 mul_tensor_133" [label="(1536, 384)", style=solid]; -"2855 mul_tensor_133" -> "2857 sub_tensor_133" [label="(1536, 384)", style=solid]; -"2856 zero_point_updated_constant133" -> "2857 sub_tensor_133" [label="(1536, 1)", style=solid]; -"2857 sub_tensor_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; -"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2864 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; -"2865 scale_updated_constant134" -> "2867 mul_tensor_134" [label="(384, 1)", style=solid]; -"2866 compressed_weight_updated_constant134" -> "2867 mul_tensor_134" [label="(384, 1536)", style=solid]; -"2867 mul_tensor_134" -> "2869 sub_tensor_134" [label="(384, 1536)", style=solid]; -"2868 zero_point_updated_constant134" -> "2869 sub_tensor_134" [label="(384, 1)", style=solid]; -"2869 sub_tensor_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; -"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; -"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; -"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2889 cat_2" -> "2890 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2893 scale_updated_constant135" -> "2895 mul_tensor_135" [label="(768, 1)", style=solid]; -"2894 compressed_weight_updated_constant135" -> "2895 mul_tensor_135" [label="(768, 1536)", style=solid]; -"2895 mul_tensor_135" -> "2897 sub_tensor_135" [label="(768, 1536)", style=solid]; -"2896 zero_point_updated_constant135" -> "2897 sub_tensor_135" [label="(768, 1)", style=solid]; -"2897 sub_tensor_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; -"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; -"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; -"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2904 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; -"2905 scale_updated_constant136" -> "2907 mul_tensor_136" [label="(512, 1)", style=solid]; -"2906 compressed_weight_updated_constant136" -> "2907 mul_tensor_136" [label="(512, 2)", style=solid]; -"2907 mul_tensor_136" -> "2909 sub_tensor_136" [label="(512, 2)", style=solid]; -"2908 zero_point_updated_constant136" -> "2909 sub_tensor_136" [label="(512, 1)", style=solid]; -"2909 sub_tensor_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; -"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2913 scale_updated_constant137" -> "2915 mul_tensor_137" [label="(24, 1)", style=solid]; -"2914 compressed_weight_updated_constant137" -> "2915 mul_tensor_137" [label="(24, 512)", style=solid]; -"2915 mul_tensor_137" -> "2917 sub_tensor_137" [label="(24, 512)", style=solid]; -"2916 zero_point_updated_constant137" -> "2917 sub_tensor_137" [label="(24, 1)", style=solid]; -"2917 sub_tensor_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; -"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; -"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; -"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; -"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; -"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; -"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; -"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; -"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; -"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; -"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2931 reshape_99" -> "2932 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; -"2935 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; -"2936 scale_updated_constant138" -> "2938 mul_tensor_138" [label="(2304, 1)", style=solid]; -"2937 compressed_weight_updated_constant138" -> "2938 mul_tensor_138" [label="(2304, 768)", style=solid]; -"2938 mul_tensor_138" -> "2940 sub_tensor_138" [label="(2304, 768)", style=solid]; -"2939 zero_point_updated_constant138" -> "2940 sub_tensor_138" [label="(2304, 1)", style=solid]; -"2940 sub_tensor_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; -"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; -"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; -"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; -"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2970 reshape_101" -> "2971 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; -"2974 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; -"2975 scale_updated_constant139" -> "2977 mul_tensor_139" [label="(768, 1)", style=solid]; -"2976 compressed_weight_updated_constant139" -> "2977 mul_tensor_139" [label="(768, 768)", style=solid]; -"2977 mul_tensor_139" -> "2979 sub_tensor_139" [label="(768, 768)", style=solid]; -"2978 zero_point_updated_constant139" -> "2979 sub_tensor_139" [label="(768, 1)", style=solid]; -"2979 sub_tensor_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; -"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; -"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; -"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; -"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; -"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "2994 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2997 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; -"2998 scale_updated_constant140" -> "3000 mul_tensor_140" [label="(3072, 1)", style=solid]; -"2999 compressed_weight_updated_constant140" -> "3000 mul_tensor_140" [label="(3072, 768)", style=solid]; -"3000 mul_tensor_140" -> "3002 sub_tensor_140" [label="(3072, 768)", style=solid]; -"3001 zero_point_updated_constant140" -> "3002 sub_tensor_140" [label="(3072, 1)", style=solid]; -"3002 sub_tensor_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; -"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3009 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; -"3010 scale_updated_constant141" -> "3012 mul_tensor_141" [label="(768, 1)", style=solid]; -"3011 compressed_weight_updated_constant141" -> "3012 mul_tensor_141" [label="(768, 3072)", style=solid]; -"3012 mul_tensor_141" -> "3014 sub_tensor_141" [label="(768, 3072)", style=solid]; -"3013 zero_point_updated_constant141" -> "3014 sub_tensor_141" [label="(768, 1)", style=solid]; -"3014 sub_tensor_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; -"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; -"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; -"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3023 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; -"3024 scale_updated_constant142" -> "3026 mul_tensor_142" [label="(512, 1)", style=solid]; -"3025 compressed_weight_updated_constant142" -> "3026 mul_tensor_142" [label="(512, 2)", style=solid]; -"3026 mul_tensor_142" -> "3028 sub_tensor_142" [label="(512, 2)", style=solid]; -"3027 zero_point_updated_constant142" -> "3028 sub_tensor_142" [label="(512, 1)", style=solid]; -"3028 sub_tensor_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; -"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3032 scale_updated_constant143" -> "3034 mul_tensor_143" [label="(24, 1)", style=solid]; -"3033 compressed_weight_updated_constant143" -> "3034 mul_tensor_143" [label="(24, 512)", style=solid]; -"3034 mul_tensor_143" -> "3036 sub_tensor_143" [label="(24, 512)", style=solid]; -"3035 zero_point_updated_constant143" -> "3036 sub_tensor_143" [label="(24, 1)", style=solid]; -"3036 sub_tensor_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; -"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; -"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; -"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; -"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; -"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; -"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; -"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; -"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; -"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; -"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; -"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3050 reshape_103" -> "3051 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; -"3054 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; -"3055 scale_updated_constant144" -> "3057 mul_tensor_144" [label="(2304, 1)", style=solid]; -"3056 compressed_weight_updated_constant144" -> "3057 mul_tensor_144" [label="(2304, 768)", style=solid]; -"3057 mul_tensor_144" -> "3059 sub_tensor_144" [label="(2304, 768)", style=solid]; -"3058 zero_point_updated_constant144" -> "3059 sub_tensor_144" [label="(2304, 1)", style=solid]; -"3059 sub_tensor_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; -"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; -"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; -"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; -"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; -"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"3089 reshape_105" -> "3090 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; -"3093 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; -"3094 scale_updated_constant145" -> "3096 mul_tensor_145" [label="(768, 1)", style=solid]; -"3095 compressed_weight_updated_constant145" -> "3096 mul_tensor_145" [label="(768, 768)", style=solid]; -"3096 mul_tensor_145" -> "3098 sub_tensor_145" [label="(768, 768)", style=solid]; -"3097 zero_point_updated_constant145" -> "3098 sub_tensor_145" [label="(768, 1)", style=solid]; -"3098 sub_tensor_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; -"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; -"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; -"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; -"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; -"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3113 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3116 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; -"3117 scale_updated_constant146" -> "3119 mul_tensor_146" [label="(3072, 1)", style=solid]; -"3118 compressed_weight_updated_constant146" -> "3119 mul_tensor_146" [label="(3072, 768)", style=solid]; -"3119 mul_tensor_146" -> "3121 sub_tensor_146" [label="(3072, 768)", style=solid]; -"3120 zero_point_updated_constant146" -> "3121 sub_tensor_146" [label="(3072, 1)", style=solid]; -"3121 sub_tensor_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; -"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3128 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; -"3129 scale_updated_constant147" -> "3131 mul_tensor_147" [label="(768, 1)", style=solid]; -"3130 compressed_weight_updated_constant147" -> "3131 mul_tensor_147" [label="(768, 3072)", style=solid]; -"3131 mul_tensor_147" -> "3133 sub_tensor_147" [label="(768, 3072)", style=solid]; -"3132 zero_point_updated_constant147" -> "3133 sub_tensor_147" [label="(768, 1)", style=solid]; -"3133 sub_tensor_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; -"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; -"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; -"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; -"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; -"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; -"3145 flatten" -> "3146 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; -"3149 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; -"3150 scale_updated_constant148" -> "3152 mul_tensor_148" [label="(1000, 1)", style=solid]; -"3151 compressed_weight_updated_constant148" -> "3152 mul_tensor_148" [label="(1000, 768)", style=solid]; -"3152 mul_tensor_148" -> "3154 sub_tensor_148" [label="(1000, 768)", style=solid]; -"3153 zero_point_updated_constant148" -> "3154 sub_tensor_148" [label="(1000, 1)", style=solid]; -"3154 sub_tensor_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; -"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; +"43 reshape" -> "46 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 _param_constant7" -> "45 clone" [label="(288,)", style=solid]; +"45 clone" -> "54 linear_2" [label="(288,)", style=solid]; +"46 reshape_0_0_nncf_smooth_quant_0" -> "47 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"47 quantize_per_tensor_default_1" -> "48 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"48 dequantize_per_tensor_default_1" -> "54 linear_2" [label="(49, 64, 96)", style=solid]; +"49 scale_updated_constant3" -> "51 mul_tensor_3" [label="(288, 1)", style=solid]; +"50 compressed_weight_updated_constant3" -> "51 mul_tensor_3" [label="(288, 96)", style=solid]; +"51 mul_tensor_3" -> "53 sub_tensor_3" [label="(288, 96)", style=solid]; +"52 zero_point_updated_constant3" -> "53 sub_tensor_3" [label="(288, 1)", style=solid]; +"53 sub_tensor_3" -> "54 linear_2" [label="(288, 96)", style=solid]; +"54 linear_2" -> "55 reshape_1" [label="(49, 64, 288)", style=solid]; +"55 reshape_1" -> "56 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"56 permute_3" -> "57 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 permute_3" -> "58 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 permute_3" -> "59 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"57 select" -> "60 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"57 select" -> "62 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"57 select" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; +"58 select_1" -> "66 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_1" -> "68 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; +"59 select_2" -> "81 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"60 linalg_vector_norm" -> "61 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"61 clamp_min" -> "62 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"62 expand_as" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; +"63 div" -> "64 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"64 quantize_per_tensor_default_2" -> "65 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"65 dequantize_per_tensor_default_2" -> "73 matmul" [label="(49, 3, 64, 32)", style=solid]; +"66 linalg_vector_norm_1" -> "67 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"67 clamp_min_1" -> "68 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"68 expand_as_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; +"69 div_1" -> "70 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"70 quantize_per_tensor_default_3" -> "71 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"71 dequantize_per_tensor_default_3" -> "72 transpose" [label="(49, 3, 64, 32)", style=solid]; +"72 transpose" -> "73 matmul" [label="(49, 3, 32, 64)", style=solid]; +"73 matmul" -> "77 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"74 _param_constant9" -> "75 clamp" [label="(3, 1, 1)", style=solid]; +"75 clamp" -> "76 exp" [label="(3, 1, 1)", style=solid]; +"76 exp" -> "77 mul_1" [label="(3, 1, 1)", style=solid]; +"77 mul_1" -> "78 add" [label="(49, 3, 64, 64)", style=solid]; +"78 add" -> "79 softmax" [label="(49, 3, 64, 64)", style=solid]; +"79 softmax" -> "80 dropout" [label="(49, 3, 64, 64)", style=solid]; +"80 dropout" -> "81 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"81 matmul_1" -> "82 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"82 transpose_1" -> "83 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"83 reshape_2" -> "85 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"84 _param_constant11" -> "93 linear_3" [label="(96,)", style=solid]; +"85 reshape_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"86 quantize_per_tensor_default_4" -> "87 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"87 dequantize_per_tensor_default_4" -> "93 linear_3" [label="(49, 64, 96)", style=solid]; +"88 scale_updated_constant4" -> "90 mul_tensor_4" [label="(96, 1)", style=solid]; +"89 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(96, 96)", style=solid]; +"90 mul_tensor_4" -> "92 sub_tensor_4" [label="(96, 96)", style=solid]; +"91 zero_point_updated_constant4" -> "92 sub_tensor_4" [label="(96, 1)", style=solid]; +"92 sub_tensor_4" -> "93 linear_3" [label="(96, 96)", style=solid]; +"93 linear_3" -> "94 dropout_1" [label="(49, 64, 96)", style=solid]; +"94 dropout_1" -> "95 view_3" [label="(49, 64, 96)", style=solid]; +"95 view_3" -> "96 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"96 permute_4" -> "97 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"97 reshape_3" -> "98 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"98 slice_2" -> "99 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"99 slice_3" -> "102 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"100 _param_constant12" -> "102 layer_norm_1" [label="(96,)", style=solid]; +"101 _param_constant13" -> "102 layer_norm_1" [label="(96,)", style=solid]; +"102 layer_norm_1" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1" -> "105 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; +"104 _param_constant15" -> "113 linear_4" [label="(384,)", style=solid]; +"105 add_1_0_0_nncf_smooth_quant_0" -> "106 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"106 quantize_per_tensor_default_5" -> "107 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"107 dequantize_per_tensor_default_5" -> "113 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"108 scale_updated_constant5" -> "110 mul_tensor_5" [label="(384, 1)", style=solid]; +"109 compressed_weight_updated_constant5" -> "110 mul_tensor_5" [label="(384, 96)", style=solid]; +"110 mul_tensor_5" -> "112 sub_tensor_5" [label="(384, 96)", style=solid]; +"111 zero_point_updated_constant5" -> "112 sub_tensor_5" [label="(384, 1)", style=solid]; +"112 sub_tensor_5" -> "113 linear_4" [label="(384, 96)", style=solid]; +"113 linear_4" -> "114 gelu" [label="(1, 56, 56, 384)", style=solid]; +"114 gelu" -> "115 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"115 dropout_2" -> "117 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"116 _param_constant17" -> "125 linear_5" [label="(96,)", style=solid]; +"117 dropout_2_0_0_nncf_smooth_quant_0" -> "118 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"119 dequantize_per_tensor_default_6" -> "125 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"120 scale_updated_constant6" -> "122 mul_tensor_6" [label="(96, 1)", style=solid]; +"121 compressed_weight_updated_constant6" -> "122 mul_tensor_6" [label="(96, 384)", style=solid]; +"122 mul_tensor_6" -> "124 sub_tensor_6" [label="(96, 384)", style=solid]; +"123 zero_point_updated_constant6" -> "124 sub_tensor_6" [label="(96, 1)", style=solid]; +"124 sub_tensor_6" -> "125 linear_5" [label="(96, 384)", style=solid]; +"125 linear_5" -> "126 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"126 dropout_3" -> "129 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"127 _param_constant18" -> "129 layer_norm_2" [label="(96,)", style=solid]; +"128 _param_constant19" -> "129 layer_norm_2" [label="(96,)", style=solid]; +"129 layer_norm_2" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; +"130 add_2" -> "157 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"130 add_2" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; +"131 _tensor_constant2" -> "133 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"132 _param_constant21" -> "139 linear_6" [label="(512,)", style=solid]; +"133 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "139 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"134 scale_updated_constant7" -> "136 mul_tensor_7" [label="(512, 1)", style=solid]; +"135 compressed_weight_updated_constant7" -> "136 mul_tensor_7" [label="(512, 2)", style=solid]; +"136 mul_tensor_7" -> "138 sub_tensor_7" [label="(512, 2)", style=solid]; +"137 zero_point_updated_constant7" -> "138 sub_tensor_7" [label="(512, 1)", style=solid]; +"138 sub_tensor_7" -> "139 linear_6" [label="(512, 2)", style=solid]; +"139 linear_6" -> "140 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"140 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"141 relu__1_0_0_nncf_smooth_quant_0" -> "147 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"142 scale_updated_constant8" -> "144 mul_tensor_8" [label="(3, 1)", style=solid]; +"143 compressed_weight_updated_constant8" -> "144 mul_tensor_8" [label="(3, 512)", style=solid]; +"144 mul_tensor_8" -> "146 sub_tensor_8" [label="(3, 512)", style=solid]; +"145 zero_point_updated_constant8" -> "146 sub_tensor_8" [label="(3, 1)", style=solid]; +"146 sub_tensor_8" -> "147 linear_7" [label="(3, 512)", style=solid]; +"147 linear_7" -> "148 view_4" [label="(1, 15, 15, 3)", style=solid]; +"148 view_4" -> "150 index_1" [label="(225, 3)", style=solid]; +"149 _tensor_constant3" -> "150 index_1" [label="(4096,)", style=solid]; +"150 index_1" -> "151 view_5" [label="(4096, 3)", style=solid]; +"151 view_5" -> "152 permute_5" [label="(64, 64, 3)", style=solid]; +"152 permute_5" -> "153 contiguous_1" [label="(3, 64, 64)", style=solid]; +"153 contiguous_1" -> "154 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"154 unsqueeze_1" -> "155 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"155 sigmoid_1" -> "156 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"156 mul_2" -> "196 add_3" [label="(1, 3, 64, 64)", style=solid]; +"157 pad_1" -> "158 roll" [label="(1, 56, 56, 96)", style=solid]; +"158 roll" -> "159 view_6" [label="(1, 56, 56, 96)", style=solid]; +"159 view_6" -> "160 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"160 permute_6" -> "161 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"161 reshape_4" -> "164 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"161 reshape_4" -> "197 new_zeros" [label="(49, 64, 96)", style=solid]; +"162 _param_constant23" -> "163 clone_1" [label="(288,)", style=solid]; +"163 clone_1" -> "172 linear_8" [label="(288,)", style=solid]; +"164 reshape_4_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"165 quantize_per_tensor_default_7" -> "166 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"166 dequantize_per_tensor_default_7" -> "172 linear_8" [label="(49, 64, 96)", style=solid]; +"167 scale_updated_constant9" -> "169 mul_tensor_9" [label="(288, 1)", style=solid]; +"168 compressed_weight_updated_constant9" -> "169 mul_tensor_9" [label="(288, 96)", style=solid]; +"169 mul_tensor_9" -> "171 sub_tensor_9" [label="(288, 96)", style=solid]; +"170 zero_point_updated_constant9" -> "171 sub_tensor_9" [label="(288, 1)", style=solid]; +"171 sub_tensor_9" -> "172 linear_8" [label="(288, 96)", style=solid]; +"172 linear_8" -> "173 reshape_5" [label="(49, 64, 288)", style=solid]; +"173 reshape_5" -> "174 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"174 permute_7" -> "175 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"174 permute_7" -> "176 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"174 permute_7" -> "177 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"175 select_3" -> "178 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"175 select_3" -> "180 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"175 select_3" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; +"176 select_4" -> "184 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"176 select_4" -> "186 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"176 select_4" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; +"177 select_5" -> "215 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"178 linalg_vector_norm_2" -> "179 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"179 clamp_min_2" -> "180 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"180 expand_as_2" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; +"181 div_2" -> "182 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"182 quantize_per_tensor_default_8" -> "183 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"183 dequantize_per_tensor_default_8" -> "191 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"184 linalg_vector_norm_3" -> "185 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"185 clamp_min_3" -> "186 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"186 expand_as_3" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; +"187 div_3" -> "188 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"188 quantize_per_tensor_default_9" -> "189 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"189 dequantize_per_tensor_default_9" -> "190 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"190 transpose_2" -> "191 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"191 matmul_2" -> "195 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"192 _param_constant25" -> "193 clamp_1" [label="(3, 1, 1)", style=solid]; +"193 clamp_1" -> "194 exp_1" [label="(3, 1, 1)", style=solid]; +"194 exp_1" -> "195 mul_3" [label="(3, 1, 1)", style=solid]; +"195 mul_3" -> "196 add_3" [label="(49, 3, 64, 64)", style=solid]; +"196 add_3" -> "208 view_8" [label="(49, 3, 64, 64)", style=solid]; +"197 new_zeros" -> "198 view_7" [label="(56, 56)", style=solid]; +"198 view_7" -> "199 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"199 permute_8" -> "200 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"200 reshape_6" -> "201 unsqueeze_2" [label="(49, 64)", style=solid]; +"200 reshape_6" -> "202 unsqueeze_3" [label="(49, 64)", style=solid]; +"201 unsqueeze_2" -> "203 sub" [label="(49, 1, 64)", style=solid]; +"202 unsqueeze_3" -> "203 sub" [label="(49, 64, 1)", style=solid]; +"203 sub" -> "204 ne" [label="(49, 64, 64)", style=solid]; +"203 sub" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; +"203 sub" -> "206 eq" [label="(49, 64, 64)", style=solid]; +"204 ne" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; +"205 masked_fill" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"206 eq" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"207 masked_fill_1" -> "209 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"208 view_8" -> "211 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"209 unsqueeze_4" -> "210 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"210 unsqueeze_5" -> "211 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"211 add_4" -> "212 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"212 view_9" -> "213 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"213 softmax_1" -> "214 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"214 dropout_4" -> "215 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"215 matmul_3" -> "216 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"216 transpose_3" -> "217 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"217 reshape_7" -> "219 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"218 _param_constant27" -> "227 linear_9" [label="(96,)", style=solid]; +"219 reshape_7_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"220 quantize_per_tensor_default_10" -> "221 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"221 dequantize_per_tensor_default_10" -> "227 linear_9" [label="(49, 64, 96)", style=solid]; +"222 scale_updated_constant10" -> "224 mul_tensor_10" [label="(96, 1)", style=solid]; +"223 compressed_weight_updated_constant10" -> "224 mul_tensor_10" [label="(96, 96)", style=solid]; +"224 mul_tensor_10" -> "226 sub_tensor_10" [label="(96, 96)", style=solid]; +"225 zero_point_updated_constant10" -> "226 sub_tensor_10" [label="(96, 1)", style=solid]; +"226 sub_tensor_10" -> "227 linear_9" [label="(96, 96)", style=solid]; +"227 linear_9" -> "228 dropout_5" [label="(49, 64, 96)", style=solid]; +"228 dropout_5" -> "229 view_10" [label="(49, 64, 96)", style=solid]; +"229 view_10" -> "230 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"230 permute_9" -> "231 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"231 reshape_8" -> "232 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"232 roll_1" -> "233 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"233 slice_23" -> "234 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"234 slice_24" -> "237 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"235 _param_constant28" -> "237 layer_norm_3" [label="(96,)", style=solid]; +"236 _param_constant29" -> "237 layer_norm_3" [label="(96,)", style=solid]; +"237 layer_norm_3" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; +"238 add_5" -> "240 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"238 add_5" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; +"239 _param_constant31" -> "248 linear_10" [label="(384,)", style=solid]; +"240 add_5_0_0_nncf_smooth_quant_0" -> "241 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"241 quantize_per_tensor_default_11" -> "242 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"242 dequantize_per_tensor_default_11" -> "248 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"243 scale_updated_constant11" -> "245 mul_tensor_11" [label="(384, 1)", style=solid]; +"244 compressed_weight_updated_constant11" -> "245 mul_tensor_11" [label="(384, 96)", style=solid]; +"245 mul_tensor_11" -> "247 sub_tensor_11" [label="(384, 96)", style=solid]; +"246 zero_point_updated_constant11" -> "247 sub_tensor_11" [label="(384, 1)", style=solid]; +"247 sub_tensor_11" -> "248 linear_10" [label="(384, 96)", style=solid]; +"248 linear_10" -> "249 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"249 gelu_1" -> "250 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"250 dropout_6" -> "252 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"251 _param_constant33" -> "260 linear_11" [label="(96,)", style=solid]; +"252 dropout_6_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"253 quantize_per_tensor_default_12" -> "254 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"254 dequantize_per_tensor_default_12" -> "260 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"255 scale_updated_constant12" -> "257 mul_tensor_12" [label="(96, 1)", style=solid]; +"256 compressed_weight_updated_constant12" -> "257 mul_tensor_12" [label="(96, 384)", style=solid]; +"257 mul_tensor_12" -> "259 sub_tensor_12" [label="(96, 384)", style=solid]; +"258 zero_point_updated_constant12" -> "259 sub_tensor_12" [label="(96, 1)", style=solid]; +"259 sub_tensor_12" -> "260 linear_11" [label="(96, 384)", style=solid]; +"260 linear_11" -> "261 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"261 dropout_7" -> "264 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"262 _param_constant34" -> "264 layer_norm_4" [label="(96,)", style=solid]; +"263 _param_constant35" -> "264 layer_norm_4" [label="(96,)", style=solid]; +"264 layer_norm_4" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; +"265 add_6" -> "266 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "267 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "270 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "273 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "276 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"267 slice_25" -> "268 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"268 slice_26" -> "269 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"269 slice_27" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"270 slice_28" -> "271 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"271 slice_29" -> "272 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"272 slice_30" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"273 slice_31" -> "274 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"274 slice_32" -> "275 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"275 slice_33" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"276 slice_34" -> "277 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"277 slice_35" -> "278 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"278 slice_36" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"279 cat" -> "280 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"280 cat_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"281 quantize_per_tensor_default_13" -> "282 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"282 dequantize_per_tensor_default_13" -> "288 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"283 scale_updated_constant13" -> "285 mul_tensor_13" [label="(192, 1)", style=solid]; +"284 compressed_weight_updated_constant13" -> "285 mul_tensor_13" [label="(192, 384)", style=solid]; +"285 mul_tensor_13" -> "287 sub_tensor_13" [label="(192, 384)", style=solid]; +"286 zero_point_updated_constant13" -> "287 sub_tensor_13" [label="(192, 1)", style=solid]; +"287 sub_tensor_13" -> "288 linear_12" [label="(192, 384)", style=solid]; +"288 linear_12" -> "291 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"289 _param_constant37" -> "291 layer_norm_5" [label="(192,)", style=solid]; +"290 _param_constant38" -> "291 layer_norm_5" [label="(192,)", style=solid]; +"291 layer_norm_5" -> "318 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"291 layer_norm_5" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; +"292 _tensor_constant13" -> "294 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"293 _param_constant40" -> "300 linear_13" [label="(512,)", style=solid]; +"294 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "300 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"295 scale_updated_constant14" -> "297 mul_tensor_14" [label="(512, 1)", style=solid]; +"296 compressed_weight_updated_constant14" -> "297 mul_tensor_14" [label="(512, 2)", style=solid]; +"297 mul_tensor_14" -> "299 sub_tensor_14" [label="(512, 2)", style=solid]; +"298 zero_point_updated_constant14" -> "299 sub_tensor_14" [label="(512, 1)", style=solid]; +"299 sub_tensor_14" -> "300 linear_13" [label="(512, 2)", style=solid]; +"300 linear_13" -> "301 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"301 relu__2" -> "302 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"302 relu__2_0_0_nncf_smooth_quant_0" -> "308 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"303 scale_updated_constant15" -> "305 mul_tensor_15" [label="(6, 1)", style=solid]; +"304 compressed_weight_updated_constant15" -> "305 mul_tensor_15" [label="(6, 512)", style=solid]; +"305 mul_tensor_15" -> "307 sub_tensor_15" [label="(6, 512)", style=solid]; +"306 zero_point_updated_constant15" -> "307 sub_tensor_15" [label="(6, 1)", style=solid]; +"307 sub_tensor_15" -> "308 linear_14" [label="(6, 512)", style=solid]; +"308 linear_14" -> "309 view_11" [label="(1, 15, 15, 6)", style=solid]; +"309 view_11" -> "311 index_2" [label="(225, 6)", style=solid]; +"310 _tensor_constant14" -> "311 index_2" [label="(4096,)", style=solid]; +"311 index_2" -> "312 view_12" [label="(4096, 6)", style=solid]; +"312 view_12" -> "313 permute_10" [label="(64, 64, 6)", style=solid]; +"313 permute_10" -> "314 contiguous_2" [label="(6, 64, 64)", style=solid]; +"314 contiguous_2" -> "315 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"315 unsqueeze_6" -> "316 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"316 sigmoid_2" -> "317 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"317 mul_4" -> "356 add_7" [label="(1, 6, 64, 64)", style=solid]; +"318 pad_3" -> "319 view_13" [label="(1, 32, 32, 192)", style=solid]; +"319 view_13" -> "320 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"320 permute_11" -> "321 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"321 reshape_9" -> "324 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"322 _param_constant42" -> "323 clone_2" [label="(576,)", style=solid]; +"323 clone_2" -> "332 linear_15" [label="(576,)", style=solid]; +"324 reshape_9_0_0_nncf_smooth_quant_0" -> "325 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"325 quantize_per_tensor_default_14" -> "326 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"326 dequantize_per_tensor_default_14" -> "332 linear_15" [label="(16, 64, 192)", style=solid]; +"327 scale_updated_constant16" -> "329 mul_tensor_16" [label="(576, 1)", style=solid]; +"328 compressed_weight_updated_constant16" -> "329 mul_tensor_16" [label="(576, 192)", style=solid]; +"329 mul_tensor_16" -> "331 sub_tensor_16" [label="(576, 192)", style=solid]; +"330 zero_point_updated_constant16" -> "331 sub_tensor_16" [label="(576, 1)", style=solid]; +"331 sub_tensor_16" -> "332 linear_15" [label="(576, 192)", style=solid]; +"332 linear_15" -> "333 reshape_10" [label="(16, 64, 576)", style=solid]; +"333 reshape_10" -> "334 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"334 permute_12" -> "335 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"334 permute_12" -> "336 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"334 permute_12" -> "337 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"335 select_6" -> "338 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"335 select_6" -> "340 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"335 select_6" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; +"336 select_7" -> "344 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"336 select_7" -> "346 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"336 select_7" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; +"337 select_8" -> "359 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"338 linalg_vector_norm_4" -> "339 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"339 clamp_min_4" -> "340 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"340 expand_as_4" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; +"341 div_4" -> "342 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"342 quantize_per_tensor_default_15" -> "343 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"343 dequantize_per_tensor_default_15" -> "351 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"344 linalg_vector_norm_5" -> "345 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"345 clamp_min_5" -> "346 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"346 expand_as_5" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; +"347 div_5" -> "348 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"348 quantize_per_tensor_default_16" -> "349 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"349 dequantize_per_tensor_default_16" -> "350 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"350 transpose_4" -> "351 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"351 matmul_4" -> "355 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"352 _param_constant44" -> "353 clamp_2" [label="(6, 1, 1)", style=solid]; +"353 clamp_2" -> "354 exp_2" [label="(6, 1, 1)", style=solid]; +"354 exp_2" -> "355 mul_5" [label="(6, 1, 1)", style=solid]; +"355 mul_5" -> "356 add_7" [label="(16, 6, 64, 64)", style=solid]; +"356 add_7" -> "357 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"357 softmax_2" -> "358 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"358 dropout_8" -> "359 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"359 matmul_5" -> "360 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"360 transpose_5" -> "361 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"361 reshape_11" -> "363 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"362 _param_constant46" -> "371 linear_16" [label="(192,)", style=solid]; +"363 reshape_11_0_0_nncf_smooth_quant_0" -> "364 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"364 quantize_per_tensor_default_17" -> "365 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"365 dequantize_per_tensor_default_17" -> "371 linear_16" [label="(16, 64, 192)", style=solid]; +"366 scale_updated_constant17" -> "368 mul_tensor_17" [label="(192, 1)", style=solid]; +"367 compressed_weight_updated_constant17" -> "368 mul_tensor_17" [label="(192, 192)", style=solid]; +"368 mul_tensor_17" -> "370 sub_tensor_17" [label="(192, 192)", style=solid]; +"369 zero_point_updated_constant17" -> "370 sub_tensor_17" [label="(192, 1)", style=solid]; +"370 sub_tensor_17" -> "371 linear_16" [label="(192, 192)", style=solid]; +"371 linear_16" -> "372 dropout_9" [label="(16, 64, 192)", style=solid]; +"372 dropout_9" -> "373 view_14" [label="(16, 64, 192)", style=solid]; +"373 view_14" -> "374 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"374 permute_13" -> "375 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"375 reshape_12" -> "376 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"376 slice_38" -> "377 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"377 slice_39" -> "378 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"378 slice_40" -> "379 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"379 slice_41" -> "380 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"380 contiguous_3" -> "383 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"381 _param_constant47" -> "383 layer_norm_6" [label="(192,)", style=solid]; +"382 _param_constant48" -> "383 layer_norm_6" [label="(192,)", style=solid]; +"383 layer_norm_6" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; +"384 add_8" -> "386 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"384 add_8" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; +"385 _param_constant50" -> "394 linear_17" [label="(768,)", style=solid]; +"386 add_8_0_0_nncf_smooth_quant_0" -> "387 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"387 quantize_per_tensor_default_18" -> "388 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"388 dequantize_per_tensor_default_18" -> "394 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"389 scale_updated_constant18" -> "391 mul_tensor_18" [label="(768, 1)", style=solid]; +"390 compressed_weight_updated_constant18" -> "391 mul_tensor_18" [label="(768, 192)", style=solid]; +"391 mul_tensor_18" -> "393 sub_tensor_18" [label="(768, 192)", style=solid]; +"392 zero_point_updated_constant18" -> "393 sub_tensor_18" [label="(768, 1)", style=solid]; +"393 sub_tensor_18" -> "394 linear_17" [label="(768, 192)", style=solid]; +"394 linear_17" -> "395 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"395 gelu_2" -> "396 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"396 dropout_10" -> "398 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"397 _param_constant52" -> "406 linear_18" [label="(192,)", style=solid]; +"398 dropout_10_0_0_nncf_smooth_quant_0" -> "399 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"399 quantize_per_tensor_default_19" -> "400 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"400 dequantize_per_tensor_default_19" -> "406 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"401 scale_updated_constant19" -> "403 mul_tensor_19" [label="(192, 1)", style=solid]; +"402 compressed_weight_updated_constant19" -> "403 mul_tensor_19" [label="(192, 768)", style=solid]; +"403 mul_tensor_19" -> "405 sub_tensor_19" [label="(192, 768)", style=solid]; +"404 zero_point_updated_constant19" -> "405 sub_tensor_19" [label="(192, 1)", style=solid]; +"405 sub_tensor_19" -> "406 linear_18" [label="(192, 768)", style=solid]; +"406 linear_18" -> "407 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"407 dropout_11" -> "410 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"408 _param_constant53" -> "410 layer_norm_7" [label="(192,)", style=solid]; +"409 _param_constant54" -> "410 layer_norm_7" [label="(192,)", style=solid]; +"410 layer_norm_7" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; +"411 add_9" -> "438 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"411 add_9" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; +"412 _tensor_constant15" -> "414 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"413 _param_constant56" -> "420 linear_19" [label="(512,)", style=solid]; +"414 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "420 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"415 scale_updated_constant20" -> "417 mul_tensor_20" [label="(512, 1)", style=solid]; +"416 compressed_weight_updated_constant20" -> "417 mul_tensor_20" [label="(512, 2)", style=solid]; +"417 mul_tensor_20" -> "419 sub_tensor_20" [label="(512, 2)", style=solid]; +"418 zero_point_updated_constant20" -> "419 sub_tensor_20" [label="(512, 1)", style=solid]; +"419 sub_tensor_20" -> "420 linear_19" [label="(512, 2)", style=solid]; +"420 linear_19" -> "421 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"421 relu__3" -> "422 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"422 relu__3_0_0_nncf_smooth_quant_0" -> "428 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"423 scale_updated_constant21" -> "425 mul_tensor_21" [label="(6, 1)", style=solid]; +"424 compressed_weight_updated_constant21" -> "425 mul_tensor_21" [label="(6, 512)", style=solid]; +"425 mul_tensor_21" -> "427 sub_tensor_21" [label="(6, 512)", style=solid]; +"426 zero_point_updated_constant21" -> "427 sub_tensor_21" [label="(6, 1)", style=solid]; +"427 sub_tensor_21" -> "428 linear_20" [label="(6, 512)", style=solid]; +"428 linear_20" -> "429 view_15" [label="(1, 15, 15, 6)", style=solid]; +"429 view_15" -> "431 index_3" [label="(225, 6)", style=solid]; +"430 _tensor_constant16" -> "431 index_3" [label="(4096,)", style=solid]; +"431 index_3" -> "432 view_16" [label="(4096, 6)", style=solid]; +"432 view_16" -> "433 permute_14" [label="(64, 64, 6)", style=solid]; +"433 permute_14" -> "434 contiguous_4" [label="(6, 64, 64)", style=solid]; +"434 contiguous_4" -> "435 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"435 unsqueeze_7" -> "436 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"436 sigmoid_3" -> "437 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"437 mul_6" -> "477 add_10" [label="(1, 6, 64, 64)", style=solid]; +"438 pad_4" -> "439 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"439 roll_2" -> "440 view_17" [label="(1, 32, 32, 192)", style=solid]; +"440 view_17" -> "441 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"441 permute_15" -> "442 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"442 reshape_13" -> "445 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"442 reshape_13" -> "478 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"443 _param_constant58" -> "444 clone_3" [label="(576,)", style=solid]; +"444 clone_3" -> "453 linear_21" [label="(576,)", style=solid]; +"445 reshape_13_0_0_nncf_smooth_quant_0" -> "446 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"446 quantize_per_tensor_default_20" -> "447 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"447 dequantize_per_tensor_default_20" -> "453 linear_21" [label="(16, 64, 192)", style=solid]; +"448 scale_updated_constant22" -> "450 mul_tensor_22" [label="(576, 1)", style=solid]; +"449 compressed_weight_updated_constant22" -> "450 mul_tensor_22" [label="(576, 192)", style=solid]; +"450 mul_tensor_22" -> "452 sub_tensor_22" [label="(576, 192)", style=solid]; +"451 zero_point_updated_constant22" -> "452 sub_tensor_22" [label="(576, 1)", style=solid]; +"452 sub_tensor_22" -> "453 linear_21" [label="(576, 192)", style=solid]; +"453 linear_21" -> "454 reshape_14" [label="(16, 64, 576)", style=solid]; +"454 reshape_14" -> "455 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"455 permute_16" -> "456 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"455 permute_16" -> "457 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"455 permute_16" -> "458 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"456 select_9" -> "459 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"456 select_9" -> "461 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"456 select_9" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; +"457 select_10" -> "465 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"457 select_10" -> "467 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"457 select_10" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; +"458 select_11" -> "496 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"459 linalg_vector_norm_6" -> "460 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"460 clamp_min_6" -> "461 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"461 expand_as_6" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; +"462 div_6" -> "463 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"463 quantize_per_tensor_default_21" -> "464 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"464 dequantize_per_tensor_default_21" -> "472 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"465 linalg_vector_norm_7" -> "466 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"466 clamp_min_7" -> "467 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"467 expand_as_7" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; +"468 div_7" -> "469 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"469 quantize_per_tensor_default_22" -> "470 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"470 dequantize_per_tensor_default_22" -> "471 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"471 transpose_6" -> "472 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"472 matmul_6" -> "476 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"473 _param_constant60" -> "474 clamp_3" [label="(6, 1, 1)", style=solid]; +"474 clamp_3" -> "475 exp_3" [label="(6, 1, 1)", style=solid]; +"475 exp_3" -> "476 mul_7" [label="(6, 1, 1)", style=solid]; +"476 mul_7" -> "477 add_10" [label="(16, 6, 64, 64)", style=solid]; +"477 add_10" -> "489 view_19" [label="(16, 6, 64, 64)", style=solid]; +"478 new_zeros_1" -> "479 view_18" [label="(32, 32)", style=solid]; +"479 view_18" -> "480 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"480 permute_17" -> "481 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"481 reshape_15" -> "482 unsqueeze_8" [label="(16, 64)", style=solid]; +"481 reshape_15" -> "483 unsqueeze_9" [label="(16, 64)", style=solid]; +"482 unsqueeze_8" -> "484 sub_1" [label="(16, 1, 64)", style=solid]; +"483 unsqueeze_9" -> "484 sub_1" [label="(16, 64, 1)", style=solid]; +"484 sub_1" -> "485 ne_1" [label="(16, 64, 64)", style=solid]; +"484 sub_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"484 sub_1" -> "487 eq_1" [label="(16, 64, 64)", style=solid]; +"485 ne_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"486 masked_fill_2" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"487 eq_1" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"488 masked_fill_3" -> "490 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"489 view_19" -> "492 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"490 unsqueeze_10" -> "491 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"491 unsqueeze_11" -> "492 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"492 add_11" -> "493 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"493 view_20" -> "494 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"494 softmax_3" -> "495 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"495 dropout_12" -> "496 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"496 matmul_7" -> "497 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"497 transpose_7" -> "498 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"498 reshape_16" -> "500 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"499 _param_constant62" -> "508 linear_22" [label="(192,)", style=solid]; +"500 reshape_16_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"501 quantize_per_tensor_default_23" -> "502 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"502 dequantize_per_tensor_default_23" -> "508 linear_22" [label="(16, 64, 192)", style=solid]; +"503 scale_updated_constant23" -> "505 mul_tensor_23" [label="(192, 1)", style=solid]; +"504 compressed_weight_updated_constant23" -> "505 mul_tensor_23" [label="(192, 192)", style=solid]; +"505 mul_tensor_23" -> "507 sub_tensor_23" [label="(192, 192)", style=solid]; +"506 zero_point_updated_constant23" -> "507 sub_tensor_23" [label="(192, 1)", style=solid]; +"507 sub_tensor_23" -> "508 linear_22" [label="(192, 192)", style=solid]; +"508 linear_22" -> "509 dropout_13" [label="(16, 64, 192)", style=solid]; +"509 dropout_13" -> "510 view_21" [label="(16, 64, 192)", style=solid]; +"510 view_21" -> "511 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"511 permute_18" -> "512 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"512 reshape_17" -> "513 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"513 roll_3" -> "514 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"514 slice_61" -> "515 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"515 slice_62" -> "516 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"516 slice_63" -> "517 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"517 slice_64" -> "518 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"518 contiguous_5" -> "521 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"519 _param_constant63" -> "521 layer_norm_8" [label="(192,)", style=solid]; +"520 _param_constant64" -> "521 layer_norm_8" [label="(192,)", style=solid]; +"521 layer_norm_8" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; +"522 add_12" -> "524 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"522 add_12" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; +"523 _param_constant66" -> "532 linear_23" [label="(768,)", style=solid]; +"524 add_12_0_0_nncf_smooth_quant_0" -> "525 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"525 quantize_per_tensor_default_24" -> "526 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"526 dequantize_per_tensor_default_24" -> "532 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"527 scale_updated_constant24" -> "529 mul_tensor_24" [label="(768, 1)", style=solid]; +"528 compressed_weight_updated_constant24" -> "529 mul_tensor_24" [label="(768, 192)", style=solid]; +"529 mul_tensor_24" -> "531 sub_tensor_24" [label="(768, 192)", style=solid]; +"530 zero_point_updated_constant24" -> "531 sub_tensor_24" [label="(768, 1)", style=solid]; +"531 sub_tensor_24" -> "532 linear_23" [label="(768, 192)", style=solid]; +"532 linear_23" -> "533 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"533 gelu_3" -> "534 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"534 dropout_14" -> "536 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"535 _param_constant68" -> "544 linear_24" [label="(192,)", style=solid]; +"536 dropout_14_0_0_nncf_smooth_quant_0" -> "537 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"537 quantize_per_tensor_default_25" -> "538 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"538 dequantize_per_tensor_default_25" -> "544 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"539 scale_updated_constant25" -> "541 mul_tensor_25" [label="(192, 1)", style=solid]; +"540 compressed_weight_updated_constant25" -> "541 mul_tensor_25" [label="(192, 768)", style=solid]; +"541 mul_tensor_25" -> "543 sub_tensor_25" [label="(192, 768)", style=solid]; +"542 zero_point_updated_constant25" -> "543 sub_tensor_25" [label="(192, 1)", style=solid]; +"543 sub_tensor_25" -> "544 linear_24" [label="(192, 768)", style=solid]; +"544 linear_24" -> "545 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"545 dropout_15" -> "548 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"546 _param_constant69" -> "548 layer_norm_9" [label="(192,)", style=solid]; +"547 _param_constant70" -> "548 layer_norm_9" [label="(192,)", style=solid]; +"548 layer_norm_9" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; +"549 add_13" -> "550 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "551 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "554 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "557 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "560 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"551 slice_65" -> "552 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"552 slice_66" -> "553 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"553 slice_67" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"554 slice_68" -> "555 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"555 slice_69" -> "556 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"556 slice_70" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"557 slice_71" -> "558 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"558 slice_72" -> "559 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"559 slice_73" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"560 slice_74" -> "561 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"561 slice_75" -> "562 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"562 slice_76" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"563 cat_1" -> "564 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"564 cat_1_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"565 quantize_per_tensor_default_26" -> "566 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"566 dequantize_per_tensor_default_26" -> "572 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"567 scale_updated_constant26" -> "569 mul_tensor_26" [label="(384, 1)", style=solid]; +"568 compressed_weight_updated_constant26" -> "569 mul_tensor_26" [label="(384, 768)", style=solid]; +"569 mul_tensor_26" -> "571 sub_tensor_26" [label="(384, 768)", style=solid]; +"570 zero_point_updated_constant26" -> "571 sub_tensor_26" [label="(384, 1)", style=solid]; +"571 sub_tensor_26" -> "572 linear_25" [label="(384, 768)", style=solid]; +"572 linear_25" -> "575 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"573 _param_constant72" -> "575 layer_norm_10" [label="(384,)", style=solid]; +"574 _param_constant73" -> "575 layer_norm_10" [label="(384,)", style=solid]; +"575 layer_norm_10" -> "602 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"575 layer_norm_10" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; +"576 _tensor_constant26" -> "578 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"577 _param_constant75" -> "584 linear_26" [label="(512,)", style=solid]; +"578 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "584 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"579 scale_updated_constant27" -> "581 mul_tensor_27" [label="(512, 1)", style=solid]; +"580 compressed_weight_updated_constant27" -> "581 mul_tensor_27" [label="(512, 2)", style=solid]; +"581 mul_tensor_27" -> "583 sub_tensor_27" [label="(512, 2)", style=solid]; +"582 zero_point_updated_constant27" -> "583 sub_tensor_27" [label="(512, 1)", style=solid]; +"583 sub_tensor_27" -> "584 linear_26" [label="(512, 2)", style=solid]; +"584 linear_26" -> "585 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"585 relu__4" -> "586 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"586 relu__4_0_0_nncf_smooth_quant_0" -> "592 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"587 scale_updated_constant28" -> "589 mul_tensor_28" [label="(12, 1)", style=solid]; +"588 compressed_weight_updated_constant28" -> "589 mul_tensor_28" [label="(12, 512)", style=solid]; +"589 mul_tensor_28" -> "591 sub_tensor_28" [label="(12, 512)", style=solid]; +"590 zero_point_updated_constant28" -> "591 sub_tensor_28" [label="(12, 1)", style=solid]; +"591 sub_tensor_28" -> "592 linear_27" [label="(12, 512)", style=solid]; +"592 linear_27" -> "593 view_22" [label="(1, 15, 15, 12)", style=solid]; +"593 view_22" -> "595 index_4" [label="(225, 12)", style=solid]; +"594 _tensor_constant27" -> "595 index_4" [label="(4096,)", style=solid]; +"595 index_4" -> "596 view_23" [label="(4096, 12)", style=solid]; +"596 view_23" -> "597 permute_19" [label="(64, 64, 12)", style=solid]; +"597 permute_19" -> "598 contiguous_6" [label="(12, 64, 64)", style=solid]; +"598 contiguous_6" -> "599 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"599 unsqueeze_12" -> "600 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"600 sigmoid_4" -> "601 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"601 mul_8" -> "640 add_14" [label="(1, 12, 64, 64)", style=solid]; +"602 pad_6" -> "603 view_24" [label="(1, 16, 16, 384)", style=solid]; +"603 view_24" -> "604 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"604 permute_20" -> "605 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"605 reshape_18" -> "608 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"606 _param_constant77" -> "607 clone_4" [label="(1152,)", style=solid]; +"607 clone_4" -> "616 linear_28" [label="(1152,)", style=solid]; +"608 reshape_18_0_0_nncf_smooth_quant_0" -> "609 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"609 quantize_per_tensor_default_27" -> "610 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"610 dequantize_per_tensor_default_27" -> "616 linear_28" [label="(4, 64, 384)", style=solid]; +"611 scale_updated_constant29" -> "613 mul_tensor_29" [label="(1152, 1)", style=solid]; +"612 compressed_weight_updated_constant29" -> "613 mul_tensor_29" [label="(1152, 384)", style=solid]; +"613 mul_tensor_29" -> "615 sub_tensor_29" [label="(1152, 384)", style=solid]; +"614 zero_point_updated_constant29" -> "615 sub_tensor_29" [label="(1152, 1)", style=solid]; +"615 sub_tensor_29" -> "616 linear_28" [label="(1152, 384)", style=solid]; +"616 linear_28" -> "617 reshape_19" [label="(4, 64, 1152)", style=solid]; +"617 reshape_19" -> "618 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"618 permute_21" -> "619 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"618 permute_21" -> "620 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"618 permute_21" -> "621 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"619 select_12" -> "622 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"619 select_12" -> "624 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"619 select_12" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; +"620 select_13" -> "628 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"620 select_13" -> "630 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"620 select_13" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; +"621 select_14" -> "643 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"622 linalg_vector_norm_8" -> "623 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"623 clamp_min_8" -> "624 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"624 expand_as_8" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; +"625 div_8" -> "626 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"626 quantize_per_tensor_default_28" -> "627 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"627 dequantize_per_tensor_default_28" -> "635 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"628 linalg_vector_norm_9" -> "629 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"629 clamp_min_9" -> "630 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"630 expand_as_9" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; +"631 div_9" -> "632 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"632 quantize_per_tensor_default_29" -> "633 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"633 dequantize_per_tensor_default_29" -> "634 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"634 transpose_8" -> "635 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"635 matmul_8" -> "639 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"636 _param_constant79" -> "637 clamp_4" [label="(12, 1, 1)", style=solid]; +"637 clamp_4" -> "638 exp_4" [label="(12, 1, 1)", style=solid]; +"638 exp_4" -> "639 mul_9" [label="(12, 1, 1)", style=solid]; +"639 mul_9" -> "640 add_14" [label="(4, 12, 64, 64)", style=solid]; +"640 add_14" -> "641 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"641 softmax_4" -> "642 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"642 dropout_16" -> "643 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"643 matmul_9" -> "644 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"644 transpose_9" -> "645 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"645 reshape_20" -> "647 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"646 _param_constant81" -> "655 linear_29" [label="(384,)", style=solid]; +"647 reshape_20_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"648 quantize_per_tensor_default_30" -> "649 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"649 dequantize_per_tensor_default_30" -> "655 linear_29" [label="(4, 64, 384)", style=solid]; +"650 scale_updated_constant30" -> "652 mul_tensor_30" [label="(384, 1)", style=solid]; +"651 compressed_weight_updated_constant30" -> "652 mul_tensor_30" [label="(384, 384)", style=solid]; +"652 mul_tensor_30" -> "654 sub_tensor_30" [label="(384, 384)", style=solid]; +"653 zero_point_updated_constant30" -> "654 sub_tensor_30" [label="(384, 1)", style=solid]; +"654 sub_tensor_30" -> "655 linear_29" [label="(384, 384)", style=solid]; +"655 linear_29" -> "656 dropout_17" [label="(4, 64, 384)", style=solid]; +"656 dropout_17" -> "657 view_25" [label="(4, 64, 384)", style=solid]; +"657 view_25" -> "658 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"658 permute_22" -> "659 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"659 reshape_21" -> "660 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"660 slice_78" -> "661 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"661 slice_79" -> "662 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"662 slice_80" -> "663 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"663 slice_81" -> "664 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"664 contiguous_7" -> "667 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"665 _param_constant82" -> "667 layer_norm_11" [label="(384,)", style=solid]; +"666 _param_constant83" -> "667 layer_norm_11" [label="(384,)", style=solid]; +"667 layer_norm_11" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; +"668 add_15" -> "670 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"668 add_15" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; +"669 _param_constant85" -> "678 linear_30" [label="(1536,)", style=solid]; +"670 add_15_0_0_nncf_smooth_quant_0" -> "671 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"671 quantize_per_tensor_default_31" -> "672 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"672 dequantize_per_tensor_default_31" -> "678 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"673 scale_updated_constant31" -> "675 mul_tensor_31" [label="(1536, 1)", style=solid]; +"674 compressed_weight_updated_constant31" -> "675 mul_tensor_31" [label="(1536, 384)", style=solid]; +"675 mul_tensor_31" -> "677 sub_tensor_31" [label="(1536, 384)", style=solid]; +"676 zero_point_updated_constant31" -> "677 sub_tensor_31" [label="(1536, 1)", style=solid]; +"677 sub_tensor_31" -> "678 linear_30" [label="(1536, 384)", style=solid]; +"678 linear_30" -> "679 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"679 gelu_4" -> "680 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"680 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"681 _param_constant87" -> "690 linear_31" [label="(384,)", style=solid]; +"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"685 scale_updated_constant32" -> "687 mul_tensor_32" [label="(384, 1)", style=solid]; +"686 compressed_weight_updated_constant32" -> "687 mul_tensor_32" [label="(384, 1536)", style=solid]; +"687 mul_tensor_32" -> "689 sub_tensor_32" [label="(384, 1536)", style=solid]; +"688 zero_point_updated_constant32" -> "689 sub_tensor_32" [label="(384, 1)", style=solid]; +"689 sub_tensor_32" -> "690 linear_31" [label="(384, 1536)", style=solid]; +"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"691 dropout_19" -> "694 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"692 _param_constant88" -> "694 layer_norm_12" [label="(384,)", style=solid]; +"693 _param_constant89" -> "694 layer_norm_12" [label="(384,)", style=solid]; +"694 layer_norm_12" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; +"695 add_16" -> "722 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"695 add_16" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; +"696 _tensor_constant28" -> "698 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"697 _param_constant91" -> "704 linear_32" [label="(512,)", style=solid]; +"698 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "704 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"699 scale_updated_constant33" -> "701 mul_tensor_33" [label="(512, 1)", style=solid]; +"700 compressed_weight_updated_constant33" -> "701 mul_tensor_33" [label="(512, 2)", style=solid]; +"701 mul_tensor_33" -> "703 sub_tensor_33" [label="(512, 2)", style=solid]; +"702 zero_point_updated_constant33" -> "703 sub_tensor_33" [label="(512, 1)", style=solid]; +"703 sub_tensor_33" -> "704 linear_32" [label="(512, 2)", style=solid]; +"704 linear_32" -> "705 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"705 relu__5" -> "706 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"706 relu__5_0_0_nncf_smooth_quant_0" -> "712 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"707 scale_updated_constant34" -> "709 mul_tensor_34" [label="(12, 1)", style=solid]; +"708 compressed_weight_updated_constant34" -> "709 mul_tensor_34" [label="(12, 512)", style=solid]; +"709 mul_tensor_34" -> "711 sub_tensor_34" [label="(12, 512)", style=solid]; +"710 zero_point_updated_constant34" -> "711 sub_tensor_34" [label="(12, 1)", style=solid]; +"711 sub_tensor_34" -> "712 linear_33" [label="(12, 512)", style=solid]; +"712 linear_33" -> "713 view_26" [label="(1, 15, 15, 12)", style=solid]; +"713 view_26" -> "715 index_5" [label="(225, 12)", style=solid]; +"714 _tensor_constant29" -> "715 index_5" [label="(4096,)", style=solid]; +"715 index_5" -> "716 view_27" [label="(4096, 12)", style=solid]; +"716 view_27" -> "717 permute_23" [label="(64, 64, 12)", style=solid]; +"717 permute_23" -> "718 contiguous_8" [label="(12, 64, 64)", style=solid]; +"718 contiguous_8" -> "719 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"719 unsqueeze_13" -> "720 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"720 sigmoid_5" -> "721 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"721 mul_10" -> "761 add_17" [label="(1, 12, 64, 64)", style=solid]; +"722 pad_7" -> "723 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"723 roll_4" -> "724 view_28" [label="(1, 16, 16, 384)", style=solid]; +"724 view_28" -> "725 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"725 permute_24" -> "726 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"726 reshape_22" -> "729 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"726 reshape_22" -> "762 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"727 _param_constant93" -> "728 clone_5" [label="(1152,)", style=solid]; +"728 clone_5" -> "737 linear_34" [label="(1152,)", style=solid]; +"729 reshape_22_0_0_nncf_smooth_quant_0" -> "730 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"730 quantize_per_tensor_default_33" -> "731 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"731 dequantize_per_tensor_default_33" -> "737 linear_34" [label="(4, 64, 384)", style=solid]; +"732 scale_updated_constant35" -> "734 mul_tensor_35" [label="(1152, 1)", style=solid]; +"733 compressed_weight_updated_constant35" -> "734 mul_tensor_35" [label="(1152, 384)", style=solid]; +"734 mul_tensor_35" -> "736 sub_tensor_35" [label="(1152, 384)", style=solid]; +"735 zero_point_updated_constant35" -> "736 sub_tensor_35" [label="(1152, 1)", style=solid]; +"736 sub_tensor_35" -> "737 linear_34" [label="(1152, 384)", style=solid]; +"737 linear_34" -> "738 reshape_23" [label="(4, 64, 1152)", style=solid]; +"738 reshape_23" -> "739 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"739 permute_25" -> "740 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"739 permute_25" -> "741 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"739 permute_25" -> "742 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"740 select_15" -> "743 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"740 select_15" -> "745 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"740 select_15" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; +"741 select_16" -> "749 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"741 select_16" -> "751 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"741 select_16" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; +"742 select_17" -> "780 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"743 linalg_vector_norm_10" -> "744 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"744 clamp_min_10" -> "745 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"745 expand_as_10" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; +"746 div_10" -> "747 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"747 quantize_per_tensor_default_34" -> "748 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"748 dequantize_per_tensor_default_34" -> "756 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"749 linalg_vector_norm_11" -> "750 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"750 clamp_min_11" -> "751 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"751 expand_as_11" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; +"752 div_11" -> "753 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"753 quantize_per_tensor_default_35" -> "754 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"754 dequantize_per_tensor_default_35" -> "755 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"755 transpose_10" -> "756 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"756 matmul_10" -> "760 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"757 _param_constant95" -> "758 clamp_5" [label="(12, 1, 1)", style=solid]; +"758 clamp_5" -> "759 exp_5" [label="(12, 1, 1)", style=solid]; +"759 exp_5" -> "760 mul_11" [label="(12, 1, 1)", style=solid]; +"760 mul_11" -> "761 add_17" [label="(4, 12, 64, 64)", style=solid]; +"761 add_17" -> "773 view_30" [label="(4, 12, 64, 64)", style=solid]; +"762 new_zeros_2" -> "763 view_29" [label="(16, 16)", style=solid]; +"763 view_29" -> "764 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"764 permute_26" -> "765 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"765 reshape_24" -> "766 unsqueeze_14" [label="(4, 64)", style=solid]; +"765 reshape_24" -> "767 unsqueeze_15" [label="(4, 64)", style=solid]; +"766 unsqueeze_14" -> "768 sub_2" [label="(4, 1, 64)", style=solid]; +"767 unsqueeze_15" -> "768 sub_2" [label="(4, 64, 1)", style=solid]; +"768 sub_2" -> "769 ne_2" [label="(4, 64, 64)", style=solid]; +"768 sub_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"768 sub_2" -> "771 eq_2" [label="(4, 64, 64)", style=solid]; +"769 ne_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"770 masked_fill_4" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"771 eq_2" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"772 masked_fill_5" -> "774 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"773 view_30" -> "776 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"774 unsqueeze_16" -> "775 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"775 unsqueeze_17" -> "776 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"776 add_18" -> "777 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"777 view_31" -> "778 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"778 softmax_5" -> "779 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"779 dropout_20" -> "780 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"780 matmul_11" -> "781 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"781 transpose_11" -> "782 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"782 reshape_25" -> "784 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"783 _param_constant97" -> "792 linear_35" [label="(384,)", style=solid]; +"784 reshape_25_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"785 quantize_per_tensor_default_36" -> "786 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"786 dequantize_per_tensor_default_36" -> "792 linear_35" [label="(4, 64, 384)", style=solid]; +"787 scale_updated_constant36" -> "789 mul_tensor_36" [label="(384, 1)", style=solid]; +"788 compressed_weight_updated_constant36" -> "789 mul_tensor_36" [label="(384, 384)", style=solid]; +"789 mul_tensor_36" -> "791 sub_tensor_36" [label="(384, 384)", style=solid]; +"790 zero_point_updated_constant36" -> "791 sub_tensor_36" [label="(384, 1)", style=solid]; +"791 sub_tensor_36" -> "792 linear_35" [label="(384, 384)", style=solid]; +"792 linear_35" -> "793 dropout_21" [label="(4, 64, 384)", style=solid]; +"793 dropout_21" -> "794 view_32" [label="(4, 64, 384)", style=solid]; +"794 view_32" -> "795 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"795 permute_27" -> "796 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"796 reshape_26" -> "797 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"797 roll_5" -> "798 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"798 slice_101" -> "799 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"799 slice_102" -> "800 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"800 slice_103" -> "801 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"801 slice_104" -> "802 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"802 contiguous_9" -> "805 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"803 _param_constant98" -> "805 layer_norm_13" [label="(384,)", style=solid]; +"804 _param_constant99" -> "805 layer_norm_13" [label="(384,)", style=solid]; +"805 layer_norm_13" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; +"806 add_19" -> "808 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"806 add_19" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; +"807 _param_constant101" -> "816 linear_36" [label="(1536,)", style=solid]; +"808 add_19_0_0_nncf_smooth_quant_0" -> "809 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"809 quantize_per_tensor_default_37" -> "810 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"810 dequantize_per_tensor_default_37" -> "816 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"811 scale_updated_constant37" -> "813 mul_tensor_37" [label="(1536, 1)", style=solid]; +"812 compressed_weight_updated_constant37" -> "813 mul_tensor_37" [label="(1536, 384)", style=solid]; +"813 mul_tensor_37" -> "815 sub_tensor_37" [label="(1536, 384)", style=solid]; +"814 zero_point_updated_constant37" -> "815 sub_tensor_37" [label="(1536, 1)", style=solid]; +"815 sub_tensor_37" -> "816 linear_36" [label="(1536, 384)", style=solid]; +"816 linear_36" -> "817 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"817 gelu_5" -> "818 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"818 dropout_22" -> "820 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"819 _param_constant103" -> "828 linear_37" [label="(384,)", style=solid]; +"820 dropout_22_0_0_nncf_smooth_quant_0" -> "821 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"821 quantize_per_tensor_default_38" -> "822 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"822 dequantize_per_tensor_default_38" -> "828 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"823 scale_updated_constant38" -> "825 mul_tensor_38" [label="(384, 1)", style=solid]; +"824 compressed_weight_updated_constant38" -> "825 mul_tensor_38" [label="(384, 1536)", style=solid]; +"825 mul_tensor_38" -> "827 sub_tensor_38" [label="(384, 1536)", style=solid]; +"826 zero_point_updated_constant38" -> "827 sub_tensor_38" [label="(384, 1)", style=solid]; +"827 sub_tensor_38" -> "828 linear_37" [label="(384, 1536)", style=solid]; +"828 linear_37" -> "829 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"829 dropout_23" -> "832 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"830 _param_constant104" -> "832 layer_norm_14" [label="(384,)", style=solid]; +"831 _param_constant105" -> "832 layer_norm_14" [label="(384,)", style=solid]; +"832 layer_norm_14" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; +"833 add_20" -> "860 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"833 add_20" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; +"834 _tensor_constant39" -> "836 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"835 _param_constant107" -> "842 linear_38" [label="(512,)", style=solid]; +"836 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "842 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"837 scale_updated_constant39" -> "839 mul_tensor_39" [label="(512, 1)", style=solid]; +"838 compressed_weight_updated_constant39" -> "839 mul_tensor_39" [label="(512, 2)", style=solid]; +"839 mul_tensor_39" -> "841 sub_tensor_39" [label="(512, 2)", style=solid]; +"840 zero_point_updated_constant39" -> "841 sub_tensor_39" [label="(512, 1)", style=solid]; +"841 sub_tensor_39" -> "842 linear_38" [label="(512, 2)", style=solid]; +"842 linear_38" -> "843 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"843 relu__6" -> "844 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"844 relu__6_0_0_nncf_smooth_quant_0" -> "850 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"845 scale_updated_constant40" -> "847 mul_tensor_40" [label="(12, 1)", style=solid]; +"846 compressed_weight_updated_constant40" -> "847 mul_tensor_40" [label="(12, 512)", style=solid]; +"847 mul_tensor_40" -> "849 sub_tensor_40" [label="(12, 512)", style=solid]; +"848 zero_point_updated_constant40" -> "849 sub_tensor_40" [label="(12, 1)", style=solid]; +"849 sub_tensor_40" -> "850 linear_39" [label="(12, 512)", style=solid]; +"850 linear_39" -> "851 view_33" [label="(1, 15, 15, 12)", style=solid]; +"851 view_33" -> "853 index_6" [label="(225, 12)", style=solid]; +"852 _tensor_constant40" -> "853 index_6" [label="(4096,)", style=solid]; +"853 index_6" -> "854 view_34" [label="(4096, 12)", style=solid]; +"854 view_34" -> "855 permute_28" [label="(64, 64, 12)", style=solid]; +"855 permute_28" -> "856 contiguous_10" [label="(12, 64, 64)", style=solid]; +"856 contiguous_10" -> "857 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"857 unsqueeze_18" -> "858 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"858 sigmoid_6" -> "859 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"859 mul_12" -> "898 add_21" [label="(1, 12, 64, 64)", style=solid]; +"860 pad_8" -> "861 view_35" [label="(1, 16, 16, 384)", style=solid]; +"861 view_35" -> "862 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"862 permute_29" -> "863 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"863 reshape_27" -> "866 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"864 _param_constant109" -> "865 clone_6" [label="(1152,)", style=solid]; +"865 clone_6" -> "874 linear_40" [label="(1152,)", style=solid]; +"866 reshape_27_0_0_nncf_smooth_quant_0" -> "867 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"867 quantize_per_tensor_default_39" -> "868 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"868 dequantize_per_tensor_default_39" -> "874 linear_40" [label="(4, 64, 384)", style=solid]; +"869 scale_updated_constant41" -> "871 mul_tensor_41" [label="(1152, 1)", style=solid]; +"870 compressed_weight_updated_constant41" -> "871 mul_tensor_41" [label="(1152, 384)", style=solid]; +"871 mul_tensor_41" -> "873 sub_tensor_41" [label="(1152, 384)", style=solid]; +"872 zero_point_updated_constant41" -> "873 sub_tensor_41" [label="(1152, 1)", style=solid]; +"873 sub_tensor_41" -> "874 linear_40" [label="(1152, 384)", style=solid]; +"874 linear_40" -> "875 reshape_28" [label="(4, 64, 1152)", style=solid]; +"875 reshape_28" -> "876 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"876 permute_30" -> "877 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"876 permute_30" -> "878 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"876 permute_30" -> "879 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"877 select_18" -> "880 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"877 select_18" -> "882 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"877 select_18" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; +"878 select_19" -> "886 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"878 select_19" -> "888 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"878 select_19" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; +"879 select_20" -> "901 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"880 linalg_vector_norm_12" -> "881 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"881 clamp_min_12" -> "882 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"882 expand_as_12" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; +"883 div_12" -> "884 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"884 quantize_per_tensor_default_40" -> "885 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"885 dequantize_per_tensor_default_40" -> "893 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"886 linalg_vector_norm_13" -> "887 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"887 clamp_min_13" -> "888 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"888 expand_as_13" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; +"889 div_13" -> "890 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"890 quantize_per_tensor_default_41" -> "891 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"891 dequantize_per_tensor_default_41" -> "892 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"892 transpose_12" -> "893 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"893 matmul_12" -> "897 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"894 _param_constant111" -> "895 clamp_6" [label="(12, 1, 1)", style=solid]; +"895 clamp_6" -> "896 exp_6" [label="(12, 1, 1)", style=solid]; +"896 exp_6" -> "897 mul_13" [label="(12, 1, 1)", style=solid]; +"897 mul_13" -> "898 add_21" [label="(4, 12, 64, 64)", style=solid]; +"898 add_21" -> "899 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"899 softmax_6" -> "900 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"900 dropout_24" -> "901 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"901 matmul_13" -> "902 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"902 transpose_13" -> "903 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"903 reshape_29" -> "905 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"904 _param_constant113" -> "913 linear_41" [label="(384,)", style=solid]; +"905 reshape_29_0_0_nncf_smooth_quant_0" -> "906 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"906 quantize_per_tensor_default_42" -> "907 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"907 dequantize_per_tensor_default_42" -> "913 linear_41" [label="(4, 64, 384)", style=solid]; +"908 scale_updated_constant42" -> "910 mul_tensor_42" [label="(384, 1)", style=solid]; +"909 compressed_weight_updated_constant42" -> "910 mul_tensor_42" [label="(384, 384)", style=solid]; +"910 mul_tensor_42" -> "912 sub_tensor_42" [label="(384, 384)", style=solid]; +"911 zero_point_updated_constant42" -> "912 sub_tensor_42" [label="(384, 1)", style=solid]; +"912 sub_tensor_42" -> "913 linear_41" [label="(384, 384)", style=solid]; +"913 linear_41" -> "914 dropout_25" [label="(4, 64, 384)", style=solid]; +"914 dropout_25" -> "915 view_36" [label="(4, 64, 384)", style=solid]; +"915 view_36" -> "916 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"916 permute_31" -> "917 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"917 reshape_30" -> "918 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"918 slice_106" -> "919 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"919 slice_107" -> "920 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"920 slice_108" -> "921 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"921 slice_109" -> "922 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"922 contiguous_11" -> "925 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"923 _param_constant114" -> "925 layer_norm_15" [label="(384,)", style=solid]; +"924 _param_constant115" -> "925 layer_norm_15" [label="(384,)", style=solid]; +"925 layer_norm_15" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; +"926 add_22" -> "928 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"926 add_22" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; +"927 _param_constant117" -> "936 linear_42" [label="(1536,)", style=solid]; +"928 add_22_0_0_nncf_smooth_quant_0" -> "929 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"929 quantize_per_tensor_default_43" -> "930 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"930 dequantize_per_tensor_default_43" -> "936 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"931 scale_updated_constant43" -> "933 mul_tensor_43" [label="(1536, 1)", style=solid]; +"932 compressed_weight_updated_constant43" -> "933 mul_tensor_43" [label="(1536, 384)", style=solid]; +"933 mul_tensor_43" -> "935 sub_tensor_43" [label="(1536, 384)", style=solid]; +"934 zero_point_updated_constant43" -> "935 sub_tensor_43" [label="(1536, 1)", style=solid]; +"935 sub_tensor_43" -> "936 linear_42" [label="(1536, 384)", style=solid]; +"936 linear_42" -> "937 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"937 gelu_6" -> "938 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"938 dropout_26" -> "940 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"939 _param_constant119" -> "948 linear_43" [label="(384,)", style=solid]; +"940 dropout_26_0_0_nncf_smooth_quant_0" -> "941 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"941 quantize_per_tensor_default_44" -> "942 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"942 dequantize_per_tensor_default_44" -> "948 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"943 scale_updated_constant44" -> "945 mul_tensor_44" [label="(384, 1)", style=solid]; +"944 compressed_weight_updated_constant44" -> "945 mul_tensor_44" [label="(384, 1536)", style=solid]; +"945 mul_tensor_44" -> "947 sub_tensor_44" [label="(384, 1536)", style=solid]; +"946 zero_point_updated_constant44" -> "947 sub_tensor_44" [label="(384, 1)", style=solid]; +"947 sub_tensor_44" -> "948 linear_43" [label="(384, 1536)", style=solid]; +"948 linear_43" -> "949 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"949 dropout_27" -> "952 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"950 _param_constant120" -> "952 layer_norm_16" [label="(384,)", style=solid]; +"951 _param_constant121" -> "952 layer_norm_16" [label="(384,)", style=solid]; +"952 layer_norm_16" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; +"953 add_23" -> "980 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"953 add_23" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; +"954 _tensor_constant41" -> "956 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"955 _param_constant123" -> "962 linear_44" [label="(512,)", style=solid]; +"956 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "962 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"957 scale_updated_constant45" -> "959 mul_tensor_45" [label="(512, 1)", style=solid]; +"958 compressed_weight_updated_constant45" -> "959 mul_tensor_45" [label="(512, 2)", style=solid]; +"959 mul_tensor_45" -> "961 sub_tensor_45" [label="(512, 2)", style=solid]; +"960 zero_point_updated_constant45" -> "961 sub_tensor_45" [label="(512, 1)", style=solid]; +"961 sub_tensor_45" -> "962 linear_44" [label="(512, 2)", style=solid]; +"962 linear_44" -> "963 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"963 relu__7" -> "964 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"964 relu__7_0_0_nncf_smooth_quant_0" -> "970 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"965 scale_updated_constant46" -> "967 mul_tensor_46" [label="(12, 1)", style=solid]; +"966 compressed_weight_updated_constant46" -> "967 mul_tensor_46" [label="(12, 512)", style=solid]; +"967 mul_tensor_46" -> "969 sub_tensor_46" [label="(12, 512)", style=solid]; +"968 zero_point_updated_constant46" -> "969 sub_tensor_46" [label="(12, 1)", style=solid]; +"969 sub_tensor_46" -> "970 linear_45" [label="(12, 512)", style=solid]; +"970 linear_45" -> "971 view_37" [label="(1, 15, 15, 12)", style=solid]; +"971 view_37" -> "973 index_7" [label="(225, 12)", style=solid]; +"972 _tensor_constant42" -> "973 index_7" [label="(4096,)", style=solid]; +"973 index_7" -> "974 view_38" [label="(4096, 12)", style=solid]; +"974 view_38" -> "975 permute_32" [label="(64, 64, 12)", style=solid]; +"975 permute_32" -> "976 contiguous_12" [label="(12, 64, 64)", style=solid]; +"976 contiguous_12" -> "977 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"977 unsqueeze_19" -> "978 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"978 sigmoid_7" -> "979 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"979 mul_14" -> "1019 add_24" [label="(1, 12, 64, 64)", style=solid]; +"980 pad_9" -> "981 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"981 roll_6" -> "982 view_39" [label="(1, 16, 16, 384)", style=solid]; +"982 view_39" -> "983 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"983 permute_33" -> "984 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"984 reshape_31" -> "987 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"984 reshape_31" -> "1020 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"985 _param_constant125" -> "986 clone_7" [label="(1152,)", style=solid]; +"986 clone_7" -> "995 linear_46" [label="(1152,)", style=solid]; +"987 reshape_31_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"988 quantize_per_tensor_default_45" -> "989 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"989 dequantize_per_tensor_default_45" -> "995 linear_46" [label="(4, 64, 384)", style=solid]; +"990 scale_updated_constant47" -> "992 mul_tensor_47" [label="(1152, 1)", style=solid]; +"991 compressed_weight_updated_constant47" -> "992 mul_tensor_47" [label="(1152, 384)", style=solid]; +"992 mul_tensor_47" -> "994 sub_tensor_47" [label="(1152, 384)", style=solid]; +"993 zero_point_updated_constant47" -> "994 sub_tensor_47" [label="(1152, 1)", style=solid]; +"994 sub_tensor_47" -> "995 linear_46" [label="(1152, 384)", style=solid]; +"995 linear_46" -> "996 reshape_32" [label="(4, 64, 1152)", style=solid]; +"996 reshape_32" -> "997 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"997 permute_34" -> "998 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"997 permute_34" -> "999 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"997 permute_34" -> "1000 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"998 select_21" -> "1001 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"998 select_21" -> "1003 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"998 select_21" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; +"999 select_22" -> "1007 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"999 select_22" -> "1009 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"999 select_22" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1000 select_23" -> "1038 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"1001 linalg_vector_norm_14" -> "1002 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"1002 clamp_min_14" -> "1003 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"1003 expand_as_14" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1004 div_14" -> "1005 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"1005 quantize_per_tensor_default_46" -> "1006 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"1006 dequantize_per_tensor_default_46" -> "1014 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"1007 linalg_vector_norm_15" -> "1008 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1008 clamp_min_15" -> "1009 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1009 expand_as_15" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1010 div_15" -> "1011 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1011 quantize_per_tensor_default_47" -> "1012 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1012 dequantize_per_tensor_default_47" -> "1013 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1013 transpose_14" -> "1014 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1014 matmul_14" -> "1018 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1015 _param_constant127" -> "1016 clamp_7" [label="(12, 1, 1)", style=solid]; +"1016 clamp_7" -> "1017 exp_7" [label="(12, 1, 1)", style=solid]; +"1017 exp_7" -> "1018 mul_15" [label="(12, 1, 1)", style=solid]; +"1018 mul_15" -> "1019 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1019 add_24" -> "1031 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1020 new_zeros_3" -> "1021 view_40" [label="(16, 16)", style=solid]; +"1021 view_40" -> "1022 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1022 permute_35" -> "1023 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1023 reshape_33" -> "1024 unsqueeze_20" [label="(4, 64)", style=solid]; +"1023 reshape_33" -> "1025 unsqueeze_21" [label="(4, 64)", style=solid]; +"1024 unsqueeze_20" -> "1026 sub_3" [label="(4, 1, 64)", style=solid]; +"1025 unsqueeze_21" -> "1026 sub_3" [label="(4, 64, 1)", style=solid]; +"1026 sub_3" -> "1027 ne_3" [label="(4, 64, 64)", style=solid]; +"1026 sub_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1026 sub_3" -> "1029 eq_3" [label="(4, 64, 64)", style=solid]; +"1027 ne_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1028 masked_fill_6" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1029 eq_3" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1030 masked_fill_7" -> "1032 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1031 view_41" -> "1034 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1032 unsqueeze_22" -> "1033 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1033 unsqueeze_23" -> "1034 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1034 add_25" -> "1035 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1035 view_42" -> "1036 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1036 softmax_7" -> "1037 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1037 dropout_28" -> "1038 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1038 matmul_15" -> "1039 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1039 transpose_15" -> "1040 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1040 reshape_34" -> "1042 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1041 _param_constant129" -> "1050 linear_47" [label="(384,)", style=solid]; +"1042 reshape_34_0_0_nncf_smooth_quant_0" -> "1043 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1043 quantize_per_tensor_default_48" -> "1044 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1044 dequantize_per_tensor_default_48" -> "1050 linear_47" [label="(4, 64, 384)", style=solid]; +"1045 scale_updated_constant48" -> "1047 mul_tensor_48" [label="(384, 1)", style=solid]; +"1046 compressed_weight_updated_constant48" -> "1047 mul_tensor_48" [label="(384, 384)", style=solid]; +"1047 mul_tensor_48" -> "1049 sub_tensor_48" [label="(384, 384)", style=solid]; +"1048 zero_point_updated_constant48" -> "1049 sub_tensor_48" [label="(384, 1)", style=solid]; +"1049 sub_tensor_48" -> "1050 linear_47" [label="(384, 384)", style=solid]; +"1050 linear_47" -> "1051 dropout_29" [label="(4, 64, 384)", style=solid]; +"1051 dropout_29" -> "1052 view_43" [label="(4, 64, 384)", style=solid]; +"1052 view_43" -> "1053 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1053 permute_36" -> "1054 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1054 reshape_35" -> "1055 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1055 roll_7" -> "1056 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1056 slice_129" -> "1057 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1057 slice_130" -> "1058 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1058 slice_131" -> "1059 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1059 slice_132" -> "1060 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1060 contiguous_13" -> "1063 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1061 _param_constant130" -> "1063 layer_norm_17" [label="(384,)", style=solid]; +"1062 _param_constant131" -> "1063 layer_norm_17" [label="(384,)", style=solid]; +"1063 layer_norm_17" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1064 add_26" -> "1066 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1064 add_26" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1065 _param_constant133" -> "1074 linear_48" [label="(1536,)", style=solid]; +"1066 add_26_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1067 quantize_per_tensor_default_49" -> "1068 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1068 dequantize_per_tensor_default_49" -> "1074 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1069 scale_updated_constant49" -> "1071 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1070 compressed_weight_updated_constant49" -> "1071 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1071 mul_tensor_49" -> "1073 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1072 zero_point_updated_constant49" -> "1073 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1073 sub_tensor_49" -> "1074 linear_48" [label="(1536, 384)", style=solid]; +"1074 linear_48" -> "1075 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1075 gelu_7" -> "1076 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1076 dropout_30" -> "1078 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1077 _param_constant135" -> "1086 linear_49" [label="(384,)", style=solid]; +"1078 dropout_30_0_0_nncf_smooth_quant_0" -> "1079 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1079 quantize_per_tensor_default_50" -> "1080 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1080 dequantize_per_tensor_default_50" -> "1086 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1081 scale_updated_constant50" -> "1083 mul_tensor_50" [label="(384, 1)", style=solid]; +"1082 compressed_weight_updated_constant50" -> "1083 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1083 mul_tensor_50" -> "1085 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1084 zero_point_updated_constant50" -> "1085 sub_tensor_50" [label="(384, 1)", style=solid]; +"1085 sub_tensor_50" -> "1086 linear_49" [label="(384, 1536)", style=solid]; +"1086 linear_49" -> "1087 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1087 dropout_31" -> "1090 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1088 _param_constant136" -> "1090 layer_norm_18" [label="(384,)", style=solid]; +"1089 _param_constant137" -> "1090 layer_norm_18" [label="(384,)", style=solid]; +"1090 layer_norm_18" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1091 add_27" -> "1118 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1091 add_27" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1092 _tensor_constant52" -> "1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1093 _param_constant139" -> "1100 linear_50" [label="(512,)", style=solid]; +"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1100 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1095 scale_updated_constant51" -> "1097 mul_tensor_51" [label="(512, 1)", style=solid]; +"1096 compressed_weight_updated_constant51" -> "1097 mul_tensor_51" [label="(512, 2)", style=solid]; +"1097 mul_tensor_51" -> "1099 sub_tensor_51" [label="(512, 2)", style=solid]; +"1098 zero_point_updated_constant51" -> "1099 sub_tensor_51" [label="(512, 1)", style=solid]; +"1099 sub_tensor_51" -> "1100 linear_50" [label="(512, 2)", style=solid]; +"1100 linear_50" -> "1101 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1101 relu__8" -> "1102 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1102 relu__8_0_0_nncf_smooth_quant_0" -> "1108 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1103 scale_updated_constant52" -> "1105 mul_tensor_52" [label="(12, 1)", style=solid]; +"1104 compressed_weight_updated_constant52" -> "1105 mul_tensor_52" [label="(12, 512)", style=solid]; +"1105 mul_tensor_52" -> "1107 sub_tensor_52" [label="(12, 512)", style=solid]; +"1106 zero_point_updated_constant52" -> "1107 sub_tensor_52" [label="(12, 1)", style=solid]; +"1107 sub_tensor_52" -> "1108 linear_51" [label="(12, 512)", style=solid]; +"1108 linear_51" -> "1109 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1109 view_44" -> "1111 index_8" [label="(225, 12)", style=solid]; +"1110 _tensor_constant53" -> "1111 index_8" [label="(4096,)", style=solid]; +"1111 index_8" -> "1112 view_45" [label="(4096, 12)", style=solid]; +"1112 view_45" -> "1113 permute_37" [label="(64, 64, 12)", style=solid]; +"1113 permute_37" -> "1114 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1114 contiguous_14" -> "1115 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1115 unsqueeze_24" -> "1116 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1116 sigmoid_8" -> "1117 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1117 mul_16" -> "1156 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1118 pad_10" -> "1119 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1119 view_46" -> "1120 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1120 permute_38" -> "1121 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1121 reshape_36" -> "1124 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1122 _param_constant141" -> "1123 clone_8" [label="(1152,)", style=solid]; +"1123 clone_8" -> "1132 linear_52" [label="(1152,)", style=solid]; +"1124 reshape_36_0_0_nncf_smooth_quant_0" -> "1125 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1125 quantize_per_tensor_default_51" -> "1126 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1126 dequantize_per_tensor_default_51" -> "1132 linear_52" [label="(4, 64, 384)", style=solid]; +"1127 scale_updated_constant53" -> "1129 mul_tensor_53" [label="(1152, 1)", style=solid]; +"1128 compressed_weight_updated_constant53" -> "1129 mul_tensor_53" [label="(1152, 384)", style=solid]; +"1129 mul_tensor_53" -> "1131 sub_tensor_53" [label="(1152, 384)", style=solid]; +"1130 zero_point_updated_constant53" -> "1131 sub_tensor_53" [label="(1152, 1)", style=solid]; +"1131 sub_tensor_53" -> "1132 linear_52" [label="(1152, 384)", style=solid]; +"1132 linear_52" -> "1133 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1133 reshape_37" -> "1134 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1134 permute_39" -> "1135 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1134 permute_39" -> "1136 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1134 permute_39" -> "1137 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1135 select_24" -> "1138 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 select_24" -> "1140 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 select_24" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1136 select_25" -> "1144 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1136 select_25" -> "1146 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1136 select_25" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1137 select_26" -> "1159 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1138 linalg_vector_norm_16" -> "1139 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1139 clamp_min_16" -> "1140 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1140 expand_as_16" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1141 div_16" -> "1142 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1142 quantize_per_tensor_default_52" -> "1143 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1143 dequantize_per_tensor_default_52" -> "1151 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1144 linalg_vector_norm_17" -> "1145 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1145 clamp_min_17" -> "1146 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1146 expand_as_17" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1147 div_17" -> "1148 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1148 quantize_per_tensor_default_53" -> "1149 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1149 dequantize_per_tensor_default_53" -> "1150 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1150 transpose_16" -> "1151 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1151 matmul_16" -> "1155 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1152 _param_constant143" -> "1153 clamp_8" [label="(12, 1, 1)", style=solid]; +"1153 clamp_8" -> "1154 exp_8" [label="(12, 1, 1)", style=solid]; +"1154 exp_8" -> "1155 mul_17" [label="(12, 1, 1)", style=solid]; +"1155 mul_17" -> "1156 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1156 add_28" -> "1157 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1157 softmax_8" -> "1158 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1158 dropout_32" -> "1159 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1159 matmul_17" -> "1160 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1160 transpose_17" -> "1161 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1161 reshape_38" -> "1163 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1162 _param_constant145" -> "1171 linear_53" [label="(384,)", style=solid]; +"1163 reshape_38_0_0_nncf_smooth_quant_0" -> "1164 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1164 quantize_per_tensor_default_54" -> "1165 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1165 dequantize_per_tensor_default_54" -> "1171 linear_53" [label="(4, 64, 384)", style=solid]; +"1166 scale_updated_constant54" -> "1168 mul_tensor_54" [label="(384, 1)", style=solid]; +"1167 compressed_weight_updated_constant54" -> "1168 mul_tensor_54" [label="(384, 384)", style=solid]; +"1168 mul_tensor_54" -> "1170 sub_tensor_54" [label="(384, 384)", style=solid]; +"1169 zero_point_updated_constant54" -> "1170 sub_tensor_54" [label="(384, 1)", style=solid]; +"1170 sub_tensor_54" -> "1171 linear_53" [label="(384, 384)", style=solid]; +"1171 linear_53" -> "1172 dropout_33" [label="(4, 64, 384)", style=solid]; +"1172 dropout_33" -> "1173 view_47" [label="(4, 64, 384)", style=solid]; +"1173 view_47" -> "1174 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1174 permute_40" -> "1175 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1175 reshape_39" -> "1176 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1176 slice_134" -> "1177 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1177 slice_135" -> "1178 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1178 slice_136" -> "1179 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1179 slice_137" -> "1180 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1180 contiguous_15" -> "1183 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1181 _param_constant146" -> "1183 layer_norm_19" [label="(384,)", style=solid]; +"1182 _param_constant147" -> "1183 layer_norm_19" [label="(384,)", style=solid]; +"1183 layer_norm_19" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1184 add_29" -> "1186 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1184 add_29" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1185 _param_constant149" -> "1194 linear_54" [label="(1536,)", style=solid]; +"1186 add_29_0_0_nncf_smooth_quant_0" -> "1187 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1187 quantize_per_tensor_default_55" -> "1188 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1188 dequantize_per_tensor_default_55" -> "1194 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1189 scale_updated_constant55" -> "1191 mul_tensor_55" [label="(1536, 1)", style=solid]; +"1190 compressed_weight_updated_constant55" -> "1191 mul_tensor_55" [label="(1536, 384)", style=solid]; +"1191 mul_tensor_55" -> "1193 sub_tensor_55" [label="(1536, 384)", style=solid]; +"1192 zero_point_updated_constant55" -> "1193 sub_tensor_55" [label="(1536, 1)", style=solid]; +"1193 sub_tensor_55" -> "1194 linear_54" [label="(1536, 384)", style=solid]; +"1194 linear_54" -> "1195 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1195 gelu_8" -> "1196 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1196 dropout_34" -> "1198 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1197 _param_constant151" -> "1206 linear_55" [label="(384,)", style=solid]; +"1198 dropout_34_0_0_nncf_smooth_quant_0" -> "1199 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1199 quantize_per_tensor_default_56" -> "1200 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1200 dequantize_per_tensor_default_56" -> "1206 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1201 scale_updated_constant56" -> "1203 mul_tensor_56" [label="(384, 1)", style=solid]; +"1202 compressed_weight_updated_constant56" -> "1203 mul_tensor_56" [label="(384, 1536)", style=solid]; +"1203 mul_tensor_56" -> "1205 sub_tensor_56" [label="(384, 1536)", style=solid]; +"1204 zero_point_updated_constant56" -> "1205 sub_tensor_56" [label="(384, 1)", style=solid]; +"1205 sub_tensor_56" -> "1206 linear_55" [label="(384, 1536)", style=solid]; +"1206 linear_55" -> "1207 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1207 dropout_35" -> "1210 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1208 _param_constant152" -> "1210 layer_norm_20" [label="(384,)", style=solid]; +"1209 _param_constant153" -> "1210 layer_norm_20" [label="(384,)", style=solid]; +"1210 layer_norm_20" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1211 add_30" -> "1238 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1211 add_30" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1212 _tensor_constant54" -> "1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1213 _param_constant155" -> "1220 linear_56" [label="(512,)", style=solid]; +"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1220 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1215 scale_updated_constant57" -> "1217 mul_tensor_57" [label="(512, 1)", style=solid]; +"1216 compressed_weight_updated_constant57" -> "1217 mul_tensor_57" [label="(512, 2)", style=solid]; +"1217 mul_tensor_57" -> "1219 sub_tensor_57" [label="(512, 2)", style=solid]; +"1218 zero_point_updated_constant57" -> "1219 sub_tensor_57" [label="(512, 1)", style=solid]; +"1219 sub_tensor_57" -> "1220 linear_56" [label="(512, 2)", style=solid]; +"1220 linear_56" -> "1221 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1221 relu__9" -> "1222 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1222 relu__9_0_0_nncf_smooth_quant_0" -> "1228 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1223 scale_updated_constant58" -> "1225 mul_tensor_58" [label="(12, 1)", style=solid]; +"1224 compressed_weight_updated_constant58" -> "1225 mul_tensor_58" [label="(12, 512)", style=solid]; +"1225 mul_tensor_58" -> "1227 sub_tensor_58" [label="(12, 512)", style=solid]; +"1226 zero_point_updated_constant58" -> "1227 sub_tensor_58" [label="(12, 1)", style=solid]; +"1227 sub_tensor_58" -> "1228 linear_57" [label="(12, 512)", style=solid]; +"1228 linear_57" -> "1229 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1229 view_48" -> "1231 index_9" [label="(225, 12)", style=solid]; +"1230 _tensor_constant55" -> "1231 index_9" [label="(4096,)", style=solid]; +"1231 index_9" -> "1232 view_49" [label="(4096, 12)", style=solid]; +"1232 view_49" -> "1233 permute_41" [label="(64, 64, 12)", style=solid]; +"1233 permute_41" -> "1234 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1234 contiguous_16" -> "1235 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1235 unsqueeze_25" -> "1236 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1236 sigmoid_9" -> "1237 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1237 mul_18" -> "1277 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1238 pad_11" -> "1239 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1239 roll_8" -> "1240 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1240 view_50" -> "1241 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1241 permute_42" -> "1242 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1242 reshape_40" -> "1245 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1242 reshape_40" -> "1278 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1243 _param_constant157" -> "1244 clone_9" [label="(1152,)", style=solid]; +"1244 clone_9" -> "1253 linear_58" [label="(1152,)", style=solid]; +"1245 reshape_40_0_0_nncf_smooth_quant_0" -> "1246 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1246 quantize_per_tensor_default_57" -> "1247 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1247 dequantize_per_tensor_default_57" -> "1253 linear_58" [label="(4, 64, 384)", style=solid]; +"1248 scale_updated_constant59" -> "1250 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1249 compressed_weight_updated_constant59" -> "1250 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1250 mul_tensor_59" -> "1252 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1251 zero_point_updated_constant59" -> "1252 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1252 sub_tensor_59" -> "1253 linear_58" [label="(1152, 384)", style=solid]; +"1253 linear_58" -> "1254 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1254 reshape_41" -> "1255 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1255 permute_43" -> "1256 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1255 permute_43" -> "1257 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1255 permute_43" -> "1258 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1256 select_27" -> "1259 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1256 select_27" -> "1261 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1256 select_27" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1257 select_28" -> "1265 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1257 select_28" -> "1267 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1257 select_28" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1258 select_29" -> "1296 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1259 linalg_vector_norm_18" -> "1260 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1260 clamp_min_18" -> "1261 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1261 expand_as_18" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1262 div_18" -> "1263 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1263 quantize_per_tensor_default_58" -> "1264 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1264 dequantize_per_tensor_default_58" -> "1272 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1265 linalg_vector_norm_19" -> "1266 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1266 clamp_min_19" -> "1267 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1267 expand_as_19" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1268 div_19" -> "1269 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1269 quantize_per_tensor_default_59" -> "1270 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1270 dequantize_per_tensor_default_59" -> "1271 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1271 transpose_18" -> "1272 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1272 matmul_18" -> "1276 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1273 _param_constant159" -> "1274 clamp_9" [label="(12, 1, 1)", style=solid]; +"1274 clamp_9" -> "1275 exp_9" [label="(12, 1, 1)", style=solid]; +"1275 exp_9" -> "1276 mul_19" [label="(12, 1, 1)", style=solid]; +"1276 mul_19" -> "1277 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1277 add_31" -> "1289 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1278 new_zeros_4" -> "1279 view_51" [label="(16, 16)", style=solid]; +"1279 view_51" -> "1280 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1280 permute_44" -> "1281 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1281 reshape_42" -> "1282 unsqueeze_26" [label="(4, 64)", style=solid]; +"1281 reshape_42" -> "1283 unsqueeze_27" [label="(4, 64)", style=solid]; +"1282 unsqueeze_26" -> "1284 sub_4" [label="(4, 1, 64)", style=solid]; +"1283 unsqueeze_27" -> "1284 sub_4" [label="(4, 64, 1)", style=solid]; +"1284 sub_4" -> "1285 ne_4" [label="(4, 64, 64)", style=solid]; +"1284 sub_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1284 sub_4" -> "1287 eq_4" [label="(4, 64, 64)", style=solid]; +"1285 ne_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1286 masked_fill_8" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1287 eq_4" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1288 masked_fill_9" -> "1290 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1289 view_52" -> "1292 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1290 unsqueeze_28" -> "1291 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1291 unsqueeze_29" -> "1292 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1292 add_32" -> "1293 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1293 view_53" -> "1294 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1294 softmax_9" -> "1295 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1295 dropout_36" -> "1296 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1296 matmul_19" -> "1297 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1297 transpose_19" -> "1298 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1298 reshape_43" -> "1300 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1299 _param_constant161" -> "1308 linear_59" [label="(384,)", style=solid]; +"1300 reshape_43_0_0_nncf_smooth_quant_0" -> "1301 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1301 quantize_per_tensor_default_60" -> "1302 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1302 dequantize_per_tensor_default_60" -> "1308 linear_59" [label="(4, 64, 384)", style=solid]; +"1303 scale_updated_constant60" -> "1305 mul_tensor_60" [label="(384, 1)", style=solid]; +"1304 compressed_weight_updated_constant60" -> "1305 mul_tensor_60" [label="(384, 384)", style=solid]; +"1305 mul_tensor_60" -> "1307 sub_tensor_60" [label="(384, 384)", style=solid]; +"1306 zero_point_updated_constant60" -> "1307 sub_tensor_60" [label="(384, 1)", style=solid]; +"1307 sub_tensor_60" -> "1308 linear_59" [label="(384, 384)", style=solid]; +"1308 linear_59" -> "1309 dropout_37" [label="(4, 64, 384)", style=solid]; +"1309 dropout_37" -> "1310 view_54" [label="(4, 64, 384)", style=solid]; +"1310 view_54" -> "1311 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1311 permute_45" -> "1312 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1312 reshape_44" -> "1313 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1313 roll_9" -> "1314 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1314 slice_157" -> "1315 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1315 slice_158" -> "1316 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1316 slice_159" -> "1317 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1317 slice_160" -> "1318 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1318 contiguous_17" -> "1321 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1319 _param_constant162" -> "1321 layer_norm_21" [label="(384,)", style=solid]; +"1320 _param_constant163" -> "1321 layer_norm_21" [label="(384,)", style=solid]; +"1321 layer_norm_21" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1322 add_33" -> "1324 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1322 add_33" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1323 _param_constant165" -> "1332 linear_60" [label="(1536,)", style=solid]; +"1324 add_33_0_0_nncf_smooth_quant_0" -> "1325 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1325 quantize_per_tensor_default_61" -> "1326 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1326 dequantize_per_tensor_default_61" -> "1332 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1327 scale_updated_constant61" -> "1329 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1328 compressed_weight_updated_constant61" -> "1329 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1329 mul_tensor_61" -> "1331 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1330 zero_point_updated_constant61" -> "1331 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1331 sub_tensor_61" -> "1332 linear_60" [label="(1536, 384)", style=solid]; +"1332 linear_60" -> "1333 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1333 gelu_9" -> "1334 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1334 dropout_38" -> "1336 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1335 _param_constant167" -> "1344 linear_61" [label="(384,)", style=solid]; +"1336 dropout_38_0_0_nncf_smooth_quant_0" -> "1337 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1337 quantize_per_tensor_default_62" -> "1338 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1338 dequantize_per_tensor_default_62" -> "1344 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1339 scale_updated_constant62" -> "1341 mul_tensor_62" [label="(384, 1)", style=solid]; +"1340 compressed_weight_updated_constant62" -> "1341 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1341 mul_tensor_62" -> "1343 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1342 zero_point_updated_constant62" -> "1343 sub_tensor_62" [label="(384, 1)", style=solid]; +"1343 sub_tensor_62" -> "1344 linear_61" [label="(384, 1536)", style=solid]; +"1344 linear_61" -> "1345 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1345 dropout_39" -> "1348 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1346 _param_constant168" -> "1348 layer_norm_22" [label="(384,)", style=solid]; +"1347 _param_constant169" -> "1348 layer_norm_22" [label="(384,)", style=solid]; +"1348 layer_norm_22" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1349 add_34" -> "1376 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1349 add_34" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1350 _tensor_constant65" -> "1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1351 _param_constant171" -> "1358 linear_62" [label="(512,)", style=solid]; +"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1358 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1353 scale_updated_constant63" -> "1355 mul_tensor_63" [label="(512, 1)", style=solid]; +"1354 compressed_weight_updated_constant63" -> "1355 mul_tensor_63" [label="(512, 2)", style=solid]; +"1355 mul_tensor_63" -> "1357 sub_tensor_63" [label="(512, 2)", style=solid]; +"1356 zero_point_updated_constant63" -> "1357 sub_tensor_63" [label="(512, 1)", style=solid]; +"1357 sub_tensor_63" -> "1358 linear_62" [label="(512, 2)", style=solid]; +"1358 linear_62" -> "1359 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1359 relu__10" -> "1360 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1360 relu__10_0_0_nncf_smooth_quant_0" -> "1366 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1361 scale_updated_constant64" -> "1363 mul_tensor_64" [label="(12, 1)", style=solid]; +"1362 compressed_weight_updated_constant64" -> "1363 mul_tensor_64" [label="(12, 512)", style=solid]; +"1363 mul_tensor_64" -> "1365 sub_tensor_64" [label="(12, 512)", style=solid]; +"1364 zero_point_updated_constant64" -> "1365 sub_tensor_64" [label="(12, 1)", style=solid]; +"1365 sub_tensor_64" -> "1366 linear_63" [label="(12, 512)", style=solid]; +"1366 linear_63" -> "1367 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1367 view_55" -> "1369 index_10" [label="(225, 12)", style=solid]; +"1368 _tensor_constant66" -> "1369 index_10" [label="(4096,)", style=solid]; +"1369 index_10" -> "1370 view_56" [label="(4096, 12)", style=solid]; +"1370 view_56" -> "1371 permute_46" [label="(64, 64, 12)", style=solid]; +"1371 permute_46" -> "1372 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1372 contiguous_18" -> "1373 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1373 unsqueeze_30" -> "1374 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1374 sigmoid_10" -> "1375 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1375 mul_20" -> "1414 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1376 pad_12" -> "1377 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1377 view_57" -> "1378 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1378 permute_47" -> "1379 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1379 reshape_45" -> "1382 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1380 _param_constant173" -> "1381 clone_10" [label="(1152,)", style=solid]; +"1381 clone_10" -> "1390 linear_64" [label="(1152,)", style=solid]; +"1382 reshape_45_0_0_nncf_smooth_quant_0" -> "1383 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1383 quantize_per_tensor_default_63" -> "1384 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1384 dequantize_per_tensor_default_63" -> "1390 linear_64" [label="(4, 64, 384)", style=solid]; +"1385 scale_updated_constant65" -> "1387 mul_tensor_65" [label="(1152, 1)", style=solid]; +"1386 compressed_weight_updated_constant65" -> "1387 mul_tensor_65" [label="(1152, 384)", style=solid]; +"1387 mul_tensor_65" -> "1389 sub_tensor_65" [label="(1152, 384)", style=solid]; +"1388 zero_point_updated_constant65" -> "1389 sub_tensor_65" [label="(1152, 1)", style=solid]; +"1389 sub_tensor_65" -> "1390 linear_64" [label="(1152, 384)", style=solid]; +"1390 linear_64" -> "1391 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1391 reshape_46" -> "1392 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1392 permute_48" -> "1393 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1392 permute_48" -> "1394 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1392 permute_48" -> "1395 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1393 select_30" -> "1396 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1393 select_30" -> "1398 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1393 select_30" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_31" -> "1402 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_31" -> "1404 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_31" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1395 select_32" -> "1417 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1396 linalg_vector_norm_20" -> "1397 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1397 clamp_min_20" -> "1398 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1398 expand_as_20" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1399 div_20" -> "1400 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1400 quantize_per_tensor_default_64" -> "1401 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1401 dequantize_per_tensor_default_64" -> "1409 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1402 linalg_vector_norm_21" -> "1403 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1403 clamp_min_21" -> "1404 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1404 expand_as_21" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1405 div_21" -> "1406 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1406 quantize_per_tensor_default_65" -> "1407 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1407 dequantize_per_tensor_default_65" -> "1408 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1408 transpose_20" -> "1409 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1409 matmul_20" -> "1413 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1410 _param_constant175" -> "1411 clamp_10" [label="(12, 1, 1)", style=solid]; +"1411 clamp_10" -> "1412 exp_10" [label="(12, 1, 1)", style=solid]; +"1412 exp_10" -> "1413 mul_21" [label="(12, 1, 1)", style=solid]; +"1413 mul_21" -> "1414 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1414 add_35" -> "1415 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1415 softmax_10" -> "1416 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1416 dropout_40" -> "1417 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1417 matmul_21" -> "1418 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1418 transpose_21" -> "1419 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1419 reshape_47" -> "1421 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1420 _param_constant177" -> "1429 linear_65" [label="(384,)", style=solid]; +"1421 reshape_47_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1422 quantize_per_tensor_default_66" -> "1423 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1423 dequantize_per_tensor_default_66" -> "1429 linear_65" [label="(4, 64, 384)", style=solid]; +"1424 scale_updated_constant66" -> "1426 mul_tensor_66" [label="(384, 1)", style=solid]; +"1425 compressed_weight_updated_constant66" -> "1426 mul_tensor_66" [label="(384, 384)", style=solid]; +"1426 mul_tensor_66" -> "1428 sub_tensor_66" [label="(384, 384)", style=solid]; +"1427 zero_point_updated_constant66" -> "1428 sub_tensor_66" [label="(384, 1)", style=solid]; +"1428 sub_tensor_66" -> "1429 linear_65" [label="(384, 384)", style=solid]; +"1429 linear_65" -> "1430 dropout_41" [label="(4, 64, 384)", style=solid]; +"1430 dropout_41" -> "1431 view_58" [label="(4, 64, 384)", style=solid]; +"1431 view_58" -> "1432 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1432 permute_49" -> "1433 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1433 reshape_48" -> "1434 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1434 slice_162" -> "1435 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1435 slice_163" -> "1436 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1436 slice_164" -> "1437 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1437 slice_165" -> "1438 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1438 contiguous_19" -> "1441 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1439 _param_constant178" -> "1441 layer_norm_23" [label="(384,)", style=solid]; +"1440 _param_constant179" -> "1441 layer_norm_23" [label="(384,)", style=solid]; +"1441 layer_norm_23" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1442 add_36" -> "1444 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1442 add_36" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1443 _param_constant181" -> "1452 linear_66" [label="(1536,)", style=solid]; +"1444 add_36_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1445 quantize_per_tensor_default_67" -> "1446 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1446 dequantize_per_tensor_default_67" -> "1452 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1447 scale_updated_constant67" -> "1449 mul_tensor_67" [label="(1536, 1)", style=solid]; +"1448 compressed_weight_updated_constant67" -> "1449 mul_tensor_67" [label="(1536, 384)", style=solid]; +"1449 mul_tensor_67" -> "1451 sub_tensor_67" [label="(1536, 384)", style=solid]; +"1450 zero_point_updated_constant67" -> "1451 sub_tensor_67" [label="(1536, 1)", style=solid]; +"1451 sub_tensor_67" -> "1452 linear_66" [label="(1536, 384)", style=solid]; +"1452 linear_66" -> "1453 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1453 gelu_10" -> "1454 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1454 dropout_42" -> "1456 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1455 _param_constant183" -> "1464 linear_67" [label="(384,)", style=solid]; +"1456 dropout_42_0_0_nncf_smooth_quant_0" -> "1457 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1457 quantize_per_tensor_default_68" -> "1458 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1458 dequantize_per_tensor_default_68" -> "1464 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1459 scale_updated_constant68" -> "1461 mul_tensor_68" [label="(384, 1)", style=solid]; +"1460 compressed_weight_updated_constant68" -> "1461 mul_tensor_68" [label="(384, 1536)", style=solid]; +"1461 mul_tensor_68" -> "1463 sub_tensor_68" [label="(384, 1536)", style=solid]; +"1462 zero_point_updated_constant68" -> "1463 sub_tensor_68" [label="(384, 1)", style=solid]; +"1463 sub_tensor_68" -> "1464 linear_67" [label="(384, 1536)", style=solid]; +"1464 linear_67" -> "1465 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1465 dropout_43" -> "1468 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1466 _param_constant184" -> "1468 layer_norm_24" [label="(384,)", style=solid]; +"1467 _param_constant185" -> "1468 layer_norm_24" [label="(384,)", style=solid]; +"1468 layer_norm_24" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1469 add_37" -> "1496 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1469 add_37" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1470 _tensor_constant67" -> "1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1471 _param_constant187" -> "1478 linear_68" [label="(512,)", style=solid]; +"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1478 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1473 scale_updated_constant69" -> "1475 mul_tensor_69" [label="(512, 1)", style=solid]; +"1474 compressed_weight_updated_constant69" -> "1475 mul_tensor_69" [label="(512, 2)", style=solid]; +"1475 mul_tensor_69" -> "1477 sub_tensor_69" [label="(512, 2)", style=solid]; +"1476 zero_point_updated_constant69" -> "1477 sub_tensor_69" [label="(512, 1)", style=solid]; +"1477 sub_tensor_69" -> "1478 linear_68" [label="(512, 2)", style=solid]; +"1478 linear_68" -> "1479 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1479 relu__11" -> "1480 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1480 relu__11_0_0_nncf_smooth_quant_0" -> "1486 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1481 scale_updated_constant70" -> "1483 mul_tensor_70" [label="(12, 1)", style=solid]; +"1482 compressed_weight_updated_constant70" -> "1483 mul_tensor_70" [label="(12, 512)", style=solid]; +"1483 mul_tensor_70" -> "1485 sub_tensor_70" [label="(12, 512)", style=solid]; +"1484 zero_point_updated_constant70" -> "1485 sub_tensor_70" [label="(12, 1)", style=solid]; +"1485 sub_tensor_70" -> "1486 linear_69" [label="(12, 512)", style=solid]; +"1486 linear_69" -> "1487 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1487 view_59" -> "1489 index_11" [label="(225, 12)", style=solid]; +"1488 _tensor_constant68" -> "1489 index_11" [label="(4096,)", style=solid]; +"1489 index_11" -> "1490 view_60" [label="(4096, 12)", style=solid]; +"1490 view_60" -> "1491 permute_50" [label="(64, 64, 12)", style=solid]; +"1491 permute_50" -> "1492 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1492 contiguous_20" -> "1493 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1493 unsqueeze_31" -> "1494 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1494 sigmoid_11" -> "1495 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1495 mul_22" -> "1535 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1496 pad_13" -> "1497 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1497 roll_10" -> "1498 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1498 view_61" -> "1499 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1499 permute_51" -> "1500 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1500 reshape_49" -> "1503 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1500 reshape_49" -> "1536 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1501 _param_constant189" -> "1502 clone_11" [label="(1152,)", style=solid]; +"1502 clone_11" -> "1511 linear_70" [label="(1152,)", style=solid]; +"1503 reshape_49_0_0_nncf_smooth_quant_0" -> "1504 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1504 quantize_per_tensor_default_69" -> "1505 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1505 dequantize_per_tensor_default_69" -> "1511 linear_70" [label="(4, 64, 384)", style=solid]; +"1506 scale_updated_constant71" -> "1508 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1507 compressed_weight_updated_constant71" -> "1508 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1508 mul_tensor_71" -> "1510 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1509 zero_point_updated_constant71" -> "1510 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1510 sub_tensor_71" -> "1511 linear_70" [label="(1152, 384)", style=solid]; +"1511 linear_70" -> "1512 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1512 reshape_50" -> "1513 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1513 permute_52" -> "1514 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1513 permute_52" -> "1515 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1513 permute_52" -> "1516 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1514 select_33" -> "1517 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1514 select_33" -> "1519 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1514 select_33" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1515 select_34" -> "1523 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1515 select_34" -> "1525 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1515 select_34" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1516 select_35" -> "1554 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1517 linalg_vector_norm_22" -> "1518 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1518 clamp_min_22" -> "1519 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1519 expand_as_22" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1520 div_22" -> "1521 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1521 quantize_per_tensor_default_70" -> "1522 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1522 dequantize_per_tensor_default_70" -> "1530 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1523 linalg_vector_norm_23" -> "1524 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1524 clamp_min_23" -> "1525 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1525 expand_as_23" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1526 div_23" -> "1527 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1527 quantize_per_tensor_default_71" -> "1528 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1528 dequantize_per_tensor_default_71" -> "1529 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1529 transpose_22" -> "1530 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1530 matmul_22" -> "1534 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1531 _param_constant191" -> "1532 clamp_11" [label="(12, 1, 1)", style=solid]; +"1532 clamp_11" -> "1533 exp_11" [label="(12, 1, 1)", style=solid]; +"1533 exp_11" -> "1534 mul_23" [label="(12, 1, 1)", style=solid]; +"1534 mul_23" -> "1535 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1535 add_38" -> "1547 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1536 new_zeros_5" -> "1537 view_62" [label="(16, 16)", style=solid]; +"1537 view_62" -> "1538 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1538 permute_53" -> "1539 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1539 reshape_51" -> "1540 unsqueeze_32" [label="(4, 64)", style=solid]; +"1539 reshape_51" -> "1541 unsqueeze_33" [label="(4, 64)", style=solid]; +"1540 unsqueeze_32" -> "1542 sub_5" [label="(4, 1, 64)", style=solid]; +"1541 unsqueeze_33" -> "1542 sub_5" [label="(4, 64, 1)", style=solid]; +"1542 sub_5" -> "1543 ne_5" [label="(4, 64, 64)", style=solid]; +"1542 sub_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1542 sub_5" -> "1545 eq_5" [label="(4, 64, 64)", style=solid]; +"1543 ne_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1544 masked_fill_10" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1545 eq_5" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1546 masked_fill_11" -> "1548 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1547 view_63" -> "1550 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1548 unsqueeze_34" -> "1549 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1549 unsqueeze_35" -> "1550 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1550 add_39" -> "1551 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1551 view_64" -> "1552 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1552 softmax_11" -> "1553 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1553 dropout_44" -> "1554 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1554 matmul_23" -> "1555 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1555 transpose_23" -> "1556 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1556 reshape_52" -> "1558 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1557 _param_constant193" -> "1566 linear_71" [label="(384,)", style=solid]; +"1558 reshape_52_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1559 quantize_per_tensor_default_72" -> "1560 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1560 dequantize_per_tensor_default_72" -> "1566 linear_71" [label="(4, 64, 384)", style=solid]; +"1561 scale_updated_constant72" -> "1563 mul_tensor_72" [label="(384, 1)", style=solid]; +"1562 compressed_weight_updated_constant72" -> "1563 mul_tensor_72" [label="(384, 384)", style=solid]; +"1563 mul_tensor_72" -> "1565 sub_tensor_72" [label="(384, 384)", style=solid]; +"1564 zero_point_updated_constant72" -> "1565 sub_tensor_72" [label="(384, 1)", style=solid]; +"1565 sub_tensor_72" -> "1566 linear_71" [label="(384, 384)", style=solid]; +"1566 linear_71" -> "1567 dropout_45" [label="(4, 64, 384)", style=solid]; +"1567 dropout_45" -> "1568 view_65" [label="(4, 64, 384)", style=solid]; +"1568 view_65" -> "1569 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1569 permute_54" -> "1570 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1570 reshape_53" -> "1571 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1571 roll_11" -> "1572 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1572 slice_185" -> "1573 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1573 slice_186" -> "1574 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1574 slice_187" -> "1575 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1575 slice_188" -> "1576 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1576 contiguous_21" -> "1579 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1577 _param_constant194" -> "1579 layer_norm_25" [label="(384,)", style=solid]; +"1578 _param_constant195" -> "1579 layer_norm_25" [label="(384,)", style=solid]; +"1579 layer_norm_25" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1580 add_40" -> "1582 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1580 add_40" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1581 _param_constant197" -> "1590 linear_72" [label="(1536,)", style=solid]; +"1582 add_40_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1583 quantize_per_tensor_default_73" -> "1584 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1584 dequantize_per_tensor_default_73" -> "1590 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1585 scale_updated_constant73" -> "1587 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1586 compressed_weight_updated_constant73" -> "1587 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1587 mul_tensor_73" -> "1589 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1588 zero_point_updated_constant73" -> "1589 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1589 sub_tensor_73" -> "1590 linear_72" [label="(1536, 384)", style=solid]; +"1590 linear_72" -> "1591 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1591 gelu_11" -> "1592 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1592 dropout_46" -> "1594 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1593 _param_constant199" -> "1602 linear_73" [label="(384,)", style=solid]; +"1594 dropout_46_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1595 quantize_per_tensor_default_74" -> "1596 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1596 dequantize_per_tensor_default_74" -> "1602 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1597 scale_updated_constant74" -> "1599 mul_tensor_74" [label="(384, 1)", style=solid]; +"1598 compressed_weight_updated_constant74" -> "1599 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1599 mul_tensor_74" -> "1601 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1600 zero_point_updated_constant74" -> "1601 sub_tensor_74" [label="(384, 1)", style=solid]; +"1601 sub_tensor_74" -> "1602 linear_73" [label="(384, 1536)", style=solid]; +"1602 linear_73" -> "1603 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1603 dropout_47" -> "1606 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1604 _param_constant200" -> "1606 layer_norm_26" [label="(384,)", style=solid]; +"1605 _param_constant201" -> "1606 layer_norm_26" [label="(384,)", style=solid]; +"1606 layer_norm_26" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1607 add_41" -> "1634 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1607 add_41" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1608 _tensor_constant78" -> "1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1609 _param_constant203" -> "1616 linear_74" [label="(512,)", style=solid]; +"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1616 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1611 scale_updated_constant75" -> "1613 mul_tensor_75" [label="(512, 1)", style=solid]; +"1612 compressed_weight_updated_constant75" -> "1613 mul_tensor_75" [label="(512, 2)", style=solid]; +"1613 mul_tensor_75" -> "1615 sub_tensor_75" [label="(512, 2)", style=solid]; +"1614 zero_point_updated_constant75" -> "1615 sub_tensor_75" [label="(512, 1)", style=solid]; +"1615 sub_tensor_75" -> "1616 linear_74" [label="(512, 2)", style=solid]; +"1616 linear_74" -> "1617 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1617 relu__12" -> "1618 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1618 relu__12_0_0_nncf_smooth_quant_0" -> "1624 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1619 scale_updated_constant76" -> "1621 mul_tensor_76" [label="(12, 1)", style=solid]; +"1620 compressed_weight_updated_constant76" -> "1621 mul_tensor_76" [label="(12, 512)", style=solid]; +"1621 mul_tensor_76" -> "1623 sub_tensor_76" [label="(12, 512)", style=solid]; +"1622 zero_point_updated_constant76" -> "1623 sub_tensor_76" [label="(12, 1)", style=solid]; +"1623 sub_tensor_76" -> "1624 linear_75" [label="(12, 512)", style=solid]; +"1624 linear_75" -> "1625 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1625 view_66" -> "1627 index_12" [label="(225, 12)", style=solid]; +"1626 _tensor_constant79" -> "1627 index_12" [label="(4096,)", style=solid]; +"1627 index_12" -> "1628 view_67" [label="(4096, 12)", style=solid]; +"1628 view_67" -> "1629 permute_55" [label="(64, 64, 12)", style=solid]; +"1629 permute_55" -> "1630 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1630 contiguous_22" -> "1631 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1631 unsqueeze_36" -> "1632 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1632 sigmoid_12" -> "1633 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1633 mul_24" -> "1672 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1634 pad_14" -> "1635 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1635 view_68" -> "1636 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1636 permute_56" -> "1637 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1637 reshape_54" -> "1640 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1638 _param_constant205" -> "1639 clone_12" [label="(1152,)", style=solid]; +"1639 clone_12" -> "1648 linear_76" [label="(1152,)", style=solid]; +"1640 reshape_54_0_0_nncf_smooth_quant_0" -> "1641 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1641 quantize_per_tensor_default_75" -> "1642 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1642 dequantize_per_tensor_default_75" -> "1648 linear_76" [label="(4, 64, 384)", style=solid]; +"1643 scale_updated_constant77" -> "1645 mul_tensor_77" [label="(1152, 1)", style=solid]; +"1644 compressed_weight_updated_constant77" -> "1645 mul_tensor_77" [label="(1152, 384)", style=solid]; +"1645 mul_tensor_77" -> "1647 sub_tensor_77" [label="(1152, 384)", style=solid]; +"1646 zero_point_updated_constant77" -> "1647 sub_tensor_77" [label="(1152, 1)", style=solid]; +"1647 sub_tensor_77" -> "1648 linear_76" [label="(1152, 384)", style=solid]; +"1648 linear_76" -> "1649 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1649 reshape_55" -> "1650 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1650 permute_57" -> "1651 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1650 permute_57" -> "1652 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1650 permute_57" -> "1653 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 select_36" -> "1654 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1651 select_36" -> "1656 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1651 select_36" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_37" -> "1660 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_37" -> "1662 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_37" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_38" -> "1675 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1654 linalg_vector_norm_24" -> "1655 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1655 clamp_min_24" -> "1656 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1656 expand_as_24" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1657 div_24" -> "1658 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1658 quantize_per_tensor_default_76" -> "1659 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1659 dequantize_per_tensor_default_76" -> "1667 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1660 linalg_vector_norm_25" -> "1661 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1661 clamp_min_25" -> "1662 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1662 expand_as_25" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1663 div_25" -> "1664 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1664 quantize_per_tensor_default_77" -> "1665 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1665 dequantize_per_tensor_default_77" -> "1666 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1666 transpose_24" -> "1667 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1667 matmul_24" -> "1671 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1668 _param_constant207" -> "1669 clamp_12" [label="(12, 1, 1)", style=solid]; +"1669 clamp_12" -> "1670 exp_12" [label="(12, 1, 1)", style=solid]; +"1670 exp_12" -> "1671 mul_25" [label="(12, 1, 1)", style=solid]; +"1671 mul_25" -> "1672 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1672 add_42" -> "1673 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1673 softmax_12" -> "1674 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1674 dropout_48" -> "1675 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1675 matmul_25" -> "1676 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1676 transpose_25" -> "1677 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1677 reshape_56" -> "1679 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1678 _param_constant209" -> "1687 linear_77" [label="(384,)", style=solid]; +"1679 reshape_56_0_0_nncf_smooth_quant_0" -> "1680 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1680 quantize_per_tensor_default_78" -> "1681 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1681 dequantize_per_tensor_default_78" -> "1687 linear_77" [label="(4, 64, 384)", style=solid]; +"1682 scale_updated_constant78" -> "1684 mul_tensor_78" [label="(384, 1)", style=solid]; +"1683 compressed_weight_updated_constant78" -> "1684 mul_tensor_78" [label="(384, 384)", style=solid]; +"1684 mul_tensor_78" -> "1686 sub_tensor_78" [label="(384, 384)", style=solid]; +"1685 zero_point_updated_constant78" -> "1686 sub_tensor_78" [label="(384, 1)", style=solid]; +"1686 sub_tensor_78" -> "1687 linear_77" [label="(384, 384)", style=solid]; +"1687 linear_77" -> "1688 dropout_49" [label="(4, 64, 384)", style=solid]; +"1688 dropout_49" -> "1689 view_69" [label="(4, 64, 384)", style=solid]; +"1689 view_69" -> "1690 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1690 permute_58" -> "1691 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1691 reshape_57" -> "1692 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1692 slice_190" -> "1693 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1693 slice_191" -> "1694 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1694 slice_192" -> "1695 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1695 slice_193" -> "1696 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1696 contiguous_23" -> "1699 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1697 _param_constant210" -> "1699 layer_norm_27" [label="(384,)", style=solid]; +"1698 _param_constant211" -> "1699 layer_norm_27" [label="(384,)", style=solid]; +"1699 layer_norm_27" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1700 add_43" -> "1702 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1700 add_43" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1701 _param_constant213" -> "1710 linear_78" [label="(1536,)", style=solid]; +"1702 add_43_0_0_nncf_smooth_quant_0" -> "1703 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1703 quantize_per_tensor_default_79" -> "1704 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1704 dequantize_per_tensor_default_79" -> "1710 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1705 scale_updated_constant79" -> "1707 mul_tensor_79" [label="(1536, 1)", style=solid]; +"1706 compressed_weight_updated_constant79" -> "1707 mul_tensor_79" [label="(1536, 384)", style=solid]; +"1707 mul_tensor_79" -> "1709 sub_tensor_79" [label="(1536, 384)", style=solid]; +"1708 zero_point_updated_constant79" -> "1709 sub_tensor_79" [label="(1536, 1)", style=solid]; +"1709 sub_tensor_79" -> "1710 linear_78" [label="(1536, 384)", style=solid]; +"1710 linear_78" -> "1711 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1711 gelu_12" -> "1712 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1712 dropout_50" -> "1714 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1713 _param_constant215" -> "1722 linear_79" [label="(384,)", style=solid]; +"1714 dropout_50_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1715 quantize_per_tensor_default_80" -> "1716 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1716 dequantize_per_tensor_default_80" -> "1722 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1717 scale_updated_constant80" -> "1719 mul_tensor_80" [label="(384, 1)", style=solid]; +"1718 compressed_weight_updated_constant80" -> "1719 mul_tensor_80" [label="(384, 1536)", style=solid]; +"1719 mul_tensor_80" -> "1721 sub_tensor_80" [label="(384, 1536)", style=solid]; +"1720 zero_point_updated_constant80" -> "1721 sub_tensor_80" [label="(384, 1)", style=solid]; +"1721 sub_tensor_80" -> "1722 linear_79" [label="(384, 1536)", style=solid]; +"1722 linear_79" -> "1723 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1723 dropout_51" -> "1726 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1724 _param_constant216" -> "1726 layer_norm_28" [label="(384,)", style=solid]; +"1725 _param_constant217" -> "1726 layer_norm_28" [label="(384,)", style=solid]; +"1726 layer_norm_28" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1727 add_44" -> "1754 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1727 add_44" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1728 _tensor_constant80" -> "1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1729 _param_constant219" -> "1736 linear_80" [label="(512,)", style=solid]; +"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1736 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1731 scale_updated_constant81" -> "1733 mul_tensor_81" [label="(512, 1)", style=solid]; +"1732 compressed_weight_updated_constant81" -> "1733 mul_tensor_81" [label="(512, 2)", style=solid]; +"1733 mul_tensor_81" -> "1735 sub_tensor_81" [label="(512, 2)", style=solid]; +"1734 zero_point_updated_constant81" -> "1735 sub_tensor_81" [label="(512, 1)", style=solid]; +"1735 sub_tensor_81" -> "1736 linear_80" [label="(512, 2)", style=solid]; +"1736 linear_80" -> "1737 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1737 relu__13" -> "1738 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1738 relu__13_0_0_nncf_smooth_quant_0" -> "1744 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1739 scale_updated_constant82" -> "1741 mul_tensor_82" [label="(12, 1)", style=solid]; +"1740 compressed_weight_updated_constant82" -> "1741 mul_tensor_82" [label="(12, 512)", style=solid]; +"1741 mul_tensor_82" -> "1743 sub_tensor_82" [label="(12, 512)", style=solid]; +"1742 zero_point_updated_constant82" -> "1743 sub_tensor_82" [label="(12, 1)", style=solid]; +"1743 sub_tensor_82" -> "1744 linear_81" [label="(12, 512)", style=solid]; +"1744 linear_81" -> "1745 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1745 view_70" -> "1747 index_13" [label="(225, 12)", style=solid]; +"1746 _tensor_constant81" -> "1747 index_13" [label="(4096,)", style=solid]; +"1747 index_13" -> "1748 view_71" [label="(4096, 12)", style=solid]; +"1748 view_71" -> "1749 permute_59" [label="(64, 64, 12)", style=solid]; +"1749 permute_59" -> "1750 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1750 contiguous_24" -> "1751 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1751 unsqueeze_37" -> "1752 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1752 sigmoid_13" -> "1753 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1753 mul_26" -> "1793 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1754 pad_15" -> "1755 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1755 roll_12" -> "1756 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1756 view_72" -> "1757 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1757 permute_60" -> "1758 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1758 reshape_58" -> "1761 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1758 reshape_58" -> "1794 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1759 _param_constant221" -> "1760 clone_13" [label="(1152,)", style=solid]; +"1760 clone_13" -> "1769 linear_82" [label="(1152,)", style=solid]; +"1761 reshape_58_0_0_nncf_smooth_quant_0" -> "1762 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1762 quantize_per_tensor_default_81" -> "1763 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1763 dequantize_per_tensor_default_81" -> "1769 linear_82" [label="(4, 64, 384)", style=solid]; +"1764 scale_updated_constant83" -> "1766 mul_tensor_83" [label="(1152, 1)", style=solid]; +"1765 compressed_weight_updated_constant83" -> "1766 mul_tensor_83" [label="(1152, 384)", style=solid]; +"1766 mul_tensor_83" -> "1768 sub_tensor_83" [label="(1152, 384)", style=solid]; +"1767 zero_point_updated_constant83" -> "1768 sub_tensor_83" [label="(1152, 1)", style=solid]; +"1768 sub_tensor_83" -> "1769 linear_82" [label="(1152, 384)", style=solid]; +"1769 linear_82" -> "1770 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1770 reshape_59" -> "1771 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1771 permute_61" -> "1772 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1771 permute_61" -> "1773 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1771 permute_61" -> "1774 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1772 select_39" -> "1775 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1772 select_39" -> "1777 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1772 select_39" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1773 select_40" -> "1781 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1773 select_40" -> "1783 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1773 select_40" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1774 select_41" -> "1812 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1775 linalg_vector_norm_26" -> "1776 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1776 clamp_min_26" -> "1777 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1777 expand_as_26" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1778 div_26" -> "1779 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1779 quantize_per_tensor_default_82" -> "1780 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1780 dequantize_per_tensor_default_82" -> "1788 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1781 linalg_vector_norm_27" -> "1782 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1782 clamp_min_27" -> "1783 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1783 expand_as_27" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1784 div_27" -> "1785 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1785 quantize_per_tensor_default_83" -> "1786 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1786 dequantize_per_tensor_default_83" -> "1787 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1787 transpose_26" -> "1788 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1788 matmul_26" -> "1792 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1789 _param_constant223" -> "1790 clamp_13" [label="(12, 1, 1)", style=solid]; +"1790 clamp_13" -> "1791 exp_13" [label="(12, 1, 1)", style=solid]; +"1791 exp_13" -> "1792 mul_27" [label="(12, 1, 1)", style=solid]; +"1792 mul_27" -> "1793 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1793 add_45" -> "1805 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1794 new_zeros_6" -> "1795 view_73" [label="(16, 16)", style=solid]; +"1795 view_73" -> "1796 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1796 permute_62" -> "1797 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1797 reshape_60" -> "1798 unsqueeze_38" [label="(4, 64)", style=solid]; +"1797 reshape_60" -> "1799 unsqueeze_39" [label="(4, 64)", style=solid]; +"1798 unsqueeze_38" -> "1800 sub_6" [label="(4, 1, 64)", style=solid]; +"1799 unsqueeze_39" -> "1800 sub_6" [label="(4, 64, 1)", style=solid]; +"1800 sub_6" -> "1801 ne_6" [label="(4, 64, 64)", style=solid]; +"1800 sub_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1800 sub_6" -> "1803 eq_6" [label="(4, 64, 64)", style=solid]; +"1801 ne_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1802 masked_fill_12" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1803 eq_6" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1804 masked_fill_13" -> "1806 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1805 view_74" -> "1808 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1806 unsqueeze_40" -> "1807 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1807 unsqueeze_41" -> "1808 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1808 add_46" -> "1809 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1809 view_75" -> "1810 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1810 softmax_13" -> "1811 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1811 dropout_52" -> "1812 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1812 matmul_27" -> "1813 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1813 transpose_27" -> "1814 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1814 reshape_61" -> "1816 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1815 _param_constant225" -> "1824 linear_83" [label="(384,)", style=solid]; +"1816 reshape_61_0_0_nncf_smooth_quant_0" -> "1817 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1817 quantize_per_tensor_default_84" -> "1818 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1818 dequantize_per_tensor_default_84" -> "1824 linear_83" [label="(4, 64, 384)", style=solid]; +"1819 scale_updated_constant84" -> "1821 mul_tensor_84" [label="(384, 1)", style=solid]; +"1820 compressed_weight_updated_constant84" -> "1821 mul_tensor_84" [label="(384, 384)", style=solid]; +"1821 mul_tensor_84" -> "1823 sub_tensor_84" [label="(384, 384)", style=solid]; +"1822 zero_point_updated_constant84" -> "1823 sub_tensor_84" [label="(384, 1)", style=solid]; +"1823 sub_tensor_84" -> "1824 linear_83" [label="(384, 384)", style=solid]; +"1824 linear_83" -> "1825 dropout_53" [label="(4, 64, 384)", style=solid]; +"1825 dropout_53" -> "1826 view_76" [label="(4, 64, 384)", style=solid]; +"1826 view_76" -> "1827 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1827 permute_63" -> "1828 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1828 reshape_62" -> "1829 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1829 roll_13" -> "1830 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1830 slice_213" -> "1831 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1831 slice_214" -> "1832 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1832 slice_215" -> "1833 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1833 slice_216" -> "1834 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1834 contiguous_25" -> "1837 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1835 _param_constant226" -> "1837 layer_norm_29" [label="(384,)", style=solid]; +"1836 _param_constant227" -> "1837 layer_norm_29" [label="(384,)", style=solid]; +"1837 layer_norm_29" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1838 add_47" -> "1840 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1838 add_47" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1839 _param_constant229" -> "1848 linear_84" [label="(1536,)", style=solid]; +"1840 add_47_0_0_nncf_smooth_quant_0" -> "1841 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1841 quantize_per_tensor_default_85" -> "1842 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1842 dequantize_per_tensor_default_85" -> "1848 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1843 scale_updated_constant85" -> "1845 mul_tensor_85" [label="(1536, 1)", style=solid]; +"1844 compressed_weight_updated_constant85" -> "1845 mul_tensor_85" [label="(1536, 384)", style=solid]; +"1845 mul_tensor_85" -> "1847 sub_tensor_85" [label="(1536, 384)", style=solid]; +"1846 zero_point_updated_constant85" -> "1847 sub_tensor_85" [label="(1536, 1)", style=solid]; +"1847 sub_tensor_85" -> "1848 linear_84" [label="(1536, 384)", style=solid]; +"1848 linear_84" -> "1849 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1849 gelu_13" -> "1850 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1850 dropout_54" -> "1852 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1851 _param_constant231" -> "1860 linear_85" [label="(384,)", style=solid]; +"1852 dropout_54_0_0_nncf_smooth_quant_0" -> "1853 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1853 quantize_per_tensor_default_86" -> "1854 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1854 dequantize_per_tensor_default_86" -> "1860 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1855 scale_updated_constant86" -> "1857 mul_tensor_86" [label="(384, 1)", style=solid]; +"1856 compressed_weight_updated_constant86" -> "1857 mul_tensor_86" [label="(384, 1536)", style=solid]; +"1857 mul_tensor_86" -> "1859 sub_tensor_86" [label="(384, 1536)", style=solid]; +"1858 zero_point_updated_constant86" -> "1859 sub_tensor_86" [label="(384, 1)", style=solid]; +"1859 sub_tensor_86" -> "1860 linear_85" [label="(384, 1536)", style=solid]; +"1860 linear_85" -> "1861 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1861 dropout_55" -> "1864 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1862 _param_constant232" -> "1864 layer_norm_30" [label="(384,)", style=solid]; +"1863 _param_constant233" -> "1864 layer_norm_30" [label="(384,)", style=solid]; +"1864 layer_norm_30" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1865 add_48" -> "1892 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1865 add_48" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1866 _tensor_constant91" -> "1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1867 _param_constant235" -> "1874 linear_86" [label="(512,)", style=solid]; +"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1874 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1869 scale_updated_constant87" -> "1871 mul_tensor_87" [label="(512, 1)", style=solid]; +"1870 compressed_weight_updated_constant87" -> "1871 mul_tensor_87" [label="(512, 2)", style=solid]; +"1871 mul_tensor_87" -> "1873 sub_tensor_87" [label="(512, 2)", style=solid]; +"1872 zero_point_updated_constant87" -> "1873 sub_tensor_87" [label="(512, 1)", style=solid]; +"1873 sub_tensor_87" -> "1874 linear_86" [label="(512, 2)", style=solid]; +"1874 linear_86" -> "1875 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1875 relu__14" -> "1876 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1876 relu__14_0_0_nncf_smooth_quant_0" -> "1882 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1877 scale_updated_constant88" -> "1879 mul_tensor_88" [label="(12, 1)", style=solid]; +"1878 compressed_weight_updated_constant88" -> "1879 mul_tensor_88" [label="(12, 512)", style=solid]; +"1879 mul_tensor_88" -> "1881 sub_tensor_88" [label="(12, 512)", style=solid]; +"1880 zero_point_updated_constant88" -> "1881 sub_tensor_88" [label="(12, 1)", style=solid]; +"1881 sub_tensor_88" -> "1882 linear_87" [label="(12, 512)", style=solid]; +"1882 linear_87" -> "1883 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1883 view_77" -> "1885 index_14" [label="(225, 12)", style=solid]; +"1884 _tensor_constant92" -> "1885 index_14" [label="(4096,)", style=solid]; +"1885 index_14" -> "1886 view_78" [label="(4096, 12)", style=solid]; +"1886 view_78" -> "1887 permute_64" [label="(64, 64, 12)", style=solid]; +"1887 permute_64" -> "1888 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1888 contiguous_26" -> "1889 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1889 unsqueeze_42" -> "1890 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1890 sigmoid_14" -> "1891 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1891 mul_28" -> "1930 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1892 pad_16" -> "1893 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1893 view_79" -> "1894 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1894 permute_65" -> "1895 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1895 reshape_63" -> "1898 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1896 _param_constant237" -> "1897 clone_14" [label="(1152,)", style=solid]; +"1897 clone_14" -> "1906 linear_88" [label="(1152,)", style=solid]; +"1898 reshape_63_0_0_nncf_smooth_quant_0" -> "1899 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1899 quantize_per_tensor_default_87" -> "1900 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1900 dequantize_per_tensor_default_87" -> "1906 linear_88" [label="(4, 64, 384)", style=solid]; +"1901 scale_updated_constant89" -> "1903 mul_tensor_89" [label="(1152, 1)", style=solid]; +"1902 compressed_weight_updated_constant89" -> "1903 mul_tensor_89" [label="(1152, 384)", style=solid]; +"1903 mul_tensor_89" -> "1905 sub_tensor_89" [label="(1152, 384)", style=solid]; +"1904 zero_point_updated_constant89" -> "1905 sub_tensor_89" [label="(1152, 1)", style=solid]; +"1905 sub_tensor_89" -> "1906 linear_88" [label="(1152, 384)", style=solid]; +"1906 linear_88" -> "1907 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1907 reshape_64" -> "1908 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1908 permute_66" -> "1909 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1908 permute_66" -> "1910 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1908 permute_66" -> "1911 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1909 select_42" -> "1912 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 select_42" -> "1914 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 select_42" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1910 select_43" -> "1918 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1910 select_43" -> "1920 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1910 select_43" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1911 select_44" -> "1933 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1912 linalg_vector_norm_28" -> "1913 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1913 clamp_min_28" -> "1914 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1914 expand_as_28" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1915 div_28" -> "1916 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1916 quantize_per_tensor_default_88" -> "1917 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1917 dequantize_per_tensor_default_88" -> "1925 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1918 linalg_vector_norm_29" -> "1919 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1919 clamp_min_29" -> "1920 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1920 expand_as_29" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1921 div_29" -> "1922 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1922 quantize_per_tensor_default_89" -> "1923 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1923 dequantize_per_tensor_default_89" -> "1924 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1924 transpose_28" -> "1925 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1925 matmul_28" -> "1929 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1926 _param_constant239" -> "1927 clamp_14" [label="(12, 1, 1)", style=solid]; +"1927 clamp_14" -> "1928 exp_14" [label="(12, 1, 1)", style=solid]; +"1928 exp_14" -> "1929 mul_29" [label="(12, 1, 1)", style=solid]; +"1929 mul_29" -> "1930 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1930 add_49" -> "1931 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1931 softmax_14" -> "1932 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1932 dropout_56" -> "1933 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1933 matmul_29" -> "1934 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1934 transpose_29" -> "1935 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1935 reshape_65" -> "1937 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1936 _param_constant241" -> "1945 linear_89" [label="(384,)", style=solid]; +"1937 reshape_65_0_0_nncf_smooth_quant_0" -> "1938 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1938 quantize_per_tensor_default_90" -> "1939 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1939 dequantize_per_tensor_default_90" -> "1945 linear_89" [label="(4, 64, 384)", style=solid]; +"1940 scale_updated_constant90" -> "1942 mul_tensor_90" [label="(384, 1)", style=solid]; +"1941 compressed_weight_updated_constant90" -> "1942 mul_tensor_90" [label="(384, 384)", style=solid]; +"1942 mul_tensor_90" -> "1944 sub_tensor_90" [label="(384, 384)", style=solid]; +"1943 zero_point_updated_constant90" -> "1944 sub_tensor_90" [label="(384, 1)", style=solid]; +"1944 sub_tensor_90" -> "1945 linear_89" [label="(384, 384)", style=solid]; +"1945 linear_89" -> "1946 dropout_57" [label="(4, 64, 384)", style=solid]; +"1946 dropout_57" -> "1947 view_80" [label="(4, 64, 384)", style=solid]; +"1947 view_80" -> "1948 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1948 permute_67" -> "1949 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1949 reshape_66" -> "1950 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1950 slice_218" -> "1951 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1951 slice_219" -> "1952 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1952 slice_220" -> "1953 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1953 slice_221" -> "1954 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1954 contiguous_27" -> "1957 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1955 _param_constant242" -> "1957 layer_norm_31" [label="(384,)", style=solid]; +"1956 _param_constant243" -> "1957 layer_norm_31" [label="(384,)", style=solid]; +"1957 layer_norm_31" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1958 add_50" -> "1960 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1958 add_50" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1959 _param_constant245" -> "1968 linear_90" [label="(1536,)", style=solid]; +"1960 add_50_0_0_nncf_smooth_quant_0" -> "1961 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1961 quantize_per_tensor_default_91" -> "1962 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1962 dequantize_per_tensor_default_91" -> "1968 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1963 scale_updated_constant91" -> "1965 mul_tensor_91" [label="(1536, 1)", style=solid]; +"1964 compressed_weight_updated_constant91" -> "1965 mul_tensor_91" [label="(1536, 384)", style=solid]; +"1965 mul_tensor_91" -> "1967 sub_tensor_91" [label="(1536, 384)", style=solid]; +"1966 zero_point_updated_constant91" -> "1967 sub_tensor_91" [label="(1536, 1)", style=solid]; +"1967 sub_tensor_91" -> "1968 linear_90" [label="(1536, 384)", style=solid]; +"1968 linear_90" -> "1969 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1969 gelu_14" -> "1970 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1970 dropout_58" -> "1972 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1971 _param_constant247" -> "1980 linear_91" [label="(384,)", style=solid]; +"1972 dropout_58_0_0_nncf_smooth_quant_0" -> "1973 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1973 quantize_per_tensor_default_92" -> "1974 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1974 dequantize_per_tensor_default_92" -> "1980 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1975 scale_updated_constant92" -> "1977 mul_tensor_92" [label="(384, 1)", style=solid]; +"1976 compressed_weight_updated_constant92" -> "1977 mul_tensor_92" [label="(384, 1536)", style=solid]; +"1977 mul_tensor_92" -> "1979 sub_tensor_92" [label="(384, 1536)", style=solid]; +"1978 zero_point_updated_constant92" -> "1979 sub_tensor_92" [label="(384, 1)", style=solid]; +"1979 sub_tensor_92" -> "1980 linear_91" [label="(384, 1536)", style=solid]; +"1980 linear_91" -> "1981 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1981 dropout_59" -> "1984 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1982 _param_constant248" -> "1984 layer_norm_32" [label="(384,)", style=solid]; +"1983 _param_constant249" -> "1984 layer_norm_32" [label="(384,)", style=solid]; +"1984 layer_norm_32" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1985 add_51" -> "2012 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1985 add_51" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1986 _tensor_constant93" -> "1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1987 _param_constant251" -> "1994 linear_92" [label="(512,)", style=solid]; +"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1994 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1989 scale_updated_constant93" -> "1991 mul_tensor_93" [label="(512, 1)", style=solid]; +"1990 compressed_weight_updated_constant93" -> "1991 mul_tensor_93" [label="(512, 2)", style=solid]; +"1991 mul_tensor_93" -> "1993 sub_tensor_93" [label="(512, 2)", style=solid]; +"1992 zero_point_updated_constant93" -> "1993 sub_tensor_93" [label="(512, 1)", style=solid]; +"1993 sub_tensor_93" -> "1994 linear_92" [label="(512, 2)", style=solid]; +"1994 linear_92" -> "1995 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1995 relu__15" -> "1996 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1996 relu__15_0_0_nncf_smooth_quant_0" -> "2002 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1997 scale_updated_constant94" -> "1999 mul_tensor_94" [label="(12, 1)", style=solid]; +"1998 compressed_weight_updated_constant94" -> "1999 mul_tensor_94" [label="(12, 512)", style=solid]; +"1999 mul_tensor_94" -> "2001 sub_tensor_94" [label="(12, 512)", style=solid]; +"2000 zero_point_updated_constant94" -> "2001 sub_tensor_94" [label="(12, 1)", style=solid]; +"2001 sub_tensor_94" -> "2002 linear_93" [label="(12, 512)", style=solid]; +"2002 linear_93" -> "2003 view_81" [label="(1, 15, 15, 12)", style=solid]; +"2003 view_81" -> "2005 index_15" [label="(225, 12)", style=solid]; +"2004 _tensor_constant94" -> "2005 index_15" [label="(4096,)", style=solid]; +"2005 index_15" -> "2006 view_82" [label="(4096, 12)", style=solid]; +"2006 view_82" -> "2007 permute_68" [label="(64, 64, 12)", style=solid]; +"2007 permute_68" -> "2008 contiguous_28" [label="(12, 64, 64)", style=solid]; +"2008 contiguous_28" -> "2009 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"2009 unsqueeze_43" -> "2010 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"2010 sigmoid_15" -> "2011 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"2011 mul_30" -> "2051 add_52" [label="(1, 12, 64, 64)", style=solid]; +"2012 pad_17" -> "2013 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"2013 roll_14" -> "2014 view_83" [label="(1, 16, 16, 384)", style=solid]; +"2014 view_83" -> "2015 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2015 permute_69" -> "2016 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2016 reshape_67" -> "2019 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2016 reshape_67" -> "2052 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2017 _param_constant253" -> "2018 clone_15" [label="(1152,)", style=solid]; +"2018 clone_15" -> "2027 linear_94" [label="(1152,)", style=solid]; +"2019 reshape_67_0_0_nncf_smooth_quant_0" -> "2020 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2020 quantize_per_tensor_default_93" -> "2021 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2021 dequantize_per_tensor_default_93" -> "2027 linear_94" [label="(4, 64, 384)", style=solid]; +"2022 scale_updated_constant95" -> "2024 mul_tensor_95" [label="(1152, 1)", style=solid]; +"2023 compressed_weight_updated_constant95" -> "2024 mul_tensor_95" [label="(1152, 384)", style=solid]; +"2024 mul_tensor_95" -> "2026 sub_tensor_95" [label="(1152, 384)", style=solid]; +"2025 zero_point_updated_constant95" -> "2026 sub_tensor_95" [label="(1152, 1)", style=solid]; +"2026 sub_tensor_95" -> "2027 linear_94" [label="(1152, 384)", style=solid]; +"2027 linear_94" -> "2028 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2028 reshape_68" -> "2029 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2029 permute_70" -> "2030 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2029 permute_70" -> "2031 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2029 permute_70" -> "2032 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2030 select_45" -> "2033 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_45" -> "2035 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_45" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_46" -> "2039 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_46" -> "2041 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_46" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2032 select_47" -> "2070 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2033 linalg_vector_norm_30" -> "2034 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2034 clamp_min_30" -> "2035 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2035 expand_as_30" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2036 div_30" -> "2037 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2037 quantize_per_tensor_default_94" -> "2038 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2038 dequantize_per_tensor_default_94" -> "2046 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"2039 linalg_vector_norm_31" -> "2040 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2040 clamp_min_31" -> "2041 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2041 expand_as_31" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2042 div_31" -> "2043 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2043 quantize_per_tensor_default_95" -> "2044 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2044 dequantize_per_tensor_default_95" -> "2045 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"2045 transpose_30" -> "2046 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2046 matmul_30" -> "2050 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2047 _param_constant255" -> "2048 clamp_15" [label="(12, 1, 1)", style=solid]; +"2048 clamp_15" -> "2049 exp_15" [label="(12, 1, 1)", style=solid]; +"2049 exp_15" -> "2050 mul_31" [label="(12, 1, 1)", style=solid]; +"2050 mul_31" -> "2051 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2051 add_52" -> "2063 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2052 new_zeros_7" -> "2053 view_84" [label="(16, 16)", style=solid]; +"2053 view_84" -> "2054 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2054 permute_71" -> "2055 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2055 reshape_69" -> "2056 unsqueeze_44" [label="(4, 64)", style=solid]; +"2055 reshape_69" -> "2057 unsqueeze_45" [label="(4, 64)", style=solid]; +"2056 unsqueeze_44" -> "2058 sub_7" [label="(4, 1, 64)", style=solid]; +"2057 unsqueeze_45" -> "2058 sub_7" [label="(4, 64, 1)", style=solid]; +"2058 sub_7" -> "2059 ne_7" [label="(4, 64, 64)", style=solid]; +"2058 sub_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2058 sub_7" -> "2061 eq_7" [label="(4, 64, 64)", style=solid]; +"2059 ne_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2060 masked_fill_14" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2061 eq_7" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2062 masked_fill_15" -> "2064 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2063 view_85" -> "2066 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2064 unsqueeze_46" -> "2065 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2065 unsqueeze_47" -> "2066 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2066 add_53" -> "2067 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2067 view_86" -> "2068 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2068 softmax_15" -> "2069 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2069 dropout_60" -> "2070 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2070 matmul_31" -> "2071 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"2071 transpose_31" -> "2072 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2072 reshape_70" -> "2074 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2073 _param_constant257" -> "2082 linear_95" [label="(384,)", style=solid]; +"2074 reshape_70_0_0_nncf_smooth_quant_0" -> "2075 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2075 quantize_per_tensor_default_96" -> "2076 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2076 dequantize_per_tensor_default_96" -> "2082 linear_95" [label="(4, 64, 384)", style=solid]; +"2077 scale_updated_constant96" -> "2079 mul_tensor_96" [label="(384, 1)", style=solid]; +"2078 compressed_weight_updated_constant96" -> "2079 mul_tensor_96" [label="(384, 384)", style=solid]; +"2079 mul_tensor_96" -> "2081 sub_tensor_96" [label="(384, 384)", style=solid]; +"2080 zero_point_updated_constant96" -> "2081 sub_tensor_96" [label="(384, 1)", style=solid]; +"2081 sub_tensor_96" -> "2082 linear_95" [label="(384, 384)", style=solid]; +"2082 linear_95" -> "2083 dropout_61" [label="(4, 64, 384)", style=solid]; +"2083 dropout_61" -> "2084 view_87" [label="(4, 64, 384)", style=solid]; +"2084 view_87" -> "2085 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2085 permute_72" -> "2086 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2086 reshape_71" -> "2087 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2087 roll_15" -> "2088 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2088 slice_241" -> "2089 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2089 slice_242" -> "2090 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2090 slice_243" -> "2091 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2091 slice_244" -> "2092 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2092 contiguous_29" -> "2095 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2093 _param_constant258" -> "2095 layer_norm_33" [label="(384,)", style=solid]; +"2094 _param_constant259" -> "2095 layer_norm_33" [label="(384,)", style=solid]; +"2095 layer_norm_33" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2096 add_54" -> "2098 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2096 add_54" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2097 _param_constant261" -> "2106 linear_96" [label="(1536,)", style=solid]; +"2098 add_54_0_0_nncf_smooth_quant_0" -> "2099 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2099 quantize_per_tensor_default_97" -> "2100 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2100 dequantize_per_tensor_default_97" -> "2106 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2101 scale_updated_constant97" -> "2103 mul_tensor_97" [label="(1536, 1)", style=solid]; +"2102 compressed_weight_updated_constant97" -> "2103 mul_tensor_97" [label="(1536, 384)", style=solid]; +"2103 mul_tensor_97" -> "2105 sub_tensor_97" [label="(1536, 384)", style=solid]; +"2104 zero_point_updated_constant97" -> "2105 sub_tensor_97" [label="(1536, 1)", style=solid]; +"2105 sub_tensor_97" -> "2106 linear_96" [label="(1536, 384)", style=solid]; +"2106 linear_96" -> "2107 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2107 gelu_15" -> "2108 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"2108 dropout_62" -> "2110 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2109 _param_constant263" -> "2118 linear_97" [label="(384,)", style=solid]; +"2110 dropout_62_0_0_nncf_smooth_quant_0" -> "2111 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2111 quantize_per_tensor_default_98" -> "2112 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2112 dequantize_per_tensor_default_98" -> "2118 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2113 scale_updated_constant98" -> "2115 mul_tensor_98" [label="(384, 1)", style=solid]; +"2114 compressed_weight_updated_constant98" -> "2115 mul_tensor_98" [label="(384, 1536)", style=solid]; +"2115 mul_tensor_98" -> "2117 sub_tensor_98" [label="(384, 1536)", style=solid]; +"2116 zero_point_updated_constant98" -> "2117 sub_tensor_98" [label="(384, 1)", style=solid]; +"2117 sub_tensor_98" -> "2118 linear_97" [label="(384, 1536)", style=solid]; +"2118 linear_97" -> "2119 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2119 dropout_63" -> "2122 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2120 _param_constant264" -> "2122 layer_norm_34" [label="(384,)", style=solid]; +"2121 _param_constant265" -> "2122 layer_norm_34" [label="(384,)", style=solid]; +"2122 layer_norm_34" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2123 add_55" -> "2150 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"2123 add_55" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2124 _tensor_constant104" -> "2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2125 _param_constant267" -> "2132 linear_98" [label="(512,)", style=solid]; +"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2132 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2127 scale_updated_constant99" -> "2129 mul_tensor_99" [label="(512, 1)", style=solid]; +"2128 compressed_weight_updated_constant99" -> "2129 mul_tensor_99" [label="(512, 2)", style=solid]; +"2129 mul_tensor_99" -> "2131 sub_tensor_99" [label="(512, 2)", style=solid]; +"2130 zero_point_updated_constant99" -> "2131 sub_tensor_99" [label="(512, 1)", style=solid]; +"2131 sub_tensor_99" -> "2132 linear_98" [label="(512, 2)", style=solid]; +"2132 linear_98" -> "2133 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2133 relu__16" -> "2134 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2134 relu__16_0_0_nncf_smooth_quant_0" -> "2140 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2135 scale_updated_constant100" -> "2137 mul_tensor_100" [label="(12, 1)", style=solid]; +"2136 compressed_weight_updated_constant100" -> "2137 mul_tensor_100" [label="(12, 512)", style=solid]; +"2137 mul_tensor_100" -> "2139 sub_tensor_100" [label="(12, 512)", style=solid]; +"2138 zero_point_updated_constant100" -> "2139 sub_tensor_100" [label="(12, 1)", style=solid]; +"2139 sub_tensor_100" -> "2140 linear_99" [label="(12, 512)", style=solid]; +"2140 linear_99" -> "2141 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2141 view_88" -> "2143 index_16" [label="(225, 12)", style=solid]; +"2142 _tensor_constant105" -> "2143 index_16" [label="(4096,)", style=solid]; +"2143 index_16" -> "2144 view_89" [label="(4096, 12)", style=solid]; +"2144 view_89" -> "2145 permute_73" [label="(64, 64, 12)", style=solid]; +"2145 permute_73" -> "2146 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2146 contiguous_30" -> "2147 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2147 unsqueeze_48" -> "2148 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2148 sigmoid_16" -> "2149 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2149 mul_32" -> "2188 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2150 pad_18" -> "2151 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2151 view_90" -> "2152 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2152 permute_74" -> "2153 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2153 reshape_72" -> "2156 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2154 _param_constant269" -> "2155 clone_16" [label="(1152,)", style=solid]; +"2155 clone_16" -> "2164 linear_100" [label="(1152,)", style=solid]; +"2156 reshape_72_0_0_nncf_smooth_quant_0" -> "2157 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2157 quantize_per_tensor_default_99" -> "2158 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2158 dequantize_per_tensor_default_99" -> "2164 linear_100" [label="(4, 64, 384)", style=solid]; +"2159 scale_updated_constant101" -> "2161 mul_tensor_101" [label="(1152, 1)", style=solid]; +"2160 compressed_weight_updated_constant101" -> "2161 mul_tensor_101" [label="(1152, 384)", style=solid]; +"2161 mul_tensor_101" -> "2163 sub_tensor_101" [label="(1152, 384)", style=solid]; +"2162 zero_point_updated_constant101" -> "2163 sub_tensor_101" [label="(1152, 1)", style=solid]; +"2163 sub_tensor_101" -> "2164 linear_100" [label="(1152, 384)", style=solid]; +"2164 linear_100" -> "2165 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2165 reshape_73" -> "2166 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2166 permute_75" -> "2167 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2166 permute_75" -> "2168 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2166 permute_75" -> "2169 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2167 select_48" -> "2170 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2167 select_48" -> "2172 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2167 select_48" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2168 select_49" -> "2176 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2168 select_49" -> "2178 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2168 select_49" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2169 select_50" -> "2191 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2170 linalg_vector_norm_32" -> "2171 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2171 clamp_min_32" -> "2172 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2172 expand_as_32" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2173 div_32" -> "2174 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2174 quantize_per_tensor_default_100" -> "2175 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2175 dequantize_per_tensor_default_100" -> "2183 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"2176 linalg_vector_norm_33" -> "2177 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2177 clamp_min_33" -> "2178 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2178 expand_as_33" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2179 div_33" -> "2180 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2180 quantize_per_tensor_default_101" -> "2181 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2181 dequantize_per_tensor_default_101" -> "2182 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"2182 transpose_32" -> "2183 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2183 matmul_32" -> "2187 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2184 _param_constant271" -> "2185 clamp_16" [label="(12, 1, 1)", style=solid]; +"2185 clamp_16" -> "2186 exp_16" [label="(12, 1, 1)", style=solid]; +"2186 exp_16" -> "2187 mul_33" [label="(12, 1, 1)", style=solid]; +"2187 mul_33" -> "2188 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2188 add_56" -> "2189 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2189 softmax_16" -> "2190 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2190 dropout_64" -> "2191 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2191 matmul_33" -> "2192 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"2192 transpose_33" -> "2193 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2193 reshape_74" -> "2195 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2194 _param_constant273" -> "2203 linear_101" [label="(384,)", style=solid]; +"2195 reshape_74_0_0_nncf_smooth_quant_0" -> "2196 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2196 quantize_per_tensor_default_102" -> "2197 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2197 dequantize_per_tensor_default_102" -> "2203 linear_101" [label="(4, 64, 384)", style=solid]; +"2198 scale_updated_constant102" -> "2200 mul_tensor_102" [label="(384, 1)", style=solid]; +"2199 compressed_weight_updated_constant102" -> "2200 mul_tensor_102" [label="(384, 384)", style=solid]; +"2200 mul_tensor_102" -> "2202 sub_tensor_102" [label="(384, 384)", style=solid]; +"2201 zero_point_updated_constant102" -> "2202 sub_tensor_102" [label="(384, 1)", style=solid]; +"2202 sub_tensor_102" -> "2203 linear_101" [label="(384, 384)", style=solid]; +"2203 linear_101" -> "2204 dropout_65" [label="(4, 64, 384)", style=solid]; +"2204 dropout_65" -> "2205 view_91" [label="(4, 64, 384)", style=solid]; +"2205 view_91" -> "2206 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2206 permute_76" -> "2207 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2207 reshape_75" -> "2208 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2208 slice_246" -> "2209 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2209 slice_247" -> "2210 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2210 slice_248" -> "2211 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2211 slice_249" -> "2212 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2212 contiguous_31" -> "2215 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2213 _param_constant274" -> "2215 layer_norm_35" [label="(384,)", style=solid]; +"2214 _param_constant275" -> "2215 layer_norm_35" [label="(384,)", style=solid]; +"2215 layer_norm_35" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2216 add_57" -> "2218 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2216 add_57" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2217 _param_constant277" -> "2226 linear_102" [label="(1536,)", style=solid]; +"2218 add_57_0_0_nncf_smooth_quant_0" -> "2219 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2219 quantize_per_tensor_default_103" -> "2220 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2220 dequantize_per_tensor_default_103" -> "2226 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2221 scale_updated_constant103" -> "2223 mul_tensor_103" [label="(1536, 1)", style=solid]; +"2222 compressed_weight_updated_constant103" -> "2223 mul_tensor_103" [label="(1536, 384)", style=solid]; +"2223 mul_tensor_103" -> "2225 sub_tensor_103" [label="(1536, 384)", style=solid]; +"2224 zero_point_updated_constant103" -> "2225 sub_tensor_103" [label="(1536, 1)", style=solid]; +"2225 sub_tensor_103" -> "2226 linear_102" [label="(1536, 384)", style=solid]; +"2226 linear_102" -> "2227 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2227 gelu_16" -> "2228 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2228 dropout_66" -> "2230 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2229 _param_constant279" -> "2238 linear_103" [label="(384,)", style=solid]; +"2230 dropout_66_0_0_nncf_smooth_quant_0" -> "2231 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2231 quantize_per_tensor_default_104" -> "2232 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2232 dequantize_per_tensor_default_104" -> "2238 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2233 scale_updated_constant104" -> "2235 mul_tensor_104" [label="(384, 1)", style=solid]; +"2234 compressed_weight_updated_constant104" -> "2235 mul_tensor_104" [label="(384, 1536)", style=solid]; +"2235 mul_tensor_104" -> "2237 sub_tensor_104" [label="(384, 1536)", style=solid]; +"2236 zero_point_updated_constant104" -> "2237 sub_tensor_104" [label="(384, 1)", style=solid]; +"2237 sub_tensor_104" -> "2238 linear_103" [label="(384, 1536)", style=solid]; +"2238 linear_103" -> "2239 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2239 dropout_67" -> "2242 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2240 _param_constant280" -> "2242 layer_norm_36" [label="(384,)", style=solid]; +"2241 _param_constant281" -> "2242 layer_norm_36" [label="(384,)", style=solid]; +"2242 layer_norm_36" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2243 add_58" -> "2270 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2243 add_58" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2244 _tensor_constant106" -> "2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2245 _param_constant283" -> "2252 linear_104" [label="(512,)", style=solid]; +"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2252 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2247 scale_updated_constant105" -> "2249 mul_tensor_105" [label="(512, 1)", style=solid]; +"2248 compressed_weight_updated_constant105" -> "2249 mul_tensor_105" [label="(512, 2)", style=solid]; +"2249 mul_tensor_105" -> "2251 sub_tensor_105" [label="(512, 2)", style=solid]; +"2250 zero_point_updated_constant105" -> "2251 sub_tensor_105" [label="(512, 1)", style=solid]; +"2251 sub_tensor_105" -> "2252 linear_104" [label="(512, 2)", style=solid]; +"2252 linear_104" -> "2253 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2253 relu__17" -> "2254 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2254 relu__17_0_0_nncf_smooth_quant_0" -> "2260 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2255 scale_updated_constant106" -> "2257 mul_tensor_106" [label="(12, 1)", style=solid]; +"2256 compressed_weight_updated_constant106" -> "2257 mul_tensor_106" [label="(12, 512)", style=solid]; +"2257 mul_tensor_106" -> "2259 sub_tensor_106" [label="(12, 512)", style=solid]; +"2258 zero_point_updated_constant106" -> "2259 sub_tensor_106" [label="(12, 1)", style=solid]; +"2259 sub_tensor_106" -> "2260 linear_105" [label="(12, 512)", style=solid]; +"2260 linear_105" -> "2261 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2261 view_92" -> "2263 index_17" [label="(225, 12)", style=solid]; +"2262 _tensor_constant107" -> "2263 index_17" [label="(4096,)", style=solid]; +"2263 index_17" -> "2264 view_93" [label="(4096, 12)", style=solid]; +"2264 view_93" -> "2265 permute_77" [label="(64, 64, 12)", style=solid]; +"2265 permute_77" -> "2266 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2266 contiguous_32" -> "2267 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2267 unsqueeze_49" -> "2268 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2268 sigmoid_17" -> "2269 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2269 mul_34" -> "2309 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2270 pad_19" -> "2271 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2271 roll_16" -> "2272 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2272 view_94" -> "2273 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2273 permute_78" -> "2274 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2274 reshape_76" -> "2277 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2274 reshape_76" -> "2310 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2275 _param_constant285" -> "2276 clone_17" [label="(1152,)", style=solid]; +"2276 clone_17" -> "2285 linear_106" [label="(1152,)", style=solid]; +"2277 reshape_76_0_0_nncf_smooth_quant_0" -> "2278 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2278 quantize_per_tensor_default_105" -> "2279 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2279 dequantize_per_tensor_default_105" -> "2285 linear_106" [label="(4, 64, 384)", style=solid]; +"2280 scale_updated_constant107" -> "2282 mul_tensor_107" [label="(1152, 1)", style=solid]; +"2281 compressed_weight_updated_constant107" -> "2282 mul_tensor_107" [label="(1152, 384)", style=solid]; +"2282 mul_tensor_107" -> "2284 sub_tensor_107" [label="(1152, 384)", style=solid]; +"2283 zero_point_updated_constant107" -> "2284 sub_tensor_107" [label="(1152, 1)", style=solid]; +"2284 sub_tensor_107" -> "2285 linear_106" [label="(1152, 384)", style=solid]; +"2285 linear_106" -> "2286 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2286 reshape_77" -> "2287 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2287 permute_79" -> "2288 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2287 permute_79" -> "2289 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2287 permute_79" -> "2290 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2288 select_51" -> "2291 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2288 select_51" -> "2293 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2288 select_51" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2289 select_52" -> "2297 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2289 select_52" -> "2299 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2289 select_52" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2290 select_53" -> "2328 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2291 linalg_vector_norm_34" -> "2292 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2292 clamp_min_34" -> "2293 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2293 expand_as_34" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2294 div_34" -> "2295 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2295 quantize_per_tensor_default_106" -> "2296 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2296 dequantize_per_tensor_default_106" -> "2304 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2297 linalg_vector_norm_35" -> "2298 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2298 clamp_min_35" -> "2299 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2299 expand_as_35" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2300 div_35" -> "2301 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2301 quantize_per_tensor_default_107" -> "2302 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2302 dequantize_per_tensor_default_107" -> "2303 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2303 transpose_34" -> "2304 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2304 matmul_34" -> "2308 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2305 _param_constant287" -> "2306 clamp_17" [label="(12, 1, 1)", style=solid]; +"2306 clamp_17" -> "2307 exp_17" [label="(12, 1, 1)", style=solid]; +"2307 exp_17" -> "2308 mul_35" [label="(12, 1, 1)", style=solid]; +"2308 mul_35" -> "2309 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2309 add_59" -> "2321 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2310 new_zeros_8" -> "2311 view_95" [label="(16, 16)", style=solid]; +"2311 view_95" -> "2312 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2312 permute_80" -> "2313 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2313 reshape_78" -> "2314 unsqueeze_50" [label="(4, 64)", style=solid]; +"2313 reshape_78" -> "2315 unsqueeze_51" [label="(4, 64)", style=solid]; +"2314 unsqueeze_50" -> "2316 sub_8" [label="(4, 1, 64)", style=solid]; +"2315 unsqueeze_51" -> "2316 sub_8" [label="(4, 64, 1)", style=solid]; +"2316 sub_8" -> "2317 ne_8" [label="(4, 64, 64)", style=solid]; +"2316 sub_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2316 sub_8" -> "2319 eq_8" [label="(4, 64, 64)", style=solid]; +"2317 ne_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2318 masked_fill_16" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2319 eq_8" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2320 masked_fill_17" -> "2322 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2321 view_96" -> "2324 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2322 unsqueeze_52" -> "2323 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2323 unsqueeze_53" -> "2324 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2324 add_60" -> "2325 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2325 view_97" -> "2326 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2326 softmax_17" -> "2327 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2327 dropout_68" -> "2328 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2328 matmul_35" -> "2329 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2329 transpose_35" -> "2330 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2330 reshape_79" -> "2332 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2331 _param_constant289" -> "2340 linear_107" [label="(384,)", style=solid]; +"2332 reshape_79_0_0_nncf_smooth_quant_0" -> "2333 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2333 quantize_per_tensor_default_108" -> "2334 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2334 dequantize_per_tensor_default_108" -> "2340 linear_107" [label="(4, 64, 384)", style=solid]; +"2335 scale_updated_constant108" -> "2337 mul_tensor_108" [label="(384, 1)", style=solid]; +"2336 compressed_weight_updated_constant108" -> "2337 mul_tensor_108" [label="(384, 384)", style=solid]; +"2337 mul_tensor_108" -> "2339 sub_tensor_108" [label="(384, 384)", style=solid]; +"2338 zero_point_updated_constant108" -> "2339 sub_tensor_108" [label="(384, 1)", style=solid]; +"2339 sub_tensor_108" -> "2340 linear_107" [label="(384, 384)", style=solid]; +"2340 linear_107" -> "2341 dropout_69" [label="(4, 64, 384)", style=solid]; +"2341 dropout_69" -> "2342 view_98" [label="(4, 64, 384)", style=solid]; +"2342 view_98" -> "2343 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2343 permute_81" -> "2344 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2344 reshape_80" -> "2345 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2345 roll_17" -> "2346 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2346 slice_269" -> "2347 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2347 slice_270" -> "2348 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2348 slice_271" -> "2349 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2349 slice_272" -> "2350 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2350 contiguous_33" -> "2353 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2351 _param_constant290" -> "2353 layer_norm_37" [label="(384,)", style=solid]; +"2352 _param_constant291" -> "2353 layer_norm_37" [label="(384,)", style=solid]; +"2353 layer_norm_37" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2354 add_61" -> "2356 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2354 add_61" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2355 _param_constant293" -> "2364 linear_108" [label="(1536,)", style=solid]; +"2356 add_61_0_0_nncf_smooth_quant_0" -> "2357 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2357 quantize_per_tensor_default_109" -> "2358 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2358 dequantize_per_tensor_default_109" -> "2364 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2359 scale_updated_constant109" -> "2361 mul_tensor_109" [label="(1536, 1)", style=solid]; +"2360 compressed_weight_updated_constant109" -> "2361 mul_tensor_109" [label="(1536, 384)", style=solid]; +"2361 mul_tensor_109" -> "2363 sub_tensor_109" [label="(1536, 384)", style=solid]; +"2362 zero_point_updated_constant109" -> "2363 sub_tensor_109" [label="(1536, 1)", style=solid]; +"2363 sub_tensor_109" -> "2364 linear_108" [label="(1536, 384)", style=solid]; +"2364 linear_108" -> "2365 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2365 gelu_17" -> "2366 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2366 dropout_70" -> "2368 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2367 _param_constant295" -> "2376 linear_109" [label="(384,)", style=solid]; +"2368 dropout_70_0_0_nncf_smooth_quant_0" -> "2369 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2369 quantize_per_tensor_default_110" -> "2370 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2370 dequantize_per_tensor_default_110" -> "2376 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2371 scale_updated_constant110" -> "2373 mul_tensor_110" [label="(384, 1)", style=solid]; +"2372 compressed_weight_updated_constant110" -> "2373 mul_tensor_110" [label="(384, 1536)", style=solid]; +"2373 mul_tensor_110" -> "2375 sub_tensor_110" [label="(384, 1536)", style=solid]; +"2374 zero_point_updated_constant110" -> "2375 sub_tensor_110" [label="(384, 1)", style=solid]; +"2375 sub_tensor_110" -> "2376 linear_109" [label="(384, 1536)", style=solid]; +"2376 linear_109" -> "2377 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2377 dropout_71" -> "2380 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2378 _param_constant296" -> "2380 layer_norm_38" [label="(384,)", style=solid]; +"2379 _param_constant297" -> "2380 layer_norm_38" [label="(384,)", style=solid]; +"2380 layer_norm_38" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2381 add_62" -> "2408 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2381 add_62" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2382 _tensor_constant117" -> "2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2383 _param_constant299" -> "2390 linear_110" [label="(512,)", style=solid]; +"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2390 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2385 scale_updated_constant111" -> "2387 mul_tensor_111" [label="(512, 1)", style=solid]; +"2386 compressed_weight_updated_constant111" -> "2387 mul_tensor_111" [label="(512, 2)", style=solid]; +"2387 mul_tensor_111" -> "2389 sub_tensor_111" [label="(512, 2)", style=solid]; +"2388 zero_point_updated_constant111" -> "2389 sub_tensor_111" [label="(512, 1)", style=solid]; +"2389 sub_tensor_111" -> "2390 linear_110" [label="(512, 2)", style=solid]; +"2390 linear_110" -> "2391 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2391 relu__18" -> "2392 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2392 relu__18_0_0_nncf_smooth_quant_0" -> "2398 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2393 scale_updated_constant112" -> "2395 mul_tensor_112" [label="(12, 1)", style=solid]; +"2394 compressed_weight_updated_constant112" -> "2395 mul_tensor_112" [label="(12, 512)", style=solid]; +"2395 mul_tensor_112" -> "2397 sub_tensor_112" [label="(12, 512)", style=solid]; +"2396 zero_point_updated_constant112" -> "2397 sub_tensor_112" [label="(12, 1)", style=solid]; +"2397 sub_tensor_112" -> "2398 linear_111" [label="(12, 512)", style=solid]; +"2398 linear_111" -> "2399 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2399 view_99" -> "2401 index_18" [label="(225, 12)", style=solid]; +"2400 _tensor_constant118" -> "2401 index_18" [label="(4096,)", style=solid]; +"2401 index_18" -> "2402 view_100" [label="(4096, 12)", style=solid]; +"2402 view_100" -> "2403 permute_82" [label="(64, 64, 12)", style=solid]; +"2403 permute_82" -> "2404 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2404 contiguous_34" -> "2405 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2405 unsqueeze_54" -> "2406 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2406 sigmoid_18" -> "2407 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2407 mul_36" -> "2446 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2408 pad_20" -> "2409 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2409 view_101" -> "2410 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2410 permute_83" -> "2411 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2411 reshape_81" -> "2414 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2412 _param_constant301" -> "2413 clone_18" [label="(1152,)", style=solid]; +"2413 clone_18" -> "2422 linear_112" [label="(1152,)", style=solid]; +"2414 reshape_81_0_0_nncf_smooth_quant_0" -> "2415 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2415 quantize_per_tensor_default_111" -> "2416 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2416 dequantize_per_tensor_default_111" -> "2422 linear_112" [label="(4, 64, 384)", style=solid]; +"2417 scale_updated_constant113" -> "2419 mul_tensor_113" [label="(1152, 1)", style=solid]; +"2418 compressed_weight_updated_constant113" -> "2419 mul_tensor_113" [label="(1152, 384)", style=solid]; +"2419 mul_tensor_113" -> "2421 sub_tensor_113" [label="(1152, 384)", style=solid]; +"2420 zero_point_updated_constant113" -> "2421 sub_tensor_113" [label="(1152, 1)", style=solid]; +"2421 sub_tensor_113" -> "2422 linear_112" [label="(1152, 384)", style=solid]; +"2422 linear_112" -> "2423 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2423 reshape_82" -> "2424 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2424 permute_84" -> "2425 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2424 permute_84" -> "2426 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2424 permute_84" -> "2427 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2425 select_54" -> "2428 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2425 select_54" -> "2430 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2425 select_54" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2426 select_55" -> "2434 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2426 select_55" -> "2436 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2426 select_55" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2427 select_56" -> "2449 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2428 linalg_vector_norm_36" -> "2429 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2429 clamp_min_36" -> "2430 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2430 expand_as_36" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2431 div_36" -> "2432 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2432 quantize_per_tensor_default_112" -> "2433 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2433 dequantize_per_tensor_default_112" -> "2441 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2434 linalg_vector_norm_37" -> "2435 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2435 clamp_min_37" -> "2436 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2436 expand_as_37" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2437 div_37" -> "2438 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2438 quantize_per_tensor_default_113" -> "2439 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2439 dequantize_per_tensor_default_113" -> "2440 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2440 transpose_36" -> "2441 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2441 matmul_36" -> "2445 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2442 _param_constant303" -> "2443 clamp_18" [label="(12, 1, 1)", style=solid]; +"2443 clamp_18" -> "2444 exp_18" [label="(12, 1, 1)", style=solid]; +"2444 exp_18" -> "2445 mul_37" [label="(12, 1, 1)", style=solid]; +"2445 mul_37" -> "2446 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2446 add_63" -> "2447 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2447 softmax_18" -> "2448 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2448 dropout_72" -> "2449 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2449 matmul_37" -> "2450 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2450 transpose_37" -> "2451 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2451 reshape_83" -> "2453 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2452 _param_constant305" -> "2461 linear_113" [label="(384,)", style=solid]; +"2453 reshape_83_0_0_nncf_smooth_quant_0" -> "2454 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2454 quantize_per_tensor_default_114" -> "2455 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2455 dequantize_per_tensor_default_114" -> "2461 linear_113" [label="(4, 64, 384)", style=solid]; +"2456 scale_updated_constant114" -> "2458 mul_tensor_114" [label="(384, 1)", style=solid]; +"2457 compressed_weight_updated_constant114" -> "2458 mul_tensor_114" [label="(384, 384)", style=solid]; +"2458 mul_tensor_114" -> "2460 sub_tensor_114" [label="(384, 384)", style=solid]; +"2459 zero_point_updated_constant114" -> "2460 sub_tensor_114" [label="(384, 1)", style=solid]; +"2460 sub_tensor_114" -> "2461 linear_113" [label="(384, 384)", style=solid]; +"2461 linear_113" -> "2462 dropout_73" [label="(4, 64, 384)", style=solid]; +"2462 dropout_73" -> "2463 view_102" [label="(4, 64, 384)", style=solid]; +"2463 view_102" -> "2464 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2464 permute_85" -> "2465 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2465 reshape_84" -> "2466 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2466 slice_274" -> "2467 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2467 slice_275" -> "2468 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2468 slice_276" -> "2469 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2469 slice_277" -> "2470 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2470 contiguous_35" -> "2473 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2471 _param_constant306" -> "2473 layer_norm_39" [label="(384,)", style=solid]; +"2472 _param_constant307" -> "2473 layer_norm_39" [label="(384,)", style=solid]; +"2473 layer_norm_39" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2474 add_64" -> "2476 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2474 add_64" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2475 _param_constant309" -> "2484 linear_114" [label="(1536,)", style=solid]; +"2476 add_64_0_0_nncf_smooth_quant_0" -> "2477 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2477 quantize_per_tensor_default_115" -> "2478 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2478 dequantize_per_tensor_default_115" -> "2484 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2479 scale_updated_constant115" -> "2481 mul_tensor_115" [label="(1536, 1)", style=solid]; +"2480 compressed_weight_updated_constant115" -> "2481 mul_tensor_115" [label="(1536, 384)", style=solid]; +"2481 mul_tensor_115" -> "2483 sub_tensor_115" [label="(1536, 384)", style=solid]; +"2482 zero_point_updated_constant115" -> "2483 sub_tensor_115" [label="(1536, 1)", style=solid]; +"2483 sub_tensor_115" -> "2484 linear_114" [label="(1536, 384)", style=solid]; +"2484 linear_114" -> "2485 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2485 gelu_18" -> "2486 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2486 dropout_74" -> "2488 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2487 _param_constant311" -> "2496 linear_115" [label="(384,)", style=solid]; +"2488 dropout_74_0_0_nncf_smooth_quant_0" -> "2489 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2489 quantize_per_tensor_default_116" -> "2490 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2490 dequantize_per_tensor_default_116" -> "2496 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2491 scale_updated_constant116" -> "2493 mul_tensor_116" [label="(384, 1)", style=solid]; +"2492 compressed_weight_updated_constant116" -> "2493 mul_tensor_116" [label="(384, 1536)", style=solid]; +"2493 mul_tensor_116" -> "2495 sub_tensor_116" [label="(384, 1536)", style=solid]; +"2494 zero_point_updated_constant116" -> "2495 sub_tensor_116" [label="(384, 1)", style=solid]; +"2495 sub_tensor_116" -> "2496 linear_115" [label="(384, 1536)", style=solid]; +"2496 linear_115" -> "2497 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2497 dropout_75" -> "2500 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2498 _param_constant312" -> "2500 layer_norm_40" [label="(384,)", style=solid]; +"2499 _param_constant313" -> "2500 layer_norm_40" [label="(384,)", style=solid]; +"2500 layer_norm_40" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2501 add_65" -> "2528 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2501 add_65" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2502 _tensor_constant119" -> "2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2503 _param_constant315" -> "2510 linear_116" [label="(512,)", style=solid]; +"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2510 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2505 scale_updated_constant117" -> "2507 mul_tensor_117" [label="(512, 1)", style=solid]; +"2506 compressed_weight_updated_constant117" -> "2507 mul_tensor_117" [label="(512, 2)", style=solid]; +"2507 mul_tensor_117" -> "2509 sub_tensor_117" [label="(512, 2)", style=solid]; +"2508 zero_point_updated_constant117" -> "2509 sub_tensor_117" [label="(512, 1)", style=solid]; +"2509 sub_tensor_117" -> "2510 linear_116" [label="(512, 2)", style=solid]; +"2510 linear_116" -> "2511 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2511 relu__19" -> "2512 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2512 relu__19_0_0_nncf_smooth_quant_0" -> "2518 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2513 scale_updated_constant118" -> "2515 mul_tensor_118" [label="(12, 1)", style=solid]; +"2514 compressed_weight_updated_constant118" -> "2515 mul_tensor_118" [label="(12, 512)", style=solid]; +"2515 mul_tensor_118" -> "2517 sub_tensor_118" [label="(12, 512)", style=solid]; +"2516 zero_point_updated_constant118" -> "2517 sub_tensor_118" [label="(12, 1)", style=solid]; +"2517 sub_tensor_118" -> "2518 linear_117" [label="(12, 512)", style=solid]; +"2518 linear_117" -> "2519 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2519 view_103" -> "2521 index_19" [label="(225, 12)", style=solid]; +"2520 _tensor_constant120" -> "2521 index_19" [label="(4096,)", style=solid]; +"2521 index_19" -> "2522 view_104" [label="(4096, 12)", style=solid]; +"2522 view_104" -> "2523 permute_86" [label="(64, 64, 12)", style=solid]; +"2523 permute_86" -> "2524 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2524 contiguous_36" -> "2525 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2525 unsqueeze_55" -> "2526 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2526 sigmoid_19" -> "2527 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2527 mul_38" -> "2567 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2528 pad_21" -> "2529 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2529 roll_18" -> "2530 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2530 view_105" -> "2531 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2531 permute_87" -> "2532 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2532 reshape_85" -> "2535 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2532 reshape_85" -> "2568 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2533 _param_constant317" -> "2534 clone_19" [label="(1152,)", style=solid]; +"2534 clone_19" -> "2543 linear_118" [label="(1152,)", style=solid]; +"2535 reshape_85_0_0_nncf_smooth_quant_0" -> "2536 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2536 quantize_per_tensor_default_117" -> "2537 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2537 dequantize_per_tensor_default_117" -> "2543 linear_118" [label="(4, 64, 384)", style=solid]; +"2538 scale_updated_constant119" -> "2540 mul_tensor_119" [label="(1152, 1)", style=solid]; +"2539 compressed_weight_updated_constant119" -> "2540 mul_tensor_119" [label="(1152, 384)", style=solid]; +"2540 mul_tensor_119" -> "2542 sub_tensor_119" [label="(1152, 384)", style=solid]; +"2541 zero_point_updated_constant119" -> "2542 sub_tensor_119" [label="(1152, 1)", style=solid]; +"2542 sub_tensor_119" -> "2543 linear_118" [label="(1152, 384)", style=solid]; +"2543 linear_118" -> "2544 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2544 reshape_86" -> "2545 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2545 permute_88" -> "2546 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2545 permute_88" -> "2547 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2545 permute_88" -> "2548 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2546 select_57" -> "2549 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2546 select_57" -> "2551 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2546 select_57" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2547 select_58" -> "2555 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2547 select_58" -> "2557 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2547 select_58" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2548 select_59" -> "2586 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2549 linalg_vector_norm_38" -> "2550 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2550 clamp_min_38" -> "2551 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2551 expand_as_38" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2552 div_38" -> "2553 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2553 quantize_per_tensor_default_118" -> "2554 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2554 dequantize_per_tensor_default_118" -> "2562 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2555 linalg_vector_norm_39" -> "2556 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2556 clamp_min_39" -> "2557 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2557 expand_as_39" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2558 div_39" -> "2559 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2559 quantize_per_tensor_default_119" -> "2560 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2560 dequantize_per_tensor_default_119" -> "2561 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2561 transpose_38" -> "2562 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2562 matmul_38" -> "2566 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2563 _param_constant319" -> "2564 clamp_19" [label="(12, 1, 1)", style=solid]; +"2564 clamp_19" -> "2565 exp_19" [label="(12, 1, 1)", style=solid]; +"2565 exp_19" -> "2566 mul_39" [label="(12, 1, 1)", style=solid]; +"2566 mul_39" -> "2567 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2567 add_66" -> "2579 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2568 new_zeros_9" -> "2569 view_106" [label="(16, 16)", style=solid]; +"2569 view_106" -> "2570 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2570 permute_89" -> "2571 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2571 reshape_87" -> "2572 unsqueeze_56" [label="(4, 64)", style=solid]; +"2571 reshape_87" -> "2573 unsqueeze_57" [label="(4, 64)", style=solid]; +"2572 unsqueeze_56" -> "2574 sub_9" [label="(4, 1, 64)", style=solid]; +"2573 unsqueeze_57" -> "2574 sub_9" [label="(4, 64, 1)", style=solid]; +"2574 sub_9" -> "2575 ne_9" [label="(4, 64, 64)", style=solid]; +"2574 sub_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2574 sub_9" -> "2577 eq_9" [label="(4, 64, 64)", style=solid]; +"2575 ne_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2576 masked_fill_18" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2577 eq_9" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2578 masked_fill_19" -> "2580 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2579 view_107" -> "2582 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2580 unsqueeze_58" -> "2581 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2581 unsqueeze_59" -> "2582 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2582 add_67" -> "2583 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2583 view_108" -> "2584 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2584 softmax_19" -> "2585 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2585 dropout_76" -> "2586 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2586 matmul_39" -> "2587 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2587 transpose_39" -> "2588 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2588 reshape_88" -> "2590 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2589 _param_constant321" -> "2598 linear_119" [label="(384,)", style=solid]; +"2590 reshape_88_0_0_nncf_smooth_quant_0" -> "2591 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2591 quantize_per_tensor_default_120" -> "2592 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2592 dequantize_per_tensor_default_120" -> "2598 linear_119" [label="(4, 64, 384)", style=solid]; +"2593 scale_updated_constant120" -> "2595 mul_tensor_120" [label="(384, 1)", style=solid]; +"2594 compressed_weight_updated_constant120" -> "2595 mul_tensor_120" [label="(384, 384)", style=solid]; +"2595 mul_tensor_120" -> "2597 sub_tensor_120" [label="(384, 384)", style=solid]; +"2596 zero_point_updated_constant120" -> "2597 sub_tensor_120" [label="(384, 1)", style=solid]; +"2597 sub_tensor_120" -> "2598 linear_119" [label="(384, 384)", style=solid]; +"2598 linear_119" -> "2599 dropout_77" [label="(4, 64, 384)", style=solid]; +"2599 dropout_77" -> "2600 view_109" [label="(4, 64, 384)", style=solid]; +"2600 view_109" -> "2601 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2601 permute_90" -> "2602 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2602 reshape_89" -> "2603 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2603 roll_19" -> "2604 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2604 slice_297" -> "2605 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2605 slice_298" -> "2606 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2606 slice_299" -> "2607 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2607 slice_300" -> "2608 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2608 contiguous_37" -> "2611 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2609 _param_constant322" -> "2611 layer_norm_41" [label="(384,)", style=solid]; +"2610 _param_constant323" -> "2611 layer_norm_41" [label="(384,)", style=solid]; +"2611 layer_norm_41" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2612 add_68" -> "2614 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2612 add_68" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2613 _param_constant325" -> "2622 linear_120" [label="(1536,)", style=solid]; +"2614 add_68_0_0_nncf_smooth_quant_0" -> "2615 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2615 quantize_per_tensor_default_121" -> "2616 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2616 dequantize_per_tensor_default_121" -> "2622 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2617 scale_updated_constant121" -> "2619 mul_tensor_121" [label="(1536, 1)", style=solid]; +"2618 compressed_weight_updated_constant121" -> "2619 mul_tensor_121" [label="(1536, 384)", style=solid]; +"2619 mul_tensor_121" -> "2621 sub_tensor_121" [label="(1536, 384)", style=solid]; +"2620 zero_point_updated_constant121" -> "2621 sub_tensor_121" [label="(1536, 1)", style=solid]; +"2621 sub_tensor_121" -> "2622 linear_120" [label="(1536, 384)", style=solid]; +"2622 linear_120" -> "2623 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2623 gelu_19" -> "2624 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2624 dropout_78" -> "2626 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2625 _param_constant327" -> "2634 linear_121" [label="(384,)", style=solid]; +"2626 dropout_78_0_0_nncf_smooth_quant_0" -> "2627 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2627 quantize_per_tensor_default_122" -> "2628 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2628 dequantize_per_tensor_default_122" -> "2634 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2629 scale_updated_constant122" -> "2631 mul_tensor_122" [label="(384, 1)", style=solid]; +"2630 compressed_weight_updated_constant122" -> "2631 mul_tensor_122" [label="(384, 1536)", style=solid]; +"2631 mul_tensor_122" -> "2633 sub_tensor_122" [label="(384, 1536)", style=solid]; +"2632 zero_point_updated_constant122" -> "2633 sub_tensor_122" [label="(384, 1)", style=solid]; +"2633 sub_tensor_122" -> "2634 linear_121" [label="(384, 1536)", style=solid]; +"2634 linear_121" -> "2635 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2635 dropout_79" -> "2638 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2636 _param_constant328" -> "2638 layer_norm_42" [label="(384,)", style=solid]; +"2637 _param_constant329" -> "2638 layer_norm_42" [label="(384,)", style=solid]; +"2638 layer_norm_42" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2639 add_69" -> "2666 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2639 add_69" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2640 _tensor_constant130" -> "2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2641 _param_constant331" -> "2648 linear_122" [label="(512,)", style=solid]; +"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2648 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2643 scale_updated_constant123" -> "2645 mul_tensor_123" [label="(512, 1)", style=solid]; +"2644 compressed_weight_updated_constant123" -> "2645 mul_tensor_123" [label="(512, 2)", style=solid]; +"2645 mul_tensor_123" -> "2647 sub_tensor_123" [label="(512, 2)", style=solid]; +"2646 zero_point_updated_constant123" -> "2647 sub_tensor_123" [label="(512, 1)", style=solid]; +"2647 sub_tensor_123" -> "2648 linear_122" [label="(512, 2)", style=solid]; +"2648 linear_122" -> "2649 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2649 relu__20" -> "2650 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2650 relu__20_0_0_nncf_smooth_quant_0" -> "2656 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2651 scale_updated_constant124" -> "2653 mul_tensor_124" [label="(12, 1)", style=solid]; +"2652 compressed_weight_updated_constant124" -> "2653 mul_tensor_124" [label="(12, 512)", style=solid]; +"2653 mul_tensor_124" -> "2655 sub_tensor_124" [label="(12, 512)", style=solid]; +"2654 zero_point_updated_constant124" -> "2655 sub_tensor_124" [label="(12, 1)", style=solid]; +"2655 sub_tensor_124" -> "2656 linear_123" [label="(12, 512)", style=solid]; +"2656 linear_123" -> "2657 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2657 view_110" -> "2659 index_20" [label="(225, 12)", style=solid]; +"2658 _tensor_constant131" -> "2659 index_20" [label="(4096,)", style=solid]; +"2659 index_20" -> "2660 view_111" [label="(4096, 12)", style=solid]; +"2660 view_111" -> "2661 permute_91" [label="(64, 64, 12)", style=solid]; +"2661 permute_91" -> "2662 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2662 contiguous_38" -> "2663 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2663 unsqueeze_60" -> "2664 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2664 sigmoid_20" -> "2665 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2665 mul_40" -> "2704 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2666 pad_22" -> "2667 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2667 view_112" -> "2668 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2668 permute_92" -> "2669 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2669 reshape_90" -> "2672 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2670 _param_constant333" -> "2671 clone_20" [label="(1152,)", style=solid]; +"2671 clone_20" -> "2680 linear_124" [label="(1152,)", style=solid]; +"2672 reshape_90_0_0_nncf_smooth_quant_0" -> "2673 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2673 quantize_per_tensor_default_123" -> "2674 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2674 dequantize_per_tensor_default_123" -> "2680 linear_124" [label="(4, 64, 384)", style=solid]; +"2675 scale_updated_constant125" -> "2677 mul_tensor_125" [label="(1152, 1)", style=solid]; +"2676 compressed_weight_updated_constant125" -> "2677 mul_tensor_125" [label="(1152, 384)", style=solid]; +"2677 mul_tensor_125" -> "2679 sub_tensor_125" [label="(1152, 384)", style=solid]; +"2678 zero_point_updated_constant125" -> "2679 sub_tensor_125" [label="(1152, 1)", style=solid]; +"2679 sub_tensor_125" -> "2680 linear_124" [label="(1152, 384)", style=solid]; +"2680 linear_124" -> "2681 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2681 reshape_91" -> "2682 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2682 permute_93" -> "2683 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2682 permute_93" -> "2684 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2682 permute_93" -> "2685 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2683 select_60" -> "2686 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2683 select_60" -> "2688 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2683 select_60" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2684 select_61" -> "2692 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2684 select_61" -> "2694 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2684 select_61" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2685 select_62" -> "2707 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2686 linalg_vector_norm_40" -> "2687 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2687 clamp_min_40" -> "2688 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2688 expand_as_40" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2689 div_40" -> "2690 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2690 quantize_per_tensor_default_124" -> "2691 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2691 dequantize_per_tensor_default_124" -> "2699 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2692 linalg_vector_norm_41" -> "2693 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2693 clamp_min_41" -> "2694 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2694 expand_as_41" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2695 div_41" -> "2696 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2696 quantize_per_tensor_default_125" -> "2697 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2697 dequantize_per_tensor_default_125" -> "2698 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2698 transpose_40" -> "2699 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2699 matmul_40" -> "2703 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2700 _param_constant335" -> "2701 clamp_20" [label="(12, 1, 1)", style=solid]; +"2701 clamp_20" -> "2702 exp_20" [label="(12, 1, 1)", style=solid]; +"2702 exp_20" -> "2703 mul_41" [label="(12, 1, 1)", style=solid]; +"2703 mul_41" -> "2704 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2704 add_70" -> "2705 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2705 softmax_20" -> "2706 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2706 dropout_80" -> "2707 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2707 matmul_41" -> "2708 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2708 transpose_41" -> "2709 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2709 reshape_92" -> "2711 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2710 _param_constant337" -> "2719 linear_125" [label="(384,)", style=solid]; +"2711 reshape_92_0_0_nncf_smooth_quant_0" -> "2712 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2712 quantize_per_tensor_default_126" -> "2713 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2713 dequantize_per_tensor_default_126" -> "2719 linear_125" [label="(4, 64, 384)", style=solid]; +"2714 scale_updated_constant126" -> "2716 mul_tensor_126" [label="(384, 1)", style=solid]; +"2715 compressed_weight_updated_constant126" -> "2716 mul_tensor_126" [label="(384, 384)", style=solid]; +"2716 mul_tensor_126" -> "2718 sub_tensor_126" [label="(384, 384)", style=solid]; +"2717 zero_point_updated_constant126" -> "2718 sub_tensor_126" [label="(384, 1)", style=solid]; +"2718 sub_tensor_126" -> "2719 linear_125" [label="(384, 384)", style=solid]; +"2719 linear_125" -> "2720 dropout_81" [label="(4, 64, 384)", style=solid]; +"2720 dropout_81" -> "2721 view_113" [label="(4, 64, 384)", style=solid]; +"2721 view_113" -> "2722 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2722 permute_94" -> "2723 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2723 reshape_93" -> "2724 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2724 slice_302" -> "2725 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2725 slice_303" -> "2726 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2726 slice_304" -> "2727 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2727 slice_305" -> "2728 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2728 contiguous_39" -> "2731 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2729 _param_constant338" -> "2731 layer_norm_43" [label="(384,)", style=solid]; +"2730 _param_constant339" -> "2731 layer_norm_43" [label="(384,)", style=solid]; +"2731 layer_norm_43" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2732 add_71" -> "2734 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2732 add_71" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2733 _param_constant341" -> "2742 linear_126" [label="(1536,)", style=solid]; +"2734 add_71_0_0_nncf_smooth_quant_0" -> "2735 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2735 quantize_per_tensor_default_127" -> "2736 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2736 dequantize_per_tensor_default_127" -> "2742 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2737 scale_updated_constant127" -> "2739 mul_tensor_127" [label="(1536, 1)", style=solid]; +"2738 compressed_weight_updated_constant127" -> "2739 mul_tensor_127" [label="(1536, 384)", style=solid]; +"2739 mul_tensor_127" -> "2741 sub_tensor_127" [label="(1536, 384)", style=solid]; +"2740 zero_point_updated_constant127" -> "2741 sub_tensor_127" [label="(1536, 1)", style=solid]; +"2741 sub_tensor_127" -> "2742 linear_126" [label="(1536, 384)", style=solid]; +"2742 linear_126" -> "2743 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2743 gelu_20" -> "2744 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2744 dropout_82" -> "2746 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2745 _param_constant343" -> "2754 linear_127" [label="(384,)", style=solid]; +"2746 dropout_82_0_0_nncf_smooth_quant_0" -> "2747 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2747 quantize_per_tensor_default_128" -> "2748 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2748 dequantize_per_tensor_default_128" -> "2754 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2749 scale_updated_constant128" -> "2751 mul_tensor_128" [label="(384, 1)", style=solid]; +"2750 compressed_weight_updated_constant128" -> "2751 mul_tensor_128" [label="(384, 1536)", style=solid]; +"2751 mul_tensor_128" -> "2753 sub_tensor_128" [label="(384, 1536)", style=solid]; +"2752 zero_point_updated_constant128" -> "2753 sub_tensor_128" [label="(384, 1)", style=solid]; +"2753 sub_tensor_128" -> "2754 linear_127" [label="(384, 1536)", style=solid]; +"2754 linear_127" -> "2755 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2755 dropout_83" -> "2758 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2756 _param_constant344" -> "2758 layer_norm_44" [label="(384,)", style=solid]; +"2757 _param_constant345" -> "2758 layer_norm_44" [label="(384,)", style=solid]; +"2758 layer_norm_44" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2759 add_72" -> "2786 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2759 add_72" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2760 _tensor_constant132" -> "2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2761 _param_constant347" -> "2768 linear_128" [label="(512,)", style=solid]; +"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2768 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2763 scale_updated_constant129" -> "2765 mul_tensor_129" [label="(512, 1)", style=solid]; +"2764 compressed_weight_updated_constant129" -> "2765 mul_tensor_129" [label="(512, 2)", style=solid]; +"2765 mul_tensor_129" -> "2767 sub_tensor_129" [label="(512, 2)", style=solid]; +"2766 zero_point_updated_constant129" -> "2767 sub_tensor_129" [label="(512, 1)", style=solid]; +"2767 sub_tensor_129" -> "2768 linear_128" [label="(512, 2)", style=solid]; +"2768 linear_128" -> "2769 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2769 relu__21" -> "2770 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2770 relu__21_0_0_nncf_smooth_quant_0" -> "2776 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2771 scale_updated_constant130" -> "2773 mul_tensor_130" [label="(12, 1)", style=solid]; +"2772 compressed_weight_updated_constant130" -> "2773 mul_tensor_130" [label="(12, 512)", style=solid]; +"2773 mul_tensor_130" -> "2775 sub_tensor_130" [label="(12, 512)", style=solid]; +"2774 zero_point_updated_constant130" -> "2775 sub_tensor_130" [label="(12, 1)", style=solid]; +"2775 sub_tensor_130" -> "2776 linear_129" [label="(12, 512)", style=solid]; +"2776 linear_129" -> "2777 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2777 view_114" -> "2779 index_21" [label="(225, 12)", style=solid]; +"2778 _tensor_constant133" -> "2779 index_21" [label="(4096,)", style=solid]; +"2779 index_21" -> "2780 view_115" [label="(4096, 12)", style=solid]; +"2780 view_115" -> "2781 permute_95" [label="(64, 64, 12)", style=solid]; +"2781 permute_95" -> "2782 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2782 contiguous_40" -> "2783 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2783 unsqueeze_61" -> "2784 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2784 sigmoid_21" -> "2785 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2785 mul_42" -> "2825 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2786 pad_23" -> "2787 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2787 roll_20" -> "2788 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2788 view_116" -> "2789 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2789 permute_96" -> "2790 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2790 reshape_94" -> "2793 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2790 reshape_94" -> "2826 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2791 _param_constant349" -> "2792 clone_21" [label="(1152,)", style=solid]; +"2792 clone_21" -> "2801 linear_130" [label="(1152,)", style=solid]; +"2793 reshape_94_0_0_nncf_smooth_quant_0" -> "2794 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2794 quantize_per_tensor_default_129" -> "2795 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2795 dequantize_per_tensor_default_129" -> "2801 linear_130" [label="(4, 64, 384)", style=solid]; +"2796 scale_updated_constant131" -> "2798 mul_tensor_131" [label="(1152, 1)", style=solid]; +"2797 compressed_weight_updated_constant131" -> "2798 mul_tensor_131" [label="(1152, 384)", style=solid]; +"2798 mul_tensor_131" -> "2800 sub_tensor_131" [label="(1152, 384)", style=solid]; +"2799 zero_point_updated_constant131" -> "2800 sub_tensor_131" [label="(1152, 1)", style=solid]; +"2800 sub_tensor_131" -> "2801 linear_130" [label="(1152, 384)", style=solid]; +"2801 linear_130" -> "2802 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2802 reshape_95" -> "2803 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2803 permute_97" -> "2804 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2803 permute_97" -> "2805 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2803 permute_97" -> "2806 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2804 select_63" -> "2807 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2804 select_63" -> "2809 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2804 select_63" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2805 select_64" -> "2813 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2805 select_64" -> "2815 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2805 select_64" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2806 select_65" -> "2844 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2807 linalg_vector_norm_42" -> "2808 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2808 clamp_min_42" -> "2809 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2809 expand_as_42" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2810 div_42" -> "2811 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2811 quantize_per_tensor_default_130" -> "2812 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2812 dequantize_per_tensor_default_130" -> "2820 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2813 linalg_vector_norm_43" -> "2814 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2814 clamp_min_43" -> "2815 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2815 expand_as_43" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2816 div_43" -> "2817 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2817 quantize_per_tensor_default_131" -> "2818 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2818 dequantize_per_tensor_default_131" -> "2819 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2819 transpose_42" -> "2820 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2820 matmul_42" -> "2824 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2821 _param_constant351" -> "2822 clamp_21" [label="(12, 1, 1)", style=solid]; +"2822 clamp_21" -> "2823 exp_21" [label="(12, 1, 1)", style=solid]; +"2823 exp_21" -> "2824 mul_43" [label="(12, 1, 1)", style=solid]; +"2824 mul_43" -> "2825 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2825 add_73" -> "2837 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2826 new_zeros_10" -> "2827 view_117" [label="(16, 16)", style=solid]; +"2827 view_117" -> "2828 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2828 permute_98" -> "2829 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2829 reshape_96" -> "2830 unsqueeze_62" [label="(4, 64)", style=solid]; +"2829 reshape_96" -> "2831 unsqueeze_63" [label="(4, 64)", style=solid]; +"2830 unsqueeze_62" -> "2832 sub_10" [label="(4, 1, 64)", style=solid]; +"2831 unsqueeze_63" -> "2832 sub_10" [label="(4, 64, 1)", style=solid]; +"2832 sub_10" -> "2833 ne_10" [label="(4, 64, 64)", style=solid]; +"2832 sub_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2832 sub_10" -> "2835 eq_10" [label="(4, 64, 64)", style=solid]; +"2833 ne_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2834 masked_fill_20" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2835 eq_10" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2836 masked_fill_21" -> "2838 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2837 view_118" -> "2840 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2838 unsqueeze_64" -> "2839 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2839 unsqueeze_65" -> "2840 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2840 add_74" -> "2841 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2841 view_119" -> "2842 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2842 softmax_21" -> "2843 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2843 dropout_84" -> "2844 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2844 matmul_43" -> "2845 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2845 transpose_43" -> "2846 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2846 reshape_97" -> "2848 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2847 _param_constant353" -> "2856 linear_131" [label="(384,)", style=solid]; +"2848 reshape_97_0_0_nncf_smooth_quant_0" -> "2849 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2849 quantize_per_tensor_default_132" -> "2850 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2850 dequantize_per_tensor_default_132" -> "2856 linear_131" [label="(4, 64, 384)", style=solid]; +"2851 scale_updated_constant132" -> "2853 mul_tensor_132" [label="(384, 1)", style=solid]; +"2852 compressed_weight_updated_constant132" -> "2853 mul_tensor_132" [label="(384, 384)", style=solid]; +"2853 mul_tensor_132" -> "2855 sub_tensor_132" [label="(384, 384)", style=solid]; +"2854 zero_point_updated_constant132" -> "2855 sub_tensor_132" [label="(384, 1)", style=solid]; +"2855 sub_tensor_132" -> "2856 linear_131" [label="(384, 384)", style=solid]; +"2856 linear_131" -> "2857 dropout_85" [label="(4, 64, 384)", style=solid]; +"2857 dropout_85" -> "2858 view_120" [label="(4, 64, 384)", style=solid]; +"2858 view_120" -> "2859 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2859 permute_99" -> "2860 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2860 reshape_98" -> "2861 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2861 roll_21" -> "2862 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2862 slice_325" -> "2863 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2863 slice_326" -> "2864 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2864 slice_327" -> "2865 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2865 slice_328" -> "2866 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2866 contiguous_41" -> "2869 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2867 _param_constant354" -> "2869 layer_norm_45" [label="(384,)", style=solid]; +"2868 _param_constant355" -> "2869 layer_norm_45" [label="(384,)", style=solid]; +"2869 layer_norm_45" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2870 add_75" -> "2872 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2870 add_75" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2871 _param_constant357" -> "2880 linear_132" [label="(1536,)", style=solid]; +"2872 add_75_0_0_nncf_smooth_quant_0" -> "2873 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2873 quantize_per_tensor_default_133" -> "2874 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2874 dequantize_per_tensor_default_133" -> "2880 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2875 scale_updated_constant133" -> "2877 mul_tensor_133" [label="(1536, 1)", style=solid]; +"2876 compressed_weight_updated_constant133" -> "2877 mul_tensor_133" [label="(1536, 384)", style=solid]; +"2877 mul_tensor_133" -> "2879 sub_tensor_133" [label="(1536, 384)", style=solid]; +"2878 zero_point_updated_constant133" -> "2879 sub_tensor_133" [label="(1536, 1)", style=solid]; +"2879 sub_tensor_133" -> "2880 linear_132" [label="(1536, 384)", style=solid]; +"2880 linear_132" -> "2881 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2881 gelu_21" -> "2882 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2882 dropout_86" -> "2884 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2883 _param_constant359" -> "2892 linear_133" [label="(384,)", style=solid]; +"2884 dropout_86_0_0_nncf_smooth_quant_0" -> "2885 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2885 quantize_per_tensor_default_134" -> "2886 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2886 dequantize_per_tensor_default_134" -> "2892 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2887 scale_updated_constant134" -> "2889 mul_tensor_134" [label="(384, 1)", style=solid]; +"2888 compressed_weight_updated_constant134" -> "2889 mul_tensor_134" [label="(384, 1536)", style=solid]; +"2889 mul_tensor_134" -> "2891 sub_tensor_134" [label="(384, 1536)", style=solid]; +"2890 zero_point_updated_constant134" -> "2891 sub_tensor_134" [label="(384, 1)", style=solid]; +"2891 sub_tensor_134" -> "2892 linear_133" [label="(384, 1536)", style=solid]; +"2892 linear_133" -> "2893 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2893 dropout_87" -> "2896 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2894 _param_constant360" -> "2896 layer_norm_46" [label="(384,)", style=solid]; +"2895 _param_constant361" -> "2896 layer_norm_46" [label="(384,)", style=solid]; +"2896 layer_norm_46" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2897 add_76" -> "2898 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2899 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2902 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2905 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2908 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2899 slice_329" -> "2900 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2900 slice_330" -> "2901 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2901 slice_331" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2902 slice_332" -> "2903 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2903 slice_333" -> "2904 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2904 slice_334" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2905 slice_335" -> "2906 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2906 slice_336" -> "2907 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2907 slice_337" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2908 slice_338" -> "2909 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2909 slice_339" -> "2910 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2910 slice_340" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2911 cat_2" -> "2912 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2912 cat_2_0_0_nncf_smooth_quant_0" -> "2913 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2913 quantize_per_tensor_default_135" -> "2914 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2914 dequantize_per_tensor_default_135" -> "2920 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2915 scale_updated_constant135" -> "2917 mul_tensor_135" [label="(768, 1)", style=solid]; +"2916 compressed_weight_updated_constant135" -> "2917 mul_tensor_135" [label="(768, 1536)", style=solid]; +"2917 mul_tensor_135" -> "2919 sub_tensor_135" [label="(768, 1536)", style=solid]; +"2918 zero_point_updated_constant135" -> "2919 sub_tensor_135" [label="(768, 1)", style=solid]; +"2919 sub_tensor_135" -> "2920 linear_134" [label="(768, 1536)", style=solid]; +"2920 linear_134" -> "2923 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2921 _param_constant363" -> "2923 layer_norm_47" [label="(768,)", style=solid]; +"2922 _param_constant364" -> "2923 layer_norm_47" [label="(768,)", style=solid]; +"2923 layer_norm_47" -> "2950 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2923 layer_norm_47" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2924 _tensor_constant143" -> "2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2925 _param_constant366" -> "2932 linear_135" [label="(512,)", style=solid]; +"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2932 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2927 scale_updated_constant136" -> "2929 mul_tensor_136" [label="(512, 1)", style=solid]; +"2928 compressed_weight_updated_constant136" -> "2929 mul_tensor_136" [label="(512, 2)", style=solid]; +"2929 mul_tensor_136" -> "2931 sub_tensor_136" [label="(512, 2)", style=solid]; +"2930 zero_point_updated_constant136" -> "2931 sub_tensor_136" [label="(512, 1)", style=solid]; +"2931 sub_tensor_136" -> "2932 linear_135" [label="(512, 2)", style=solid]; +"2932 linear_135" -> "2933 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2933 relu__22" -> "2934 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2934 relu__22_0_0_nncf_smooth_quant_0" -> "2940 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2935 scale_updated_constant137" -> "2937 mul_tensor_137" [label="(24, 1)", style=solid]; +"2936 compressed_weight_updated_constant137" -> "2937 mul_tensor_137" [label="(24, 512)", style=solid]; +"2937 mul_tensor_137" -> "2939 sub_tensor_137" [label="(24, 512)", style=solid]; +"2938 zero_point_updated_constant137" -> "2939 sub_tensor_137" [label="(24, 1)", style=solid]; +"2939 sub_tensor_137" -> "2940 linear_136" [label="(24, 512)", style=solid]; +"2940 linear_136" -> "2941 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2941 view_121" -> "2943 index_22" [label="(225, 24)", style=solid]; +"2942 _tensor_constant144" -> "2943 index_22" [label="(4096,)", style=solid]; +"2943 index_22" -> "2944 view_122" [label="(4096, 24)", style=solid]; +"2944 view_122" -> "2945 permute_100" [label="(64, 64, 24)", style=solid]; +"2945 permute_100" -> "2946 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2946 contiguous_42" -> "2947 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2947 unsqueeze_66" -> "2948 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2948 sigmoid_22" -> "2949 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2949 mul_44" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2950 pad_25" -> "2951 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2951 view_123" -> "2952 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2952 permute_101" -> "2953 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2953 reshape_99" -> "2956 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2954 _param_constant368" -> "2955 clone_22" [label="(2304,)", style=solid]; +"2955 clone_22" -> "2964 linear_137" [label="(2304,)", style=solid]; +"2956 reshape_99_0_0_nncf_smooth_quant_0" -> "2957 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2957 quantize_per_tensor_default_136" -> "2958 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2958 dequantize_per_tensor_default_136" -> "2964 linear_137" [label="(1, 64, 768)", style=solid]; +"2959 scale_updated_constant138" -> "2961 mul_tensor_138" [label="(2304, 1)", style=solid]; +"2960 compressed_weight_updated_constant138" -> "2961 mul_tensor_138" [label="(2304, 768)", style=solid]; +"2961 mul_tensor_138" -> "2963 sub_tensor_138" [label="(2304, 768)", style=solid]; +"2962 zero_point_updated_constant138" -> "2963 sub_tensor_138" [label="(2304, 1)", style=solid]; +"2963 sub_tensor_138" -> "2964 linear_137" [label="(2304, 768)", style=solid]; +"2964 linear_137" -> "2965 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2965 reshape_100" -> "2966 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2966 permute_102" -> "2967 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2966 permute_102" -> "2968 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2966 permute_102" -> "2969 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2967 select_66" -> "2970 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2967 select_66" -> "2972 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2967 select_66" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2968 select_67" -> "2976 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2968 select_67" -> "2978 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2968 select_67" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2969 select_68" -> "2991 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2970 linalg_vector_norm_44" -> "2971 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2971 clamp_min_44" -> "2972 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2972 expand_as_44" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2973 div_44" -> "2974 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2974 quantize_per_tensor_default_137" -> "2975 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2975 dequantize_per_tensor_default_137" -> "2983 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2976 linalg_vector_norm_45" -> "2977 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2977 clamp_min_45" -> "2978 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2978 expand_as_45" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2979 div_45" -> "2980 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2980 quantize_per_tensor_default_138" -> "2981 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2981 dequantize_per_tensor_default_138" -> "2982 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2982 transpose_44" -> "2983 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2983 matmul_44" -> "2987 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2984 _param_constant370" -> "2985 clamp_22" [label="(24, 1, 1)", style=solid]; +"2985 clamp_22" -> "2986 exp_22" [label="(24, 1, 1)", style=solid]; +"2986 exp_22" -> "2987 mul_45" [label="(24, 1, 1)", style=solid]; +"2987 mul_45" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2988 add_77" -> "2989 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2989 softmax_22" -> "2990 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2990 dropout_88" -> "2991 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2991 matmul_45" -> "2992 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2992 transpose_45" -> "2993 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2993 reshape_101" -> "2995 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2994 _param_constant372" -> "3003 linear_138" [label="(768,)", style=solid]; +"2995 reshape_101_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2996 quantize_per_tensor_default_139" -> "2997 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2997 dequantize_per_tensor_default_139" -> "3003 linear_138" [label="(1, 64, 768)", style=solid]; +"2998 scale_updated_constant139" -> "3000 mul_tensor_139" [label="(768, 1)", style=solid]; +"2999 compressed_weight_updated_constant139" -> "3000 mul_tensor_139" [label="(768, 768)", style=solid]; +"3000 mul_tensor_139" -> "3002 sub_tensor_139" [label="(768, 768)", style=solid]; +"3001 zero_point_updated_constant139" -> "3002 sub_tensor_139" [label="(768, 1)", style=solid]; +"3002 sub_tensor_139" -> "3003 linear_138" [label="(768, 768)", style=solid]; +"3003 linear_138" -> "3004 dropout_89" [label="(1, 64, 768)", style=solid]; +"3004 dropout_89" -> "3005 view_124" [label="(1, 64, 768)", style=solid]; +"3005 view_124" -> "3006 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3006 permute_103" -> "3007 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3007 reshape_102" -> "3008 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"3008 slice_342" -> "3009 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"3009 slice_343" -> "3010 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"3010 slice_344" -> "3011 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"3011 slice_345" -> "3012 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"3012 contiguous_43" -> "3015 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"3013 _param_constant373" -> "3015 layer_norm_48" [label="(768,)", style=solid]; +"3014 _param_constant374" -> "3015 layer_norm_48" [label="(768,)", style=solid]; +"3015 layer_norm_48" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; +"3016 add_78" -> "3018 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3016 add_78" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3017 _param_constant376" -> "3026 linear_139" [label="(3072,)", style=solid]; +"3018 add_78_0_0_nncf_smooth_quant_0" -> "3019 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"3019 quantize_per_tensor_default_140" -> "3020 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"3020 dequantize_per_tensor_default_140" -> "3026 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"3021 scale_updated_constant140" -> "3023 mul_tensor_140" [label="(3072, 1)", style=solid]; +"3022 compressed_weight_updated_constant140" -> "3023 mul_tensor_140" [label="(3072, 768)", style=solid]; +"3023 mul_tensor_140" -> "3025 sub_tensor_140" [label="(3072, 768)", style=solid]; +"3024 zero_point_updated_constant140" -> "3025 sub_tensor_140" [label="(3072, 1)", style=solid]; +"3025 sub_tensor_140" -> "3026 linear_139" [label="(3072, 768)", style=solid]; +"3026 linear_139" -> "3027 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3027 gelu_22" -> "3028 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"3028 dropout_90" -> "3030 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3029 _param_constant378" -> "3038 linear_140" [label="(768,)", style=solid]; +"3030 dropout_90_0_0_nncf_smooth_quant_0" -> "3031 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3031 quantize_per_tensor_default_141" -> "3032 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3032 dequantize_per_tensor_default_141" -> "3038 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3033 scale_updated_constant141" -> "3035 mul_tensor_141" [label="(768, 1)", style=solid]; +"3034 compressed_weight_updated_constant141" -> "3035 mul_tensor_141" [label="(768, 3072)", style=solid]; +"3035 mul_tensor_141" -> "3037 sub_tensor_141" [label="(768, 3072)", style=solid]; +"3036 zero_point_updated_constant141" -> "3037 sub_tensor_141" [label="(768, 1)", style=solid]; +"3037 sub_tensor_141" -> "3038 linear_140" [label="(768, 3072)", style=solid]; +"3038 linear_140" -> "3039 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3039 dropout_91" -> "3042 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3040 _param_constant379" -> "3042 layer_norm_49" [label="(768,)", style=solid]; +"3041 _param_constant380" -> "3042 layer_norm_49" [label="(768,)", style=solid]; +"3042 layer_norm_49" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3043 add_79" -> "3070 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"3043 add_79" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3044 _tensor_constant145" -> "3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3045 _param_constant382" -> "3052 linear_141" [label="(512,)", style=solid]; +"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3052 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3047 scale_updated_constant142" -> "3049 mul_tensor_142" [label="(512, 1)", style=solid]; +"3048 compressed_weight_updated_constant142" -> "3049 mul_tensor_142" [label="(512, 2)", style=solid]; +"3049 mul_tensor_142" -> "3051 sub_tensor_142" [label="(512, 2)", style=solid]; +"3050 zero_point_updated_constant142" -> "3051 sub_tensor_142" [label="(512, 1)", style=solid]; +"3051 sub_tensor_142" -> "3052 linear_141" [label="(512, 2)", style=solid]; +"3052 linear_141" -> "3053 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3053 relu__23" -> "3054 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3054 relu__23_0_0_nncf_smooth_quant_0" -> "3060 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3055 scale_updated_constant143" -> "3057 mul_tensor_143" [label="(24, 1)", style=solid]; +"3056 compressed_weight_updated_constant143" -> "3057 mul_tensor_143" [label="(24, 512)", style=solid]; +"3057 mul_tensor_143" -> "3059 sub_tensor_143" [label="(24, 512)", style=solid]; +"3058 zero_point_updated_constant143" -> "3059 sub_tensor_143" [label="(24, 1)", style=solid]; +"3059 sub_tensor_143" -> "3060 linear_142" [label="(24, 512)", style=solid]; +"3060 linear_142" -> "3061 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3061 view_125" -> "3063 index_23" [label="(225, 24)", style=solid]; +"3062 _tensor_constant146" -> "3063 index_23" [label="(4096,)", style=solid]; +"3063 index_23" -> "3064 view_126" [label="(4096, 24)", style=solid]; +"3064 view_126" -> "3065 permute_104" [label="(64, 64, 24)", style=solid]; +"3065 permute_104" -> "3066 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3066 contiguous_44" -> "3067 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3067 unsqueeze_67" -> "3068 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3068 sigmoid_23" -> "3069 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3069 mul_46" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3070 pad_26" -> "3071 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3071 view_127" -> "3072 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3072 permute_105" -> "3073 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3073 reshape_103" -> "3076 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3074 _param_constant384" -> "3075 clone_23" [label="(2304,)", style=solid]; +"3075 clone_23" -> "3084 linear_143" [label="(2304,)", style=solid]; +"3076 reshape_103_0_0_nncf_smooth_quant_0" -> "3077 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3077 quantize_per_tensor_default_142" -> "3078 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3078 dequantize_per_tensor_default_142" -> "3084 linear_143" [label="(1, 64, 768)", style=solid]; +"3079 scale_updated_constant144" -> "3081 mul_tensor_144" [label="(2304, 1)", style=solid]; +"3080 compressed_weight_updated_constant144" -> "3081 mul_tensor_144" [label="(2304, 768)", style=solid]; +"3081 mul_tensor_144" -> "3083 sub_tensor_144" [label="(2304, 768)", style=solid]; +"3082 zero_point_updated_constant144" -> "3083 sub_tensor_144" [label="(2304, 1)", style=solid]; +"3083 sub_tensor_144" -> "3084 linear_143" [label="(2304, 768)", style=solid]; +"3084 linear_143" -> "3085 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3085 reshape_104" -> "3086 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3086 permute_106" -> "3087 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3086 permute_106" -> "3088 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3086 permute_106" -> "3089 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3087 select_69" -> "3090 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3087 select_69" -> "3092 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3087 select_69" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3088 select_70" -> "3096 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 select_70" -> "3098 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 select_70" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3089 select_71" -> "3111 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3090 linalg_vector_norm_46" -> "3091 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3091 clamp_min_46" -> "3092 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3092 expand_as_46" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3093 div_46" -> "3094 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3094 quantize_per_tensor_default_143" -> "3095 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3095 dequantize_per_tensor_default_143" -> "3103 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"3096 linalg_vector_norm_47" -> "3097 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3097 clamp_min_47" -> "3098 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3098 expand_as_47" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3099 div_47" -> "3100 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3100 quantize_per_tensor_default_144" -> "3101 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3101 dequantize_per_tensor_default_144" -> "3102 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"3102 transpose_46" -> "3103 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3103 matmul_46" -> "3107 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3104 _param_constant386" -> "3105 clamp_23" [label="(24, 1, 1)", style=solid]; +"3105 clamp_23" -> "3106 exp_23" [label="(24, 1, 1)", style=solid]; +"3106 exp_23" -> "3107 mul_47" [label="(24, 1, 1)", style=solid]; +"3107 mul_47" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3108 add_80" -> "3109 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3109 softmax_23" -> "3110 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3110 dropout_92" -> "3111 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3111 matmul_47" -> "3112 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"3112 transpose_47" -> "3113 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3113 reshape_105" -> "3115 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3114 _param_constant388" -> "3123 linear_144" [label="(768,)", style=solid]; +"3115 reshape_105_0_0_nncf_smooth_quant_0" -> "3116 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3116 quantize_per_tensor_default_145" -> "3117 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3117 dequantize_per_tensor_default_145" -> "3123 linear_144" [label="(1, 64, 768)", style=solid]; +"3118 scale_updated_constant145" -> "3120 mul_tensor_145" [label="(768, 1)", style=solid]; +"3119 compressed_weight_updated_constant145" -> "3120 mul_tensor_145" [label="(768, 768)", style=solid]; +"3120 mul_tensor_145" -> "3122 sub_tensor_145" [label="(768, 768)", style=solid]; +"3121 zero_point_updated_constant145" -> "3122 sub_tensor_145" [label="(768, 1)", style=solid]; +"3122 sub_tensor_145" -> "3123 linear_144" [label="(768, 768)", style=solid]; +"3123 linear_144" -> "3124 dropout_93" [label="(1, 64, 768)", style=solid]; +"3124 dropout_93" -> "3125 view_128" [label="(1, 64, 768)", style=solid]; +"3125 view_128" -> "3126 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3126 permute_107" -> "3127 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3127 reshape_106" -> "3128 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3128 slice_347" -> "3129 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3129 slice_348" -> "3130 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3130 slice_349" -> "3131 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3131 slice_350" -> "3132 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3132 contiguous_45" -> "3135 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3133 _param_constant389" -> "3135 layer_norm_50" [label="(768,)", style=solid]; +"3134 _param_constant390" -> "3135 layer_norm_50" [label="(768,)", style=solid]; +"3135 layer_norm_50" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3136 add_81" -> "3138 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3136 add_81" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3137 _param_constant392" -> "3146 linear_145" [label="(3072,)", style=solid]; +"3138 add_81_0_0_nncf_smooth_quant_0" -> "3139 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3139 quantize_per_tensor_default_146" -> "3140 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3140 dequantize_per_tensor_default_146" -> "3146 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3141 scale_updated_constant146" -> "3143 mul_tensor_146" [label="(3072, 1)", style=solid]; +"3142 compressed_weight_updated_constant146" -> "3143 mul_tensor_146" [label="(3072, 768)", style=solid]; +"3143 mul_tensor_146" -> "3145 sub_tensor_146" [label="(3072, 768)", style=solid]; +"3144 zero_point_updated_constant146" -> "3145 sub_tensor_146" [label="(3072, 1)", style=solid]; +"3145 sub_tensor_146" -> "3146 linear_145" [label="(3072, 768)", style=solid]; +"3146 linear_145" -> "3147 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3147 gelu_23" -> "3148 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"3148 dropout_94" -> "3150 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3149 _param_constant394" -> "3158 linear_146" [label="(768,)", style=solid]; +"3150 dropout_94_0_0_nncf_smooth_quant_0" -> "3151 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3151 quantize_per_tensor_default_147" -> "3152 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3152 dequantize_per_tensor_default_147" -> "3158 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3153 scale_updated_constant147" -> "3155 mul_tensor_147" [label="(768, 1)", style=solid]; +"3154 compressed_weight_updated_constant147" -> "3155 mul_tensor_147" [label="(768, 3072)", style=solid]; +"3155 mul_tensor_147" -> "3157 sub_tensor_147" [label="(768, 3072)", style=solid]; +"3156 zero_point_updated_constant147" -> "3157 sub_tensor_147" [label="(768, 1)", style=solid]; +"3157 sub_tensor_147" -> "3158 linear_146" [label="(768, 3072)", style=solid]; +"3158 linear_146" -> "3159 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3159 dropout_95" -> "3162 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3160 _param_constant395" -> "3162 layer_norm_51" [label="(768,)", style=solid]; +"3161 _param_constant396" -> "3162 layer_norm_51" [label="(768,)", style=solid]; +"3162 layer_norm_51" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3163 add_82" -> "3166 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3164 _param_constant397" -> "3166 layer_norm_52" [label="(768,)", style=solid]; +"3165 _param_constant398" -> "3166 layer_norm_52" [label="(768,)", style=solid]; +"3166 layer_norm_52" -> "3167 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3167 permute_108" -> "3168 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3168 adaptive_avg_pool2d" -> "3169 flatten" [label="(1, 768, 1, 1)", style=solid]; +"3169 flatten" -> "3171 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3170 _param_constant400" -> "3179 linear_147" [label="(1000,)", style=solid]; +"3171 flatten_0_0_nncf_smooth_quant_0" -> "3172 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3172 quantize_per_tensor_default_148" -> "3173 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3173 dequantize_per_tensor_default_148" -> "3179 linear_147" [label="(1, 768)", style=solid]; +"3174 scale_updated_constant148" -> "3176 mul_tensor_148" [label="(1000, 1)", style=solid]; +"3175 compressed_weight_updated_constant148" -> "3176 mul_tensor_148" [label="(1000, 768)", style=solid]; +"3176 mul_tensor_148" -> "3178 sub_tensor_148" [label="(1000, 768)", style=solid]; +"3177 zero_point_updated_constant148" -> "3178 sub_tensor_148" [label="(1000, 1)", style=solid]; +"3178 sub_tensor_148" -> "3179 linear_147" [label="(1000, 768)", style=solid]; +"3179 linear_147" -> "3180 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot index c7cfb557bc6..e8fa9c9bac1 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/synthetic_transformer.dot @@ -2,20 +2,20 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 _param_constant0" [id=1, type=get_attr]; "2 embedding" [id=2, type=embedding]; -"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; -"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; -"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 _param_constant2_0_0" [id=6, type=get_attr]; +"3 _param_constant2" [id=3, type=get_attr]; +"4 embedding_0_0_nncf_smooth_quant_0" [id=4, type=call_module]; +"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; +"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; "7 scale_updated_constant0" [id=7, type=get_attr]; "8 compressed_weight_updated_constant0" [id=8, type=get_attr]; "9 mul_tensor" [id=9, type=mul]; "10 zero_point_updated_constant0" [id=10, type=get_attr]; "11 sub_tensor" [id=11, type=sub]; "12 linear" [id=12, type=linear]; -"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; -"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 _param_constant4_0_0" [id=16, type=get_attr]; +"13 _param_constant4" [id=13, type=get_attr]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; "17 scale_updated_constant1" [id=17, type=get_attr]; "18 compressed_weight_updated_constant1" [id=18, type=get_attr]; "19 mul_tensor_1" [id=19, type=mul]; @@ -25,21 +25,21 @@ strict digraph { "23 output" [id=23, type=output]; "0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; "1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; -"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"6 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; +"2 embedding" -> "4 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 _param_constant2" -> "12 linear" [label="(5,)", style=solid]; +"4 embedding_0_0_nncf_smooth_quant_0" -> "5 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; "7 scale_updated_constant0" -> "9 mul_tensor" [label="(5, 1)", style=solid]; "8 compressed_weight_updated_constant0" -> "9 mul_tensor" [label="(5, 5)", style=solid]; "9 mul_tensor" -> "11 sub_tensor" [label="(5, 5)", style=solid]; "10 zero_point_updated_constant0" -> "11 sub_tensor" [label="(5, 1)", style=solid]; "11 sub_tensor" -> "12 linear" [label="(5, 5)", style=solid]; -"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"16 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"12 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 _param_constant4" -> "22 linear_1" [label="(10,)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; "17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; "18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; "19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot index 32bfa0b2e6f..11c69496334 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/unet.dot @@ -2,7 +2,7 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 _param_constant1_0_0" [id=3, type=get_attr]; +"3 _param_constant1" [id=3, type=get_attr]; "4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 mul_tensor" [id=6, type=mul]; @@ -12,7 +12,7 @@ strict digraph { "10 relu" [id=10, type=relu]; "11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 _param_constant5_0_0" [id=13, type=get_attr]; +"13 _param_constant5" [id=13, type=get_attr]; "14 scale_updated_constant1" [id=14, type=get_attr]; "15 compressed_weight_updated_constant1" [id=15, type=get_attr]; "16 mul_tensor_1" [id=16, type=mul]; @@ -24,7 +24,7 @@ strict digraph { "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; "24 max_pool2d" [id=24, type=max_pool2d]; -"25 _param_constant9_0_0" [id=25, type=get_attr]; +"25 _param_constant9" [id=25, type=get_attr]; "26 scale_updated_constant2" [id=26, type=get_attr]; "27 compressed_weight_updated_constant2" [id=27, type=get_attr]; "28 mul_tensor_2" [id=28, type=mul]; @@ -34,7 +34,7 @@ strict digraph { "32 relu_2" [id=32, type=relu]; "33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; "34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 _param_constant13_0_0" [id=35, type=get_attr]; +"35 _param_constant13" [id=35, type=get_attr]; "36 scale_updated_constant3" [id=36, type=get_attr]; "37 compressed_weight_updated_constant3" [id=37, type=get_attr]; "38 mul_tensor_3" [id=38, type=mul]; @@ -46,7 +46,7 @@ strict digraph { "44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; "45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; "46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 _param_constant17_0_0" [id=47, type=get_attr]; +"47 _param_constant17" [id=47, type=get_attr]; "48 scale_updated_constant4" [id=48, type=get_attr]; "49 compressed_weight_updated_constant4" [id=49, type=get_attr]; "50 mul_tensor_4" [id=50, type=mul]; @@ -56,7 +56,7 @@ strict digraph { "54 relu_4" [id=54, type=relu]; "55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 _param_constant21_0_0" [id=57, type=get_attr]; +"57 _param_constant21" [id=57, type=get_attr]; "58 scale_updated_constant5" [id=58, type=get_attr]; "59 compressed_weight_updated_constant5" [id=59, type=get_attr]; "60 mul_tensor_5" [id=60, type=mul]; @@ -68,7 +68,7 @@ strict digraph { "66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; "67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; "68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 _param_constant25_0_0" [id=69, type=get_attr]; +"69 _param_constant25" [id=69, type=get_attr]; "70 scale_updated_constant6" [id=70, type=get_attr]; "71 compressed_weight_updated_constant6" [id=71, type=get_attr]; "72 mul_tensor_6" [id=72, type=mul]; @@ -78,7 +78,7 @@ strict digraph { "76 relu_6" [id=76, type=relu]; "77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; "78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 _param_constant29_0_0" [id=79, type=get_attr]; +"79 _param_constant29" [id=79, type=get_attr]; "80 scale_updated_constant7" [id=80, type=get_attr]; "81 compressed_weight_updated_constant7" [id=81, type=get_attr]; "82 mul_tensor_7" [id=82, type=mul]; @@ -90,7 +90,7 @@ strict digraph { "88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; "89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; "90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 _param_constant33_0_0" [id=91, type=get_attr]; +"91 _param_constant33" [id=91, type=get_attr]; "92 scale_updated_constant8" [id=92, type=get_attr]; "93 compressed_weight_updated_constant8" [id=93, type=get_attr]; "94 mul_tensor_8" [id=94, type=mul]; @@ -100,7 +100,7 @@ strict digraph { "98 relu_8" [id=98, type=relu]; "99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; "100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 _param_constant37_0_0" [id=101, type=get_attr]; +"101 _param_constant37" [id=101, type=get_attr]; "102 scale_updated_constant9" [id=102, type=get_attr]; "103 compressed_weight_updated_constant9" [id=103, type=get_attr]; "104 mul_tensor_9" [id=104, type=mul]; @@ -110,7 +110,7 @@ strict digraph { "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 _param_constant41_0_0" [id=111, type=get_attr]; +"111 _param_constant41" [id=111, type=get_attr]; "112 scale_updated_constant10" [id=112, type=get_attr]; "113 compressed_weight_updated_constant10" [id=113, type=get_attr]; "114 mul_tensor_10" [id=114, type=mul]; @@ -124,7 +124,7 @@ strict digraph { "122 slice_3" [id=122, type=slice]; "123 slice_4" [id=123, type=slice]; "124 cat" [id=124, type=cat]; -"125 _param_constant43_0_0" [id=125, type=get_attr]; +"125 _param_constant43" [id=125, type=get_attr]; "126 scale_updated_constant11" [id=126, type=get_attr]; "127 compressed_weight_updated_constant11" [id=127, type=get_attr]; "128 mul_tensor_11" [id=128, type=mul]; @@ -134,7 +134,7 @@ strict digraph { "132 relu_10" [id=132, type=relu]; "133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; "134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 _param_constant47_0_0" [id=135, type=get_attr]; +"135 _param_constant47" [id=135, type=get_attr]; "136 scale_updated_constant12" [id=136, type=get_attr]; "137 compressed_weight_updated_constant12" [id=137, type=get_attr]; "138 mul_tensor_12" [id=138, type=mul]; @@ -144,7 +144,7 @@ strict digraph { "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 _param_constant51_0_0" [id=145, type=get_attr]; +"145 _param_constant51" [id=145, type=get_attr]; "146 scale_updated_constant13" [id=146, type=get_attr]; "147 compressed_weight_updated_constant13" [id=147, type=get_attr]; "148 mul_tensor_13" [id=148, type=mul]; @@ -158,7 +158,7 @@ strict digraph { "156 slice_7" [id=156, type=slice]; "157 slice_8" [id=157, type=slice]; "158 cat_1" [id=158, type=cat]; -"159 _param_constant53_0_0" [id=159, type=get_attr]; +"159 _param_constant53" [id=159, type=get_attr]; "160 scale_updated_constant14" [id=160, type=get_attr]; "161 compressed_weight_updated_constant14" [id=161, type=get_attr]; "162 mul_tensor_14" [id=162, type=mul]; @@ -168,7 +168,7 @@ strict digraph { "166 relu_12" [id=166, type=relu]; "167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; "168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 _param_constant57_0_0" [id=169, type=get_attr]; +"169 _param_constant57" [id=169, type=get_attr]; "170 scale_updated_constant15" [id=170, type=get_attr]; "171 compressed_weight_updated_constant15" [id=171, type=get_attr]; "172 mul_tensor_15" [id=172, type=mul]; @@ -178,7 +178,7 @@ strict digraph { "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 _param_constant61_0_0" [id=179, type=get_attr]; +"179 _param_constant61" [id=179, type=get_attr]; "180 scale_updated_constant16" [id=180, type=get_attr]; "181 compressed_weight_updated_constant16" [id=181, type=get_attr]; "182 mul_tensor_16" [id=182, type=mul]; @@ -192,7 +192,7 @@ strict digraph { "190 slice_11" [id=190, type=slice]; "191 slice_12" [id=191, type=slice]; "192 cat_2" [id=192, type=cat]; -"193 _param_constant63_0_0" [id=193, type=get_attr]; +"193 _param_constant63" [id=193, type=get_attr]; "194 scale_updated_constant17" [id=194, type=get_attr]; "195 compressed_weight_updated_constant17" [id=195, type=get_attr]; "196 mul_tensor_17" [id=196, type=mul]; @@ -202,7 +202,7 @@ strict digraph { "200 relu_14" [id=200, type=relu]; "201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; "202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 _param_constant67_0_0" [id=203, type=get_attr]; +"203 _param_constant67" [id=203, type=get_attr]; "204 scale_updated_constant18" [id=204, type=get_attr]; "205 compressed_weight_updated_constant18" [id=205, type=get_attr]; "206 mul_tensor_18" [id=206, type=mul]; @@ -212,7 +212,7 @@ strict digraph { "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 _param_constant71_0_0" [id=213, type=get_attr]; +"213 _param_constant71" [id=213, type=get_attr]; "214 scale_updated_constant19" [id=214, type=get_attr]; "215 compressed_weight_updated_constant19" [id=215, type=get_attr]; "216 mul_tensor_19" [id=216, type=mul]; @@ -226,7 +226,7 @@ strict digraph { "224 slice_15" [id=224, type=slice]; "225 slice_16" [id=225, type=slice]; "226 cat_3" [id=226, type=cat]; -"227 _param_constant73_0_0" [id=227, type=get_attr]; +"227 _param_constant73" [id=227, type=get_attr]; "228 scale_updated_constant20" [id=228, type=get_attr]; "229 compressed_weight_updated_constant20" [id=229, type=get_attr]; "230 mul_tensor_20" [id=230, type=mul]; @@ -236,7 +236,7 @@ strict digraph { "234 relu_16" [id=234, type=relu]; "235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; "236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 _param_constant77_0_0" [id=237, type=get_attr]; +"237 _param_constant77" [id=237, type=get_attr]; "238 scale_updated_constant21" [id=238, type=get_attr]; "239 compressed_weight_updated_constant21" [id=239, type=get_attr]; "240 mul_tensor_21" [id=240, type=mul]; @@ -246,7 +246,7 @@ strict digraph { "244 relu_17" [id=244, type=relu]; "245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; "246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 _param_constant81_0_0" [id=247, type=get_attr]; +"247 _param_constant81" [id=247, type=get_attr]; "248 scale_updated_constant22" [id=248, type=get_attr]; "249 compressed_weight_updated_constant22" [id=249, type=get_attr]; "250 mul_tensor_22" [id=250, type=mul]; @@ -257,7 +257,7 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"3 _param_constant1" -> "9 conv2d" [label="(64,)", style=solid]; "4 scale_updated_constant0" -> "6 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; "5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; "6 mul_tensor" -> "8 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; @@ -267,7 +267,7 @@ strict digraph { "10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; "11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; "12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"13 _param_constant5" -> "19 conv2d_1" [label="(64,)", style=solid]; "14 scale_updated_constant1" -> "16 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; "15 compressed_weight_updated_constant1" -> "16 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; "16 mul_tensor_1" -> "18 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; @@ -280,7 +280,7 @@ strict digraph { "22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; "23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; "24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"25 _param_constant9" -> "31 conv2d_2" [label="(128,)", style=solid]; "26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; "27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; "28 mul_tensor_2" -> "30 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; @@ -290,7 +290,7 @@ strict digraph { "32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; "33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; "34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"35 _param_constant13" -> "41 conv2d_3" [label="(128,)", style=solid]; "36 scale_updated_constant3" -> "38 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; "37 compressed_weight_updated_constant3" -> "38 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; "38 mul_tensor_3" -> "40 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; @@ -303,7 +303,7 @@ strict digraph { "44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; "46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"47 _param_constant17" -> "53 conv2d_4" [label="(256,)", style=solid]; "48 scale_updated_constant4" -> "50 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; "49 compressed_weight_updated_constant4" -> "50 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; "50 mul_tensor_4" -> "52 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; @@ -313,7 +313,7 @@ strict digraph { "54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; "55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; "56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"57 _param_constant21" -> "63 conv2d_5" [label="(256,)", style=solid]; "58 scale_updated_constant5" -> "60 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; "59 compressed_weight_updated_constant5" -> "60 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; "60 mul_tensor_5" -> "62 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; @@ -326,7 +326,7 @@ strict digraph { "66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; "68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"69 _param_constant25" -> "75 conv2d_6" [label="(512,)", style=solid]; "70 scale_updated_constant6" -> "72 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; "71 compressed_weight_updated_constant6" -> "72 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; "72 mul_tensor_6" -> "74 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; @@ -336,7 +336,7 @@ strict digraph { "76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; "77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; "78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"79 _param_constant29" -> "85 conv2d_7" [label="(512,)", style=solid]; "80 scale_updated_constant7" -> "82 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; "81 compressed_weight_updated_constant7" -> "82 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; "82 mul_tensor_7" -> "84 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; @@ -349,7 +349,7 @@ strict digraph { "88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; "90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"91 _param_constant33" -> "97 conv2d_8" [label="(1024,)", style=solid]; "92 scale_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; "93 compressed_weight_updated_constant8" -> "94 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; "94 mul_tensor_8" -> "96 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; @@ -359,7 +359,7 @@ strict digraph { "98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; "99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; "100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"101 _param_constant37" -> "107 conv2d_9" [label="(1024,)", style=solid]; "102 scale_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; "103 compressed_weight_updated_constant9" -> "104 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; "104 mul_tensor_9" -> "106 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; @@ -369,7 +369,7 @@ strict digraph { "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; "112 scale_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; "113 compressed_weight_updated_constant10" -> "114 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; "114 mul_tensor_10" -> "116 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; @@ -383,7 +383,7 @@ strict digraph { "122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; "123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; "124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"125 _param_constant43" -> "131 conv2d_10" [label="(512,)", style=solid]; "126 scale_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; "127 compressed_weight_updated_constant11" -> "128 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; "128 mul_tensor_11" -> "130 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; @@ -393,7 +393,7 @@ strict digraph { "132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; "133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; "134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"135 _param_constant47" -> "141 conv2d_11" [label="(512,)", style=solid]; "136 scale_updated_constant12" -> "138 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; "137 compressed_weight_updated_constant12" -> "138 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; "138 mul_tensor_12" -> "140 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; @@ -403,7 +403,7 @@ strict digraph { "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; "146 scale_updated_constant13" -> "148 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; "147 compressed_weight_updated_constant13" -> "148 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; "148 mul_tensor_13" -> "150 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; @@ -417,7 +417,7 @@ strict digraph { "156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; "157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; "158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"159 _param_constant53" -> "165 conv2d_12" [label="(256,)", style=solid]; "160 scale_updated_constant14" -> "162 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; "161 compressed_weight_updated_constant14" -> "162 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; "162 mul_tensor_14" -> "164 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; @@ -427,7 +427,7 @@ strict digraph { "166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"169 _param_constant57" -> "175 conv2d_13" [label="(256,)", style=solid]; "170 scale_updated_constant15" -> "172 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; "171 compressed_weight_updated_constant15" -> "172 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; "172 mul_tensor_15" -> "174 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; @@ -437,7 +437,7 @@ strict digraph { "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; "180 scale_updated_constant16" -> "182 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; "181 compressed_weight_updated_constant16" -> "182 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; "182 mul_tensor_16" -> "184 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; @@ -451,7 +451,7 @@ strict digraph { "190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; "191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; "192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"193 _param_constant63" -> "199 conv2d_14" [label="(128,)", style=solid]; "194 scale_updated_constant17" -> "196 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; "195 compressed_weight_updated_constant17" -> "196 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; "196 mul_tensor_17" -> "198 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; @@ -461,7 +461,7 @@ strict digraph { "200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; "201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; "202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"203 _param_constant67" -> "209 conv2d_15" [label="(128,)", style=solid]; "204 scale_updated_constant18" -> "206 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; "205 compressed_weight_updated_constant18" -> "206 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; "206 mul_tensor_18" -> "208 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; @@ -471,7 +471,7 @@ strict digraph { "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; "214 scale_updated_constant19" -> "216 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; "215 compressed_weight_updated_constant19" -> "216 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; "216 mul_tensor_19" -> "218 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; @@ -485,7 +485,7 @@ strict digraph { "224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; "225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; "226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"227 _param_constant73" -> "233 conv2d_16" [label="(64,)", style=solid]; "228 scale_updated_constant20" -> "230 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; "229 compressed_weight_updated_constant20" -> "230 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; "230 mul_tensor_20" -> "232 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; @@ -495,7 +495,7 @@ strict digraph { "234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; "235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; "236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"237 _param_constant77" -> "243 conv2d_17" [label="(64,)", style=solid]; "238 scale_updated_constant21" -> "240 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; "239 compressed_weight_updated_constant21" -> "240 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; "240 mul_tensor_21" -> "242 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; @@ -505,7 +505,7 @@ strict digraph { "244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; "245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; "246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"247 _param_constant81" -> "253 conv2d_18" [label="(12,)", style=solid]; "248 scale_updated_constant22" -> "250 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; "249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; "250 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot index c1b8bcf260a..7997f47ca39 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot @@ -2,7 +2,7 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant1_0_0" [id=3, type=get_attr]; +"3 _param_constant1" [id=3, type=get_attr]; "4 scale_updated_constant0" [id=4, type=get_attr]; "5 compressed_weight_updated_constant0" [id=5, type=get_attr]; "6 mul_tensor" [id=6, type=mul]; @@ -21,10 +21,10 @@ strict digraph { "19 _param_constant5" [id=19, type=get_attr]; "20 layer_norm" [id=20, type=layer_norm]; "21 transpose" [id=21, type=transpose]; -"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; -"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; -"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; -"25 _param_constant7_0_0" [id=25, type=get_attr]; +"22 _param_constant7" [id=22, type=get_attr]; +"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; +"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; "26 scale_updated_constant1" [id=26, type=get_attr]; "27 compressed_weight_updated_constant1" [id=27, type=get_attr]; "28 mul_tensor_1" [id=28, type=mul]; @@ -55,10 +55,10 @@ strict digraph { "53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; "54 permute_1" [id=54, type=permute]; "55 view_6" [id=55, type=view]; -"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; -"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; -"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; -"59 _param_constant9_0_0" [id=59, type=get_attr]; +"56 _param_constant9" [id=56, type=get_attr]; +"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; +"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; "60 scale_updated_constant2" [id=60, type=get_attr]; "61 compressed_weight_updated_constant2" [id=61, type=get_attr]; "62 mul_tensor_2" [id=62, type=mul]; @@ -72,10 +72,10 @@ strict digraph { "70 _param_constant10" [id=70, type=get_attr]; "71 _param_constant11" [id=71, type=get_attr]; "72 layer_norm_1" [id=72, type=layer_norm]; -"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; -"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; -"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; -"76 _param_constant13_0_0" [id=76, type=get_attr]; +"73 _param_constant13" [id=73, type=get_attr]; +"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; +"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; +"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; "77 scale_updated_constant3" [id=77, type=get_attr]; "78 compressed_weight_updated_constant3" [id=78, type=get_attr]; "79 mul_tensor_3" [id=79, type=mul]; @@ -84,10 +84,10 @@ strict digraph { "82 linear_2" [id=82, type=linear]; "83 gelu" [id=83, type=gelu]; "84 dropout_2" [id=84, type=dropout]; -"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; -"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; -"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; -"88 _param_constant15_0_0" [id=88, type=get_attr]; +"85 _param_constant15" [id=85, type=get_attr]; +"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; +"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; "89 scale_updated_constant4" [id=89, type=get_attr]; "90 compressed_weight_updated_constant4" [id=90, type=get_attr]; "91 mul_tensor_4" [id=91, type=mul]; @@ -100,10 +100,10 @@ strict digraph { "98 _param_constant17" [id=98, type=get_attr]; "99 layer_norm_2" [id=99, type=layer_norm]; "100 transpose_6" [id=100, type=transpose]; -"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; -"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; -"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; -"104 _param_constant19_0_0" [id=104, type=get_attr]; +"101 _param_constant19" [id=101, type=get_attr]; +"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; +"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; "105 scale_updated_constant5" [id=105, type=get_attr]; "106 compressed_weight_updated_constant5" [id=106, type=get_attr]; "107 mul_tensor_5" [id=107, type=mul]; @@ -134,10 +134,10 @@ strict digraph { "132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; "133 permute_2" [id=133, type=permute]; "134 view_14" [id=134, type=view]; -"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; -"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; -"138 _param_constant21_0_0" [id=138, type=get_attr]; +"135 _param_constant21" [id=135, type=get_attr]; +"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; +"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; "139 scale_updated_constant6" [id=139, type=get_attr]; "140 compressed_weight_updated_constant6" [id=140, type=get_attr]; "141 mul_tensor_6" [id=141, type=mul]; @@ -151,10 +151,10 @@ strict digraph { "149 _param_constant22" [id=149, type=get_attr]; "150 _param_constant23" [id=150, type=get_attr]; "151 layer_norm_3" [id=151, type=layer_norm]; -"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; -"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; -"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; -"155 _param_constant25_0_0" [id=155, type=get_attr]; +"152 _param_constant25" [id=152, type=get_attr]; +"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; +"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; "156 scale_updated_constant7" [id=156, type=get_attr]; "157 compressed_weight_updated_constant7" [id=157, type=get_attr]; "158 mul_tensor_7" [id=158, type=mul]; @@ -163,10 +163,10 @@ strict digraph { "161 linear_6" [id=161, type=linear]; "162 gelu_1" [id=162, type=gelu]; "163 dropout_5" [id=163, type=dropout]; -"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; -"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; -"167 _param_constant27_0_0" [id=167, type=get_attr]; +"164 _param_constant27" [id=164, type=get_attr]; +"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; "168 scale_updated_constant8" [id=168, type=get_attr]; "169 compressed_weight_updated_constant8" [id=169, type=get_attr]; "170 mul_tensor_8" [id=170, type=mul]; @@ -179,10 +179,10 @@ strict digraph { "177 _param_constant29" [id=177, type=get_attr]; "178 layer_norm_4" [id=178, type=layer_norm]; "179 transpose_12" [id=179, type=transpose]; -"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; -"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; -"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; -"183 _param_constant31_0_0" [id=183, type=get_attr]; +"180 _param_constant31" [id=180, type=get_attr]; +"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; +"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; "184 scale_updated_constant9" [id=184, type=get_attr]; "185 compressed_weight_updated_constant9" [id=185, type=get_attr]; "186 mul_tensor_9" [id=186, type=mul]; @@ -213,10 +213,10 @@ strict digraph { "211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; "212 permute_3" [id=212, type=permute]; "213 view_22" [id=213, type=view]; -"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; -"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; -"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; -"217 _param_constant33_0_0" [id=217, type=get_attr]; +"214 _param_constant33" [id=214, type=get_attr]; +"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; +"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; +"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; "218 scale_updated_constant10" [id=218, type=get_attr]; "219 compressed_weight_updated_constant10" [id=219, type=get_attr]; "220 mul_tensor_10" [id=220, type=mul]; @@ -230,10 +230,10 @@ strict digraph { "228 _param_constant34" [id=228, type=get_attr]; "229 _param_constant35" [id=229, type=get_attr]; "230 layer_norm_5" [id=230, type=layer_norm]; -"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; -"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; -"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; -"234 _param_constant37_0_0" [id=234, type=get_attr]; +"231 _param_constant37" [id=231, type=get_attr]; +"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; +"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; "235 scale_updated_constant11" [id=235, type=get_attr]; "236 compressed_weight_updated_constant11" [id=236, type=get_attr]; "237 mul_tensor_11" [id=237, type=mul]; @@ -242,10 +242,10 @@ strict digraph { "240 linear_10" [id=240, type=linear]; "241 gelu_2" [id=241, type=gelu]; "242 dropout_8" [id=242, type=dropout]; -"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; -"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; -"246 _param_constant39_0_0" [id=246, type=get_attr]; +"243 _param_constant39" [id=243, type=get_attr]; +"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; +"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; "247 scale_updated_constant12" [id=247, type=get_attr]; "248 compressed_weight_updated_constant12" [id=248, type=get_attr]; "249 mul_tensor_12" [id=249, type=mul]; @@ -258,10 +258,10 @@ strict digraph { "256 _param_constant41" [id=256, type=get_attr]; "257 layer_norm_6" [id=257, type=layer_norm]; "258 transpose_18" [id=258, type=transpose]; -"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; -"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; -"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; -"262 _param_constant43_0_0" [id=262, type=get_attr]; +"259 _param_constant43" [id=259, type=get_attr]; +"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; "263 scale_updated_constant13" [id=263, type=get_attr]; "264 compressed_weight_updated_constant13" [id=264, type=get_attr]; "265 mul_tensor_13" [id=265, type=mul]; @@ -292,10 +292,10 @@ strict digraph { "290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; "291 permute_4" [id=291, type=permute]; "292 view_30" [id=292, type=view]; -"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; -"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; -"296 _param_constant45_0_0" [id=296, type=get_attr]; +"293 _param_constant45" [id=293, type=get_attr]; +"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; +"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; +"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; "297 scale_updated_constant14" [id=297, type=get_attr]; "298 compressed_weight_updated_constant14" [id=298, type=get_attr]; "299 mul_tensor_14" [id=299, type=mul]; @@ -309,10 +309,10 @@ strict digraph { "307 _param_constant46" [id=307, type=get_attr]; "308 _param_constant47" [id=308, type=get_attr]; "309 layer_norm_7" [id=309, type=layer_norm]; -"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; -"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; -"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; -"313 _param_constant49_0_0" [id=313, type=get_attr]; +"310 _param_constant49" [id=310, type=get_attr]; +"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; +"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; +"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; "314 scale_updated_constant15" [id=314, type=get_attr]; "315 compressed_weight_updated_constant15" [id=315, type=get_attr]; "316 mul_tensor_15" [id=316, type=mul]; @@ -321,10 +321,10 @@ strict digraph { "319 linear_14" [id=319, type=linear]; "320 gelu_3" [id=320, type=gelu]; "321 dropout_11" [id=321, type=dropout]; -"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; -"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; -"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; -"325 _param_constant51_0_0" [id=325, type=get_attr]; +"322 _param_constant51" [id=322, type=get_attr]; +"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; +"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; +"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; "326 scale_updated_constant16" [id=326, type=get_attr]; "327 compressed_weight_updated_constant16" [id=327, type=get_attr]; "328 mul_tensor_16" [id=328, type=mul]; @@ -337,10 +337,10 @@ strict digraph { "335 _param_constant53" [id=335, type=get_attr]; "336 layer_norm_8" [id=336, type=layer_norm]; "337 transpose_24" [id=337, type=transpose]; -"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; -"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; -"341 _param_constant55_0_0" [id=341, type=get_attr]; +"338 _param_constant55" [id=338, type=get_attr]; +"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; +"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; "342 scale_updated_constant17" [id=342, type=get_attr]; "343 compressed_weight_updated_constant17" [id=343, type=get_attr]; "344 mul_tensor_17" [id=344, type=mul]; @@ -371,10 +371,10 @@ strict digraph { "369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; "370 permute_5" [id=370, type=permute]; "371 view_38" [id=371, type=view]; -"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; -"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; -"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; -"375 _param_constant57_0_0" [id=375, type=get_attr]; +"372 _param_constant57" [id=372, type=get_attr]; +"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; +"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; +"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; "376 scale_updated_constant18" [id=376, type=get_attr]; "377 compressed_weight_updated_constant18" [id=377, type=get_attr]; "378 mul_tensor_18" [id=378, type=mul]; @@ -388,10 +388,10 @@ strict digraph { "386 _param_constant58" [id=386, type=get_attr]; "387 _param_constant59" [id=387, type=get_attr]; "388 layer_norm_9" [id=388, type=layer_norm]; -"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; -"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; -"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; -"392 _param_constant61_0_0" [id=392, type=get_attr]; +"389 _param_constant61" [id=389, type=get_attr]; +"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; +"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; "393 scale_updated_constant19" [id=393, type=get_attr]; "394 compressed_weight_updated_constant19" [id=394, type=get_attr]; "395 mul_tensor_19" [id=395, type=mul]; @@ -400,10 +400,10 @@ strict digraph { "398 linear_18" [id=398, type=linear]; "399 gelu_4" [id=399, type=gelu]; "400 dropout_14" [id=400, type=dropout]; -"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; -"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; -"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; -"404 _param_constant63_0_0" [id=404, type=get_attr]; +"401 _param_constant63" [id=401, type=get_attr]; +"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; "405 scale_updated_constant20" [id=405, type=get_attr]; "406 compressed_weight_updated_constant20" [id=406, type=get_attr]; "407 mul_tensor_20" [id=407, type=mul]; @@ -416,10 +416,10 @@ strict digraph { "414 _param_constant65" [id=414, type=get_attr]; "415 layer_norm_10" [id=415, type=layer_norm]; "416 transpose_30" [id=416, type=transpose]; -"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; -"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; -"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; -"420 _param_constant67_0_0" [id=420, type=get_attr]; +"417 _param_constant67" [id=417, type=get_attr]; +"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; +"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; "421 scale_updated_constant21" [id=421, type=get_attr]; "422 compressed_weight_updated_constant21" [id=422, type=get_attr]; "423 mul_tensor_21" [id=423, type=mul]; @@ -450,10 +450,10 @@ strict digraph { "448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; "449 permute_6" [id=449, type=permute]; "450 view_46" [id=450, type=view]; -"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; -"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; -"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; -"454 _param_constant69_0_0" [id=454, type=get_attr]; +"451 _param_constant69" [id=451, type=get_attr]; +"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; +"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; +"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; "455 scale_updated_constant22" [id=455, type=get_attr]; "456 compressed_weight_updated_constant22" [id=456, type=get_attr]; "457 mul_tensor_22" [id=457, type=mul]; @@ -467,10 +467,10 @@ strict digraph { "465 _param_constant70" [id=465, type=get_attr]; "466 _param_constant71" [id=466, type=get_attr]; "467 layer_norm_11" [id=467, type=layer_norm]; -"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; -"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; -"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; -"471 _param_constant73_0_0" [id=471, type=get_attr]; +"468 _param_constant73" [id=468, type=get_attr]; +"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; +"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; +"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; "472 scale_updated_constant23" [id=472, type=get_attr]; "473 compressed_weight_updated_constant23" [id=473, type=get_attr]; "474 mul_tensor_23" [id=474, type=mul]; @@ -479,10 +479,10 @@ strict digraph { "477 linear_22" [id=477, type=linear]; "478 gelu_5" [id=478, type=gelu]; "479 dropout_17" [id=479, type=dropout]; -"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; -"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; -"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; -"483 _param_constant75_0_0" [id=483, type=get_attr]; +"480 _param_constant75" [id=480, type=get_attr]; +"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; +"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; "484 scale_updated_constant24" [id=484, type=get_attr]; "485 compressed_weight_updated_constant24" [id=485, type=get_attr]; "486 mul_tensor_24" [id=486, type=mul]; @@ -495,10 +495,10 @@ strict digraph { "493 _param_constant77" [id=493, type=get_attr]; "494 layer_norm_12" [id=494, type=layer_norm]; "495 transpose_36" [id=495, type=transpose]; -"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; -"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; -"499 _param_constant79_0_0" [id=499, type=get_attr]; +"496 _param_constant79" [id=496, type=get_attr]; +"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; +"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; "500 scale_updated_constant25" [id=500, type=get_attr]; "501 compressed_weight_updated_constant25" [id=501, type=get_attr]; "502 mul_tensor_25" [id=502, type=mul]; @@ -529,10 +529,10 @@ strict digraph { "527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; "528 permute_7" [id=528, type=permute]; "529 view_54" [id=529, type=view]; -"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; -"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; -"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; -"533 _param_constant81_0_0" [id=533, type=get_attr]; +"530 _param_constant81" [id=530, type=get_attr]; +"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; "534 scale_updated_constant26" [id=534, type=get_attr]; "535 compressed_weight_updated_constant26" [id=535, type=get_attr]; "536 mul_tensor_26" [id=536, type=mul]; @@ -546,10 +546,10 @@ strict digraph { "544 _param_constant82" [id=544, type=get_attr]; "545 _param_constant83" [id=545, type=get_attr]; "546 layer_norm_13" [id=546, type=layer_norm]; -"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; -"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; -"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; -"550 _param_constant85_0_0" [id=550, type=get_attr]; +"547 _param_constant85" [id=547, type=get_attr]; +"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; +"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; +"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; "551 scale_updated_constant27" [id=551, type=get_attr]; "552 compressed_weight_updated_constant27" [id=552, type=get_attr]; "553 mul_tensor_27" [id=553, type=mul]; @@ -558,10 +558,10 @@ strict digraph { "556 linear_26" [id=556, type=linear]; "557 gelu_6" [id=557, type=gelu]; "558 dropout_20" [id=558, type=dropout]; -"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; -"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; -"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; -"562 _param_constant87_0_0" [id=562, type=get_attr]; +"559 _param_constant87" [id=559, type=get_attr]; +"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; "563 scale_updated_constant28" [id=563, type=get_attr]; "564 compressed_weight_updated_constant28" [id=564, type=get_attr]; "565 mul_tensor_28" [id=565, type=mul]; @@ -574,10 +574,10 @@ strict digraph { "572 _param_constant89" [id=572, type=get_attr]; "573 layer_norm_14" [id=573, type=layer_norm]; "574 transpose_42" [id=574, type=transpose]; -"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; -"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; -"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; -"578 _param_constant91_0_0" [id=578, type=get_attr]; +"575 _param_constant91" [id=575, type=get_attr]; +"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; +"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; +"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; "579 scale_updated_constant29" [id=579, type=get_attr]; "580 compressed_weight_updated_constant29" [id=580, type=get_attr]; "581 mul_tensor_29" [id=581, type=mul]; @@ -608,10 +608,10 @@ strict digraph { "606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; "607 permute_8" [id=607, type=permute]; "608 view_62" [id=608, type=view]; -"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; -"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; -"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; -"612 _param_constant93_0_0" [id=612, type=get_attr]; +"609 _param_constant93" [id=609, type=get_attr]; +"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; +"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; +"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; "613 scale_updated_constant30" [id=613, type=get_attr]; "614 compressed_weight_updated_constant30" [id=614, type=get_attr]; "615 mul_tensor_30" [id=615, type=mul]; @@ -625,10 +625,10 @@ strict digraph { "623 _param_constant94" [id=623, type=get_attr]; "624 _param_constant95" [id=624, type=get_attr]; "625 layer_norm_15" [id=625, type=layer_norm]; -"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; -"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; -"629 _param_constant97_0_0" [id=629, type=get_attr]; +"626 _param_constant97" [id=626, type=get_attr]; +"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; +"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; +"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; "630 scale_updated_constant31" [id=630, type=get_attr]; "631 compressed_weight_updated_constant31" [id=631, type=get_attr]; "632 mul_tensor_31" [id=632, type=mul]; @@ -637,10 +637,10 @@ strict digraph { "635 linear_30" [id=635, type=linear]; "636 gelu_7" [id=636, type=gelu]; "637 dropout_23" [id=637, type=dropout]; -"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; -"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; -"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; -"641 _param_constant99_0_0" [id=641, type=get_attr]; +"638 _param_constant99" [id=638, type=get_attr]; +"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; +"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; +"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; "642 scale_updated_constant32" [id=642, type=get_attr]; "643 compressed_weight_updated_constant32" [id=643, type=get_attr]; "644 mul_tensor_32" [id=644, type=mul]; @@ -653,10 +653,10 @@ strict digraph { "651 _param_constant101" [id=651, type=get_attr]; "652 layer_norm_16" [id=652, type=layer_norm]; "653 transpose_48" [id=653, type=transpose]; -"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; -"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; -"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; -"657 _param_constant103_0_0" [id=657, type=get_attr]; +"654 _param_constant103" [id=654, type=get_attr]; +"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; +"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; +"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; "658 scale_updated_constant33" [id=658, type=get_attr]; "659 compressed_weight_updated_constant33" [id=659, type=get_attr]; "660 mul_tensor_33" [id=660, type=mul]; @@ -687,10 +687,10 @@ strict digraph { "685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; "686 permute_9" [id=686, type=permute]; "687 view_70" [id=687, type=view]; -"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; -"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; -"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; -"691 _param_constant105_0_0" [id=691, type=get_attr]; +"688 _param_constant105" [id=688, type=get_attr]; +"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; +"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; "692 scale_updated_constant34" [id=692, type=get_attr]; "693 compressed_weight_updated_constant34" [id=693, type=get_attr]; "694 mul_tensor_34" [id=694, type=mul]; @@ -704,10 +704,10 @@ strict digraph { "702 _param_constant106" [id=702, type=get_attr]; "703 _param_constant107" [id=703, type=get_attr]; "704 layer_norm_17" [id=704, type=layer_norm]; -"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; -"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; -"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; -"708 _param_constant109_0_0" [id=708, type=get_attr]; +"705 _param_constant109" [id=705, type=get_attr]; +"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; "709 scale_updated_constant35" [id=709, type=get_attr]; "710 compressed_weight_updated_constant35" [id=710, type=get_attr]; "711 mul_tensor_35" [id=711, type=mul]; @@ -716,10 +716,10 @@ strict digraph { "714 linear_34" [id=714, type=linear]; "715 gelu_8" [id=715, type=gelu]; "716 dropout_26" [id=716, type=dropout]; -"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; -"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; -"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; -"720 _param_constant111_0_0" [id=720, type=get_attr]; +"717 _param_constant111" [id=717, type=get_attr]; +"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; +"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; "721 scale_updated_constant36" [id=721, type=get_attr]; "722 compressed_weight_updated_constant36" [id=722, type=get_attr]; "723 mul_tensor_36" [id=723, type=mul]; @@ -732,10 +732,10 @@ strict digraph { "730 _param_constant113" [id=730, type=get_attr]; "731 layer_norm_18" [id=731, type=layer_norm]; "732 transpose_54" [id=732, type=transpose]; -"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; -"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; -"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; -"736 _param_constant115_0_0" [id=736, type=get_attr]; +"733 _param_constant115" [id=733, type=get_attr]; +"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; +"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; +"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; "737 scale_updated_constant37" [id=737, type=get_attr]; "738 compressed_weight_updated_constant37" [id=738, type=get_attr]; "739 mul_tensor_37" [id=739, type=mul]; @@ -766,10 +766,10 @@ strict digraph { "764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; "765 permute_10" [id=765, type=permute]; "766 view_78" [id=766, type=view]; -"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; -"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; -"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; -"770 _param_constant117_0_0" [id=770, type=get_attr]; +"767 _param_constant117" [id=767, type=get_attr]; +"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; +"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; +"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; "771 scale_updated_constant38" [id=771, type=get_attr]; "772 compressed_weight_updated_constant38" [id=772, type=get_attr]; "773 mul_tensor_38" [id=773, type=mul]; @@ -783,10 +783,10 @@ strict digraph { "781 _param_constant118" [id=781, type=get_attr]; "782 _param_constant119" [id=782, type=get_attr]; "783 layer_norm_19" [id=783, type=layer_norm]; -"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; -"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; -"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; -"787 _param_constant121_0_0" [id=787, type=get_attr]; +"784 _param_constant121" [id=784, type=get_attr]; +"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; +"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; "788 scale_updated_constant39" [id=788, type=get_attr]; "789 compressed_weight_updated_constant39" [id=789, type=get_attr]; "790 mul_tensor_39" [id=790, type=mul]; @@ -795,10 +795,10 @@ strict digraph { "793 linear_38" [id=793, type=linear]; "794 gelu_9" [id=794, type=gelu]; "795 dropout_29" [id=795, type=dropout]; -"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; -"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; -"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; -"799 _param_constant123_0_0" [id=799, type=get_attr]; +"796 _param_constant123" [id=796, type=get_attr]; +"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; +"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; +"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; "800 scale_updated_constant40" [id=800, type=get_attr]; "801 compressed_weight_updated_constant40" [id=801, type=get_attr]; "802 mul_tensor_40" [id=802, type=mul]; @@ -811,10 +811,10 @@ strict digraph { "809 _param_constant125" [id=809, type=get_attr]; "810 layer_norm_20" [id=810, type=layer_norm]; "811 transpose_60" [id=811, type=transpose]; -"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; -"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; -"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; -"815 _param_constant127_0_0" [id=815, type=get_attr]; +"812 _param_constant127" [id=812, type=get_attr]; +"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; "816 scale_updated_constant41" [id=816, type=get_attr]; "817 compressed_weight_updated_constant41" [id=817, type=get_attr]; "818 mul_tensor_41" [id=818, type=mul]; @@ -845,10 +845,10 @@ strict digraph { "843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; "844 permute_11" [id=844, type=permute]; "845 view_86" [id=845, type=view]; -"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; -"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; -"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; -"849 _param_constant129_0_0" [id=849, type=get_attr]; +"846 _param_constant129" [id=846, type=get_attr]; +"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; +"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; +"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; "850 scale_updated_constant42" [id=850, type=get_attr]; "851 compressed_weight_updated_constant42" [id=851, type=get_attr]; "852 mul_tensor_42" [id=852, type=mul]; @@ -862,10 +862,10 @@ strict digraph { "860 _param_constant130" [id=860, type=get_attr]; "861 _param_constant131" [id=861, type=get_attr]; "862 layer_norm_21" [id=862, type=layer_norm]; -"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; -"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; -"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; -"866 _param_constant133_0_0" [id=866, type=get_attr]; +"863 _param_constant133" [id=863, type=get_attr]; +"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; +"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; +"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; "867 scale_updated_constant43" [id=867, type=get_attr]; "868 compressed_weight_updated_constant43" [id=868, type=get_attr]; "869 mul_tensor_43" [id=869, type=mul]; @@ -874,10 +874,10 @@ strict digraph { "872 linear_42" [id=872, type=linear]; "873 gelu_10" [id=873, type=gelu]; "874 dropout_32" [id=874, type=dropout]; -"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; -"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; -"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; -"878 _param_constant135_0_0" [id=878, type=get_attr]; +"875 _param_constant135" [id=875, type=get_attr]; +"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; +"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; "879 scale_updated_constant44" [id=879, type=get_attr]; "880 compressed_weight_updated_constant44" [id=880, type=get_attr]; "881 mul_tensor_44" [id=881, type=mul]; @@ -890,10 +890,10 @@ strict digraph { "888 _param_constant137" [id=888, type=get_attr]; "889 layer_norm_22" [id=889, type=layer_norm]; "890 transpose_66" [id=890, type=transpose]; -"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; -"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; -"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; -"894 _param_constant139_0_0" [id=894, type=get_attr]; +"891 _param_constant139" [id=891, type=get_attr]; +"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; +"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; +"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; "895 scale_updated_constant45" [id=895, type=get_attr]; "896 compressed_weight_updated_constant45" [id=896, type=get_attr]; "897 mul_tensor_45" [id=897, type=mul]; @@ -924,10 +924,10 @@ strict digraph { "922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; "923 permute_12" [id=923, type=permute]; "924 view_94" [id=924, type=view]; -"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; -"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; -"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; -"928 _param_constant141_0_0" [id=928, type=get_attr]; +"925 _param_constant141" [id=925, type=get_attr]; +"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; +"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; +"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; "929 scale_updated_constant46" [id=929, type=get_attr]; "930 compressed_weight_updated_constant46" [id=930, type=get_attr]; "931 mul_tensor_46" [id=931, type=mul]; @@ -941,10 +941,10 @@ strict digraph { "939 _param_constant142" [id=939, type=get_attr]; "940 _param_constant143" [id=940, type=get_attr]; "941 layer_norm_23" [id=941, type=layer_norm]; -"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; -"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; -"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; -"945 _param_constant145_0_0" [id=945, type=get_attr]; +"942 _param_constant145" [id=942, type=get_attr]; +"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; +"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; +"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; "946 scale_updated_constant47" [id=946, type=get_attr]; "947 compressed_weight_updated_constant47" [id=947, type=get_attr]; "948 mul_tensor_47" [id=948, type=mul]; @@ -953,10 +953,10 @@ strict digraph { "951 linear_46" [id=951, type=linear]; "952 gelu_11" [id=952, type=gelu]; "953 dropout_35" [id=953, type=dropout]; -"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; -"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; -"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; -"957 _param_constant147_0_0" [id=957, type=get_attr]; +"954 _param_constant147" [id=954, type=get_attr]; +"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; +"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; +"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; "958 scale_updated_constant48" [id=958, type=get_attr]; "959 compressed_weight_updated_constant48" [id=959, type=get_attr]; "960 mul_tensor_48" [id=960, type=mul]; @@ -970,10 +970,10 @@ strict digraph { "968 layer_norm_24" [id=968, type=layer_norm]; "969 slice_1" [id=969, type=slice]; "970 select_36" [id=970, type=select]; -"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; -"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; -"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; -"974 _param_constant151_0_0" [id=974, type=get_attr]; +"971 _param_constant151" [id=971, type=get_attr]; +"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; +"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; +"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; "975 scale_updated_constant49" [id=975, type=get_attr]; "976 compressed_weight_updated_constant49" [id=976, type=get_attr]; "977 mul_tensor_49" [id=977, type=mul]; @@ -984,7 +984,7 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"3 _param_constant1" -> "9 conv2d" [label="(768,)", style=solid]; "4 scale_updated_constant0" -> "6 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; "5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; "6 mul_tensor" -> "8 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; @@ -1003,11 +1003,11 @@ strict digraph { "18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; "19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; "20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; -"21 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"25 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 _param_constant7" -> "31 linear" [label="(2304,)", style=solid]; +"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; "26 scale_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 1)", style=solid]; "27 compressed_weight_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 768)", style=solid]; "28 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; @@ -1039,11 +1039,11 @@ strict digraph { "52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; "53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; "54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; -"55 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"59 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 _param_constant9" -> "65 linear_1" [label="(768,)", style=solid]; +"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; "60 scale_updated_constant2" -> "62 mul_tensor_2" [label="(768, 1)", style=solid]; "61 compressed_weight_updated_constant2" -> "62 mul_tensor_2" [label="(768, 768)", style=solid]; "62 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; @@ -1057,11 +1057,11 @@ strict digraph { "69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; "70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; "71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"72 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"76 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 _param_constant13" -> "82 linear_2" [label="(3072,)", style=solid]; +"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; "77 scale_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 1)", style=solid]; "78 compressed_weight_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 768)", style=solid]; "79 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; @@ -1069,11 +1069,11 @@ strict digraph { "81 sub_tensor_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; "82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; "83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; -"84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"88 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 _param_constant15" -> "94 linear_3" [label="(768,)", style=solid]; +"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; "89 scale_updated_constant4" -> "91 mul_tensor_4" [label="(768, 1)", style=solid]; "90 compressed_weight_updated_constant4" -> "91 mul_tensor_4" [label="(768, 3072)", style=solid]; "91 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; @@ -1086,11 +1086,11 @@ strict digraph { "97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; "98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; "99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; -"100 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"104 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 _param_constant19" -> "110 linear_4" [label="(2304,)", style=solid]; +"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; "105 scale_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 1)", style=solid]; "106 compressed_weight_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 768)", style=solid]; "107 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; @@ -1122,11 +1122,11 @@ strict digraph { "131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; "132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; "133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; -"134 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"138 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 _param_constant21" -> "144 linear_5" [label="(768,)", style=solid]; +"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; "139 scale_updated_constant6" -> "141 mul_tensor_6" [label="(768, 1)", style=solid]; "140 compressed_weight_updated_constant6" -> "141 mul_tensor_6" [label="(768, 768)", style=solid]; "141 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; @@ -1140,11 +1140,11 @@ strict digraph { "148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; "149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; "150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"151 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"155 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 _param_constant25" -> "161 linear_6" [label="(3072,)", style=solid]; +"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; "156 scale_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 1)", style=solid]; "157 compressed_weight_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 768)", style=solid]; "158 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; @@ -1152,11 +1152,11 @@ strict digraph { "160 sub_tensor_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; "161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; "162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; -"163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"167 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 _param_constant27" -> "173 linear_7" [label="(768,)", style=solid]; +"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; "168 scale_updated_constant8" -> "170 mul_tensor_8" [label="(768, 1)", style=solid]; "169 compressed_weight_updated_constant8" -> "170 mul_tensor_8" [label="(768, 3072)", style=solid]; "170 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; @@ -1169,11 +1169,11 @@ strict digraph { "176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; "177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; "178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; -"179 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"183 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 _param_constant31" -> "189 linear_8" [label="(2304,)", style=solid]; +"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; "184 scale_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 1)", style=solid]; "185 compressed_weight_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 768)", style=solid]; "186 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; @@ -1205,11 +1205,11 @@ strict digraph { "210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; "211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; "212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; -"213 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"217 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 _param_constant33" -> "223 linear_9" [label="(768,)", style=solid]; +"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; "218 scale_updated_constant10" -> "220 mul_tensor_10" [label="(768, 1)", style=solid]; "219 compressed_weight_updated_constant10" -> "220 mul_tensor_10" [label="(768, 768)", style=solid]; "220 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; @@ -1223,11 +1223,11 @@ strict digraph { "227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; "228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; "229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"230 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"234 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 _param_constant37" -> "240 linear_10" [label="(3072,)", style=solid]; +"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; "235 scale_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 1)", style=solid]; "236 compressed_weight_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 768)", style=solid]; "237 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; @@ -1235,11 +1235,11 @@ strict digraph { "239 sub_tensor_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; "240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; "241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; -"242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"246 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 _param_constant39" -> "252 linear_11" [label="(768,)", style=solid]; +"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; "247 scale_updated_constant12" -> "249 mul_tensor_12" [label="(768, 1)", style=solid]; "248 compressed_weight_updated_constant12" -> "249 mul_tensor_12" [label="(768, 3072)", style=solid]; "249 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; @@ -1252,11 +1252,11 @@ strict digraph { "255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; "256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; "257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; -"258 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"262 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 _param_constant43" -> "268 linear_12" [label="(2304,)", style=solid]; +"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; "263 scale_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 1)", style=solid]; "264 compressed_weight_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 768)", style=solid]; "265 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; @@ -1288,11 +1288,11 @@ strict digraph { "289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; "290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; "291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; -"292 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"296 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 _param_constant45" -> "302 linear_13" [label="(768,)", style=solid]; +"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; "297 scale_updated_constant14" -> "299 mul_tensor_14" [label="(768, 1)", style=solid]; "298 compressed_weight_updated_constant14" -> "299 mul_tensor_14" [label="(768, 768)", style=solid]; "299 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; @@ -1306,11 +1306,11 @@ strict digraph { "306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; "307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; "308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"309 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"313 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 _param_constant49" -> "319 linear_14" [label="(3072,)", style=solid]; +"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; "314 scale_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 1)", style=solid]; "315 compressed_weight_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 768)", style=solid]; "316 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; @@ -1318,11 +1318,11 @@ strict digraph { "318 sub_tensor_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; "319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; "320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; -"321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"325 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 _param_constant51" -> "331 linear_15" [label="(768,)", style=solid]; +"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; "326 scale_updated_constant16" -> "328 mul_tensor_16" [label="(768, 1)", style=solid]; "327 compressed_weight_updated_constant16" -> "328 mul_tensor_16" [label="(768, 3072)", style=solid]; "328 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; @@ -1335,11 +1335,11 @@ strict digraph { "334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; "335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; "336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; -"337 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"341 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 _param_constant55" -> "347 linear_16" [label="(2304,)", style=solid]; +"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; "342 scale_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 1)", style=solid]; "343 compressed_weight_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 768)", style=solid]; "344 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; @@ -1371,11 +1371,11 @@ strict digraph { "368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; "369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; "370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; -"371 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"375 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 _param_constant57" -> "381 linear_17" [label="(768,)", style=solid]; +"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; "376 scale_updated_constant18" -> "378 mul_tensor_18" [label="(768, 1)", style=solid]; "377 compressed_weight_updated_constant18" -> "378 mul_tensor_18" [label="(768, 768)", style=solid]; "378 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; @@ -1389,11 +1389,11 @@ strict digraph { "385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; "386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; "387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"388 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"392 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 _param_constant61" -> "398 linear_18" [label="(3072,)", style=solid]; +"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; "393 scale_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 1)", style=solid]; "394 compressed_weight_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 768)", style=solid]; "395 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; @@ -1401,11 +1401,11 @@ strict digraph { "397 sub_tensor_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; "398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; "399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; -"400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"404 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 _param_constant63" -> "410 linear_19" [label="(768,)", style=solid]; +"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; "405 scale_updated_constant20" -> "407 mul_tensor_20" [label="(768, 1)", style=solid]; "406 compressed_weight_updated_constant20" -> "407 mul_tensor_20" [label="(768, 3072)", style=solid]; "407 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; @@ -1418,11 +1418,11 @@ strict digraph { "413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; "414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; "415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; -"416 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"420 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 _param_constant67" -> "426 linear_20" [label="(2304,)", style=solid]; +"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; "421 scale_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 1)", style=solid]; "422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 768)", style=solid]; "423 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; @@ -1454,11 +1454,11 @@ strict digraph { "447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; "448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; "449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; -"450 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"454 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 _param_constant69" -> "460 linear_21" [label="(768,)", style=solid]; +"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; "455 scale_updated_constant22" -> "457 mul_tensor_22" [label="(768, 1)", style=solid]; "456 compressed_weight_updated_constant22" -> "457 mul_tensor_22" [label="(768, 768)", style=solid]; "457 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; @@ -1472,11 +1472,11 @@ strict digraph { "464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; "465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; "466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"467 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"471 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 _param_constant73" -> "477 linear_22" [label="(3072,)", style=solid]; +"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; "472 scale_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 1)", style=solid]; "473 compressed_weight_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 768)", style=solid]; "474 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; @@ -1484,11 +1484,11 @@ strict digraph { "476 sub_tensor_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; "477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; "478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; -"479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"483 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 _param_constant75" -> "489 linear_23" [label="(768,)", style=solid]; +"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; "484 scale_updated_constant24" -> "486 mul_tensor_24" [label="(768, 1)", style=solid]; "485 compressed_weight_updated_constant24" -> "486 mul_tensor_24" [label="(768, 3072)", style=solid]; "486 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; @@ -1501,11 +1501,11 @@ strict digraph { "492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; "493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; "494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; -"495 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"499 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 _param_constant79" -> "505 linear_24" [label="(2304,)", style=solid]; +"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; "500 scale_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 1)", style=solid]; "501 compressed_weight_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 768)", style=solid]; "502 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; @@ -1537,11 +1537,11 @@ strict digraph { "526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; "527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; "528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; -"529 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"533 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 _param_constant81" -> "539 linear_25" [label="(768,)", style=solid]; +"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; "534 scale_updated_constant26" -> "536 mul_tensor_26" [label="(768, 1)", style=solid]; "535 compressed_weight_updated_constant26" -> "536 mul_tensor_26" [label="(768, 768)", style=solid]; "536 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; @@ -1555,11 +1555,11 @@ strict digraph { "543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; "544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; "545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"546 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"550 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 _param_constant85" -> "556 linear_26" [label="(3072,)", style=solid]; +"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; "551 scale_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 1)", style=solid]; "552 compressed_weight_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 768)", style=solid]; "553 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; @@ -1567,11 +1567,11 @@ strict digraph { "555 sub_tensor_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; "556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; "557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; -"558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"562 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 _param_constant87" -> "568 linear_27" [label="(768,)", style=solid]; +"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; "563 scale_updated_constant28" -> "565 mul_tensor_28" [label="(768, 1)", style=solid]; "564 compressed_weight_updated_constant28" -> "565 mul_tensor_28" [label="(768, 3072)", style=solid]; "565 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; @@ -1584,11 +1584,11 @@ strict digraph { "571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; "572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; "573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; -"574 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"578 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 _param_constant91" -> "584 linear_28" [label="(2304,)", style=solid]; +"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; "579 scale_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 1)", style=solid]; "580 compressed_weight_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 768)", style=solid]; "581 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; @@ -1620,11 +1620,11 @@ strict digraph { "605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; "606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; "607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; -"608 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"612 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 _param_constant93" -> "618 linear_29" [label="(768,)", style=solid]; +"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; "613 scale_updated_constant30" -> "615 mul_tensor_30" [label="(768, 1)", style=solid]; "614 compressed_weight_updated_constant30" -> "615 mul_tensor_30" [label="(768, 768)", style=solid]; "615 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; @@ -1638,11 +1638,11 @@ strict digraph { "622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; "623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; "624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"625 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"629 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 _param_constant97" -> "635 linear_30" [label="(3072,)", style=solid]; +"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; "630 scale_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 1)", style=solid]; "631 compressed_weight_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 768)", style=solid]; "632 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; @@ -1650,11 +1650,11 @@ strict digraph { "634 sub_tensor_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; "635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; "636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; -"637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"641 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 _param_constant99" -> "647 linear_31" [label="(768,)", style=solid]; +"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; "642 scale_updated_constant32" -> "644 mul_tensor_32" [label="(768, 1)", style=solid]; "643 compressed_weight_updated_constant32" -> "644 mul_tensor_32" [label="(768, 3072)", style=solid]; "644 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; @@ -1667,11 +1667,11 @@ strict digraph { "650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; "651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; "652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; -"653 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"657 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 _param_constant103" -> "663 linear_32" [label="(2304,)", style=solid]; +"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; "658 scale_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 1)", style=solid]; "659 compressed_weight_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 768)", style=solid]; "660 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; @@ -1703,11 +1703,11 @@ strict digraph { "684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; "685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; "686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; -"687 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"691 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 _param_constant105" -> "697 linear_33" [label="(768,)", style=solid]; +"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; "692 scale_updated_constant34" -> "694 mul_tensor_34" [label="(768, 1)", style=solid]; "693 compressed_weight_updated_constant34" -> "694 mul_tensor_34" [label="(768, 768)", style=solid]; "694 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; @@ -1721,11 +1721,11 @@ strict digraph { "701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; "702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; "703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"704 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"708 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 _param_constant109" -> "714 linear_34" [label="(3072,)", style=solid]; +"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; "709 scale_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 1)", style=solid]; "710 compressed_weight_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 768)", style=solid]; "711 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; @@ -1733,11 +1733,11 @@ strict digraph { "713 sub_tensor_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; "714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; "715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; -"716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"720 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 _param_constant111" -> "726 linear_35" [label="(768,)", style=solid]; +"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; "721 scale_updated_constant36" -> "723 mul_tensor_36" [label="(768, 1)", style=solid]; "722 compressed_weight_updated_constant36" -> "723 mul_tensor_36" [label="(768, 3072)", style=solid]; "723 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; @@ -1750,11 +1750,11 @@ strict digraph { "729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; "730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; "731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; -"732 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"736 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 _param_constant115" -> "742 linear_36" [label="(2304,)", style=solid]; +"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; "737 scale_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 1)", style=solid]; "738 compressed_weight_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 768)", style=solid]; "739 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; @@ -1786,11 +1786,11 @@ strict digraph { "763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; "764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; "765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; -"766 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"770 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 _param_constant117" -> "776 linear_37" [label="(768,)", style=solid]; +"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; "771 scale_updated_constant38" -> "773 mul_tensor_38" [label="(768, 1)", style=solid]; "772 compressed_weight_updated_constant38" -> "773 mul_tensor_38" [label="(768, 768)", style=solid]; "773 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; @@ -1804,11 +1804,11 @@ strict digraph { "780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; "781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; "782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"783 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"787 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 _param_constant121" -> "793 linear_38" [label="(3072,)", style=solid]; +"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; "788 scale_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 1)", style=solid]; "789 compressed_weight_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 768)", style=solid]; "790 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; @@ -1816,11 +1816,11 @@ strict digraph { "792 sub_tensor_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; "793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; "794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; -"795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"799 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 _param_constant123" -> "805 linear_39" [label="(768,)", style=solid]; +"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; "800 scale_updated_constant40" -> "802 mul_tensor_40" [label="(768, 1)", style=solid]; "801 compressed_weight_updated_constant40" -> "802 mul_tensor_40" [label="(768, 3072)", style=solid]; "802 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; @@ -1833,11 +1833,11 @@ strict digraph { "808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; "809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; "810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; -"811 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"815 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 _param_constant127" -> "821 linear_40" [label="(2304,)", style=solid]; +"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; "816 scale_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 1)", style=solid]; "817 compressed_weight_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 768)", style=solid]; "818 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; @@ -1869,11 +1869,11 @@ strict digraph { "842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; "843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; "844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; -"845 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"849 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 _param_constant129" -> "855 linear_41" [label="(768,)", style=solid]; +"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; "850 scale_updated_constant42" -> "852 mul_tensor_42" [label="(768, 1)", style=solid]; "851 compressed_weight_updated_constant42" -> "852 mul_tensor_42" [label="(768, 768)", style=solid]; "852 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; @@ -1887,11 +1887,11 @@ strict digraph { "859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; "860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; "861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"862 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"866 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 _param_constant133" -> "872 linear_42" [label="(3072,)", style=solid]; +"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; "867 scale_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 1)", style=solid]; "868 compressed_weight_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 768)", style=solid]; "869 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; @@ -1899,11 +1899,11 @@ strict digraph { "871 sub_tensor_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; "872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; "873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; -"874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"878 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 _param_constant135" -> "884 linear_43" [label="(768,)", style=solid]; +"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; "879 scale_updated_constant44" -> "881 mul_tensor_44" [label="(768, 1)", style=solid]; "880 compressed_weight_updated_constant44" -> "881 mul_tensor_44" [label="(768, 3072)", style=solid]; "881 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; @@ -1916,11 +1916,11 @@ strict digraph { "887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; "888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; "889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; -"890 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"894 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 _param_constant139" -> "900 linear_44" [label="(2304,)", style=solid]; +"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; "895 scale_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 1)", style=solid]; "896 compressed_weight_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 768)", style=solid]; "897 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; @@ -1952,11 +1952,11 @@ strict digraph { "921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; "922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; "923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; -"924 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"928 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 _param_constant141" -> "934 linear_45" [label="(768,)", style=solid]; +"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; "929 scale_updated_constant46" -> "931 mul_tensor_46" [label="(768, 1)", style=solid]; "930 compressed_weight_updated_constant46" -> "931 mul_tensor_46" [label="(768, 768)", style=solid]; "931 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; @@ -1970,11 +1970,11 @@ strict digraph { "938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; "939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; "940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"941 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"945 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 _param_constant145" -> "951 linear_46" [label="(3072,)", style=solid]; +"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; "946 scale_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 1)", style=solid]; "947 compressed_weight_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 768)", style=solid]; "948 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; @@ -1982,11 +1982,11 @@ strict digraph { "950 sub_tensor_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; "951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; "952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; -"953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"957 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 _param_constant147" -> "963 linear_47" [label="(768,)", style=solid]; +"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; "958 scale_updated_constant48" -> "960 mul_tensor_48" [label="(768, 1)", style=solid]; "959 compressed_weight_updated_constant48" -> "960 mul_tensor_48" [label="(768, 3072)", style=solid]; "960 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; @@ -1999,11 +1999,11 @@ strict digraph { "967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; "968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; "969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; -"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"974 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 _param_constant151" -> "980 linear_48" [label="(1000,)", style=solid]; +"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; "975 scale_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 1)", style=solid]; "976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 768)", style=solid]; "977 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index f29084b18c6..eadb36f815d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,24 +2,24 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; +"3 features_0_0_weight_bias" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; "9 conv2d" [id=9, type=conv2d]; "10 hardswish__scale_0" [id=10, type=get_attr]; "11 hardswish__zero_point_0" [id=11, type=get_attr]; "12 hardswish_" [id=12, type=hardswish_]; "13 quantize_per_channel_default_1" [id=13, type=quantize_per_channel]; "14 dequantize_per_channel_default_1" [id=14, type=dequantize_per_channel]; -"15 conv2d_1_scale_0" [id=15, type=get_attr]; -"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; -"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; -"18 quantize_per_channel_default_2" [id=18, type=quantize_per_channel]; -"19 dequantize_per_channel_default_2" [id=19, type=dequantize_per_channel]; -"20 features_1_block_0_0_weight_bias_0_0" [id=20, type=get_attr]; +"15 features_1_block_0_0_weight_bias" [id=15, type=get_attr]; +"16 conv2d_1_scale_0" [id=16, type=get_attr]; +"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 quantize_per_channel_default_2" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_2" [id=20, type=dequantize_per_channel]; "21 conv2d_1" [id=21, type=conv2d]; "22 relu_" [id=22, type=relu_]; "23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; @@ -27,11 +27,11 @@ strict digraph { "25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; "26 adaptive_avg_pool2d" [id=26, type=adaptive_avg_pool2d]; "27 _param_constant6" [id=27, type=get_attr]; -"28 _param_constant7_0_0" [id=28, type=get_attr]; +"28 _param_constant7" [id=28, type=get_attr]; "29 conv2d_2" [id=29, type=conv2d]; "30 relu" [id=30, type=relu]; "31 _param_constant8" [id=31, type=get_attr]; -"32 _param_constant9_0_0" [id=32, type=get_attr]; +"32 _param_constant9" [id=32, type=get_attr]; "33 conv2d_3" [id=33, type=conv2d]; "34 hardsigmoid" [id=34, type=hardsigmoid]; "35 quantize_per_tensor_default_2" [id=35, type=quantize_per_tensor]; @@ -39,99 +39,99 @@ strict digraph { "37 mul" [id=37, type=mul]; "38 quantize_per_tensor_default_3" [id=38, type=quantize_per_tensor]; "39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; -"40 conv2d_4_scale_0" [id=40, type=get_attr]; -"41 conv2d_4_zero_point_0" [id=41, type=get_attr]; -"42 compressed_weight_updated_constant2" [id=42, type=get_attr]; -"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; -"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; -"45 features_1_block_2_0_weight_bias_0_0" [id=45, type=get_attr]; +"40 features_1_block_2_0_weight_bias" [id=40, type=get_attr]; +"41 conv2d_4_scale_0" [id=41, type=get_attr]; +"42 conv2d_4_zero_point_0" [id=42, type=get_attr]; +"43 compressed_weight_updated_constant2" [id=43, type=get_attr]; +"44 quantize_per_channel_default_3" [id=44, type=quantize_per_channel]; +"45 dequantize_per_channel_default_3" [id=45, type=dequantize_per_channel]; "46 conv2d_4" [id=46, type=conv2d]; "47 quantize_per_tensor_default_4" [id=47, type=quantize_per_tensor]; "48 dequantize_per_tensor_default_5" [id=48, type=dequantize_per_tensor]; -"49 conv2d_5_scale_0" [id=49, type=get_attr]; -"50 conv2d_5_zero_point_0" [id=50, type=get_attr]; -"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; -"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; -"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; -"54 features_2_block_0_0_weight_bias_0_0" [id=54, type=get_attr]; +"49 features_2_block_0_0_weight_bias" [id=49, type=get_attr]; +"50 conv2d_5_scale_0" [id=50, type=get_attr]; +"51 conv2d_5_zero_point_0" [id=51, type=get_attr]; +"52 compressed_weight_updated_constant3" [id=52, type=get_attr]; +"53 quantize_per_channel_default_4" [id=53, type=quantize_per_channel]; +"54 dequantize_per_channel_default_4" [id=54, type=dequantize_per_channel]; "55 conv2d_5" [id=55, type=conv2d]; "56 relu__1_scale_0" [id=56, type=get_attr]; "57 relu__1_zero_point_0" [id=57, type=get_attr]; "58 relu__1" [id=58, type=relu_]; "59 quantize_per_channel_default_5" [id=59, type=quantize_per_channel]; "60 dequantize_per_channel_default_5" [id=60, type=dequantize_per_channel]; -"61 conv2d_6_scale_0" [id=61, type=get_attr]; -"62 conv2d_6_zero_point_0" [id=62, type=get_attr]; -"63 compressed_weight_updated_constant4" [id=63, type=get_attr]; -"64 quantize_per_channel_default_6" [id=64, type=quantize_per_channel]; -"65 dequantize_per_channel_default_6" [id=65, type=dequantize_per_channel]; -"66 features_2_block_1_0_weight_bias_0_0" [id=66, type=get_attr]; +"61 features_2_block_1_0_weight_bias" [id=61, type=get_attr]; +"62 conv2d_6_scale_0" [id=62, type=get_attr]; +"63 conv2d_6_zero_point_0" [id=63, type=get_attr]; +"64 compressed_weight_updated_constant4" [id=64, type=get_attr]; +"65 quantize_per_channel_default_6" [id=65, type=quantize_per_channel]; +"66 dequantize_per_channel_default_6" [id=66, type=dequantize_per_channel]; "67 conv2d_6" [id=67, type=conv2d]; "68 relu__2" [id=68, type=relu_]; "69 quantize_per_tensor_default_5" [id=69, type=quantize_per_tensor]; "70 dequantize_per_tensor_default_6" [id=70, type=dequantize_per_tensor]; -"71 conv2d_7_scale_0" [id=71, type=get_attr]; -"72 conv2d_7_zero_point_0" [id=72, type=get_attr]; -"73 compressed_weight_updated_constant5" [id=73, type=get_attr]; -"74 quantize_per_channel_default_7" [id=74, type=quantize_per_channel]; -"75 dequantize_per_channel_default_7" [id=75, type=dequantize_per_channel]; -"76 features_2_block_2_0_weight_bias_0_0" [id=76, type=get_attr]; +"71 features_2_block_2_0_weight_bias" [id=71, type=get_attr]; +"72 conv2d_7_scale_0" [id=72, type=get_attr]; +"73 conv2d_7_zero_point_0" [id=73, type=get_attr]; +"74 compressed_weight_updated_constant5" [id=74, type=get_attr]; +"75 quantize_per_channel_default_7" [id=75, type=quantize_per_channel]; +"76 dequantize_per_channel_default_7" [id=76, type=dequantize_per_channel]; "77 conv2d_7" [id=77, type=conv2d]; "78 quantize_per_tensor_default_6" [id=78, type=quantize_per_tensor]; "79 dequantize_per_tensor_default_8" [id=79, type=dequantize_per_tensor]; "80 dequantize_per_tensor_default_7" [id=80, type=dequantize_per_tensor]; -"81 conv2d_8_scale_0" [id=81, type=get_attr]; -"82 conv2d_8_zero_point_0" [id=82, type=get_attr]; -"83 compressed_weight_updated_constant6" [id=83, type=get_attr]; -"84 quantize_per_channel_default_8" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_8" [id=85, type=dequantize_per_channel]; -"86 features_3_block_0_0_weight_bias_0_0" [id=86, type=get_attr]; +"81 features_3_block_0_0_weight_bias" [id=81, type=get_attr]; +"82 conv2d_8_scale_0" [id=82, type=get_attr]; +"83 conv2d_8_zero_point_0" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant6" [id=84, type=get_attr]; +"85 quantize_per_channel_default_8" [id=85, type=quantize_per_channel]; +"86 dequantize_per_channel_default_8" [id=86, type=dequantize_per_channel]; "87 conv2d_8" [id=87, type=conv2d]; "88 relu__3_scale_0" [id=88, type=get_attr]; "89 relu__3_zero_point_0" [id=89, type=get_attr]; "90 relu__3" [id=90, type=relu_]; "91 quantize_per_channel_default_9" [id=91, type=quantize_per_channel]; "92 dequantize_per_channel_default_9" [id=92, type=dequantize_per_channel]; -"93 conv2d_9_scale_0" [id=93, type=get_attr]; -"94 conv2d_9_zero_point_0" [id=94, type=get_attr]; -"95 compressed_weight_updated_constant7" [id=95, type=get_attr]; -"96 quantize_per_channel_default_10" [id=96, type=quantize_per_channel]; -"97 dequantize_per_channel_default_10" [id=97, type=dequantize_per_channel]; -"98 features_3_block_1_0_weight_bias_0_0" [id=98, type=get_attr]; +"93 features_3_block_1_0_weight_bias" [id=93, type=get_attr]; +"94 conv2d_9_scale_0" [id=94, type=get_attr]; +"95 conv2d_9_zero_point_0" [id=95, type=get_attr]; +"96 compressed_weight_updated_constant7" [id=96, type=get_attr]; +"97 quantize_per_channel_default_10" [id=97, type=quantize_per_channel]; +"98 dequantize_per_channel_default_10" [id=98, type=dequantize_per_channel]; "99 conv2d_9" [id=99, type=conv2d]; "100 relu__4" [id=100, type=relu_]; "101 quantize_per_tensor_default_7" [id=101, type=quantize_per_tensor]; "102 dequantize_per_tensor_default_9" [id=102, type=dequantize_per_tensor]; -"103 conv2d_10_scale_0" [id=103, type=get_attr]; -"104 conv2d_10_zero_point_0" [id=104, type=get_attr]; -"105 compressed_weight_updated_constant8" [id=105, type=get_attr]; -"106 quantize_per_channel_default_11" [id=106, type=quantize_per_channel]; -"107 dequantize_per_channel_default_11" [id=107, type=dequantize_per_channel]; -"108 features_3_block_2_0_weight_bias_0_0" [id=108, type=get_attr]; +"103 features_3_block_2_0_weight_bias" [id=103, type=get_attr]; +"104 conv2d_10_scale_0" [id=104, type=get_attr]; +"105 conv2d_10_zero_point_0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant8" [id=106, type=get_attr]; +"107 quantize_per_channel_default_11" [id=107, type=quantize_per_channel]; +"108 dequantize_per_channel_default_11" [id=108, type=dequantize_per_channel]; "109 conv2d_10" [id=109, type=conv2d]; "110 quantize_per_tensor_default_8" [id=110, type=quantize_per_tensor]; "111 dequantize_per_tensor_default_10" [id=111, type=dequantize_per_tensor]; "112 add_" [id=112, type=add_]; "113 quantize_per_tensor_default_9" [id=113, type=quantize_per_tensor]; "114 dequantize_per_tensor_default_11" [id=114, type=dequantize_per_tensor]; -"115 conv2d_11_scale_0" [id=115, type=get_attr]; -"116 conv2d_11_zero_point_0" [id=116, type=get_attr]; -"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; -"118 quantize_per_channel_default_12" [id=118, type=quantize_per_channel]; -"119 dequantize_per_channel_default_12" [id=119, type=dequantize_per_channel]; -"120 features_4_block_0_0_weight_bias_0_0" [id=120, type=get_attr]; +"115 features_4_block_0_0_weight_bias" [id=115, type=get_attr]; +"116 conv2d_11_scale_0" [id=116, type=get_attr]; +"117 conv2d_11_zero_point_0" [id=117, type=get_attr]; +"118 compressed_weight_updated_constant9" [id=118, type=get_attr]; +"119 quantize_per_channel_default_12" [id=119, type=quantize_per_channel]; +"120 dequantize_per_channel_default_12" [id=120, type=dequantize_per_channel]; "121 conv2d_11" [id=121, type=conv2d]; "122 hardswish__1_scale_0" [id=122, type=get_attr]; "123 hardswish__1_zero_point_0" [id=123, type=get_attr]; "124 hardswish__1" [id=124, type=hardswish_]; "125 quantize_per_channel_default_13" [id=125, type=quantize_per_channel]; "126 dequantize_per_channel_default_13" [id=126, type=dequantize_per_channel]; -"127 conv2d_12_scale_0" [id=127, type=get_attr]; -"128 conv2d_12_zero_point_0" [id=128, type=get_attr]; -"129 compressed_weight_updated_constant10" [id=129, type=get_attr]; -"130 quantize_per_channel_default_14" [id=130, type=quantize_per_channel]; -"131 dequantize_per_channel_default_14" [id=131, type=dequantize_per_channel]; -"132 features_4_block_1_0_weight_bias_0_0" [id=132, type=get_attr]; +"127 features_4_block_1_0_weight_bias" [id=127, type=get_attr]; +"128 conv2d_12_scale_0" [id=128, type=get_attr]; +"129 conv2d_12_zero_point_0" [id=129, type=get_attr]; +"130 compressed_weight_updated_constant10" [id=130, type=get_attr]; +"131 quantize_per_channel_default_14" [id=131, type=quantize_per_channel]; +"132 dequantize_per_channel_default_14" [id=132, type=dequantize_per_channel]; "133 conv2d_12" [id=133, type=conv2d]; "134 hardswish__2" [id=134, type=hardswish_]; "135 quantize_per_tensor_default_10" [id=135, type=quantize_per_tensor]; @@ -139,11 +139,11 @@ strict digraph { "137 dequantize_per_tensor_default_12" [id=137, type=dequantize_per_tensor]; "138 adaptive_avg_pool2d_1" [id=138, type=adaptive_avg_pool2d]; "139 _param_constant37" [id=139, type=get_attr]; -"140 _param_constant38_0_0" [id=140, type=get_attr]; +"140 _param_constant38" [id=140, type=get_attr]; "141 conv2d_13" [id=141, type=conv2d]; "142 relu_1" [id=142, type=relu]; "143 _param_constant39" [id=143, type=get_attr]; -"144 _param_constant40_0_0" [id=144, type=get_attr]; +"144 _param_constant40" [id=144, type=get_attr]; "145 conv2d_14" [id=145, type=conv2d]; "146 hardsigmoid_1" [id=146, type=hardsigmoid]; "147 quantize_per_tensor_default_11" [id=147, type=quantize_per_tensor]; @@ -151,34 +151,34 @@ strict digraph { "149 mul_1" [id=149, type=mul]; "150 quantize_per_tensor_default_12" [id=150, type=quantize_per_tensor]; "151 dequantize_per_tensor_default_15" [id=151, type=dequantize_per_tensor]; -"152 conv2d_15_scale_0" [id=152, type=get_attr]; -"153 conv2d_15_zero_point_0" [id=153, type=get_attr]; -"154 compressed_weight_updated_constant11" [id=154, type=get_attr]; -"155 quantize_per_channel_default_15" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_15" [id=156, type=dequantize_per_channel]; -"157 features_4_block_3_0_weight_bias_0_0" [id=157, type=get_attr]; +"152 features_4_block_3_0_weight_bias" [id=152, type=get_attr]; +"153 conv2d_15_scale_0" [id=153, type=get_attr]; +"154 conv2d_15_zero_point_0" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant11" [id=155, type=get_attr]; +"156 quantize_per_channel_default_15" [id=156, type=quantize_per_channel]; +"157 dequantize_per_channel_default_15" [id=157, type=dequantize_per_channel]; "158 conv2d_15" [id=158, type=conv2d]; "159 quantize_per_tensor_default_13" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_17" [id=160, type=dequantize_per_tensor]; "161 dequantize_per_tensor_default_16" [id=161, type=dequantize_per_tensor]; -"162 conv2d_16_scale_0" [id=162, type=get_attr]; -"163 conv2d_16_zero_point_0" [id=163, type=get_attr]; -"164 compressed_weight_updated_constant12" [id=164, type=get_attr]; -"165 quantize_per_channel_default_16" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_16" [id=166, type=dequantize_per_channel]; -"167 features_5_block_0_0_weight_bias_0_0" [id=167, type=get_attr]; +"162 features_5_block_0_0_weight_bias" [id=162, type=get_attr]; +"163 conv2d_16_scale_0" [id=163, type=get_attr]; +"164 conv2d_16_zero_point_0" [id=164, type=get_attr]; +"165 compressed_weight_updated_constant12" [id=165, type=get_attr]; +"166 quantize_per_channel_default_16" [id=166, type=quantize_per_channel]; +"167 dequantize_per_channel_default_16" [id=167, type=dequantize_per_channel]; "168 conv2d_16" [id=168, type=conv2d]; "169 hardswish__3_scale_0" [id=169, type=get_attr]; "170 hardswish__3_zero_point_0" [id=170, type=get_attr]; "171 hardswish__3" [id=171, type=hardswish_]; "172 quantize_per_channel_default_17" [id=172, type=quantize_per_channel]; "173 dequantize_per_channel_default_17" [id=173, type=dequantize_per_channel]; -"174 conv2d_17_scale_0" [id=174, type=get_attr]; -"175 conv2d_17_zero_point_0" [id=175, type=get_attr]; -"176 compressed_weight_updated_constant13" [id=176, type=get_attr]; -"177 quantize_per_channel_default_18" [id=177, type=quantize_per_channel]; -"178 dequantize_per_channel_default_18" [id=178, type=dequantize_per_channel]; -"179 features_5_block_1_0_weight_bias_0_0" [id=179, type=get_attr]; +"174 features_5_block_1_0_weight_bias" [id=174, type=get_attr]; +"175 conv2d_17_scale_0" [id=175, type=get_attr]; +"176 conv2d_17_zero_point_0" [id=176, type=get_attr]; +"177 compressed_weight_updated_constant13" [id=177, type=get_attr]; +"178 quantize_per_channel_default_18" [id=178, type=quantize_per_channel]; +"179 dequantize_per_channel_default_18" [id=179, type=dequantize_per_channel]; "180 conv2d_17" [id=180, type=conv2d]; "181 hardswish__4" [id=181, type=hardswish_]; "182 quantize_per_tensor_default_14" [id=182, type=quantize_per_tensor]; @@ -186,11 +186,11 @@ strict digraph { "184 dequantize_per_tensor_default_18" [id=184, type=dequantize_per_tensor]; "185 adaptive_avg_pool2d_2" [id=185, type=adaptive_avg_pool2d]; "186 _param_constant50" [id=186, type=get_attr]; -"187 _param_constant51_0_0" [id=187, type=get_attr]; +"187 _param_constant51" [id=187, type=get_attr]; "188 conv2d_18" [id=188, type=conv2d]; "189 relu_2" [id=189, type=relu]; "190 _param_constant52" [id=190, type=get_attr]; -"191 _param_constant53_0_0" [id=191, type=get_attr]; +"191 _param_constant53" [id=191, type=get_attr]; "192 conv2d_19" [id=192, type=conv2d]; "193 hardsigmoid_2" [id=193, type=hardsigmoid]; "194 quantize_per_tensor_default_15" [id=194, type=quantize_per_tensor]; @@ -198,12 +198,12 @@ strict digraph { "196 mul_2" [id=196, type=mul]; "197 quantize_per_tensor_default_16" [id=197, type=quantize_per_tensor]; "198 dequantize_per_tensor_default_21" [id=198, type=dequantize_per_tensor]; -"199 conv2d_20_scale_0" [id=199, type=get_attr]; -"200 conv2d_20_zero_point_0" [id=200, type=get_attr]; -"201 compressed_weight_updated_constant14" [id=201, type=get_attr]; -"202 quantize_per_channel_default_19" [id=202, type=quantize_per_channel]; -"203 dequantize_per_channel_default_19" [id=203, type=dequantize_per_channel]; -"204 features_5_block_3_0_weight_bias_0_0" [id=204, type=get_attr]; +"199 features_5_block_3_0_weight_bias" [id=199, type=get_attr]; +"200 conv2d_20_scale_0" [id=200, type=get_attr]; +"201 conv2d_20_zero_point_0" [id=201, type=get_attr]; +"202 compressed_weight_updated_constant14" [id=202, type=get_attr]; +"203 quantize_per_channel_default_19" [id=203, type=quantize_per_channel]; +"204 dequantize_per_channel_default_19" [id=204, type=dequantize_per_channel]; "205 conv2d_20" [id=205, type=conv2d]; "206 quantize_per_tensor_default_17" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_22" [id=207, type=dequantize_per_tensor]; @@ -211,24 +211,24 @@ strict digraph { "209 quantize_per_tensor_default_18" [id=209, type=quantize_per_tensor]; "210 dequantize_per_tensor_default_24" [id=210, type=dequantize_per_tensor]; "211 dequantize_per_tensor_default_23" [id=211, type=dequantize_per_tensor]; -"212 conv2d_21_scale_0" [id=212, type=get_attr]; -"213 conv2d_21_zero_point_0" [id=213, type=get_attr]; -"214 compressed_weight_updated_constant15" [id=214, type=get_attr]; -"215 quantize_per_channel_default_20" [id=215, type=quantize_per_channel]; -"216 dequantize_per_channel_default_20" [id=216, type=dequantize_per_channel]; -"217 features_6_block_0_0_weight_bias_0_0" [id=217, type=get_attr]; +"212 features_6_block_0_0_weight_bias" [id=212, type=get_attr]; +"213 conv2d_21_scale_0" [id=213, type=get_attr]; +"214 conv2d_21_zero_point_0" [id=214, type=get_attr]; +"215 compressed_weight_updated_constant15" [id=215, type=get_attr]; +"216 quantize_per_channel_default_20" [id=216, type=quantize_per_channel]; +"217 dequantize_per_channel_default_20" [id=217, type=dequantize_per_channel]; "218 conv2d_21" [id=218, type=conv2d]; "219 hardswish__5_scale_0" [id=219, type=get_attr]; "220 hardswish__5_zero_point_0" [id=220, type=get_attr]; "221 hardswish__5" [id=221, type=hardswish_]; "222 quantize_per_channel_default_21" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_21" [id=223, type=dequantize_per_channel]; -"224 conv2d_22_scale_0" [id=224, type=get_attr]; -"225 conv2d_22_zero_point_0" [id=225, type=get_attr]; -"226 compressed_weight_updated_constant16" [id=226, type=get_attr]; -"227 quantize_per_channel_default_22" [id=227, type=quantize_per_channel]; -"228 dequantize_per_channel_default_22" [id=228, type=dequantize_per_channel]; -"229 features_6_block_1_0_weight_bias_0_0" [id=229, type=get_attr]; +"224 features_6_block_1_0_weight_bias" [id=224, type=get_attr]; +"225 conv2d_22_scale_0" [id=225, type=get_attr]; +"226 conv2d_22_zero_point_0" [id=226, type=get_attr]; +"227 compressed_weight_updated_constant16" [id=227, type=get_attr]; +"228 quantize_per_channel_default_22" [id=228, type=quantize_per_channel]; +"229 dequantize_per_channel_default_22" [id=229, type=dequantize_per_channel]; "230 conv2d_22" [id=230, type=conv2d]; "231 hardswish__6" [id=231, type=hardswish_]; "232 quantize_per_tensor_default_19" [id=232, type=quantize_per_tensor]; @@ -236,11 +236,11 @@ strict digraph { "234 dequantize_per_tensor_default_25" [id=234, type=dequantize_per_tensor]; "235 adaptive_avg_pool2d_3" [id=235, type=adaptive_avg_pool2d]; "236 _param_constant63" [id=236, type=get_attr]; -"237 _param_constant64_0_0" [id=237, type=get_attr]; +"237 _param_constant64" [id=237, type=get_attr]; "238 conv2d_23" [id=238, type=conv2d]; "239 relu_3" [id=239, type=relu]; "240 _param_constant65" [id=240, type=get_attr]; -"241 _param_constant66_0_0" [id=241, type=get_attr]; +"241 _param_constant66" [id=241, type=get_attr]; "242 conv2d_24" [id=242, type=conv2d]; "243 hardsigmoid_3" [id=243, type=hardsigmoid]; "244 quantize_per_tensor_default_20" [id=244, type=quantize_per_tensor]; @@ -248,36 +248,36 @@ strict digraph { "246 mul_3" [id=246, type=mul]; "247 quantize_per_tensor_default_21" [id=247, type=quantize_per_tensor]; "248 dequantize_per_tensor_default_28" [id=248, type=dequantize_per_tensor]; -"249 conv2d_25_scale_0" [id=249, type=get_attr]; -"250 conv2d_25_zero_point_0" [id=250, type=get_attr]; -"251 compressed_weight_updated_constant17" [id=251, type=get_attr]; -"252 quantize_per_channel_default_23" [id=252, type=quantize_per_channel]; -"253 dequantize_per_channel_default_23" [id=253, type=dequantize_per_channel]; -"254 features_6_block_3_0_weight_bias_0_0" [id=254, type=get_attr]; +"249 features_6_block_3_0_weight_bias" [id=249, type=get_attr]; +"250 conv2d_25_scale_0" [id=250, type=get_attr]; +"251 conv2d_25_zero_point_0" [id=251, type=get_attr]; +"252 compressed_weight_updated_constant17" [id=252, type=get_attr]; +"253 quantize_per_channel_default_23" [id=253, type=quantize_per_channel]; +"254 dequantize_per_channel_default_23" [id=254, type=dequantize_per_channel]; "255 conv2d_25" [id=255, type=conv2d]; "256 quantize_per_tensor_default_22" [id=256, type=quantize_per_tensor]; "257 dequantize_per_tensor_default_29" [id=257, type=dequantize_per_tensor]; "258 add__2" [id=258, type=add_]; "259 quantize_per_tensor_default_23" [id=259, type=quantize_per_tensor]; "260 dequantize_per_tensor_default_30" [id=260, type=dequantize_per_tensor]; -"261 conv2d_26_scale_0" [id=261, type=get_attr]; -"262 conv2d_26_zero_point_0" [id=262, type=get_attr]; -"263 compressed_weight_updated_constant18" [id=263, type=get_attr]; -"264 quantize_per_channel_default_24" [id=264, type=quantize_per_channel]; -"265 dequantize_per_channel_default_24" [id=265, type=dequantize_per_channel]; -"266 features_7_block_0_0_weight_bias_0_0" [id=266, type=get_attr]; +"261 features_7_block_0_0_weight_bias" [id=261, type=get_attr]; +"262 conv2d_26_scale_0" [id=262, type=get_attr]; +"263 conv2d_26_zero_point_0" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant18" [id=264, type=get_attr]; +"265 quantize_per_channel_default_24" [id=265, type=quantize_per_channel]; +"266 dequantize_per_channel_default_24" [id=266, type=dequantize_per_channel]; "267 conv2d_26" [id=267, type=conv2d]; "268 hardswish__7_scale_0" [id=268, type=get_attr]; "269 hardswish__7_zero_point_0" [id=269, type=get_attr]; "270 hardswish__7" [id=270, type=hardswish_]; "271 quantize_per_channel_default_25" [id=271, type=quantize_per_channel]; "272 dequantize_per_channel_default_25" [id=272, type=dequantize_per_channel]; -"273 conv2d_27_scale_0" [id=273, type=get_attr]; -"274 conv2d_27_zero_point_0" [id=274, type=get_attr]; -"275 compressed_weight_updated_constant19" [id=275, type=get_attr]; -"276 quantize_per_channel_default_26" [id=276, type=quantize_per_channel]; -"277 dequantize_per_channel_default_26" [id=277, type=dequantize_per_channel]; -"278 features_7_block_1_0_weight_bias_0_0" [id=278, type=get_attr]; +"273 features_7_block_1_0_weight_bias" [id=273, type=get_attr]; +"274 conv2d_27_scale_0" [id=274, type=get_attr]; +"275 conv2d_27_zero_point_0" [id=275, type=get_attr]; +"276 compressed_weight_updated_constant19" [id=276, type=get_attr]; +"277 quantize_per_channel_default_26" [id=277, type=quantize_per_channel]; +"278 dequantize_per_channel_default_26" [id=278, type=dequantize_per_channel]; "279 conv2d_27" [id=279, type=conv2d]; "280 hardswish__8" [id=280, type=hardswish_]; "281 quantize_per_tensor_default_24" [id=281, type=quantize_per_tensor]; @@ -285,11 +285,11 @@ strict digraph { "283 dequantize_per_tensor_default_31" [id=283, type=dequantize_per_tensor]; "284 adaptive_avg_pool2d_4" [id=284, type=adaptive_avg_pool2d]; "285 _param_constant76" [id=285, type=get_attr]; -"286 _param_constant77_0_0" [id=286, type=get_attr]; +"286 _param_constant77" [id=286, type=get_attr]; "287 conv2d_28" [id=287, type=conv2d]; "288 relu_4" [id=288, type=relu]; "289 _param_constant78" [id=289, type=get_attr]; -"290 _param_constant79_0_0" [id=290, type=get_attr]; +"290 _param_constant79" [id=290, type=get_attr]; "291 conv2d_29" [id=291, type=conv2d]; "292 hardsigmoid_4" [id=292, type=hardsigmoid]; "293 quantize_per_tensor_default_25" [id=293, type=quantize_per_tensor]; @@ -297,34 +297,34 @@ strict digraph { "295 mul_4" [id=295, type=mul]; "296 quantize_per_tensor_default_26" [id=296, type=quantize_per_tensor]; "297 dequantize_per_tensor_default_34" [id=297, type=dequantize_per_tensor]; -"298 conv2d_30_scale_0" [id=298, type=get_attr]; -"299 conv2d_30_zero_point_0" [id=299, type=get_attr]; -"300 compressed_weight_updated_constant20" [id=300, type=get_attr]; -"301 quantize_per_channel_default_27" [id=301, type=quantize_per_channel]; -"302 dequantize_per_channel_default_27" [id=302, type=dequantize_per_channel]; -"303 features_7_block_3_0_weight_bias_0_0" [id=303, type=get_attr]; +"298 features_7_block_3_0_weight_bias" [id=298, type=get_attr]; +"299 conv2d_30_scale_0" [id=299, type=get_attr]; +"300 conv2d_30_zero_point_0" [id=300, type=get_attr]; +"301 compressed_weight_updated_constant20" [id=301, type=get_attr]; +"302 quantize_per_channel_default_27" [id=302, type=quantize_per_channel]; +"303 dequantize_per_channel_default_27" [id=303, type=dequantize_per_channel]; "304 conv2d_30" [id=304, type=conv2d]; "305 quantize_per_tensor_default_27" [id=305, type=quantize_per_tensor]; "306 dequantize_per_tensor_default_36" [id=306, type=dequantize_per_tensor]; "307 dequantize_per_tensor_default_35" [id=307, type=dequantize_per_tensor]; -"308 conv2d_31_scale_0" [id=308, type=get_attr]; -"309 conv2d_31_zero_point_0" [id=309, type=get_attr]; -"310 compressed_weight_updated_constant21" [id=310, type=get_attr]; -"311 quantize_per_channel_default_28" [id=311, type=quantize_per_channel]; -"312 dequantize_per_channel_default_28" [id=312, type=dequantize_per_channel]; -"313 features_8_block_0_0_weight_bias_0_0" [id=313, type=get_attr]; +"308 features_8_block_0_0_weight_bias" [id=308, type=get_attr]; +"309 conv2d_31_scale_0" [id=309, type=get_attr]; +"310 conv2d_31_zero_point_0" [id=310, type=get_attr]; +"311 compressed_weight_updated_constant21" [id=311, type=get_attr]; +"312 quantize_per_channel_default_28" [id=312, type=quantize_per_channel]; +"313 dequantize_per_channel_default_28" [id=313, type=dequantize_per_channel]; "314 conv2d_31" [id=314, type=conv2d]; "315 hardswish__9_scale_0" [id=315, type=get_attr]; "316 hardswish__9_zero_point_0" [id=316, type=get_attr]; "317 hardswish__9" [id=317, type=hardswish_]; "318 quantize_per_channel_default_29" [id=318, type=quantize_per_channel]; "319 dequantize_per_channel_default_29" [id=319, type=dequantize_per_channel]; -"320 conv2d_32_scale_0" [id=320, type=get_attr]; -"321 conv2d_32_zero_point_0" [id=321, type=get_attr]; -"322 compressed_weight_updated_constant22" [id=322, type=get_attr]; -"323 quantize_per_channel_default_30" [id=323, type=quantize_per_channel]; -"324 dequantize_per_channel_default_30" [id=324, type=dequantize_per_channel]; -"325 features_8_block_1_0_weight_bias_0_0" [id=325, type=get_attr]; +"320 features_8_block_1_0_weight_bias" [id=320, type=get_attr]; +"321 conv2d_32_scale_0" [id=321, type=get_attr]; +"322 conv2d_32_zero_point_0" [id=322, type=get_attr]; +"323 compressed_weight_updated_constant22" [id=323, type=get_attr]; +"324 quantize_per_channel_default_30" [id=324, type=quantize_per_channel]; +"325 dequantize_per_channel_default_30" [id=325, type=dequantize_per_channel]; "326 conv2d_32" [id=326, type=conv2d]; "327 hardswish__10" [id=327, type=hardswish_]; "328 quantize_per_tensor_default_28" [id=328, type=quantize_per_tensor]; @@ -332,11 +332,11 @@ strict digraph { "330 dequantize_per_tensor_default_37" [id=330, type=dequantize_per_tensor]; "331 adaptive_avg_pool2d_5" [id=331, type=adaptive_avg_pool2d]; "332 _param_constant89" [id=332, type=get_attr]; -"333 _param_constant90_0_0" [id=333, type=get_attr]; +"333 _param_constant90" [id=333, type=get_attr]; "334 conv2d_33" [id=334, type=conv2d]; "335 relu_5" [id=335, type=relu]; "336 _param_constant91" [id=336, type=get_attr]; -"337 _param_constant92_0_0" [id=337, type=get_attr]; +"337 _param_constant92" [id=337, type=get_attr]; "338 conv2d_34" [id=338, type=conv2d]; "339 hardsigmoid_5" [id=339, type=hardsigmoid]; "340 quantize_per_tensor_default_29" [id=340, type=quantize_per_tensor]; @@ -344,36 +344,36 @@ strict digraph { "342 mul_5" [id=342, type=mul]; "343 quantize_per_tensor_default_30" [id=343, type=quantize_per_tensor]; "344 dequantize_per_tensor_default_40" [id=344, type=dequantize_per_tensor]; -"345 conv2d_35_scale_0" [id=345, type=get_attr]; -"346 conv2d_35_zero_point_0" [id=346, type=get_attr]; -"347 compressed_weight_updated_constant23" [id=347, type=get_attr]; -"348 quantize_per_channel_default_31" [id=348, type=quantize_per_channel]; -"349 dequantize_per_channel_default_31" [id=349, type=dequantize_per_channel]; -"350 features_8_block_3_0_weight_bias_0_0" [id=350, type=get_attr]; +"345 features_8_block_3_0_weight_bias" [id=345, type=get_attr]; +"346 conv2d_35_scale_0" [id=346, type=get_attr]; +"347 conv2d_35_zero_point_0" [id=347, type=get_attr]; +"348 compressed_weight_updated_constant23" [id=348, type=get_attr]; +"349 quantize_per_channel_default_31" [id=349, type=quantize_per_channel]; +"350 dequantize_per_channel_default_31" [id=350, type=dequantize_per_channel]; "351 conv2d_35" [id=351, type=conv2d]; "352 quantize_per_tensor_default_31" [id=352, type=quantize_per_tensor]; "353 dequantize_per_tensor_default_41" [id=353, type=dequantize_per_tensor]; "354 add__3" [id=354, type=add_]; "355 quantize_per_tensor_default_32" [id=355, type=quantize_per_tensor]; "356 dequantize_per_tensor_default_42" [id=356, type=dequantize_per_tensor]; -"357 conv2d_36_scale_0" [id=357, type=get_attr]; -"358 conv2d_36_zero_point_0" [id=358, type=get_attr]; -"359 compressed_weight_updated_constant24" [id=359, type=get_attr]; -"360 quantize_per_channel_default_32" [id=360, type=quantize_per_channel]; -"361 dequantize_per_channel_default_32" [id=361, type=dequantize_per_channel]; -"362 features_9_block_0_0_weight_bias_0_0" [id=362, type=get_attr]; +"357 features_9_block_0_0_weight_bias" [id=357, type=get_attr]; +"358 conv2d_36_scale_0" [id=358, type=get_attr]; +"359 conv2d_36_zero_point_0" [id=359, type=get_attr]; +"360 compressed_weight_updated_constant24" [id=360, type=get_attr]; +"361 quantize_per_channel_default_32" [id=361, type=quantize_per_channel]; +"362 dequantize_per_channel_default_32" [id=362, type=dequantize_per_channel]; "363 conv2d_36" [id=363, type=conv2d]; "364 hardswish__11_scale_0" [id=364, type=get_attr]; "365 hardswish__11_zero_point_0" [id=365, type=get_attr]; "366 hardswish__11" [id=366, type=hardswish_]; "367 quantize_per_channel_default_33" [id=367, type=quantize_per_channel]; "368 dequantize_per_channel_default_33" [id=368, type=dequantize_per_channel]; -"369 conv2d_37_scale_0" [id=369, type=get_attr]; -"370 conv2d_37_zero_point_0" [id=370, type=get_attr]; -"371 compressed_weight_updated_constant25" [id=371, type=get_attr]; -"372 quantize_per_channel_default_34" [id=372, type=quantize_per_channel]; -"373 dequantize_per_channel_default_34" [id=373, type=dequantize_per_channel]; -"374 features_9_block_1_0_weight_bias_0_0" [id=374, type=get_attr]; +"369 features_9_block_1_0_weight_bias" [id=369, type=get_attr]; +"370 conv2d_37_scale_0" [id=370, type=get_attr]; +"371 conv2d_37_zero_point_0" [id=371, type=get_attr]; +"372 compressed_weight_updated_constant25" [id=372, type=get_attr]; +"373 quantize_per_channel_default_34" [id=373, type=quantize_per_channel]; +"374 dequantize_per_channel_default_34" [id=374, type=dequantize_per_channel]; "375 conv2d_37" [id=375, type=conv2d]; "376 hardswish__12" [id=376, type=hardswish_]; "377 quantize_per_tensor_default_33" [id=377, type=quantize_per_tensor]; @@ -381,11 +381,11 @@ strict digraph { "379 dequantize_per_tensor_default_43" [id=379, type=dequantize_per_tensor]; "380 adaptive_avg_pool2d_6" [id=380, type=adaptive_avg_pool2d]; "381 _param_constant102" [id=381, type=get_attr]; -"382 _param_constant103_0_0" [id=382, type=get_attr]; +"382 _param_constant103" [id=382, type=get_attr]; "383 conv2d_38" [id=383, type=conv2d]; "384 relu_6" [id=384, type=relu]; "385 _param_constant104" [id=385, type=get_attr]; -"386 _param_constant105_0_0" [id=386, type=get_attr]; +"386 _param_constant105" [id=386, type=get_attr]; "387 conv2d_39" [id=387, type=conv2d]; "388 hardsigmoid_6" [id=388, type=hardsigmoid]; "389 quantize_per_tensor_default_34" [id=389, type=quantize_per_tensor]; @@ -393,34 +393,34 @@ strict digraph { "391 mul_6" [id=391, type=mul]; "392 quantize_per_tensor_default_35" [id=392, type=quantize_per_tensor]; "393 dequantize_per_tensor_default_46" [id=393, type=dequantize_per_tensor]; -"394 conv2d_40_scale_0" [id=394, type=get_attr]; -"395 conv2d_40_zero_point_0" [id=395, type=get_attr]; -"396 compressed_weight_updated_constant26" [id=396, type=get_attr]; -"397 quantize_per_channel_default_35" [id=397, type=quantize_per_channel]; -"398 dequantize_per_channel_default_35" [id=398, type=dequantize_per_channel]; -"399 features_9_block_3_0_weight_bias_0_0" [id=399, type=get_attr]; +"394 features_9_block_3_0_weight_bias" [id=394, type=get_attr]; +"395 conv2d_40_scale_0" [id=395, type=get_attr]; +"396 conv2d_40_zero_point_0" [id=396, type=get_attr]; +"397 compressed_weight_updated_constant26" [id=397, type=get_attr]; +"398 quantize_per_channel_default_35" [id=398, type=quantize_per_channel]; +"399 dequantize_per_channel_default_35" [id=399, type=dequantize_per_channel]; "400 conv2d_40" [id=400, type=conv2d]; "401 quantize_per_tensor_default_36" [id=401, type=quantize_per_tensor]; "402 dequantize_per_tensor_default_48" [id=402, type=dequantize_per_tensor]; "403 dequantize_per_tensor_default_47" [id=403, type=dequantize_per_tensor]; -"404 conv2d_41_scale_0" [id=404, type=get_attr]; -"405 conv2d_41_zero_point_0" [id=405, type=get_attr]; -"406 compressed_weight_updated_constant27" [id=406, type=get_attr]; -"407 quantize_per_channel_default_36" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_36" [id=408, type=dequantize_per_channel]; -"409 features_10_block_0_0_weight_bias_0_0" [id=409, type=get_attr]; +"404 features_10_block_0_0_weight_bias" [id=404, type=get_attr]; +"405 conv2d_41_scale_0" [id=405, type=get_attr]; +"406 conv2d_41_zero_point_0" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant27" [id=407, type=get_attr]; +"408 quantize_per_channel_default_36" [id=408, type=quantize_per_channel]; +"409 dequantize_per_channel_default_36" [id=409, type=dequantize_per_channel]; "410 conv2d_41" [id=410, type=conv2d]; "411 hardswish__13_scale_0" [id=411, type=get_attr]; "412 hardswish__13_zero_point_0" [id=412, type=get_attr]; "413 hardswish__13" [id=413, type=hardswish_]; "414 quantize_per_channel_default_37" [id=414, type=quantize_per_channel]; "415 dequantize_per_channel_default_37" [id=415, type=dequantize_per_channel]; -"416 conv2d_42_scale_0" [id=416, type=get_attr]; -"417 conv2d_42_zero_point_0" [id=417, type=get_attr]; -"418 compressed_weight_updated_constant28" [id=418, type=get_attr]; -"419 quantize_per_channel_default_38" [id=419, type=quantize_per_channel]; -"420 dequantize_per_channel_default_38" [id=420, type=dequantize_per_channel]; -"421 features_10_block_1_0_weight_bias_0_0" [id=421, type=get_attr]; +"416 features_10_block_1_0_weight_bias" [id=416, type=get_attr]; +"417 conv2d_42_scale_0" [id=417, type=get_attr]; +"418 conv2d_42_zero_point_0" [id=418, type=get_attr]; +"419 compressed_weight_updated_constant28" [id=419, type=get_attr]; +"420 quantize_per_channel_default_38" [id=420, type=quantize_per_channel]; +"421 dequantize_per_channel_default_38" [id=421, type=dequantize_per_channel]; "422 conv2d_42" [id=422, type=conv2d]; "423 hardswish__14" [id=423, type=hardswish_]; "424 quantize_per_tensor_default_37" [id=424, type=quantize_per_tensor]; @@ -428,11 +428,11 @@ strict digraph { "426 dequantize_per_tensor_default_49" [id=426, type=dequantize_per_tensor]; "427 adaptive_avg_pool2d_7" [id=427, type=adaptive_avg_pool2d]; "428 _param_constant115" [id=428, type=get_attr]; -"429 _param_constant116_0_0" [id=429, type=get_attr]; +"429 _param_constant116" [id=429, type=get_attr]; "430 conv2d_43" [id=430, type=conv2d]; "431 relu_7" [id=431, type=relu]; "432 _param_constant117" [id=432, type=get_attr]; -"433 _param_constant118_0_0" [id=433, type=get_attr]; +"433 _param_constant118" [id=433, type=get_attr]; "434 conv2d_44" [id=434, type=conv2d]; "435 hardsigmoid_7" [id=435, type=hardsigmoid]; "436 quantize_per_tensor_default_38" [id=436, type=quantize_per_tensor]; @@ -440,12 +440,12 @@ strict digraph { "438 mul_7" [id=438, type=mul]; "439 quantize_per_tensor_default_39" [id=439, type=quantize_per_tensor]; "440 dequantize_per_tensor_default_52" [id=440, type=dequantize_per_tensor]; -"441 conv2d_45_scale_0" [id=441, type=get_attr]; -"442 conv2d_45_zero_point_0" [id=442, type=get_attr]; -"443 compressed_weight_updated_constant29" [id=443, type=get_attr]; -"444 quantize_per_channel_default_39" [id=444, type=quantize_per_channel]; -"445 dequantize_per_channel_default_39" [id=445, type=dequantize_per_channel]; -"446 features_10_block_3_0_weight_bias_0_0" [id=446, type=get_attr]; +"441 features_10_block_3_0_weight_bias" [id=441, type=get_attr]; +"442 conv2d_45_scale_0" [id=442, type=get_attr]; +"443 conv2d_45_zero_point_0" [id=443, type=get_attr]; +"444 compressed_weight_updated_constant29" [id=444, type=get_attr]; +"445 quantize_per_channel_default_39" [id=445, type=quantize_per_channel]; +"446 dequantize_per_channel_default_39" [id=446, type=dequantize_per_channel]; "447 conv2d_45" [id=447, type=conv2d]; "448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; "449 dequantize_per_tensor_default_53" [id=449, type=dequantize_per_tensor]; @@ -453,24 +453,24 @@ strict digraph { "451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; "452 dequantize_per_tensor_default_55" [id=452, type=dequantize_per_tensor]; "453 dequantize_per_tensor_default_54" [id=453, type=dequantize_per_tensor]; -"454 conv2d_46_scale_0" [id=454, type=get_attr]; -"455 conv2d_46_zero_point_0" [id=455, type=get_attr]; -"456 compressed_weight_updated_constant30" [id=456, type=get_attr]; -"457 quantize_per_channel_default_40" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_40" [id=458, type=dequantize_per_channel]; -"459 features_11_block_0_0_weight_bias_0_0" [id=459, type=get_attr]; +"454 features_11_block_0_0_weight_bias" [id=454, type=get_attr]; +"455 conv2d_46_scale_0" [id=455, type=get_attr]; +"456 conv2d_46_zero_point_0" [id=456, type=get_attr]; +"457 compressed_weight_updated_constant30" [id=457, type=get_attr]; +"458 quantize_per_channel_default_40" [id=458, type=quantize_per_channel]; +"459 dequantize_per_channel_default_40" [id=459, type=dequantize_per_channel]; "460 conv2d_46" [id=460, type=conv2d]; "461 hardswish__15_scale_0" [id=461, type=get_attr]; "462 hardswish__15_zero_point_0" [id=462, type=get_attr]; "463 hardswish__15" [id=463, type=hardswish_]; "464 quantize_per_channel_default_41" [id=464, type=quantize_per_channel]; "465 dequantize_per_channel_default_41" [id=465, type=dequantize_per_channel]; -"466 conv2d_47_scale_0" [id=466, type=get_attr]; -"467 conv2d_47_zero_point_0" [id=467, type=get_attr]; -"468 compressed_weight_updated_constant31" [id=468, type=get_attr]; -"469 quantize_per_channel_default_42" [id=469, type=quantize_per_channel]; -"470 dequantize_per_channel_default_42" [id=470, type=dequantize_per_channel]; -"471 features_11_block_1_0_weight_bias_0_0" [id=471, type=get_attr]; +"466 features_11_block_1_0_weight_bias" [id=466, type=get_attr]; +"467 conv2d_47_scale_0" [id=467, type=get_attr]; +"468 conv2d_47_zero_point_0" [id=468, type=get_attr]; +"469 compressed_weight_updated_constant31" [id=469, type=get_attr]; +"470 quantize_per_channel_default_42" [id=470, type=quantize_per_channel]; +"471 dequantize_per_channel_default_42" [id=471, type=dequantize_per_channel]; "472 conv2d_47" [id=472, type=conv2d]; "473 hardswish__16" [id=473, type=hardswish_]; "474 quantize_per_tensor_default_42" [id=474, type=quantize_per_tensor]; @@ -478,11 +478,11 @@ strict digraph { "476 dequantize_per_tensor_default_56" [id=476, type=dequantize_per_tensor]; "477 adaptive_avg_pool2d_8" [id=477, type=adaptive_avg_pool2d]; "478 _param_constant128" [id=478, type=get_attr]; -"479 _param_constant129_0_0" [id=479, type=get_attr]; +"479 _param_constant129" [id=479, type=get_attr]; "480 conv2d_48" [id=480, type=conv2d]; "481 relu_8" [id=481, type=relu]; "482 _param_constant130" [id=482, type=get_attr]; -"483 _param_constant131_0_0" [id=483, type=get_attr]; +"483 _param_constant131" [id=483, type=get_attr]; "484 conv2d_49" [id=484, type=conv2d]; "485 hardsigmoid_8" [id=485, type=hardsigmoid]; "486 quantize_per_tensor_default_43" [id=486, type=quantize_per_tensor]; @@ -490,24 +490,24 @@ strict digraph { "488 mul_8" [id=488, type=mul]; "489 quantize_per_tensor_default_44" [id=489, type=quantize_per_tensor]; "490 dequantize_per_tensor_default_59" [id=490, type=dequantize_per_tensor]; -"491 conv2d_50_scale_0" [id=491, type=get_attr]; -"492 conv2d_50_zero_point_0" [id=492, type=get_attr]; -"493 compressed_weight_updated_constant32" [id=493, type=get_attr]; -"494 quantize_per_channel_default_43" [id=494, type=quantize_per_channel]; -"495 dequantize_per_channel_default_43" [id=495, type=dequantize_per_channel]; -"496 features_11_block_3_0_weight_bias_0_0" [id=496, type=get_attr]; +"491 features_11_block_3_0_weight_bias" [id=491, type=get_attr]; +"492 conv2d_50_scale_0" [id=492, type=get_attr]; +"493 conv2d_50_zero_point_0" [id=493, type=get_attr]; +"494 compressed_weight_updated_constant32" [id=494, type=get_attr]; +"495 quantize_per_channel_default_43" [id=495, type=quantize_per_channel]; +"496 dequantize_per_channel_default_43" [id=496, type=dequantize_per_channel]; "497 conv2d_50" [id=497, type=conv2d]; "498 quantize_per_tensor_default_45" [id=498, type=quantize_per_tensor]; "499 dequantize_per_tensor_default_60" [id=499, type=dequantize_per_tensor]; "500 add__5" [id=500, type=add_]; "501 quantize_per_tensor_default_46" [id=501, type=quantize_per_tensor]; "502 dequantize_per_tensor_default_61" [id=502, type=dequantize_per_tensor]; -"503 conv2d_51_scale_0" [id=503, type=get_attr]; -"504 conv2d_51_zero_point_0" [id=504, type=get_attr]; -"505 compressed_weight_updated_constant33" [id=505, type=get_attr]; -"506 quantize_per_channel_default_44" [id=506, type=quantize_per_channel]; -"507 dequantize_per_channel_default_44" [id=507, type=dequantize_per_channel]; -"508 features_12_0_weight_bias_0_0" [id=508, type=get_attr]; +"503 features_12_0_weight_bias" [id=503, type=get_attr]; +"504 conv2d_51_scale_0" [id=504, type=get_attr]; +"505 conv2d_51_zero_point_0" [id=505, type=get_attr]; +"506 compressed_weight_updated_constant33" [id=506, type=get_attr]; +"507 quantize_per_channel_default_44" [id=507, type=quantize_per_channel]; +"508 dequantize_per_channel_default_44" [id=508, type=dequantize_per_channel]; "509 conv2d_51" [id=509, type=conv2d]; "510 hardswish__17" [id=510, type=hardswish_]; "511 quantize_per_tensor_default_47" [id=511, type=quantize_per_tensor]; @@ -516,36 +516,36 @@ strict digraph { "514 quantize_per_tensor_default_48" [id=514, type=quantize_per_tensor]; "515 dequantize_per_tensor_default_63" [id=515, type=dequantize_per_tensor]; "516 flatten" [id=516, type=flatten]; -"517 linear_scale_0" [id=517, type=get_attr]; -"518 linear_zero_point_0" [id=518, type=get_attr]; -"519 compressed_weight_updated_constant34" [id=519, type=get_attr]; -"520 quantize_per_channel_default_45" [id=520, type=quantize_per_channel]; -"521 dequantize_per_channel_default_45" [id=521, type=dequantize_per_channel]; -"522 _param_constant139_0_0" [id=522, type=get_attr]; +"517 _param_constant139" [id=517, type=get_attr]; +"518 linear_scale_0" [id=518, type=get_attr]; +"519 linear_zero_point_0" [id=519, type=get_attr]; +"520 compressed_weight_updated_constant34" [id=520, type=get_attr]; +"521 quantize_per_channel_default_45" [id=521, type=quantize_per_channel]; +"522 dequantize_per_channel_default_45" [id=522, type=dequantize_per_channel]; "523 linear" [id=523, type=linear]; "524 hardswish__18" [id=524, type=hardswish_]; "525 quantize_per_tensor_default_49" [id=525, type=quantize_per_tensor]; "526 dequantize_per_tensor_default_64" [id=526, type=dequantize_per_tensor]; "527 dropout_" [id=527, type=dropout_]; -"528 linear_1_scale_0" [id=528, type=get_attr]; -"529 linear_1_zero_point_0" [id=529, type=get_attr]; -"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; -"531 quantize_per_channel_default_46" [id=531, type=quantize_per_channel]; -"532 dequantize_per_channel_default_46" [id=532, type=dequantize_per_channel]; -"533 _param_constant141_0_0" [id=533, type=get_attr]; +"528 _param_constant141" [id=528, type=get_attr]; +"529 linear_1_scale_0" [id=529, type=get_attr]; +"530 linear_1_zero_point_0" [id=530, type=get_attr]; +"531 compressed_weight_updated_constant35" [id=531, type=get_attr]; +"532 quantize_per_channel_default_46" [id=532, type=quantize_per_channel]; +"533 dequantize_per_channel_default_46" [id=533, type=dequantize_per_channel]; "534 linear_1" [id=534, type=linear]; "535 output" [id=535, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(16,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(16,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; -"8 features_0_0_weight_bias_0_0" -> "9 conv2d" [label="(16,)", style=solid]; +"3 features_0_0_weight_bias" -> "9 conv2d" [label="(16,)", style=solid]; +"4 conv2d_scale_0" -> "7 quantize_per_channel_default" [label="(16,)", style=solid]; +"4 conv2d_scale_0" -> "8 dequantize_per_channel_default" [label="(16,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 quantize_per_channel_default" [label="(16,)", style=solid]; +"5 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [label="(16,)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"8 dequantize_per_channel_default" -> "9 conv2d" [label="(16, 3, 3, 3)", style=solid]; "9 conv2d" -> "12 hardswish_" [label="(1, 16, 112, 112)", style=solid]; "10 hardswish__scale_0" -> "13 quantize_per_channel_default_1" [label="(16,)", style=solid]; "10 hardswish__scale_0" -> "14 dequantize_per_channel_default_1" [label="(16,)", style=solid]; @@ -554,14 +554,14 @@ strict digraph { "12 hardswish_" -> "13 quantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "13 quantize_per_channel_default_1" -> "14 dequantize_per_channel_default_1" [label="(1, 16, 112, 112)", style=solid]; "14 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(1, 16, 112, 112)", style=solid]; -"15 conv2d_1_scale_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"15 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"16 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_2" [label="(16,)", style=solid]; -"16 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_2" [label="(16,)", style=solid]; -"17 compressed_weight_updated_constant1" -> "18 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"18 quantize_per_channel_default_2" -> "19 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; -"19 dequantize_per_channel_default_2" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; -"20 features_1_block_0_0_weight_bias_0_0" -> "21 conv2d_1" [label="(16,)", style=solid]; +"15 features_1_block_0_0_weight_bias" -> "21 conv2d_1" [label="(16,)", style=solid]; +"16 conv2d_1_scale_0" -> "19 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"16 conv2d_1_scale_0" -> "20 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "19 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "20 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"19 quantize_per_channel_default_2" -> "20 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"20 dequantize_per_channel_default_2" -> "21 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; "21 conv2d_1" -> "22 relu_" [label="(1, 16, 56, 56)", style=solid]; "22 relu_" -> "23 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; "23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_2" [label="(1, 16, 56, 56)", style=solid]; @@ -570,11 +570,11 @@ strict digraph { "25 dequantize_per_tensor_default_1" -> "26 adaptive_avg_pool2d" [label="(1, 16, 56, 56)", style=solid]; "26 adaptive_avg_pool2d" -> "29 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; "27 _param_constant6" -> "29 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; -"28 _param_constant7_0_0" -> "29 conv2d_2" [label="(8,)", style=solid]; +"28 _param_constant7" -> "29 conv2d_2" [label="(8,)", style=solid]; "29 conv2d_2" -> "30 relu" [label="(1, 8, 1, 1)", style=solid]; "30 relu" -> "33 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; "31 _param_constant8" -> "33 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; -"32 _param_constant9_0_0" -> "33 conv2d_3" [label="(16,)", style=solid]; +"32 _param_constant9" -> "33 conv2d_3" [label="(16,)", style=solid]; "33 conv2d_3" -> "34 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; "34 hardsigmoid" -> "35 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; "35 quantize_per_tensor_default_2" -> "36 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; @@ -582,25 +582,25 @@ strict digraph { "37 mul" -> "38 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; "38 quantize_per_tensor_default_3" -> "39 dequantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "39 dequantize_per_tensor_default_4" -> "46 conv2d_4" [label="(1, 16, 56, 56)", style=solid]; -"40 conv2d_4_scale_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"40 conv2d_4_scale_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"41 conv2d_4_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(16,)", style=solid]; -"41 conv2d_4_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(16,)", style=solid]; -"42 compressed_weight_updated_constant2" -> "43 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; -"44 dequantize_per_channel_default_3" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; -"45 features_1_block_2_0_weight_bias_0_0" -> "46 conv2d_4" [label="(16,)", style=solid]; +"40 features_1_block_2_0_weight_bias" -> "46 conv2d_4" [label="(16,)", style=solid]; +"41 conv2d_4_scale_0" -> "44 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"41 conv2d_4_scale_0" -> "45 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"42 conv2d_4_zero_point_0" -> "44 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"42 conv2d_4_zero_point_0" -> "45 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"43 compressed_weight_updated_constant2" -> "44 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"44 quantize_per_channel_default_3" -> "45 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"45 dequantize_per_channel_default_3" -> "46 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; "46 conv2d_4" -> "47 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; "47 quantize_per_tensor_default_4" -> "48 dequantize_per_tensor_default_5" [label="(1, 16, 56, 56)", style=solid]; "48 dequantize_per_tensor_default_5" -> "55 conv2d_5" [label="(1, 16, 56, 56)", style=solid]; -"49 conv2d_5_scale_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"49 conv2d_5_scale_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"50 conv2d_5_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(72,)", style=solid]; -"50 conv2d_5_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(72,)", style=solid]; -"51 compressed_weight_updated_constant3" -> "52 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; -"53 dequantize_per_channel_default_4" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; -"54 features_2_block_0_0_weight_bias_0_0" -> "55 conv2d_5" [label="(72,)", style=solid]; +"49 features_2_block_0_0_weight_bias" -> "55 conv2d_5" [label="(72,)", style=solid]; +"50 conv2d_5_scale_0" -> "53 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"50 conv2d_5_scale_0" -> "54 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"51 conv2d_5_zero_point_0" -> "53 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"51 conv2d_5_zero_point_0" -> "54 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"52 compressed_weight_updated_constant3" -> "53 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"53 quantize_per_channel_default_4" -> "54 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"54 dequantize_per_channel_default_4" -> "55 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; "55 conv2d_5" -> "58 relu__1" [label="(1, 72, 56, 56)", style=solid]; "56 relu__1_scale_0" -> "59 quantize_per_channel_default_5" [label="(72,)", style=solid]; "56 relu__1_scale_0" -> "60 dequantize_per_channel_default_5" [label="(72,)", style=solid]; @@ -609,39 +609,39 @@ strict digraph { "58 relu__1" -> "59 quantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "59 quantize_per_channel_default_5" -> "60 dequantize_per_channel_default_5" [label="(1, 72, 56, 56)", style=solid]; "60 dequantize_per_channel_default_5" -> "67 conv2d_6" [label="(1, 72, 56, 56)", style=solid]; -"61 conv2d_6_scale_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"61 conv2d_6_scale_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"62 conv2d_6_zero_point_0" -> "64 quantize_per_channel_default_6" [label="(72,)", style=solid]; -"62 conv2d_6_zero_point_0" -> "65 dequantize_per_channel_default_6" [label="(72,)", style=solid]; -"63 compressed_weight_updated_constant4" -> "64 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"64 quantize_per_channel_default_6" -> "65 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; -"65 dequantize_per_channel_default_6" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; -"66 features_2_block_1_0_weight_bias_0_0" -> "67 conv2d_6" [label="(72,)", style=solid]; +"61 features_2_block_1_0_weight_bias" -> "67 conv2d_6" [label="(72,)", style=solid]; +"62 conv2d_6_scale_0" -> "65 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"62 conv2d_6_scale_0" -> "66 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"63 conv2d_6_zero_point_0" -> "65 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"63 conv2d_6_zero_point_0" -> "66 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"64 compressed_weight_updated_constant4" -> "65 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"65 quantize_per_channel_default_6" -> "66 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"66 dequantize_per_channel_default_6" -> "67 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; "67 conv2d_6" -> "68 relu__2" [label="(1, 72, 28, 28)", style=solid]; "68 relu__2" -> "69 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; "69 quantize_per_tensor_default_5" -> "70 dequantize_per_tensor_default_6" [label="(1, 72, 28, 28)", style=solid]; "70 dequantize_per_tensor_default_6" -> "77 conv2d_7" [label="(1, 72, 28, 28)", style=solid]; -"71 conv2d_7_scale_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"71 conv2d_7_scale_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"72 conv2d_7_zero_point_0" -> "74 quantize_per_channel_default_7" [label="(24,)", style=solid]; -"72 conv2d_7_zero_point_0" -> "75 dequantize_per_channel_default_7" [label="(24,)", style=solid]; -"73 compressed_weight_updated_constant5" -> "74 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"74 quantize_per_channel_default_7" -> "75 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; -"75 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; -"76 features_2_block_2_0_weight_bias_0_0" -> "77 conv2d_7" [label="(24,)", style=solid]; +"71 features_2_block_2_0_weight_bias" -> "77 conv2d_7" [label="(24,)", style=solid]; +"72 conv2d_7_scale_0" -> "75 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"72 conv2d_7_scale_0" -> "76 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"73 conv2d_7_zero_point_0" -> "75 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"73 conv2d_7_zero_point_0" -> "76 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"74 compressed_weight_updated_constant5" -> "75 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"75 quantize_per_channel_default_7" -> "76 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"76 dequantize_per_channel_default_7" -> "77 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; "77 conv2d_7" -> "78 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; "78 quantize_per_tensor_default_6" -> "79 dequantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "78 quantize_per_tensor_default_6" -> "80 dequantize_per_tensor_default_7" [label="(1, 24, 28, 28)", style=solid]; "79 dequantize_per_tensor_default_8" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_7" -> "87 conv2d_8" [label="(1, 24, 28, 28)", style=solid]; -"81 conv2d_8_scale_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"81 conv2d_8_scale_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"82 conv2d_8_zero_point_0" -> "84 quantize_per_channel_default_8" [label="(88,)", style=solid]; -"82 conv2d_8_zero_point_0" -> "85 dequantize_per_channel_default_8" [label="(88,)", style=solid]; -"83 compressed_weight_updated_constant6" -> "84 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"84 quantize_per_channel_default_8" -> "85 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; -"85 dequantize_per_channel_default_8" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; -"86 features_3_block_0_0_weight_bias_0_0" -> "87 conv2d_8" [label="(88,)", style=solid]; +"81 features_3_block_0_0_weight_bias" -> "87 conv2d_8" [label="(88,)", style=solid]; +"82 conv2d_8_scale_0" -> "85 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"82 conv2d_8_scale_0" -> "86 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"83 conv2d_8_zero_point_0" -> "85 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"83 conv2d_8_zero_point_0" -> "86 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"84 compressed_weight_updated_constant6" -> "85 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"85 quantize_per_channel_default_8" -> "86 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"86 dequantize_per_channel_default_8" -> "87 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; "87 conv2d_8" -> "90 relu__3" [label="(1, 88, 28, 28)", style=solid]; "88 relu__3_scale_0" -> "91 quantize_per_channel_default_9" [label="(88,)", style=solid]; "88 relu__3_scale_0" -> "92 dequantize_per_channel_default_9" [label="(88,)", style=solid]; @@ -650,40 +650,40 @@ strict digraph { "90 relu__3" -> "91 quantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "91 quantize_per_channel_default_9" -> "92 dequantize_per_channel_default_9" [label="(1, 88, 28, 28)", style=solid]; "92 dequantize_per_channel_default_9" -> "99 conv2d_9" [label="(1, 88, 28, 28)", style=solid]; -"93 conv2d_9_scale_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"93 conv2d_9_scale_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"94 conv2d_9_zero_point_0" -> "96 quantize_per_channel_default_10" [label="(88,)", style=solid]; -"94 conv2d_9_zero_point_0" -> "97 dequantize_per_channel_default_10" [label="(88,)", style=solid]; -"95 compressed_weight_updated_constant7" -> "96 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"96 quantize_per_channel_default_10" -> "97 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; -"97 dequantize_per_channel_default_10" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; -"98 features_3_block_1_0_weight_bias_0_0" -> "99 conv2d_9" [label="(88,)", style=solid]; +"93 features_3_block_1_0_weight_bias" -> "99 conv2d_9" [label="(88,)", style=solid]; +"94 conv2d_9_scale_0" -> "97 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"94 conv2d_9_scale_0" -> "98 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"95 conv2d_9_zero_point_0" -> "97 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"95 conv2d_9_zero_point_0" -> "98 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"96 compressed_weight_updated_constant7" -> "97 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"97 quantize_per_channel_default_10" -> "98 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"98 dequantize_per_channel_default_10" -> "99 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; "99 conv2d_9" -> "100 relu__4" [label="(1, 88, 28, 28)", style=solid]; "100 relu__4" -> "101 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; "101 quantize_per_tensor_default_7" -> "102 dequantize_per_tensor_default_9" [label="(1, 88, 28, 28)", style=solid]; "102 dequantize_per_tensor_default_9" -> "109 conv2d_10" [label="(1, 88, 28, 28)", style=solid]; -"103 conv2d_10_scale_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"103 conv2d_10_scale_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"104 conv2d_10_zero_point_0" -> "106 quantize_per_channel_default_11" [label="(24,)", style=solid]; -"104 conv2d_10_zero_point_0" -> "107 dequantize_per_channel_default_11" [label="(24,)", style=solid]; -"105 compressed_weight_updated_constant8" -> "106 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"106 quantize_per_channel_default_11" -> "107 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; -"107 dequantize_per_channel_default_11" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; -"108 features_3_block_2_0_weight_bias_0_0" -> "109 conv2d_10" [label="(24,)", style=solid]; +"103 features_3_block_2_0_weight_bias" -> "109 conv2d_10" [label="(24,)", style=solid]; +"104 conv2d_10_scale_0" -> "107 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"104 conv2d_10_scale_0" -> "108 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"105 conv2d_10_zero_point_0" -> "107 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"105 conv2d_10_zero_point_0" -> "108 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"106 compressed_weight_updated_constant8" -> "107 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"107 quantize_per_channel_default_11" -> "108 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"108 dequantize_per_channel_default_11" -> "109 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; "109 conv2d_10" -> "110 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; "110 quantize_per_tensor_default_8" -> "111 dequantize_per_tensor_default_10" [label="(1, 24, 28, 28)", style=solid]; "111 dequantize_per_tensor_default_10" -> "112 add_" [label="(1, 24, 28, 28)", style=solid]; "112 add_" -> "113 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; "113 quantize_per_tensor_default_9" -> "114 dequantize_per_tensor_default_11" [label="(1, 24, 28, 28)", style=solid]; "114 dequantize_per_tensor_default_11" -> "121 conv2d_11" [label="(1, 24, 28, 28)", style=solid]; -"115 conv2d_11_scale_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"115 conv2d_11_scale_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"116 conv2d_11_zero_point_0" -> "118 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"116 conv2d_11_zero_point_0" -> "119 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"117 compressed_weight_updated_constant9" -> "118 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"118 quantize_per_channel_default_12" -> "119 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; -"119 dequantize_per_channel_default_12" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; -"120 features_4_block_0_0_weight_bias_0_0" -> "121 conv2d_11" [label="(96,)", style=solid]; +"115 features_4_block_0_0_weight_bias" -> "121 conv2d_11" [label="(96,)", style=solid]; +"116 conv2d_11_scale_0" -> "119 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"116 conv2d_11_scale_0" -> "120 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"117 conv2d_11_zero_point_0" -> "119 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"117 conv2d_11_zero_point_0" -> "120 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"118 compressed_weight_updated_constant9" -> "119 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"119 quantize_per_channel_default_12" -> "120 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"120 dequantize_per_channel_default_12" -> "121 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; "121 conv2d_11" -> "124 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; "122 hardswish__1_scale_0" -> "125 quantize_per_channel_default_13" [label="(96,)", style=solid]; "122 hardswish__1_scale_0" -> "126 dequantize_per_channel_default_13" [label="(96,)", style=solid]; @@ -692,14 +692,14 @@ strict digraph { "124 hardswish__1" -> "125 quantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "125 quantize_per_channel_default_13" -> "126 dequantize_per_channel_default_13" [label="(1, 96, 28, 28)", style=solid]; "126 dequantize_per_channel_default_13" -> "133 conv2d_12" [label="(1, 96, 28, 28)", style=solid]; -"127 conv2d_12_scale_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"127 conv2d_12_scale_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"128 conv2d_12_zero_point_0" -> "130 quantize_per_channel_default_14" [label="(96,)", style=solid]; -"128 conv2d_12_zero_point_0" -> "131 dequantize_per_channel_default_14" [label="(96,)", style=solid]; -"129 compressed_weight_updated_constant10" -> "130 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"130 quantize_per_channel_default_14" -> "131 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; -"131 dequantize_per_channel_default_14" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; -"132 features_4_block_1_0_weight_bias_0_0" -> "133 conv2d_12" [label="(96,)", style=solid]; +"127 features_4_block_1_0_weight_bias" -> "133 conv2d_12" [label="(96,)", style=solid]; +"128 conv2d_12_scale_0" -> "131 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"128 conv2d_12_scale_0" -> "132 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"129 conv2d_12_zero_point_0" -> "131 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"129 conv2d_12_zero_point_0" -> "132 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"130 compressed_weight_updated_constant10" -> "131 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"131 quantize_per_channel_default_14" -> "132 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"132 dequantize_per_channel_default_14" -> "133 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; "133 conv2d_12" -> "134 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; "134 hardswish__2" -> "135 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; "135 quantize_per_tensor_default_10" -> "136 dequantize_per_tensor_default_13" [label="(1, 96, 14, 14)", style=solid]; @@ -708,11 +708,11 @@ strict digraph { "137 dequantize_per_tensor_default_12" -> "138 adaptive_avg_pool2d_1" [label="(1, 96, 14, 14)", style=solid]; "138 adaptive_avg_pool2d_1" -> "141 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; "139 _param_constant37" -> "141 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; -"140 _param_constant38_0_0" -> "141 conv2d_13" [label="(24,)", style=solid]; +"140 _param_constant38" -> "141 conv2d_13" [label="(24,)", style=solid]; "141 conv2d_13" -> "142 relu_1" [label="(1, 24, 1, 1)", style=solid]; "142 relu_1" -> "145 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; "143 _param_constant39" -> "145 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; -"144 _param_constant40_0_0" -> "145 conv2d_14" [label="(96,)", style=solid]; +"144 _param_constant40" -> "145 conv2d_14" [label="(96,)", style=solid]; "145 conv2d_14" -> "146 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; "146 hardsigmoid_1" -> "147 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; "147 quantize_per_tensor_default_11" -> "148 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; @@ -720,27 +720,27 @@ strict digraph { "149 mul_1" -> "150 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; "150 quantize_per_tensor_default_12" -> "151 dequantize_per_tensor_default_15" [label="(1, 96, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_15" -> "158 conv2d_15" [label="(1, 96, 14, 14)", style=solid]; -"152 conv2d_15_scale_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"152 conv2d_15_scale_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"153 conv2d_15_zero_point_0" -> "155 quantize_per_channel_default_15" [label="(40,)", style=solid]; -"153 conv2d_15_zero_point_0" -> "156 dequantize_per_channel_default_15" [label="(40,)", style=solid]; -"154 compressed_weight_updated_constant11" -> "155 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"155 quantize_per_channel_default_15" -> "156 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; -"156 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; -"157 features_4_block_3_0_weight_bias_0_0" -> "158 conv2d_15" [label="(40,)", style=solid]; +"152 features_4_block_3_0_weight_bias" -> "158 conv2d_15" [label="(40,)", style=solid]; +"153 conv2d_15_scale_0" -> "156 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"153 conv2d_15_scale_0" -> "157 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"154 conv2d_15_zero_point_0" -> "156 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"154 conv2d_15_zero_point_0" -> "157 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"155 compressed_weight_updated_constant11" -> "156 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"156 quantize_per_channel_default_15" -> "157 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"157 dequantize_per_channel_default_15" -> "158 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; "158 conv2d_15" -> "159 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; "159 quantize_per_tensor_default_13" -> "160 dequantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "159 quantize_per_tensor_default_13" -> "161 dequantize_per_tensor_default_16" [label="(1, 40, 14, 14)", style=solid]; "160 dequantize_per_tensor_default_17" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_16" -> "168 conv2d_16" [label="(1, 40, 14, 14)", style=solid]; -"162 conv2d_16_scale_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"162 conv2d_16_scale_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"163 conv2d_16_zero_point_0" -> "165 quantize_per_channel_default_16" [label="(240,)", style=solid]; -"163 conv2d_16_zero_point_0" -> "166 dequantize_per_channel_default_16" [label="(240,)", style=solid]; -"164 compressed_weight_updated_constant12" -> "165 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"165 quantize_per_channel_default_16" -> "166 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; -"166 dequantize_per_channel_default_16" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; -"167 features_5_block_0_0_weight_bias_0_0" -> "168 conv2d_16" [label="(240,)", style=solid]; +"162 features_5_block_0_0_weight_bias" -> "168 conv2d_16" [label="(240,)", style=solid]; +"163 conv2d_16_scale_0" -> "166 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"163 conv2d_16_scale_0" -> "167 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"164 conv2d_16_zero_point_0" -> "166 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"164 conv2d_16_zero_point_0" -> "167 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"165 compressed_weight_updated_constant12" -> "166 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"166 quantize_per_channel_default_16" -> "167 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"167 dequantize_per_channel_default_16" -> "168 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; "168 conv2d_16" -> "171 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; "169 hardswish__3_scale_0" -> "172 quantize_per_channel_default_17" [label="(240,)", style=solid]; "169 hardswish__3_scale_0" -> "173 dequantize_per_channel_default_17" [label="(240,)", style=solid]; @@ -749,14 +749,14 @@ strict digraph { "171 hardswish__3" -> "172 quantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "172 quantize_per_channel_default_17" -> "173 dequantize_per_channel_default_17" [label="(1, 240, 14, 14)", style=solid]; "173 dequantize_per_channel_default_17" -> "180 conv2d_17" [label="(1, 240, 14, 14)", style=solid]; -"174 conv2d_17_scale_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"174 conv2d_17_scale_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"175 conv2d_17_zero_point_0" -> "177 quantize_per_channel_default_18" [label="(240,)", style=solid]; -"175 conv2d_17_zero_point_0" -> "178 dequantize_per_channel_default_18" [label="(240,)", style=solid]; -"176 compressed_weight_updated_constant13" -> "177 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"177 quantize_per_channel_default_18" -> "178 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; -"178 dequantize_per_channel_default_18" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; -"179 features_5_block_1_0_weight_bias_0_0" -> "180 conv2d_17" [label="(240,)", style=solid]; +"174 features_5_block_1_0_weight_bias" -> "180 conv2d_17" [label="(240,)", style=solid]; +"175 conv2d_17_scale_0" -> "178 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"175 conv2d_17_scale_0" -> "179 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"176 conv2d_17_zero_point_0" -> "178 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"176 conv2d_17_zero_point_0" -> "179 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"177 compressed_weight_updated_constant13" -> "178 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"178 quantize_per_channel_default_18" -> "179 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"179 dequantize_per_channel_default_18" -> "180 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; "180 conv2d_17" -> "181 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; "181 hardswish__4" -> "182 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; "182 quantize_per_tensor_default_14" -> "183 dequantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; @@ -765,11 +765,11 @@ strict digraph { "184 dequantize_per_tensor_default_18" -> "185 adaptive_avg_pool2d_2" [label="(1, 240, 14, 14)", style=solid]; "185 adaptive_avg_pool2d_2" -> "188 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; "186 _param_constant50" -> "188 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; -"187 _param_constant51_0_0" -> "188 conv2d_18" [label="(64,)", style=solid]; +"187 _param_constant51" -> "188 conv2d_18" [label="(64,)", style=solid]; "188 conv2d_18" -> "189 relu_2" [label="(1, 64, 1, 1)", style=solid]; "189 relu_2" -> "192 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; "190 _param_constant52" -> "192 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; -"191 _param_constant53_0_0" -> "192 conv2d_19" [label="(240,)", style=solid]; +"191 _param_constant53" -> "192 conv2d_19" [label="(240,)", style=solid]; "192 conv2d_19" -> "193 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; "193 hardsigmoid_2" -> "194 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; "194 quantize_per_tensor_default_15" -> "195 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; @@ -777,14 +777,14 @@ strict digraph { "196 mul_2" -> "197 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; "197 quantize_per_tensor_default_16" -> "198 dequantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "198 dequantize_per_tensor_default_21" -> "205 conv2d_20" [label="(1, 240, 14, 14)", style=solid]; -"199 conv2d_20_scale_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"199 conv2d_20_scale_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"200 conv2d_20_zero_point_0" -> "202 quantize_per_channel_default_19" [label="(40,)", style=solid]; -"200 conv2d_20_zero_point_0" -> "203 dequantize_per_channel_default_19" [label="(40,)", style=solid]; -"201 compressed_weight_updated_constant14" -> "202 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"202 quantize_per_channel_default_19" -> "203 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; -"203 dequantize_per_channel_default_19" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; -"204 features_5_block_3_0_weight_bias_0_0" -> "205 conv2d_20" [label="(40,)", style=solid]; +"199 features_5_block_3_0_weight_bias" -> "205 conv2d_20" [label="(40,)", style=solid]; +"200 conv2d_20_scale_0" -> "203 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"200 conv2d_20_scale_0" -> "204 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"201 conv2d_20_zero_point_0" -> "203 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"201 conv2d_20_zero_point_0" -> "204 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"202 compressed_weight_updated_constant14" -> "203 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"203 quantize_per_channel_default_19" -> "204 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"204 dequantize_per_channel_default_19" -> "205 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; "205 conv2d_20" -> "206 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; "206 quantize_per_tensor_default_17" -> "207 dequantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "207 dequantize_per_tensor_default_22" -> "208 add__1" [label="(1, 40, 14, 14)", style=solid]; @@ -793,14 +793,14 @@ strict digraph { "209 quantize_per_tensor_default_18" -> "211 dequantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "210 dequantize_per_tensor_default_24" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "211 dequantize_per_tensor_default_23" -> "218 conv2d_21" [label="(1, 40, 14, 14)", style=solid]; -"212 conv2d_21_scale_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"212 conv2d_21_scale_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"213 conv2d_21_zero_point_0" -> "215 quantize_per_channel_default_20" [label="(240,)", style=solid]; -"213 conv2d_21_zero_point_0" -> "216 dequantize_per_channel_default_20" [label="(240,)", style=solid]; -"214 compressed_weight_updated_constant15" -> "215 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"215 quantize_per_channel_default_20" -> "216 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; -"216 dequantize_per_channel_default_20" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; -"217 features_6_block_0_0_weight_bias_0_0" -> "218 conv2d_21" [label="(240,)", style=solid]; +"212 features_6_block_0_0_weight_bias" -> "218 conv2d_21" [label="(240,)", style=solid]; +"213 conv2d_21_scale_0" -> "216 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"213 conv2d_21_scale_0" -> "217 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"214 conv2d_21_zero_point_0" -> "216 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"214 conv2d_21_zero_point_0" -> "217 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"215 compressed_weight_updated_constant15" -> "216 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"216 quantize_per_channel_default_20" -> "217 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"217 dequantize_per_channel_default_20" -> "218 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; "218 conv2d_21" -> "221 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; "219 hardswish__5_scale_0" -> "222 quantize_per_channel_default_21" [label="(240,)", style=solid]; "219 hardswish__5_scale_0" -> "223 dequantize_per_channel_default_21" [label="(240,)", style=solid]; @@ -809,14 +809,14 @@ strict digraph { "221 hardswish__5" -> "222 quantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "222 quantize_per_channel_default_21" -> "223 dequantize_per_channel_default_21" [label="(1, 240, 14, 14)", style=solid]; "223 dequantize_per_channel_default_21" -> "230 conv2d_22" [label="(1, 240, 14, 14)", style=solid]; -"224 conv2d_22_scale_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"224 conv2d_22_scale_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"225 conv2d_22_zero_point_0" -> "227 quantize_per_channel_default_22" [label="(240,)", style=solid]; -"225 conv2d_22_zero_point_0" -> "228 dequantize_per_channel_default_22" [label="(240,)", style=solid]; -"226 compressed_weight_updated_constant16" -> "227 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"227 quantize_per_channel_default_22" -> "228 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; -"228 dequantize_per_channel_default_22" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; -"229 features_6_block_1_0_weight_bias_0_0" -> "230 conv2d_22" [label="(240,)", style=solid]; +"224 features_6_block_1_0_weight_bias" -> "230 conv2d_22" [label="(240,)", style=solid]; +"225 conv2d_22_scale_0" -> "228 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"225 conv2d_22_scale_0" -> "229 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"226 conv2d_22_zero_point_0" -> "228 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"226 conv2d_22_zero_point_0" -> "229 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"227 compressed_weight_updated_constant16" -> "228 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"228 quantize_per_channel_default_22" -> "229 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"229 dequantize_per_channel_default_22" -> "230 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; "230 conv2d_22" -> "231 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; "231 hardswish__6" -> "232 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; "232 quantize_per_tensor_default_19" -> "233 dequantize_per_tensor_default_26" [label="(1, 240, 14, 14)", style=solid]; @@ -825,11 +825,11 @@ strict digraph { "234 dequantize_per_tensor_default_25" -> "235 adaptive_avg_pool2d_3" [label="(1, 240, 14, 14)", style=solid]; "235 adaptive_avg_pool2d_3" -> "238 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; "236 _param_constant63" -> "238 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; -"237 _param_constant64_0_0" -> "238 conv2d_23" [label="(64,)", style=solid]; +"237 _param_constant64" -> "238 conv2d_23" [label="(64,)", style=solid]; "238 conv2d_23" -> "239 relu_3" [label="(1, 64, 1, 1)", style=solid]; "239 relu_3" -> "242 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; "240 _param_constant65" -> "242 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; -"241 _param_constant66_0_0" -> "242 conv2d_24" [label="(240,)", style=solid]; +"241 _param_constant66" -> "242 conv2d_24" [label="(240,)", style=solid]; "242 conv2d_24" -> "243 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; "243 hardsigmoid_3" -> "244 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; "244 quantize_per_tensor_default_20" -> "245 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; @@ -837,28 +837,28 @@ strict digraph { "246 mul_3" -> "247 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; "247 quantize_per_tensor_default_21" -> "248 dequantize_per_tensor_default_28" [label="(1, 240, 14, 14)", style=solid]; "248 dequantize_per_tensor_default_28" -> "255 conv2d_25" [label="(1, 240, 14, 14)", style=solid]; -"249 conv2d_25_scale_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"249 conv2d_25_scale_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"250 conv2d_25_zero_point_0" -> "252 quantize_per_channel_default_23" [label="(40,)", style=solid]; -"250 conv2d_25_zero_point_0" -> "253 dequantize_per_channel_default_23" [label="(40,)", style=solid]; -"251 compressed_weight_updated_constant17" -> "252 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"252 quantize_per_channel_default_23" -> "253 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; -"253 dequantize_per_channel_default_23" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; -"254 features_6_block_3_0_weight_bias_0_0" -> "255 conv2d_25" [label="(40,)", style=solid]; +"249 features_6_block_3_0_weight_bias" -> "255 conv2d_25" [label="(40,)", style=solid]; +"250 conv2d_25_scale_0" -> "253 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"250 conv2d_25_scale_0" -> "254 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"251 conv2d_25_zero_point_0" -> "253 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"251 conv2d_25_zero_point_0" -> "254 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"252 compressed_weight_updated_constant17" -> "253 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"253 quantize_per_channel_default_23" -> "254 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"254 dequantize_per_channel_default_23" -> "255 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; "255 conv2d_25" -> "256 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; "256 quantize_per_tensor_default_22" -> "257 dequantize_per_tensor_default_29" [label="(1, 40, 14, 14)", style=solid]; "257 dequantize_per_tensor_default_29" -> "258 add__2" [label="(1, 40, 14, 14)", style=solid]; "258 add__2" -> "259 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; "259 quantize_per_tensor_default_23" -> "260 dequantize_per_tensor_default_30" [label="(1, 40, 14, 14)", style=solid]; "260 dequantize_per_tensor_default_30" -> "267 conv2d_26" [label="(1, 40, 14, 14)", style=solid]; -"261 conv2d_26_scale_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"261 conv2d_26_scale_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"262 conv2d_26_zero_point_0" -> "264 quantize_per_channel_default_24" [label="(120,)", style=solid]; -"262 conv2d_26_zero_point_0" -> "265 dequantize_per_channel_default_24" [label="(120,)", style=solid]; -"263 compressed_weight_updated_constant18" -> "264 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"264 quantize_per_channel_default_24" -> "265 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; -"265 dequantize_per_channel_default_24" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; -"266 features_7_block_0_0_weight_bias_0_0" -> "267 conv2d_26" [label="(120,)", style=solid]; +"261 features_7_block_0_0_weight_bias" -> "267 conv2d_26" [label="(120,)", style=solid]; +"262 conv2d_26_scale_0" -> "265 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"262 conv2d_26_scale_0" -> "266 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"263 conv2d_26_zero_point_0" -> "265 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"263 conv2d_26_zero_point_0" -> "266 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"264 compressed_weight_updated_constant18" -> "265 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"265 quantize_per_channel_default_24" -> "266 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"266 dequantize_per_channel_default_24" -> "267 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; "267 conv2d_26" -> "270 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; "268 hardswish__7_scale_0" -> "271 quantize_per_channel_default_25" [label="(120,)", style=solid]; "268 hardswish__7_scale_0" -> "272 dequantize_per_channel_default_25" [label="(120,)", style=solid]; @@ -867,14 +867,14 @@ strict digraph { "270 hardswish__7" -> "271 quantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "271 quantize_per_channel_default_25" -> "272 dequantize_per_channel_default_25" [label="(1, 120, 14, 14)", style=solid]; "272 dequantize_per_channel_default_25" -> "279 conv2d_27" [label="(1, 120, 14, 14)", style=solid]; -"273 conv2d_27_scale_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"273 conv2d_27_scale_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"274 conv2d_27_zero_point_0" -> "276 quantize_per_channel_default_26" [label="(120,)", style=solid]; -"274 conv2d_27_zero_point_0" -> "277 dequantize_per_channel_default_26" [label="(120,)", style=solid]; -"275 compressed_weight_updated_constant19" -> "276 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"276 quantize_per_channel_default_26" -> "277 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; -"277 dequantize_per_channel_default_26" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; -"278 features_7_block_1_0_weight_bias_0_0" -> "279 conv2d_27" [label="(120,)", style=solid]; +"273 features_7_block_1_0_weight_bias" -> "279 conv2d_27" [label="(120,)", style=solid]; +"274 conv2d_27_scale_0" -> "277 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"274 conv2d_27_scale_0" -> "278 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"275 conv2d_27_zero_point_0" -> "277 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"275 conv2d_27_zero_point_0" -> "278 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"276 compressed_weight_updated_constant19" -> "277 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"277 quantize_per_channel_default_26" -> "278 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"278 dequantize_per_channel_default_26" -> "279 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; "279 conv2d_27" -> "280 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; "280 hardswish__8" -> "281 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; "281 quantize_per_tensor_default_24" -> "282 dequantize_per_tensor_default_32" [label="(1, 120, 14, 14)", style=solid]; @@ -883,11 +883,11 @@ strict digraph { "283 dequantize_per_tensor_default_31" -> "284 adaptive_avg_pool2d_4" [label="(1, 120, 14, 14)", style=solid]; "284 adaptive_avg_pool2d_4" -> "287 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; "285 _param_constant76" -> "287 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; -"286 _param_constant77_0_0" -> "287 conv2d_28" [label="(32,)", style=solid]; +"286 _param_constant77" -> "287 conv2d_28" [label="(32,)", style=solid]; "287 conv2d_28" -> "288 relu_4" [label="(1, 32, 1, 1)", style=solid]; "288 relu_4" -> "291 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; "289 _param_constant78" -> "291 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; -"290 _param_constant79_0_0" -> "291 conv2d_29" [label="(120,)", style=solid]; +"290 _param_constant79" -> "291 conv2d_29" [label="(120,)", style=solid]; "291 conv2d_29" -> "292 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; "292 hardsigmoid_4" -> "293 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; "293 quantize_per_tensor_default_25" -> "294 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; @@ -895,27 +895,27 @@ strict digraph { "295 mul_4" -> "296 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; "296 quantize_per_tensor_default_26" -> "297 dequantize_per_tensor_default_34" [label="(1, 120, 14, 14)", style=solid]; "297 dequantize_per_tensor_default_34" -> "304 conv2d_30" [label="(1, 120, 14, 14)", style=solid]; -"298 conv2d_30_scale_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"298 conv2d_30_scale_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"299 conv2d_30_zero_point_0" -> "301 quantize_per_channel_default_27" [label="(48,)", style=solid]; -"299 conv2d_30_zero_point_0" -> "302 dequantize_per_channel_default_27" [label="(48,)", style=solid]; -"300 compressed_weight_updated_constant20" -> "301 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"301 quantize_per_channel_default_27" -> "302 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; -"302 dequantize_per_channel_default_27" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; -"303 features_7_block_3_0_weight_bias_0_0" -> "304 conv2d_30" [label="(48,)", style=solid]; +"298 features_7_block_3_0_weight_bias" -> "304 conv2d_30" [label="(48,)", style=solid]; +"299 conv2d_30_scale_0" -> "302 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"299 conv2d_30_scale_0" -> "303 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"300 conv2d_30_zero_point_0" -> "302 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"300 conv2d_30_zero_point_0" -> "303 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"301 compressed_weight_updated_constant20" -> "302 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"302 quantize_per_channel_default_27" -> "303 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"303 dequantize_per_channel_default_27" -> "304 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; "304 conv2d_30" -> "305 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; "305 quantize_per_tensor_default_27" -> "306 dequantize_per_tensor_default_36" [label="(1, 48, 14, 14)", style=solid]; "305 quantize_per_tensor_default_27" -> "307 dequantize_per_tensor_default_35" [label="(1, 48, 14, 14)", style=solid]; "306 dequantize_per_tensor_default_36" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "307 dequantize_per_tensor_default_35" -> "314 conv2d_31" [label="(1, 48, 14, 14)", style=solid]; -"308 conv2d_31_scale_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"308 conv2d_31_scale_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"309 conv2d_31_zero_point_0" -> "311 quantize_per_channel_default_28" [label="(144,)", style=solid]; -"309 conv2d_31_zero_point_0" -> "312 dequantize_per_channel_default_28" [label="(144,)", style=solid]; -"310 compressed_weight_updated_constant21" -> "311 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"311 quantize_per_channel_default_28" -> "312 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; -"312 dequantize_per_channel_default_28" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; -"313 features_8_block_0_0_weight_bias_0_0" -> "314 conv2d_31" [label="(144,)", style=solid]; +"308 features_8_block_0_0_weight_bias" -> "314 conv2d_31" [label="(144,)", style=solid]; +"309 conv2d_31_scale_0" -> "312 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"309 conv2d_31_scale_0" -> "313 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"310 conv2d_31_zero_point_0" -> "312 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"310 conv2d_31_zero_point_0" -> "313 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"311 compressed_weight_updated_constant21" -> "312 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"312 quantize_per_channel_default_28" -> "313 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"313 dequantize_per_channel_default_28" -> "314 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; "314 conv2d_31" -> "317 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; "315 hardswish__9_scale_0" -> "318 quantize_per_channel_default_29" [label="(144,)", style=solid]; "315 hardswish__9_scale_0" -> "319 dequantize_per_channel_default_29" [label="(144,)", style=solid]; @@ -924,14 +924,14 @@ strict digraph { "317 hardswish__9" -> "318 quantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "318 quantize_per_channel_default_29" -> "319 dequantize_per_channel_default_29" [label="(1, 144, 14, 14)", style=solid]; "319 dequantize_per_channel_default_29" -> "326 conv2d_32" [label="(1, 144, 14, 14)", style=solid]; -"320 conv2d_32_scale_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"320 conv2d_32_scale_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"321 conv2d_32_zero_point_0" -> "323 quantize_per_channel_default_30" [label="(144,)", style=solid]; -"321 conv2d_32_zero_point_0" -> "324 dequantize_per_channel_default_30" [label="(144,)", style=solid]; -"322 compressed_weight_updated_constant22" -> "323 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"323 quantize_per_channel_default_30" -> "324 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; -"324 dequantize_per_channel_default_30" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; -"325 features_8_block_1_0_weight_bias_0_0" -> "326 conv2d_32" [label="(144,)", style=solid]; +"320 features_8_block_1_0_weight_bias" -> "326 conv2d_32" [label="(144,)", style=solid]; +"321 conv2d_32_scale_0" -> "324 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"321 conv2d_32_scale_0" -> "325 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"322 conv2d_32_zero_point_0" -> "324 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"322 conv2d_32_zero_point_0" -> "325 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"323 compressed_weight_updated_constant22" -> "324 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"324 quantize_per_channel_default_30" -> "325 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"325 dequantize_per_channel_default_30" -> "326 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; "326 conv2d_32" -> "327 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; "327 hardswish__10" -> "328 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; "328 quantize_per_tensor_default_28" -> "329 dequantize_per_tensor_default_38" [label="(1, 144, 14, 14)", style=solid]; @@ -940,11 +940,11 @@ strict digraph { "330 dequantize_per_tensor_default_37" -> "331 adaptive_avg_pool2d_5" [label="(1, 144, 14, 14)", style=solid]; "331 adaptive_avg_pool2d_5" -> "334 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; "332 _param_constant89" -> "334 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; -"333 _param_constant90_0_0" -> "334 conv2d_33" [label="(40,)", style=solid]; +"333 _param_constant90" -> "334 conv2d_33" [label="(40,)", style=solid]; "334 conv2d_33" -> "335 relu_5" [label="(1, 40, 1, 1)", style=solid]; "335 relu_5" -> "338 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; "336 _param_constant91" -> "338 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; -"337 _param_constant92_0_0" -> "338 conv2d_34" [label="(144,)", style=solid]; +"337 _param_constant92" -> "338 conv2d_34" [label="(144,)", style=solid]; "338 conv2d_34" -> "339 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; "339 hardsigmoid_5" -> "340 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; "340 quantize_per_tensor_default_29" -> "341 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; @@ -952,28 +952,28 @@ strict digraph { "342 mul_5" -> "343 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; "343 quantize_per_tensor_default_30" -> "344 dequantize_per_tensor_default_40" [label="(1, 144, 14, 14)", style=solid]; "344 dequantize_per_tensor_default_40" -> "351 conv2d_35" [label="(1, 144, 14, 14)", style=solid]; -"345 conv2d_35_scale_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"345 conv2d_35_scale_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"346 conv2d_35_zero_point_0" -> "348 quantize_per_channel_default_31" [label="(48,)", style=solid]; -"346 conv2d_35_zero_point_0" -> "349 dequantize_per_channel_default_31" [label="(48,)", style=solid]; -"347 compressed_weight_updated_constant23" -> "348 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"348 quantize_per_channel_default_31" -> "349 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; -"349 dequantize_per_channel_default_31" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; -"350 features_8_block_3_0_weight_bias_0_0" -> "351 conv2d_35" [label="(48,)", style=solid]; +"345 features_8_block_3_0_weight_bias" -> "351 conv2d_35" [label="(48,)", style=solid]; +"346 conv2d_35_scale_0" -> "349 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"346 conv2d_35_scale_0" -> "350 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"347 conv2d_35_zero_point_0" -> "349 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"347 conv2d_35_zero_point_0" -> "350 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"348 compressed_weight_updated_constant23" -> "349 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"349 quantize_per_channel_default_31" -> "350 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"350 dequantize_per_channel_default_31" -> "351 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; "351 conv2d_35" -> "352 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; "352 quantize_per_tensor_default_31" -> "353 dequantize_per_tensor_default_41" [label="(1, 48, 14, 14)", style=solid]; "353 dequantize_per_tensor_default_41" -> "354 add__3" [label="(1, 48, 14, 14)", style=solid]; "354 add__3" -> "355 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; "355 quantize_per_tensor_default_32" -> "356 dequantize_per_tensor_default_42" [label="(1, 48, 14, 14)", style=solid]; "356 dequantize_per_tensor_default_42" -> "363 conv2d_36" [label="(1, 48, 14, 14)", style=solid]; -"357 conv2d_36_scale_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"357 conv2d_36_scale_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"358 conv2d_36_zero_point_0" -> "360 quantize_per_channel_default_32" [label="(288,)", style=solid]; -"358 conv2d_36_zero_point_0" -> "361 dequantize_per_channel_default_32" [label="(288,)", style=solid]; -"359 compressed_weight_updated_constant24" -> "360 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"360 quantize_per_channel_default_32" -> "361 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; -"361 dequantize_per_channel_default_32" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; -"362 features_9_block_0_0_weight_bias_0_0" -> "363 conv2d_36" [label="(288,)", style=solid]; +"357 features_9_block_0_0_weight_bias" -> "363 conv2d_36" [label="(288,)", style=solid]; +"358 conv2d_36_scale_0" -> "361 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"358 conv2d_36_scale_0" -> "362 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"359 conv2d_36_zero_point_0" -> "361 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"359 conv2d_36_zero_point_0" -> "362 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"360 compressed_weight_updated_constant24" -> "361 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"361 quantize_per_channel_default_32" -> "362 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"362 dequantize_per_channel_default_32" -> "363 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; "363 conv2d_36" -> "366 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; "364 hardswish__11_scale_0" -> "367 quantize_per_channel_default_33" [label="(288,)", style=solid]; "364 hardswish__11_scale_0" -> "368 dequantize_per_channel_default_33" [label="(288,)", style=solid]; @@ -982,14 +982,14 @@ strict digraph { "366 hardswish__11" -> "367 quantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "367 quantize_per_channel_default_33" -> "368 dequantize_per_channel_default_33" [label="(1, 288, 14, 14)", style=solid]; "368 dequantize_per_channel_default_33" -> "375 conv2d_37" [label="(1, 288, 14, 14)", style=solid]; -"369 conv2d_37_scale_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"369 conv2d_37_scale_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"370 conv2d_37_zero_point_0" -> "372 quantize_per_channel_default_34" [label="(288,)", style=solid]; -"370 conv2d_37_zero_point_0" -> "373 dequantize_per_channel_default_34" [label="(288,)", style=solid]; -"371 compressed_weight_updated_constant25" -> "372 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"372 quantize_per_channel_default_34" -> "373 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; -"373 dequantize_per_channel_default_34" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; -"374 features_9_block_1_0_weight_bias_0_0" -> "375 conv2d_37" [label="(288,)", style=solid]; +"369 features_9_block_1_0_weight_bias" -> "375 conv2d_37" [label="(288,)", style=solid]; +"370 conv2d_37_scale_0" -> "373 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"370 conv2d_37_scale_0" -> "374 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"371 conv2d_37_zero_point_0" -> "373 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"371 conv2d_37_zero_point_0" -> "374 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"372 compressed_weight_updated_constant25" -> "373 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"373 quantize_per_channel_default_34" -> "374 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"374 dequantize_per_channel_default_34" -> "375 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; "375 conv2d_37" -> "376 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; "376 hardswish__12" -> "377 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; "377 quantize_per_tensor_default_33" -> "378 dequantize_per_tensor_default_44" [label="(1, 288, 7, 7)", style=solid]; @@ -998,11 +998,11 @@ strict digraph { "379 dequantize_per_tensor_default_43" -> "380 adaptive_avg_pool2d_6" [label="(1, 288, 7, 7)", style=solid]; "380 adaptive_avg_pool2d_6" -> "383 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; "381 _param_constant102" -> "383 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; -"382 _param_constant103_0_0" -> "383 conv2d_38" [label="(72,)", style=solid]; +"382 _param_constant103" -> "383 conv2d_38" [label="(72,)", style=solid]; "383 conv2d_38" -> "384 relu_6" [label="(1, 72, 1, 1)", style=solid]; "384 relu_6" -> "387 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; "385 _param_constant104" -> "387 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; -"386 _param_constant105_0_0" -> "387 conv2d_39" [label="(288,)", style=solid]; +"386 _param_constant105" -> "387 conv2d_39" [label="(288,)", style=solid]; "387 conv2d_39" -> "388 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; "388 hardsigmoid_6" -> "389 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; "389 quantize_per_tensor_default_34" -> "390 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; @@ -1010,27 +1010,27 @@ strict digraph { "391 mul_6" -> "392 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; "392 quantize_per_tensor_default_35" -> "393 dequantize_per_tensor_default_46" [label="(1, 288, 7, 7)", style=solid]; "393 dequantize_per_tensor_default_46" -> "400 conv2d_40" [label="(1, 288, 7, 7)", style=solid]; -"394 conv2d_40_scale_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"394 conv2d_40_scale_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"395 conv2d_40_zero_point_0" -> "397 quantize_per_channel_default_35" [label="(96,)", style=solid]; -"395 conv2d_40_zero_point_0" -> "398 dequantize_per_channel_default_35" [label="(96,)", style=solid]; -"396 compressed_weight_updated_constant26" -> "397 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"397 quantize_per_channel_default_35" -> "398 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; -"398 dequantize_per_channel_default_35" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; -"399 features_9_block_3_0_weight_bias_0_0" -> "400 conv2d_40" [label="(96,)", style=solid]; +"394 features_9_block_3_0_weight_bias" -> "400 conv2d_40" [label="(96,)", style=solid]; +"395 conv2d_40_scale_0" -> "398 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"395 conv2d_40_scale_0" -> "399 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"396 conv2d_40_zero_point_0" -> "398 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"396 conv2d_40_zero_point_0" -> "399 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"397 compressed_weight_updated_constant26" -> "398 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"398 quantize_per_channel_default_35" -> "399 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"399 dequantize_per_channel_default_35" -> "400 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; "400 conv2d_40" -> "401 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; "401 quantize_per_tensor_default_36" -> "402 dequantize_per_tensor_default_48" [label="(1, 96, 7, 7)", style=solid]; "401 quantize_per_tensor_default_36" -> "403 dequantize_per_tensor_default_47" [label="(1, 96, 7, 7)", style=solid]; "402 dequantize_per_tensor_default_48" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; "403 dequantize_per_tensor_default_47" -> "410 conv2d_41" [label="(1, 96, 7, 7)", style=solid]; -"404 conv2d_41_scale_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"404 conv2d_41_scale_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"405 conv2d_41_zero_point_0" -> "407 quantize_per_channel_default_36" [label="(576,)", style=solid]; -"405 conv2d_41_zero_point_0" -> "408 dequantize_per_channel_default_36" [label="(576,)", style=solid]; -"406 compressed_weight_updated_constant27" -> "407 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"407 quantize_per_channel_default_36" -> "408 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; -"408 dequantize_per_channel_default_36" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; -"409 features_10_block_0_0_weight_bias_0_0" -> "410 conv2d_41" [label="(576,)", style=solid]; +"404 features_10_block_0_0_weight_bias" -> "410 conv2d_41" [label="(576,)", style=solid]; +"405 conv2d_41_scale_0" -> "408 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"405 conv2d_41_scale_0" -> "409 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"406 conv2d_41_zero_point_0" -> "408 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"406 conv2d_41_zero_point_0" -> "409 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"407 compressed_weight_updated_constant27" -> "408 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"408 quantize_per_channel_default_36" -> "409 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"409 dequantize_per_channel_default_36" -> "410 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; "410 conv2d_41" -> "413 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; "411 hardswish__13_scale_0" -> "414 quantize_per_channel_default_37" [label="(576,)", style=solid]; "411 hardswish__13_scale_0" -> "415 dequantize_per_channel_default_37" [label="(576,)", style=solid]; @@ -1039,14 +1039,14 @@ strict digraph { "413 hardswish__13" -> "414 quantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "414 quantize_per_channel_default_37" -> "415 dequantize_per_channel_default_37" [label="(1, 576, 7, 7)", style=solid]; "415 dequantize_per_channel_default_37" -> "422 conv2d_42" [label="(1, 576, 7, 7)", style=solid]; -"416 conv2d_42_scale_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"416 conv2d_42_scale_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"417 conv2d_42_zero_point_0" -> "419 quantize_per_channel_default_38" [label="(576,)", style=solid]; -"417 conv2d_42_zero_point_0" -> "420 dequantize_per_channel_default_38" [label="(576,)", style=solid]; -"418 compressed_weight_updated_constant28" -> "419 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"419 quantize_per_channel_default_38" -> "420 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; -"420 dequantize_per_channel_default_38" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; -"421 features_10_block_1_0_weight_bias_0_0" -> "422 conv2d_42" [label="(576,)", style=solid]; +"416 features_10_block_1_0_weight_bias" -> "422 conv2d_42" [label="(576,)", style=solid]; +"417 conv2d_42_scale_0" -> "420 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"417 conv2d_42_scale_0" -> "421 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"418 conv2d_42_zero_point_0" -> "420 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"418 conv2d_42_zero_point_0" -> "421 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"419 compressed_weight_updated_constant28" -> "420 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"420 quantize_per_channel_default_38" -> "421 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"421 dequantize_per_channel_default_38" -> "422 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; "422 conv2d_42" -> "423 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; "423 hardswish__14" -> "424 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; "424 quantize_per_tensor_default_37" -> "425 dequantize_per_tensor_default_50" [label="(1, 576, 7, 7)", style=solid]; @@ -1055,11 +1055,11 @@ strict digraph { "426 dequantize_per_tensor_default_49" -> "427 adaptive_avg_pool2d_7" [label="(1, 576, 7, 7)", style=solid]; "427 adaptive_avg_pool2d_7" -> "430 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; "428 _param_constant115" -> "430 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; -"429 _param_constant116_0_0" -> "430 conv2d_43" [label="(144,)", style=solid]; +"429 _param_constant116" -> "430 conv2d_43" [label="(144,)", style=solid]; "430 conv2d_43" -> "431 relu_7" [label="(1, 144, 1, 1)", style=solid]; "431 relu_7" -> "434 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; "432 _param_constant117" -> "434 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; -"433 _param_constant118_0_0" -> "434 conv2d_44" [label="(576,)", style=solid]; +"433 _param_constant118" -> "434 conv2d_44" [label="(576,)", style=solid]; "434 conv2d_44" -> "435 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; "435 hardsigmoid_7" -> "436 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; "436 quantize_per_tensor_default_38" -> "437 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; @@ -1067,14 +1067,14 @@ strict digraph { "438 mul_7" -> "439 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; "439 quantize_per_tensor_default_39" -> "440 dequantize_per_tensor_default_52" [label="(1, 576, 7, 7)", style=solid]; "440 dequantize_per_tensor_default_52" -> "447 conv2d_45" [label="(1, 576, 7, 7)", style=solid]; -"441 conv2d_45_scale_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"441 conv2d_45_scale_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"442 conv2d_45_zero_point_0" -> "444 quantize_per_channel_default_39" [label="(96,)", style=solid]; -"442 conv2d_45_zero_point_0" -> "445 dequantize_per_channel_default_39" [label="(96,)", style=solid]; -"443 compressed_weight_updated_constant29" -> "444 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"444 quantize_per_channel_default_39" -> "445 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; -"445 dequantize_per_channel_default_39" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; -"446 features_10_block_3_0_weight_bias_0_0" -> "447 conv2d_45" [label="(96,)", style=solid]; +"441 features_10_block_3_0_weight_bias" -> "447 conv2d_45" [label="(96,)", style=solid]; +"442 conv2d_45_scale_0" -> "445 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"442 conv2d_45_scale_0" -> "446 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"443 conv2d_45_zero_point_0" -> "445 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"443 conv2d_45_zero_point_0" -> "446 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"444 compressed_weight_updated_constant29" -> "445 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"445 quantize_per_channel_default_39" -> "446 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"446 dequantize_per_channel_default_39" -> "447 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; "447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; "448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_53" [label="(1, 96, 7, 7)", style=solid]; "449 dequantize_per_tensor_default_53" -> "450 add__4" [label="(1, 96, 7, 7)", style=solid]; @@ -1083,14 +1083,14 @@ strict digraph { "451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_54" [label="(1, 96, 7, 7)", style=solid]; "452 dequantize_per_tensor_default_55" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "453 dequantize_per_tensor_default_54" -> "460 conv2d_46" [label="(1, 96, 7, 7)", style=solid]; -"454 conv2d_46_scale_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"454 conv2d_46_scale_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"455 conv2d_46_zero_point_0" -> "457 quantize_per_channel_default_40" [label="(576,)", style=solid]; -"455 conv2d_46_zero_point_0" -> "458 dequantize_per_channel_default_40" [label="(576,)", style=solid]; -"456 compressed_weight_updated_constant30" -> "457 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"457 quantize_per_channel_default_40" -> "458 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; -"458 dequantize_per_channel_default_40" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; -"459 features_11_block_0_0_weight_bias_0_0" -> "460 conv2d_46" [label="(576,)", style=solid]; +"454 features_11_block_0_0_weight_bias" -> "460 conv2d_46" [label="(576,)", style=solid]; +"455 conv2d_46_scale_0" -> "458 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"455 conv2d_46_scale_0" -> "459 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"456 conv2d_46_zero_point_0" -> "458 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"456 conv2d_46_zero_point_0" -> "459 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"457 compressed_weight_updated_constant30" -> "458 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"458 quantize_per_channel_default_40" -> "459 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"459 dequantize_per_channel_default_40" -> "460 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; "460 conv2d_46" -> "463 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; "461 hardswish__15_scale_0" -> "464 quantize_per_channel_default_41" [label="(576,)", style=solid]; "461 hardswish__15_scale_0" -> "465 dequantize_per_channel_default_41" [label="(576,)", style=solid]; @@ -1099,14 +1099,14 @@ strict digraph { "463 hardswish__15" -> "464 quantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "464 quantize_per_channel_default_41" -> "465 dequantize_per_channel_default_41" [label="(1, 576, 7, 7)", style=solid]; "465 dequantize_per_channel_default_41" -> "472 conv2d_47" [label="(1, 576, 7, 7)", style=solid]; -"466 conv2d_47_scale_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"466 conv2d_47_scale_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"467 conv2d_47_zero_point_0" -> "469 quantize_per_channel_default_42" [label="(576,)", style=solid]; -"467 conv2d_47_zero_point_0" -> "470 dequantize_per_channel_default_42" [label="(576,)", style=solid]; -"468 compressed_weight_updated_constant31" -> "469 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"469 quantize_per_channel_default_42" -> "470 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; -"470 dequantize_per_channel_default_42" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; -"471 features_11_block_1_0_weight_bias_0_0" -> "472 conv2d_47" [label="(576,)", style=solid]; +"466 features_11_block_1_0_weight_bias" -> "472 conv2d_47" [label="(576,)", style=solid]; +"467 conv2d_47_scale_0" -> "470 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"467 conv2d_47_scale_0" -> "471 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"468 conv2d_47_zero_point_0" -> "470 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"468 conv2d_47_zero_point_0" -> "471 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"469 compressed_weight_updated_constant31" -> "470 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"470 quantize_per_channel_default_42" -> "471 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"471 dequantize_per_channel_default_42" -> "472 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; "472 conv2d_47" -> "473 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; "473 hardswish__16" -> "474 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; "474 quantize_per_tensor_default_42" -> "475 dequantize_per_tensor_default_57" [label="(1, 576, 7, 7)", style=solid]; @@ -1115,11 +1115,11 @@ strict digraph { "476 dequantize_per_tensor_default_56" -> "477 adaptive_avg_pool2d_8" [label="(1, 576, 7, 7)", style=solid]; "477 adaptive_avg_pool2d_8" -> "480 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; "478 _param_constant128" -> "480 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; -"479 _param_constant129_0_0" -> "480 conv2d_48" [label="(144,)", style=solid]; +"479 _param_constant129" -> "480 conv2d_48" [label="(144,)", style=solid]; "480 conv2d_48" -> "481 relu_8" [label="(1, 144, 1, 1)", style=solid]; "481 relu_8" -> "484 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; "482 _param_constant130" -> "484 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; -"483 _param_constant131_0_0" -> "484 conv2d_49" [label="(576,)", style=solid]; +"483 _param_constant131" -> "484 conv2d_49" [label="(576,)", style=solid]; "484 conv2d_49" -> "485 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; "485 hardsigmoid_8" -> "486 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; "486 quantize_per_tensor_default_43" -> "487 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; @@ -1127,28 +1127,28 @@ strict digraph { "488 mul_8" -> "489 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; "489 quantize_per_tensor_default_44" -> "490 dequantize_per_tensor_default_59" [label="(1, 576, 7, 7)", style=solid]; "490 dequantize_per_tensor_default_59" -> "497 conv2d_50" [label="(1, 576, 7, 7)", style=solid]; -"491 conv2d_50_scale_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"491 conv2d_50_scale_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"492 conv2d_50_zero_point_0" -> "494 quantize_per_channel_default_43" [label="(96,)", style=solid]; -"492 conv2d_50_zero_point_0" -> "495 dequantize_per_channel_default_43" [label="(96,)", style=solid]; -"493 compressed_weight_updated_constant32" -> "494 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"494 quantize_per_channel_default_43" -> "495 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; -"495 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; -"496 features_11_block_3_0_weight_bias_0_0" -> "497 conv2d_50" [label="(96,)", style=solid]; +"491 features_11_block_3_0_weight_bias" -> "497 conv2d_50" [label="(96,)", style=solid]; +"492 conv2d_50_scale_0" -> "495 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"492 conv2d_50_scale_0" -> "496 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"493 conv2d_50_zero_point_0" -> "495 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"493 conv2d_50_zero_point_0" -> "496 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"494 compressed_weight_updated_constant32" -> "495 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"495 quantize_per_channel_default_43" -> "496 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"496 dequantize_per_channel_default_43" -> "497 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; "497 conv2d_50" -> "498 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; "498 quantize_per_tensor_default_45" -> "499 dequantize_per_tensor_default_60" [label="(1, 96, 7, 7)", style=solid]; "499 dequantize_per_tensor_default_60" -> "500 add__5" [label="(1, 96, 7, 7)", style=solid]; "500 add__5" -> "501 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; "501 quantize_per_tensor_default_46" -> "502 dequantize_per_tensor_default_61" [label="(1, 96, 7, 7)", style=solid]; "502 dequantize_per_tensor_default_61" -> "509 conv2d_51" [label="(1, 96, 7, 7)", style=solid]; -"503 conv2d_51_scale_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"503 conv2d_51_scale_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"504 conv2d_51_zero_point_0" -> "506 quantize_per_channel_default_44" [label="(576,)", style=solid]; -"504 conv2d_51_zero_point_0" -> "507 dequantize_per_channel_default_44" [label="(576,)", style=solid]; -"505 compressed_weight_updated_constant33" -> "506 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"506 quantize_per_channel_default_44" -> "507 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; -"507 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; -"508 features_12_0_weight_bias_0_0" -> "509 conv2d_51" [label="(576,)", style=solid]; +"503 features_12_0_weight_bias" -> "509 conv2d_51" [label="(576,)", style=solid]; +"504 conv2d_51_scale_0" -> "507 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"504 conv2d_51_scale_0" -> "508 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"505 conv2d_51_zero_point_0" -> "507 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"505 conv2d_51_zero_point_0" -> "508 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"506 compressed_weight_updated_constant33" -> "507 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"507 quantize_per_channel_default_44" -> "508 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"508 dequantize_per_channel_default_44" -> "509 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; "509 conv2d_51" -> "510 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; "510 hardswish__17" -> "511 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; "511 quantize_per_tensor_default_47" -> "512 dequantize_per_tensor_default_62" [label="(1, 576, 7, 7)", style=solid]; @@ -1157,26 +1157,26 @@ strict digraph { "514 quantize_per_tensor_default_48" -> "515 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; "515 dequantize_per_tensor_default_63" -> "516 flatten" [label="(1, 576, 1, 1)", style=solid]; "516 flatten" -> "523 linear" [label="(1, 576)", style=solid]; -"517 linear_scale_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"517 linear_scale_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"518 linear_zero_point_0" -> "520 quantize_per_channel_default_45" [label="(1024,)", style=solid]; -"518 linear_zero_point_0" -> "521 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; -"519 compressed_weight_updated_constant34" -> "520 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"520 quantize_per_channel_default_45" -> "521 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; -"521 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; -"522 _param_constant139_0_0" -> "523 linear" [label="(1024,)", style=solid]; +"517 _param_constant139" -> "523 linear" [label="(1024,)", style=solid]; +"518 linear_scale_0" -> "521 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"518 linear_scale_0" -> "522 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 linear_zero_point_0" -> "521 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 linear_zero_point_0" -> "522 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"520 compressed_weight_updated_constant34" -> "521 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"521 quantize_per_channel_default_45" -> "522 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"522 dequantize_per_channel_default_45" -> "523 linear" [label="(1024, 576)", style=solid]; "523 linear" -> "524 hardswish__18" [label="(1, 1024)", style=solid]; "524 hardswish__18" -> "525 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; "525 quantize_per_tensor_default_49" -> "526 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; "526 dequantize_per_tensor_default_64" -> "527 dropout_" [label="(1, 1024)", style=solid]; "527 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; -"528 linear_1_scale_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"528 linear_1_scale_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"529 linear_1_zero_point_0" -> "531 quantize_per_channel_default_46" [label="(1000,)", style=solid]; -"529 linear_1_zero_point_0" -> "532 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; -"530 compressed_weight_updated_constant35" -> "531 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"531 quantize_per_channel_default_46" -> "532 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; -"532 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; -"533 _param_constant141_0_0" -> "534 linear_1" [label="(1000,)", style=solid]; +"528 _param_constant141" -> "534 linear_1" [label="(1000,)", style=solid]; +"529 linear_1_scale_0" -> "532 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_scale_0" -> "533 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "532 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "533 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"531 compressed_weight_updated_constant35" -> "532 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"532 quantize_per_channel_default_46" -> "533 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"533 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; "534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index e2c32658bbb..0d3a55538eb 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,33 +2,33 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 conv1_weight_bias_0_0" [id=8, type=get_attr]; +"3 conv1_weight_bias" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; "9 conv2d" [id=9, type=conv2d]; "10 relu_" [id=10, type=relu_]; "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; "13 max_pool2d" [id=13, type=max_pool2d]; -"14 conv2d_1_scale_0" [id=14, type=get_attr]; -"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; -"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; -"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; -"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; -"19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; +"14 layer1_0_conv1_weight_bias" [id=14, type=get_attr]; +"15 conv2d_1_scale_0" [id=15, type=get_attr]; +"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 quantize_per_channel_default_1" [id=18, type=quantize_per_channel]; +"19 dequantize_per_channel_default_1" [id=19, type=dequantize_per_channel]; "20 conv2d_1" [id=20, type=conv2d]; "21 relu__1" [id=21, type=relu_]; "22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; "23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 conv2d_2_scale_0" [id=24, type=get_attr]; -"25 conv2d_2_zero_point_0" [id=25, type=get_attr]; -"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; -"27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; -"28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; -"29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; +"24 layer1_0_conv2_weight_bias" [id=24, type=get_attr]; +"25 conv2d_2_scale_0" [id=25, type=get_attr]; +"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; "30 conv2d_2" [id=30, type=conv2d]; "31 quantize_per_tensor_default_3" [id=31, type=quantize_per_tensor]; "32 dequantize_per_tensor_default_3" [id=32, type=dequantize_per_tensor]; @@ -37,22 +37,22 @@ strict digraph { "35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; "36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 conv2d_3_scale_0" [id=38, type=get_attr]; -"39 conv2d_3_zero_point_0" [id=39, type=get_attr]; -"40 compressed_weight_updated_constant3" [id=40, type=get_attr]; -"41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; -"42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; -"43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; +"38 layer1_1_conv1_weight_bias" [id=38, type=get_attr]; +"39 conv2d_3_scale_0" [id=39, type=get_attr]; +"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant3" [id=41, type=get_attr]; +"42 quantize_per_channel_default_3" [id=42, type=quantize_per_channel]; +"43 dequantize_per_channel_default_3" [id=43, type=dequantize_per_channel]; "44 conv2d_3" [id=44, type=conv2d]; "45 relu__3" [id=45, type=relu_]; "46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; "47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 conv2d_4_scale_0" [id=48, type=get_attr]; -"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; -"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; -"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; -"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; -"53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; +"48 layer1_1_conv2_weight_bias" [id=48, type=get_attr]; +"49 conv2d_4_scale_0" [id=49, type=get_attr]; +"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant4" [id=51, type=get_attr]; +"52 quantize_per_channel_default_4" [id=52, type=quantize_per_channel]; +"53 dequantize_per_channel_default_4" [id=53, type=dequantize_per_channel]; "54 conv2d_4" [id=54, type=conv2d]; "55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; @@ -61,31 +61,31 @@ strict digraph { "59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; "61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 conv2d_5_scale_0" [id=62, type=get_attr]; -"63 conv2d_5_zero_point_0" [id=63, type=get_attr]; -"64 compressed_weight_updated_constant5" [id=64, type=get_attr]; -"65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; -"66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; -"67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; +"62 layer2_0_conv1_weight_bias" [id=62, type=get_attr]; +"63 conv2d_5_scale_0" [id=63, type=get_attr]; +"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; +"65 compressed_weight_updated_constant5" [id=65, type=get_attr]; +"66 quantize_per_channel_default_5" [id=66, type=quantize_per_channel]; +"67 dequantize_per_channel_default_5" [id=67, type=dequantize_per_channel]; "68 conv2d_5" [id=68, type=conv2d]; "69 relu__5" [id=69, type=relu_]; "70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; "71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 conv2d_6_scale_0" [id=72, type=get_attr]; -"73 conv2d_6_zero_point_0" [id=73, type=get_attr]; -"74 compressed_weight_updated_constant6" [id=74, type=get_attr]; -"75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; -"76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; -"77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; +"72 layer2_0_conv2_weight_bias" [id=72, type=get_attr]; +"73 conv2d_6_scale_0" [id=73, type=get_attr]; +"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; +"75 compressed_weight_updated_constant6" [id=75, type=get_attr]; +"76 quantize_per_channel_default_6" [id=76, type=quantize_per_channel]; +"77 dequantize_per_channel_default_6" [id=77, type=dequantize_per_channel]; "78 conv2d_6" [id=78, type=conv2d]; "79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; "80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 conv2d_7_scale_0" [id=81, type=get_attr]; -"82 conv2d_7_zero_point_0" [id=82, type=get_attr]; -"83 compressed_weight_updated_constant7" [id=83, type=get_attr]; -"84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; -"85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; -"86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; +"81 layer2_0_downsample_0_weight_bias" [id=81, type=get_attr]; +"82 conv2d_7_scale_0" [id=82, type=get_attr]; +"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant7" [id=84, type=get_attr]; +"85 quantize_per_channel_default_7" [id=85, type=quantize_per_channel]; +"86 dequantize_per_channel_default_7" [id=86, type=dequantize_per_channel]; "87 conv2d_7" [id=87, type=conv2d]; "88 quantize_per_tensor_default_10" [id=88, type=quantize_per_tensor]; "89 dequantize_per_tensor_default_12" [id=89, type=dequantize_per_tensor]; @@ -94,22 +94,22 @@ strict digraph { "92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; "94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 conv2d_8_scale_0" [id=95, type=get_attr]; -"96 conv2d_8_zero_point_0" [id=96, type=get_attr]; -"97 compressed_weight_updated_constant8" [id=97, type=get_attr]; -"98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; -"99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; -"100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; +"95 layer2_1_conv1_weight_bias" [id=95, type=get_attr]; +"96 conv2d_8_scale_0" [id=96, type=get_attr]; +"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant8" [id=98, type=get_attr]; +"99 quantize_per_channel_default_8" [id=99, type=quantize_per_channel]; +"100 dequantize_per_channel_default_8" [id=100, type=dequantize_per_channel]; "101 conv2d_8" [id=101, type=conv2d]; "102 relu__7" [id=102, type=relu_]; "103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; "104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 conv2d_9_scale_0" [id=105, type=get_attr]; -"106 conv2d_9_zero_point_0" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant9" [id=107, type=get_attr]; -"108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; -"109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; -"110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; +"105 layer2_1_conv2_weight_bias" [id=105, type=get_attr]; +"106 conv2d_9_scale_0" [id=106, type=get_attr]; +"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant9" [id=108, type=get_attr]; +"109 quantize_per_channel_default_9" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_9" [id=110, type=dequantize_per_channel]; "111 conv2d_9" [id=111, type=conv2d]; "112 quantize_per_tensor_default_13" [id=112, type=quantize_per_tensor]; "113 dequantize_per_tensor_default_16" [id=113, type=dequantize_per_tensor]; @@ -118,31 +118,31 @@ strict digraph { "116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; "118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 conv2d_10_scale_0" [id=119, type=get_attr]; -"120 conv2d_10_zero_point_0" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant10" [id=121, type=get_attr]; -"122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; -"123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; -"124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; +"119 layer3_0_conv1_weight_bias" [id=119, type=get_attr]; +"120 conv2d_10_scale_0" [id=120, type=get_attr]; +"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant10" [id=122, type=get_attr]; +"123 quantize_per_channel_default_10" [id=123, type=quantize_per_channel]; +"124 dequantize_per_channel_default_10" [id=124, type=dequantize_per_channel]; "125 conv2d_10" [id=125, type=conv2d]; "126 relu__9" [id=126, type=relu_]; "127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; "128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 conv2d_11_scale_0" [id=129, type=get_attr]; -"130 conv2d_11_zero_point_0" [id=130, type=get_attr]; -"131 compressed_weight_updated_constant11" [id=131, type=get_attr]; -"132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; -"133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; -"134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; +"129 layer3_0_conv2_weight_bias" [id=129, type=get_attr]; +"130 conv2d_11_scale_0" [id=130, type=get_attr]; +"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant11" [id=132, type=get_attr]; +"133 quantize_per_channel_default_11" [id=133, type=quantize_per_channel]; +"134 dequantize_per_channel_default_11" [id=134, type=dequantize_per_channel]; "135 conv2d_11" [id=135, type=conv2d]; "136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 conv2d_12_scale_0" [id=138, type=get_attr]; -"139 conv2d_12_zero_point_0" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant12" [id=140, type=get_attr]; -"141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; -"143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; +"138 layer3_0_downsample_0_weight_bias" [id=138, type=get_attr]; +"139 conv2d_12_scale_0" [id=139, type=get_attr]; +"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; +"141 compressed_weight_updated_constant12" [id=141, type=get_attr]; +"142 quantize_per_channel_default_12" [id=142, type=quantize_per_channel]; +"143 dequantize_per_channel_default_12" [id=143, type=dequantize_per_channel]; "144 conv2d_12" [id=144, type=conv2d]; "145 quantize_per_tensor_default_17" [id=145, type=quantize_per_tensor]; "146 dequantize_per_tensor_default_21" [id=146, type=dequantize_per_tensor]; @@ -151,22 +151,22 @@ strict digraph { "149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; "151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 conv2d_13_scale_0" [id=152, type=get_attr]; -"153 conv2d_13_zero_point_0" [id=153, type=get_attr]; -"154 compressed_weight_updated_constant13" [id=154, type=get_attr]; -"155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; -"156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; -"157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; +"152 layer3_1_conv1_weight_bias" [id=152, type=get_attr]; +"153 conv2d_13_scale_0" [id=153, type=get_attr]; +"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant13" [id=155, type=get_attr]; +"156 quantize_per_channel_default_13" [id=156, type=quantize_per_channel]; +"157 dequantize_per_channel_default_13" [id=157, type=dequantize_per_channel]; "158 conv2d_13" [id=158, type=conv2d]; "159 relu__11" [id=159, type=relu_]; "160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; "161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 conv2d_14_scale_0" [id=162, type=get_attr]; -"163 conv2d_14_zero_point_0" [id=163, type=get_attr]; -"164 compressed_weight_updated_constant14" [id=164, type=get_attr]; -"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; -"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; -"167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; +"162 layer3_1_conv2_weight_bias" [id=162, type=get_attr]; +"163 conv2d_14_scale_0" [id=163, type=get_attr]; +"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; +"165 compressed_weight_updated_constant14" [id=165, type=get_attr]; +"166 quantize_per_channel_default_14" [id=166, type=quantize_per_channel]; +"167 dequantize_per_channel_default_14" [id=167, type=dequantize_per_channel]; "168 conv2d_14" [id=168, type=conv2d]; "169 quantize_per_tensor_default_20" [id=169, type=quantize_per_tensor]; "170 dequantize_per_tensor_default_25" [id=170, type=dequantize_per_tensor]; @@ -175,31 +175,31 @@ strict digraph { "173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; "175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 conv2d_15_scale_0" [id=176, type=get_attr]; -"177 conv2d_15_zero_point_0" [id=177, type=get_attr]; -"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; -"179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; -"180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; -"181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; +"176 layer4_0_conv1_weight_bias" [id=176, type=get_attr]; +"177 conv2d_15_scale_0" [id=177, type=get_attr]; +"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; +"179 compressed_weight_updated_constant15" [id=179, type=get_attr]; +"180 quantize_per_channel_default_15" [id=180, type=quantize_per_channel]; +"181 dequantize_per_channel_default_15" [id=181, type=dequantize_per_channel]; "182 conv2d_15" [id=182, type=conv2d]; "183 relu__13" [id=183, type=relu_]; "184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; "185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 conv2d_16_scale_0" [id=186, type=get_attr]; -"187 conv2d_16_zero_point_0" [id=187, type=get_attr]; -"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; -"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; -"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; -"191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; +"186 layer4_0_conv2_weight_bias" [id=186, type=get_attr]; +"187 conv2d_16_scale_0" [id=187, type=get_attr]; +"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; +"189 compressed_weight_updated_constant16" [id=189, type=get_attr]; +"190 quantize_per_channel_default_16" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_16" [id=191, type=dequantize_per_channel]; "192 conv2d_16" [id=192, type=conv2d]; "193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 conv2d_17_scale_0" [id=195, type=get_attr]; -"196 conv2d_17_zero_point_0" [id=196, type=get_attr]; -"197 compressed_weight_updated_constant17" [id=197, type=get_attr]; -"198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; -"199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; -"200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; +"195 layer4_0_downsample_0_weight_bias" [id=195, type=get_attr]; +"196 conv2d_17_scale_0" [id=196, type=get_attr]; +"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant17" [id=198, type=get_attr]; +"199 quantize_per_channel_default_17" [id=199, type=quantize_per_channel]; +"200 dequantize_per_channel_default_17" [id=200, type=dequantize_per_channel]; "201 conv2d_17" [id=201, type=conv2d]; "202 quantize_per_tensor_default_24" [id=202, type=quantize_per_tensor]; "203 dequantize_per_tensor_default_30" [id=203, type=dequantize_per_tensor]; @@ -208,22 +208,22 @@ strict digraph { "206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; "208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 conv2d_18_scale_0" [id=209, type=get_attr]; -"210 conv2d_18_zero_point_0" [id=210, type=get_attr]; -"211 compressed_weight_updated_constant18" [id=211, type=get_attr]; -"212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; -"213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; -"214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; +"209 layer4_1_conv1_weight_bias" [id=209, type=get_attr]; +"210 conv2d_18_scale_0" [id=210, type=get_attr]; +"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; +"212 compressed_weight_updated_constant18" [id=212, type=get_attr]; +"213 quantize_per_channel_default_18" [id=213, type=quantize_per_channel]; +"214 dequantize_per_channel_default_18" [id=214, type=dequantize_per_channel]; "215 conv2d_18" [id=215, type=conv2d]; "216 relu__15" [id=216, type=relu_]; "217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 conv2d_19_scale_0" [id=219, type=get_attr]; -"220 conv2d_19_zero_point_0" [id=220, type=get_attr]; -"221 compressed_weight_updated_constant19" [id=221, type=get_attr]; -"222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; -"224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; +"219 layer4_1_conv2_weight_bias" [id=219, type=get_attr]; +"220 conv2d_19_scale_0" [id=220, type=get_attr]; +"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; +"222 compressed_weight_updated_constant19" [id=222, type=get_attr]; +"223 quantize_per_channel_default_19" [id=223, type=quantize_per_channel]; +"224 dequantize_per_channel_default_19" [id=224, type=dequantize_per_channel]; "225 conv2d_19" [id=225, type=conv2d]; "226 quantize_per_tensor_default_27" [id=226, type=quantize_per_tensor]; "227 dequantize_per_tensor_default_34" [id=227, type=dequantize_per_tensor]; @@ -235,51 +235,51 @@ strict digraph { "233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; "234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; "235 flatten" [id=235, type=flatten]; -"236 linear_scale_0" [id=236, type=get_attr]; -"237 linear_zero_point_0" [id=237, type=get_attr]; -"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; -"239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; -"240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; -"241 _param_constant61_0_0" [id=241, type=get_attr]; +"236 _param_constant61" [id=236, type=get_attr]; +"237 linear_scale_0" [id=237, type=get_attr]; +"238 linear_zero_point_0" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant20" [id=239, type=get_attr]; +"240 quantize_per_channel_default_20" [id=240, type=quantize_per_channel]; +"241 dequantize_per_channel_default_20" [id=241, type=dequantize_per_channel]; "242 linear" [id=242, type=linear]; "243 output" [id=243, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; -"8 conv1_weight_bias_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"3 conv1_weight_bias" -> "9 conv2d" [label="(64,)", style=solid]; +"4 conv2d_scale_0" -> "7 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_scale_0" -> "8 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 quantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"8 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 7, 7)", style=solid]; "9 conv2d" -> "10 relu_" [label="(1, 64, 112, 112)", style=solid]; "10 relu_" -> "11 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; "12 dequantize_per_tensor_default_1" -> "13 max_pool2d" [label="(1, 64, 112, 112)", style=solid]; "13 max_pool2d" -> "20 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; "13 max_pool2d" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; -"14 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"16 compressed_weight_updated_constant1" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"18 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1" [label="(64,)", style=solid]; +"14 layer1_0_conv1_weight_bias" -> "20 conv2d_1" [label="(64,)", style=solid]; +"15 conv2d_1_scale_0" -> "18 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_scale_0" -> "19 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "18 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 conv2d_1_zero_point_0" -> "19 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"18 quantize_per_channel_default_1" -> "19 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"19 dequantize_per_channel_default_1" -> "20 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "20 conv2d_1" -> "21 relu__1" [label="(1, 64, 56, 56)", style=solid]; "21 relu__1" -> "22 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; "23 dequantize_per_tensor_default_2" -> "30 conv2d_2" [label="(1, 64, 56, 56)", style=solid]; -"24 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"24 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"25 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2" [label="(64,)", style=solid]; -"25 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2" [label="(64,)", style=solid]; -"26 compressed_weight_updated_constant2" -> "27 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; -"28 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; -"29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2" [label="(64,)", style=solid]; +"24 layer1_0_conv2_weight_bias" -> "30 conv2d_2" [label="(64,)", style=solid]; +"25 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"25 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"29 dequantize_per_channel_default_2" -> "30 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; "30 conv2d_2" -> "31 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "31 quantize_per_tensor_default_3" -> "32 dequantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; "32 dequantize_per_tensor_default_3" -> "33 add_" [label="(1, 64, 56, 56)", style=solid]; @@ -289,26 +289,26 @@ strict digraph { "35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; "36 dequantize_per_tensor_default_5" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; "37 dequantize_per_tensor_default_4" -> "44 conv2d_3" [label="(1, 64, 56, 56)", style=solid]; -"38 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"38 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"39 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3" [label="(64,)", style=solid]; -"39 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3" [label="(64,)", style=solid]; -"40 compressed_weight_updated_constant3" -> "41 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; -"42 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; -"43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3" [label="(64,)", style=solid]; +"38 layer1_1_conv1_weight_bias" -> "44 conv2d_3" [label="(64,)", style=solid]; +"39 conv2d_3_scale_0" -> "42 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"39 conv2d_3_scale_0" -> "43 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 conv2d_3_zero_point_0" -> "42 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 conv2d_3_zero_point_0" -> "43 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"41 compressed_weight_updated_constant3" -> "42 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"42 quantize_per_channel_default_3" -> "43 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"43 dequantize_per_channel_default_3" -> "44 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; "44 conv2d_3" -> "45 relu__3" [label="(1, 64, 56, 56)", style=solid]; "45 relu__3" -> "46 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; "46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "47 dequantize_per_tensor_default_6" -> "54 conv2d_4" [label="(1, 64, 56, 56)", style=solid]; -"48 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"48 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(64,)", style=solid]; -"49 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(64,)", style=solid]; -"50 compressed_weight_updated_constant4" -> "51 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; -"52 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; -"53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4" [label="(64,)", style=solid]; +"48 layer1_1_conv2_weight_bias" -> "54 conv2d_4" [label="(64,)", style=solid]; +"49 conv2d_4_scale_0" -> "52 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"49 conv2d_4_scale_0" -> "53 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 conv2d_4_zero_point_0" -> "52 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 conv2d_4_zero_point_0" -> "53 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"51 compressed_weight_updated_constant4" -> "52 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"52 quantize_per_channel_default_4" -> "53 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"53 dequantize_per_channel_default_4" -> "54 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; "54 conv2d_4" -> "55 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; "55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; "56 dequantize_per_tensor_default_7" -> "57 add__1" [label="(1, 64, 56, 56)", style=solid]; @@ -318,37 +318,37 @@ strict digraph { "59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8" [label="(1, 64, 56, 56)", style=solid]; "60 dequantize_per_tensor_default_9" -> "87 conv2d_7" [label="(1, 64, 56, 56)", style=solid]; "61 dequantize_per_tensor_default_8" -> "68 conv2d_5" [label="(1, 64, 56, 56)", style=solid]; -"62 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"62 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"63 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5" [label="(128,)", style=solid]; -"63 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5" [label="(128,)", style=solid]; -"64 compressed_weight_updated_constant5" -> "65 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; -"66 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; -"67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5" [label="(128,)", style=solid]; +"62 layer2_0_conv1_weight_bias" -> "68 conv2d_5" [label="(128,)", style=solid]; +"63 conv2d_5_scale_0" -> "66 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"63 conv2d_5_scale_0" -> "67 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 conv2d_5_zero_point_0" -> "66 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 conv2d_5_zero_point_0" -> "67 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"65 compressed_weight_updated_constant5" -> "66 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"66 quantize_per_channel_default_5" -> "67 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"67 dequantize_per_channel_default_5" -> "68 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; "68 conv2d_5" -> "69 relu__5" [label="(1, 128, 28, 28)", style=solid]; "69 relu__5" -> "70 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; "70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "71 dequantize_per_tensor_default_10" -> "78 conv2d_6" [label="(1, 128, 28, 28)", style=solid]; -"72 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"72 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"73 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6" [label="(128,)", style=solid]; -"73 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6" [label="(128,)", style=solid]; -"74 compressed_weight_updated_constant6" -> "75 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; -"76 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; -"77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6" [label="(128,)", style=solid]; +"72 layer2_0_conv2_weight_bias" -> "78 conv2d_6" [label="(128,)", style=solid]; +"73 conv2d_6_scale_0" -> "76 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"73 conv2d_6_scale_0" -> "77 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 conv2d_6_zero_point_0" -> "76 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 conv2d_6_zero_point_0" -> "77 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"75 compressed_weight_updated_constant6" -> "76 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"76 quantize_per_channel_default_6" -> "77 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"77 dequantize_per_channel_default_6" -> "78 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; "78 conv2d_6" -> "79 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; "79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; "80 dequantize_per_tensor_default_11" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; -"81 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"81 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"82 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7" [label="(128,)", style=solid]; -"82 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7" [label="(128,)", style=solid]; -"83 compressed_weight_updated_constant7" -> "84 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; -"85 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; -"86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7" [label="(128,)", style=solid]; +"81 layer2_0_downsample_0_weight_bias" -> "87 conv2d_7" [label="(128,)", style=solid]; +"82 conv2d_7_scale_0" -> "85 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"82 conv2d_7_scale_0" -> "86 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 conv2d_7_zero_point_0" -> "85 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 conv2d_7_zero_point_0" -> "86 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"84 compressed_weight_updated_constant7" -> "85 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"85 quantize_per_channel_default_7" -> "86 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"86 dequantize_per_channel_default_7" -> "87 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; "87 conv2d_7" -> "88 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; "88 quantize_per_tensor_default_10" -> "89 dequantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "89 dequantize_per_tensor_default_12" -> "90 add__2" [label="(1, 128, 28, 28)", style=solid]; @@ -358,26 +358,26 @@ strict digraph { "92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "93 dequantize_per_tensor_default_14" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; "94 dequantize_per_tensor_default_13" -> "101 conv2d_8" [label="(1, 128, 28, 28)", style=solid]; -"95 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"95 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"96 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8" [label="(128,)", style=solid]; -"96 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8" [label="(128,)", style=solid]; -"97 compressed_weight_updated_constant8" -> "98 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; -"99 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; -"100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8" [label="(128,)", style=solid]; +"95 layer2_1_conv1_weight_bias" -> "101 conv2d_8" [label="(128,)", style=solid]; +"96 conv2d_8_scale_0" -> "99 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"96 conv2d_8_scale_0" -> "100 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 conv2d_8_zero_point_0" -> "99 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 conv2d_8_zero_point_0" -> "100 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"98 compressed_weight_updated_constant8" -> "99 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"99 quantize_per_channel_default_8" -> "100 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"100 dequantize_per_channel_default_8" -> "101 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; "101 conv2d_8" -> "102 relu__7" [label="(1, 128, 28, 28)", style=solid]; "102 relu__7" -> "103 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; "103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15" [label="(1, 128, 28, 28)", style=solid]; "104 dequantize_per_tensor_default_15" -> "111 conv2d_9" [label="(1, 128, 28, 28)", style=solid]; -"105 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"105 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"106 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9" [label="(128,)", style=solid]; -"106 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9" [label="(128,)", style=solid]; -"107 compressed_weight_updated_constant9" -> "108 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; -"109 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; -"110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9" [label="(128,)", style=solid]; +"105 layer2_1_conv2_weight_bias" -> "111 conv2d_9" [label="(128,)", style=solid]; +"106 conv2d_9_scale_0" -> "109 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"106 conv2d_9_scale_0" -> "110 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 conv2d_9_zero_point_0" -> "109 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 conv2d_9_zero_point_0" -> "110 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"108 compressed_weight_updated_constant9" -> "109 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"109 quantize_per_channel_default_9" -> "110 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"110 dequantize_per_channel_default_9" -> "111 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; "111 conv2d_9" -> "112 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; "112 quantize_per_tensor_default_13" -> "113 dequantize_per_tensor_default_16" [label="(1, 128, 28, 28)", style=solid]; "113 dequantize_per_tensor_default_16" -> "114 add__3" [label="(1, 128, 28, 28)", style=solid]; @@ -387,37 +387,37 @@ strict digraph { "116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17" [label="(1, 128, 28, 28)", style=solid]; "117 dequantize_per_tensor_default_18" -> "144 conv2d_12" [label="(1, 128, 28, 28)", style=solid]; "118 dequantize_per_tensor_default_17" -> "125 conv2d_10" [label="(1, 128, 28, 28)", style=solid]; -"119 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"119 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"120 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10" [label="(256,)", style=solid]; -"120 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10" [label="(256,)", style=solid]; -"121 compressed_weight_updated_constant10" -> "122 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; -"123 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; -"124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10" [label="(256,)", style=solid]; +"119 layer3_0_conv1_weight_bias" -> "125 conv2d_10" [label="(256,)", style=solid]; +"120 conv2d_10_scale_0" -> "123 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"120 conv2d_10_scale_0" -> "124 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 conv2d_10_zero_point_0" -> "123 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 conv2d_10_zero_point_0" -> "124 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"122 compressed_weight_updated_constant10" -> "123 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"123 quantize_per_channel_default_10" -> "124 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"124 dequantize_per_channel_default_10" -> "125 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; "125 conv2d_10" -> "126 relu__9" [label="(1, 256, 14, 14)", style=solid]; "126 relu__9" -> "127 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; "127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "128 dequantize_per_tensor_default_19" -> "135 conv2d_11" [label="(1, 256, 14, 14)", style=solid]; -"129 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"129 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"130 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11" [label="(256,)", style=solid]; -"130 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11" [label="(256,)", style=solid]; -"131 compressed_weight_updated_constant11" -> "132 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; -"133 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; -"134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11" [label="(256,)", style=solid]; +"129 layer3_0_conv2_weight_bias" -> "135 conv2d_11" [label="(256,)", style=solid]; +"130 conv2d_11_scale_0" -> "133 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"130 conv2d_11_scale_0" -> "134 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 conv2d_11_zero_point_0" -> "133 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 conv2d_11_zero_point_0" -> "134 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"132 compressed_weight_updated_constant11" -> "133 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"133 quantize_per_channel_default_11" -> "134 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"134 dequantize_per_channel_default_11" -> "135 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; "135 conv2d_11" -> "136 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; "136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "137 dequantize_per_tensor_default_20" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; -"138 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"138 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"139 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12" [label="(256,)", style=solid]; -"139 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12" [label="(256,)", style=solid]; -"140 compressed_weight_updated_constant12" -> "141 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; -"142 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; -"143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12" [label="(256,)", style=solid]; +"138 layer3_0_downsample_0_weight_bias" -> "144 conv2d_12" [label="(256,)", style=solid]; +"139 conv2d_12_scale_0" -> "142 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"139 conv2d_12_scale_0" -> "143 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 conv2d_12_zero_point_0" -> "142 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 conv2d_12_zero_point_0" -> "143 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"141 compressed_weight_updated_constant12" -> "142 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"142 quantize_per_channel_default_12" -> "143 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"143 dequantize_per_channel_default_12" -> "144 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; "144 conv2d_12" -> "145 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "145 quantize_per_tensor_default_17" -> "146 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "146 dequantize_per_tensor_default_21" -> "147 add__4" [label="(1, 256, 14, 14)", style=solid]; @@ -427,26 +427,26 @@ strict digraph { "149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22" [label="(1, 256, 14, 14)", style=solid]; "150 dequantize_per_tensor_default_23" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; "151 dequantize_per_tensor_default_22" -> "158 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"152 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"152 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"153 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13" [label="(256,)", style=solid]; -"153 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13" [label="(256,)", style=solid]; -"154 compressed_weight_updated_constant13" -> "155 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; -"156 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13" [label="(256,)", style=solid]; +"152 layer3_1_conv1_weight_bias" -> "158 conv2d_13" [label="(256,)", style=solid]; +"153 conv2d_13_scale_0" -> "156 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"153 conv2d_13_scale_0" -> "157 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 conv2d_13_zero_point_0" -> "156 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 conv2d_13_zero_point_0" -> "157 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"155 compressed_weight_updated_constant13" -> "156 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"156 quantize_per_channel_default_13" -> "157 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"157 dequantize_per_channel_default_13" -> "158 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "158 conv2d_13" -> "159 relu__11" [label="(1, 256, 14, 14)", style=solid]; "159 relu__11" -> "160 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; "160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24" [label="(1, 256, 14, 14)", style=solid]; "161 dequantize_per_tensor_default_24" -> "168 conv2d_14" [label="(1, 256, 14, 14)", style=solid]; -"162 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"162 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"163 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"163 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"164 compressed_weight_updated_constant14" -> "165 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; -"166 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; -"167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14" [label="(256,)", style=solid]; +"162 layer3_1_conv2_weight_bias" -> "168 conv2d_14" [label="(256,)", style=solid]; +"163 conv2d_14_scale_0" -> "166 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"163 conv2d_14_scale_0" -> "167 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 conv2d_14_zero_point_0" -> "166 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 conv2d_14_zero_point_0" -> "167 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"165 compressed_weight_updated_constant14" -> "166 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"166 quantize_per_channel_default_14" -> "167 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"167 dequantize_per_channel_default_14" -> "168 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; "168 conv2d_14" -> "169 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; "169 quantize_per_tensor_default_20" -> "170 dequantize_per_tensor_default_25" [label="(1, 256, 14, 14)", style=solid]; "170 dequantize_per_tensor_default_25" -> "171 add__5" [label="(1, 256, 14, 14)", style=solid]; @@ -456,37 +456,37 @@ strict digraph { "173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26" [label="(1, 256, 14, 14)", style=solid]; "174 dequantize_per_tensor_default_27" -> "201 conv2d_17" [label="(1, 256, 14, 14)", style=solid]; "175 dequantize_per_tensor_default_26" -> "182 conv2d_15" [label="(1, 256, 14, 14)", style=solid]; -"176 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"176 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"177 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15" [label="(512,)", style=solid]; -"177 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15" [label="(512,)", style=solid]; -"178 compressed_weight_updated_constant15" -> "179 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; -"180 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; -"181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15" [label="(512,)", style=solid]; +"176 layer4_0_conv1_weight_bias" -> "182 conv2d_15" [label="(512,)", style=solid]; +"177 conv2d_15_scale_0" -> "180 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"177 conv2d_15_scale_0" -> "181 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 conv2d_15_zero_point_0" -> "180 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 conv2d_15_zero_point_0" -> "181 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"179 compressed_weight_updated_constant15" -> "180 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"180 quantize_per_channel_default_15" -> "181 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"181 dequantize_per_channel_default_15" -> "182 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; "182 conv2d_15" -> "183 relu__13" [label="(1, 512, 7, 7)", style=solid]; "183 relu__13" -> "184 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; "184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; "185 dequantize_per_tensor_default_28" -> "192 conv2d_16" [label="(1, 512, 7, 7)", style=solid]; -"186 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"186 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"187 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(512,)", style=solid]; -"187 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(512,)", style=solid]; -"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; -"190 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; -"191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16" [label="(512,)", style=solid]; +"186 layer4_0_conv2_weight_bias" -> "192 conv2d_16" [label="(512,)", style=solid]; +"187 conv2d_16_scale_0" -> "190 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"187 conv2d_16_scale_0" -> "191 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 conv2d_16_zero_point_0" -> "190 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 conv2d_16_zero_point_0" -> "191 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"189 compressed_weight_updated_constant16" -> "190 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"190 quantize_per_channel_default_16" -> "191 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"191 dequantize_per_channel_default_16" -> "192 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; "192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; "193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29" [label="(1, 512, 7, 7)", style=solid]; "194 dequantize_per_tensor_default_29" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; -"195 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"195 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"196 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17" [label="(512,)", style=solid]; -"196 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17" [label="(512,)", style=solid]; -"197 compressed_weight_updated_constant17" -> "198 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; -"199 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; -"200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17" [label="(512,)", style=solid]; +"195 layer4_0_downsample_0_weight_bias" -> "201 conv2d_17" [label="(512,)", style=solid]; +"196 conv2d_17_scale_0" -> "199 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"196 conv2d_17_scale_0" -> "200 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 conv2d_17_zero_point_0" -> "199 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 conv2d_17_zero_point_0" -> "200 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"198 compressed_weight_updated_constant17" -> "199 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"199 quantize_per_channel_default_17" -> "200 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"200 dequantize_per_channel_default_17" -> "201 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; "201 conv2d_17" -> "202 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; "202 quantize_per_tensor_default_24" -> "203 dequantize_per_tensor_default_30" [label="(1, 512, 7, 7)", style=solid]; "203 dequantize_per_tensor_default_30" -> "204 add__6" [label="(1, 512, 7, 7)", style=solid]; @@ -496,26 +496,26 @@ strict digraph { "206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31" [label="(1, 512, 7, 7)", style=solid]; "207 dequantize_per_tensor_default_32" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; "208 dequantize_per_tensor_default_31" -> "215 conv2d_18" [label="(1, 512, 7, 7)", style=solid]; -"209 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"209 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"210 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18" [label="(512,)", style=solid]; -"210 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18" [label="(512,)", style=solid]; -"211 compressed_weight_updated_constant18" -> "212 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; -"213 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; -"214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18" [label="(512,)", style=solid]; +"209 layer4_1_conv1_weight_bias" -> "215 conv2d_18" [label="(512,)", style=solid]; +"210 conv2d_18_scale_0" -> "213 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"210 conv2d_18_scale_0" -> "214 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 conv2d_18_zero_point_0" -> "213 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 conv2d_18_zero_point_0" -> "214 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"212 compressed_weight_updated_constant18" -> "213 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"213 quantize_per_channel_default_18" -> "214 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"214 dequantize_per_channel_default_18" -> "215 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; "215 conv2d_18" -> "216 relu__15" [label="(1, 512, 7, 7)", style=solid]; "216 relu__15" -> "217 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; "217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33" [label="(1, 512, 7, 7)", style=solid]; "218 dequantize_per_tensor_default_33" -> "225 conv2d_19" [label="(1, 512, 7, 7)", style=solid]; -"219 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"219 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"220 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19" [label="(512,)", style=solid]; -"220 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19" [label="(512,)", style=solid]; -"221 compressed_weight_updated_constant19" -> "222 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; -"223 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; -"224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19" [label="(512,)", style=solid]; +"219 layer4_1_conv2_weight_bias" -> "225 conv2d_19" [label="(512,)", style=solid]; +"220 conv2d_19_scale_0" -> "223 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"220 conv2d_19_scale_0" -> "224 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 conv2d_19_zero_point_0" -> "223 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 conv2d_19_zero_point_0" -> "224 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"222 compressed_weight_updated_constant19" -> "223 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"223 quantize_per_channel_default_19" -> "224 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"224 dequantize_per_channel_default_19" -> "225 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; "225 conv2d_19" -> "226 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; "226 quantize_per_tensor_default_27" -> "227 dequantize_per_tensor_default_34" [label="(1, 512, 7, 7)", style=solid]; "227 dequantize_per_tensor_default_34" -> "228 add__7" [label="(1, 512, 7, 7)", style=solid]; @@ -527,13 +527,13 @@ strict digraph { "233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; "234 dequantize_per_tensor_default_36" -> "235 flatten" [label="(1, 512, 1, 1)", style=solid]; "235 flatten" -> "242 linear" [label="(1, 512)", style=solid]; -"236 linear_scale_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"236 linear_scale_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"237 linear_zero_point_0" -> "239 quantize_per_channel_default_20" [label="(1000,)", style=solid]; -"237 linear_zero_point_0" -> "240 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; -"238 compressed_weight_updated_constant20" -> "239 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; -"240 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; -"241 _param_constant61_0_0" -> "242 linear" [label="(1000,)", style=solid]; +"236 _param_constant61" -> "242 linear" [label="(1000,)", style=solid]; +"237 linear_scale_0" -> "240 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_scale_0" -> "241 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "240 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "241 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"239 compressed_weight_updated_constant20" -> "240 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"240 quantize_per_channel_default_20" -> "241 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"241 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; "242 linear" -> "243 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index dfd7a38bd4b..6aad3ed682b 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -2,25 +2,25 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; +"3 _param_constant1" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; "9 conv2d" [id=9, type=conv2d]; "10 permute" [id=10, type=permute]; "11 _param_constant2" [id=11, type=get_attr]; "12 _param_constant3" [id=12, type=get_attr]; "13 layer_norm" [id=13, type=layer_norm]; "14 _tensor_constant0" [id=14, type=get_attr]; -"15 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=15, type=call_module]; -"16 linear_scale_0" [id=16, type=get_attr]; -"17 linear_zero_point_0" [id=17, type=get_attr]; -"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant5_0_0" [id=21, type=get_attr]; +"15 _param_constant5" [id=15, type=get_attr]; +"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; +"17 linear_scale_0" [id=17, type=get_attr]; +"18 linear_zero_point_0" [id=18, type=get_attr]; +"19 compressed_weight_updated_constant1" [id=19, type=get_attr]; +"20 quantize_per_channel_default_1" [id=20, type=quantize_per_channel]; +"21 dequantize_per_channel_default_1" [id=21, type=dequantize_per_channel]; "22 linear" [id=22, type=linear]; "23 relu_" [id=23, type=relu_]; "24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; @@ -43,3146 +43,3170 @@ strict digraph { "41 view_2" [id=41, type=view]; "42 permute_2" [id=42, type=permute]; "43 reshape" [id=43, type=reshape]; -"44 reshape_0_0_nncf_smooth_quant_0" [id=44, type=call_module]; -"45 quantize_per_tensor_default_1" [id=45, type=quantize_per_tensor]; -"46 dequantize_per_tensor_default_1" [id=46, type=dequantize_per_tensor]; -"47 linear_2_scale_0" [id=47, type=get_attr]; -"48 linear_2_zero_point_0" [id=48, type=get_attr]; -"49 compressed_weight_updated_constant3" [id=49, type=get_attr]; -"50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; -"52 _param_constant7_0_0" [id=52, type=get_attr]; -"53 linear_2" [id=53, type=linear]; -"54 reshape_1" [id=54, type=reshape]; -"55 permute_3" [id=55, type=permute]; -"56 select" [id=56, type=select]; -"57 select_1" [id=57, type=select]; -"58 select_2" [id=58, type=select]; -"59 linalg_vector_norm" [id=59, type=linalg_vector_norm]; -"60 clamp_min" [id=60, type=clamp_min]; -"61 expand_as" [id=61, type=expand_as]; -"62 div" [id=62, type=div]; -"63 quantize_per_tensor_default_2" [id=63, type=quantize_per_tensor]; -"64 dequantize_per_tensor_default_2" [id=64, type=dequantize_per_tensor]; -"65 linalg_vector_norm_1" [id=65, type=linalg_vector_norm]; -"66 clamp_min_1" [id=66, type=clamp_min]; -"67 expand_as_1" [id=67, type=expand_as]; -"68 div_1" [id=68, type=div]; -"69 quantize_per_tensor_default_3" [id=69, type=quantize_per_tensor]; -"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; -"71 transpose" [id=71, type=transpose]; -"72 matmul" [id=72, type=matmul]; -"73 _param_constant9" [id=73, type=get_attr]; -"74 clamp" [id=74, type=clamp]; -"75 exp" [id=75, type=exp]; -"76 mul_1" [id=76, type=mul]; -"77 add" [id=77, type=add]; -"78 softmax" [id=78, type=softmax]; -"79 dropout" [id=79, type=dropout]; -"80 matmul_1" [id=80, type=matmul]; -"81 transpose_1" [id=81, type=transpose]; -"82 reshape_2" [id=82, type=reshape]; -"83 reshape_2_0_0_nncf_smooth_quant_0" [id=83, type=call_module]; -"84 quantize_per_tensor_default_4" [id=84, type=quantize_per_tensor]; -"85 dequantize_per_tensor_default_4" [id=85, type=dequantize_per_tensor]; -"86 linear_3_scale_0" [id=86, type=get_attr]; -"87 linear_3_zero_point_0" [id=87, type=get_attr]; -"88 compressed_weight_updated_constant4" [id=88, type=get_attr]; -"89 quantize_per_channel_default_4" [id=89, type=quantize_per_channel]; -"90 dequantize_per_channel_default_4" [id=90, type=dequantize_per_channel]; -"91 _param_constant11_0_0" [id=91, type=get_attr]; -"92 linear_3" [id=92, type=linear]; -"93 dropout_1" [id=93, type=dropout]; -"94 view_3" [id=94, type=view]; -"95 permute_4" [id=95, type=permute]; -"96 reshape_3" [id=96, type=reshape]; -"97 slice_2" [id=97, type=slice]; -"98 slice_3" [id=98, type=slice]; -"99 _param_constant12" [id=99, type=get_attr]; -"100 _param_constant13" [id=100, type=get_attr]; -"101 layer_norm_1" [id=101, type=layer_norm]; -"102 add_1" [id=102, type=add]; -"103 add_1_0_0_nncf_smooth_quant_0" [id=103, type=call_module]; -"104 quantize_per_tensor_default_5" [id=104, type=quantize_per_tensor]; -"105 dequantize_per_tensor_default_5" [id=105, type=dequantize_per_tensor]; -"106 linear_4_scale_0" [id=106, type=get_attr]; -"107 linear_4_zero_point_0" [id=107, type=get_attr]; -"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; -"109 quantize_per_channel_default_5" [id=109, type=quantize_per_channel]; -"110 dequantize_per_channel_default_5" [id=110, type=dequantize_per_channel]; -"111 _param_constant15_0_0" [id=111, type=get_attr]; -"112 linear_4" [id=112, type=linear]; -"113 gelu" [id=113, type=gelu]; -"114 dropout_2" [id=114, type=dropout]; -"115 dropout_2_0_0_nncf_smooth_quant_0" [id=115, type=call_module]; -"116 quantize_per_tensor_default_6" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_6" [id=117, type=dequantize_per_tensor]; -"118 linear_5_scale_0" [id=118, type=get_attr]; -"119 linear_5_zero_point_0" [id=119, type=get_attr]; -"120 compressed_weight_updated_constant6" [id=120, type=get_attr]; -"121 quantize_per_channel_default_6" [id=121, type=quantize_per_channel]; -"122 dequantize_per_channel_default_6" [id=122, type=dequantize_per_channel]; -"123 _param_constant17_0_0" [id=123, type=get_attr]; -"124 linear_5" [id=124, type=linear]; -"125 dropout_3" [id=125, type=dropout]; -"126 _param_constant18" [id=126, type=get_attr]; -"127 _param_constant19" [id=127, type=get_attr]; -"128 layer_norm_2" [id=128, type=layer_norm]; -"129 add_2" [id=129, type=add]; -"130 _tensor_constant2" [id=130, type=get_attr]; -"131 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=131, type=call_module]; -"132 linear_6_scale_0" [id=132, type=get_attr]; -"133 linear_6_zero_point_0" [id=133, type=get_attr]; -"134 compressed_weight_updated_constant7" [id=134, type=get_attr]; -"135 quantize_per_channel_default_7" [id=135, type=quantize_per_channel]; -"136 dequantize_per_channel_default_7" [id=136, type=dequantize_per_channel]; -"137 _param_constant21_0_0" [id=137, type=get_attr]; -"138 linear_6" [id=138, type=linear]; -"139 relu__1" [id=139, type=relu_]; -"140 relu__1_0_0_nncf_smooth_quant_0" [id=140, type=call_module]; -"141 linear_7_scale_0" [id=141, type=get_attr]; -"142 linear_7_zero_point_0" [id=142, type=get_attr]; -"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; -"144 quantize_per_channel_default_8" [id=144, type=quantize_per_channel]; -"145 dequantize_per_channel_default_8" [id=145, type=dequantize_per_channel]; -"146 linear_7" [id=146, type=linear]; -"147 view_4" [id=147, type=view]; -"148 _tensor_constant3" [id=148, type=get_attr]; -"149 index_1" [id=149, type=index]; -"150 view_5" [id=150, type=view]; -"151 permute_5" [id=151, type=permute]; -"152 contiguous_1" [id=152, type=contiguous]; -"153 unsqueeze_1" [id=153, type=unsqueeze]; -"154 sigmoid_1" [id=154, type=sigmoid]; -"155 mul_2" [id=155, type=mul]; -"156 pad_1" [id=156, type=pad]; -"157 roll" [id=157, type=roll]; -"158 view_6" [id=158, type=view]; -"159 permute_6" [id=159, type=permute]; -"160 reshape_4" [id=160, type=reshape]; -"161 reshape_4_0_0_nncf_smooth_quant_0" [id=161, type=call_module]; -"162 quantize_per_tensor_default_7" [id=162, type=quantize_per_tensor]; -"163 dequantize_per_tensor_default_7" [id=163, type=dequantize_per_tensor]; -"164 linear_8_scale_0" [id=164, type=get_attr]; -"165 linear_8_zero_point_0" [id=165, type=get_attr]; -"166 compressed_weight_updated_constant9" [id=166, type=get_attr]; -"167 quantize_per_channel_default_9" [id=167, type=quantize_per_channel]; -"168 dequantize_per_channel_default_9" [id=168, type=dequantize_per_channel]; -"169 _param_constant23_0_0" [id=169, type=get_attr]; -"170 linear_8" [id=170, type=linear]; -"171 reshape_5" [id=171, type=reshape]; -"172 permute_7" [id=172, type=permute]; -"173 select_3" [id=173, type=select]; -"174 select_4" [id=174, type=select]; -"175 select_5" [id=175, type=select]; -"176 linalg_vector_norm_2" [id=176, type=linalg_vector_norm]; -"177 clamp_min_2" [id=177, type=clamp_min]; -"178 expand_as_2" [id=178, type=expand_as]; -"179 div_2" [id=179, type=div]; -"180 quantize_per_tensor_default_8" [id=180, type=quantize_per_tensor]; -"181 dequantize_per_tensor_default_8" [id=181, type=dequantize_per_tensor]; -"182 linalg_vector_norm_3" [id=182, type=linalg_vector_norm]; -"183 clamp_min_3" [id=183, type=clamp_min]; -"184 expand_as_3" [id=184, type=expand_as]; -"185 div_3" [id=185, type=div]; -"186 quantize_per_tensor_default_9" [id=186, type=quantize_per_tensor]; -"187 dequantize_per_tensor_default_9" [id=187, type=dequantize_per_tensor]; -"188 transpose_2" [id=188, type=transpose]; -"189 matmul_2" [id=189, type=matmul]; -"190 _param_constant25" [id=190, type=get_attr]; -"191 clamp_1" [id=191, type=clamp]; -"192 exp_1" [id=192, type=exp]; -"193 mul_3" [id=193, type=mul]; -"194 add_3" [id=194, type=add]; -"195 new_zeros" [id=195, type=new_zeros]; -"196 view_7" [id=196, type=view]; -"197 permute_8" [id=197, type=permute]; -"198 reshape_6" [id=198, type=reshape]; -"199 unsqueeze_2" [id=199, type=unsqueeze]; -"200 unsqueeze_3" [id=200, type=unsqueeze]; -"201 sub" [id=201, type=sub]; -"202 ne" [id=202, type=ne]; -"203 masked_fill" [id=203, type=masked_fill]; -"204 eq" [id=204, type=eq]; -"205 masked_fill_1" [id=205, type=masked_fill]; -"206 view_8" [id=206, type=view]; -"207 unsqueeze_4" [id=207, type=unsqueeze]; -"208 unsqueeze_5" [id=208, type=unsqueeze]; -"209 add_4" [id=209, type=add]; -"210 view_9" [id=210, type=view]; -"211 softmax_1" [id=211, type=softmax]; -"212 dropout_4" [id=212, type=dropout]; -"213 matmul_3" [id=213, type=matmul]; -"214 transpose_3" [id=214, type=transpose]; -"215 reshape_7" [id=215, type=reshape]; -"216 reshape_7_0_0_nncf_smooth_quant_0" [id=216, type=call_module]; -"217 quantize_per_tensor_default_10" [id=217, type=quantize_per_tensor]; -"218 dequantize_per_tensor_default_10" [id=218, type=dequantize_per_tensor]; -"219 linear_9_scale_0" [id=219, type=get_attr]; -"220 linear_9_zero_point_0" [id=220, type=get_attr]; -"221 compressed_weight_updated_constant10" [id=221, type=get_attr]; -"222 quantize_per_channel_default_10" [id=222, type=quantize_per_channel]; -"223 dequantize_per_channel_default_10" [id=223, type=dequantize_per_channel]; -"224 _param_constant27_0_0" [id=224, type=get_attr]; -"225 linear_9" [id=225, type=linear]; -"226 dropout_5" [id=226, type=dropout]; -"227 view_10" [id=227, type=view]; -"228 permute_9" [id=228, type=permute]; -"229 reshape_8" [id=229, type=reshape]; -"230 roll_1" [id=230, type=roll]; -"231 slice_23" [id=231, type=slice]; -"232 slice_24" [id=232, type=slice]; -"233 _param_constant28" [id=233, type=get_attr]; -"234 _param_constant29" [id=234, type=get_attr]; -"235 layer_norm_3" [id=235, type=layer_norm]; -"236 add_5" [id=236, type=add]; -"237 add_5_0_0_nncf_smooth_quant_0" [id=237, type=call_module]; -"238 quantize_per_tensor_default_11" [id=238, type=quantize_per_tensor]; -"239 dequantize_per_tensor_default_11" [id=239, type=dequantize_per_tensor]; -"240 linear_10_scale_0" [id=240, type=get_attr]; -"241 linear_10_zero_point_0" [id=241, type=get_attr]; -"242 compressed_weight_updated_constant11" [id=242, type=get_attr]; -"243 quantize_per_channel_default_11" [id=243, type=quantize_per_channel]; -"244 dequantize_per_channel_default_11" [id=244, type=dequantize_per_channel]; -"245 _param_constant31_0_0" [id=245, type=get_attr]; -"246 linear_10" [id=246, type=linear]; -"247 gelu_1" [id=247, type=gelu]; -"248 dropout_6" [id=248, type=dropout]; -"249 dropout_6_0_0_nncf_smooth_quant_0" [id=249, type=call_module]; -"250 quantize_per_tensor_default_12" [id=250, type=quantize_per_tensor]; -"251 dequantize_per_tensor_default_12" [id=251, type=dequantize_per_tensor]; -"252 linear_11_scale_0" [id=252, type=get_attr]; -"253 linear_11_zero_point_0" [id=253, type=get_attr]; -"254 compressed_weight_updated_constant12" [id=254, type=get_attr]; -"255 quantize_per_channel_default_12" [id=255, type=quantize_per_channel]; -"256 dequantize_per_channel_default_12" [id=256, type=dequantize_per_channel]; -"257 _param_constant33_0_0" [id=257, type=get_attr]; -"258 linear_11" [id=258, type=linear]; -"259 dropout_7" [id=259, type=dropout]; -"260 _param_constant34" [id=260, type=get_attr]; -"261 _param_constant35" [id=261, type=get_attr]; -"262 layer_norm_4" [id=262, type=layer_norm]; -"263 add_6" [id=263, type=add]; -"264 pad_2" [id=264, type=pad]; -"265 slice_25" [id=265, type=slice]; -"266 slice_26" [id=266, type=slice]; -"267 slice_27" [id=267, type=slice]; -"268 slice_28" [id=268, type=slice]; -"269 slice_29" [id=269, type=slice]; -"270 slice_30" [id=270, type=slice]; -"271 slice_31" [id=271, type=slice]; -"272 slice_32" [id=272, type=slice]; -"273 slice_33" [id=273, type=slice]; -"274 slice_34" [id=274, type=slice]; -"275 slice_35" [id=275, type=slice]; -"276 slice_36" [id=276, type=slice]; -"277 cat" [id=277, type=cat]; -"278 cat_0_0_nncf_smooth_quant_0" [id=278, type=call_module]; -"279 quantize_per_tensor_default_13" [id=279, type=quantize_per_tensor]; -"280 dequantize_per_tensor_default_13" [id=280, type=dequantize_per_tensor]; -"281 linear_12_scale_0" [id=281, type=get_attr]; -"282 linear_12_zero_point_0" [id=282, type=get_attr]; -"283 compressed_weight_updated_constant13" [id=283, type=get_attr]; -"284 quantize_per_channel_default_13" [id=284, type=quantize_per_channel]; -"285 dequantize_per_channel_default_13" [id=285, type=dequantize_per_channel]; -"286 linear_12" [id=286, type=linear]; -"287 _param_constant37" [id=287, type=get_attr]; -"288 _param_constant38" [id=288, type=get_attr]; -"289 layer_norm_5" [id=289, type=layer_norm]; -"290 _tensor_constant13" [id=290, type=get_attr]; -"291 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=291, type=call_module]; -"292 linear_13_scale_0" [id=292, type=get_attr]; -"293 linear_13_zero_point_0" [id=293, type=get_attr]; -"294 compressed_weight_updated_constant14" [id=294, type=get_attr]; -"295 quantize_per_channel_default_14" [id=295, type=quantize_per_channel]; -"296 dequantize_per_channel_default_14" [id=296, type=dequantize_per_channel]; -"297 _param_constant40_0_0" [id=297, type=get_attr]; -"298 linear_13" [id=298, type=linear]; -"299 relu__2" [id=299, type=relu_]; -"300 relu__2_0_0_nncf_smooth_quant_0" [id=300, type=call_module]; -"301 linear_14_scale_0" [id=301, type=get_attr]; -"302 linear_14_zero_point_0" [id=302, type=get_attr]; -"303 compressed_weight_updated_constant15" [id=303, type=get_attr]; -"304 quantize_per_channel_default_15" [id=304, type=quantize_per_channel]; -"305 dequantize_per_channel_default_15" [id=305, type=dequantize_per_channel]; -"306 linear_14" [id=306, type=linear]; -"307 view_11" [id=307, type=view]; -"308 _tensor_constant14" [id=308, type=get_attr]; -"309 index_2" [id=309, type=index]; -"310 view_12" [id=310, type=view]; -"311 permute_10" [id=311, type=permute]; -"312 contiguous_2" [id=312, type=contiguous]; -"313 unsqueeze_6" [id=313, type=unsqueeze]; -"314 sigmoid_2" [id=314, type=sigmoid]; -"315 mul_4" [id=315, type=mul]; -"316 pad_3" [id=316, type=pad]; -"317 view_13" [id=317, type=view]; -"318 permute_11" [id=318, type=permute]; -"319 reshape_9" [id=319, type=reshape]; -"320 reshape_9_0_0_nncf_smooth_quant_0" [id=320, type=call_module]; -"321 quantize_per_tensor_default_14" [id=321, type=quantize_per_tensor]; -"322 dequantize_per_tensor_default_14" [id=322, type=dequantize_per_tensor]; -"323 linear_15_scale_0" [id=323, type=get_attr]; -"324 linear_15_zero_point_0" [id=324, type=get_attr]; -"325 compressed_weight_updated_constant16" [id=325, type=get_attr]; -"326 quantize_per_channel_default_16" [id=326, type=quantize_per_channel]; -"327 dequantize_per_channel_default_16" [id=327, type=dequantize_per_channel]; -"328 _param_constant42_0_0" [id=328, type=get_attr]; -"329 linear_15" [id=329, type=linear]; -"330 reshape_10" [id=330, type=reshape]; -"331 permute_12" [id=331, type=permute]; -"332 select_6" [id=332, type=select]; -"333 select_7" [id=333, type=select]; -"334 select_8" [id=334, type=select]; -"335 linalg_vector_norm_4" [id=335, type=linalg_vector_norm]; -"336 clamp_min_4" [id=336, type=clamp_min]; -"337 expand_as_4" [id=337, type=expand_as]; -"338 div_4" [id=338, type=div]; -"339 quantize_per_tensor_default_15" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_15" [id=340, type=dequantize_per_tensor]; -"341 linalg_vector_norm_5" [id=341, type=linalg_vector_norm]; -"342 clamp_min_5" [id=342, type=clamp_min]; -"343 expand_as_5" [id=343, type=expand_as]; -"344 div_5" [id=344, type=div]; -"345 quantize_per_tensor_default_16" [id=345, type=quantize_per_tensor]; -"346 dequantize_per_tensor_default_16" [id=346, type=dequantize_per_tensor]; -"347 transpose_4" [id=347, type=transpose]; -"348 matmul_4" [id=348, type=matmul]; -"349 _param_constant44" [id=349, type=get_attr]; -"350 clamp_2" [id=350, type=clamp]; -"351 exp_2" [id=351, type=exp]; -"352 mul_5" [id=352, type=mul]; -"353 add_7" [id=353, type=add]; -"354 softmax_2" [id=354, type=softmax]; -"355 dropout_8" [id=355, type=dropout]; -"356 matmul_5" [id=356, type=matmul]; -"357 transpose_5" [id=357, type=transpose]; -"358 reshape_11" [id=358, type=reshape]; -"359 reshape_11_0_0_nncf_smooth_quant_0" [id=359, type=call_module]; -"360 quantize_per_tensor_default_17" [id=360, type=quantize_per_tensor]; -"361 dequantize_per_tensor_default_17" [id=361, type=dequantize_per_tensor]; -"362 linear_16_scale_0" [id=362, type=get_attr]; -"363 linear_16_zero_point_0" [id=363, type=get_attr]; -"364 compressed_weight_updated_constant17" [id=364, type=get_attr]; -"365 quantize_per_channel_default_17" [id=365, type=quantize_per_channel]; -"366 dequantize_per_channel_default_17" [id=366, type=dequantize_per_channel]; -"367 _param_constant46_0_0" [id=367, type=get_attr]; -"368 linear_16" [id=368, type=linear]; -"369 dropout_9" [id=369, type=dropout]; -"370 view_14" [id=370, type=view]; -"371 permute_13" [id=371, type=permute]; -"372 reshape_12" [id=372, type=reshape]; -"373 slice_38" [id=373, type=slice]; -"374 slice_39" [id=374, type=slice]; -"375 slice_40" [id=375, type=slice]; -"376 slice_41" [id=376, type=slice]; -"377 contiguous_3" [id=377, type=contiguous]; -"378 _param_constant47" [id=378, type=get_attr]; -"379 _param_constant48" [id=379, type=get_attr]; -"380 layer_norm_6" [id=380, type=layer_norm]; -"381 add_8" [id=381, type=add]; -"382 add_8_0_0_nncf_smooth_quant_0" [id=382, type=call_module]; -"383 quantize_per_tensor_default_18" [id=383, type=quantize_per_tensor]; -"384 dequantize_per_tensor_default_18" [id=384, type=dequantize_per_tensor]; -"385 linear_17_scale_0" [id=385, type=get_attr]; -"386 linear_17_zero_point_0" [id=386, type=get_attr]; -"387 compressed_weight_updated_constant18" [id=387, type=get_attr]; -"388 quantize_per_channel_default_18" [id=388, type=quantize_per_channel]; -"389 dequantize_per_channel_default_18" [id=389, type=dequantize_per_channel]; -"390 _param_constant50_0_0" [id=390, type=get_attr]; -"391 linear_17" [id=391, type=linear]; -"392 gelu_2" [id=392, type=gelu]; -"393 dropout_10" [id=393, type=dropout]; -"394 dropout_10_0_0_nncf_smooth_quant_0" [id=394, type=call_module]; -"395 quantize_per_tensor_default_19" [id=395, type=quantize_per_tensor]; -"396 dequantize_per_tensor_default_19" [id=396, type=dequantize_per_tensor]; -"397 linear_18_scale_0" [id=397, type=get_attr]; -"398 linear_18_zero_point_0" [id=398, type=get_attr]; -"399 compressed_weight_updated_constant19" [id=399, type=get_attr]; -"400 quantize_per_channel_default_19" [id=400, type=quantize_per_channel]; -"401 dequantize_per_channel_default_19" [id=401, type=dequantize_per_channel]; -"402 _param_constant52_0_0" [id=402, type=get_attr]; -"403 linear_18" [id=403, type=linear]; -"404 dropout_11" [id=404, type=dropout]; -"405 _param_constant53" [id=405, type=get_attr]; -"406 _param_constant54" [id=406, type=get_attr]; -"407 layer_norm_7" [id=407, type=layer_norm]; -"408 add_9" [id=408, type=add]; -"409 _tensor_constant15" [id=409, type=get_attr]; -"410 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=410, type=call_module]; -"411 linear_19_scale_0" [id=411, type=get_attr]; -"412 linear_19_zero_point_0" [id=412, type=get_attr]; -"413 compressed_weight_updated_constant20" [id=413, type=get_attr]; -"414 quantize_per_channel_default_20" [id=414, type=quantize_per_channel]; -"415 dequantize_per_channel_default_20" [id=415, type=dequantize_per_channel]; -"416 _param_constant56_0_0" [id=416, type=get_attr]; -"417 linear_19" [id=417, type=linear]; -"418 relu__3" [id=418, type=relu_]; -"419 relu__3_0_0_nncf_smooth_quant_0" [id=419, type=call_module]; -"420 linear_20_scale_0" [id=420, type=get_attr]; -"421 linear_20_zero_point_0" [id=421, type=get_attr]; -"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 linear_20" [id=425, type=linear]; -"426 view_15" [id=426, type=view]; -"427 _tensor_constant16" [id=427, type=get_attr]; -"428 index_3" [id=428, type=index]; -"429 view_16" [id=429, type=view]; -"430 permute_14" [id=430, type=permute]; -"431 contiguous_4" [id=431, type=contiguous]; -"432 unsqueeze_7" [id=432, type=unsqueeze]; -"433 sigmoid_3" [id=433, type=sigmoid]; -"434 mul_6" [id=434, type=mul]; -"435 pad_4" [id=435, type=pad]; -"436 roll_2" [id=436, type=roll]; -"437 view_17" [id=437, type=view]; -"438 permute_15" [id=438, type=permute]; -"439 reshape_13" [id=439, type=reshape]; -"440 reshape_13_0_0_nncf_smooth_quant_0" [id=440, type=call_module]; -"441 quantize_per_tensor_default_20" [id=441, type=quantize_per_tensor]; -"442 dequantize_per_tensor_default_20" [id=442, type=dequantize_per_tensor]; -"443 linear_21_scale_0" [id=443, type=get_attr]; -"444 linear_21_zero_point_0" [id=444, type=get_attr]; -"445 compressed_weight_updated_constant22" [id=445, type=get_attr]; -"446 quantize_per_channel_default_22" [id=446, type=quantize_per_channel]; -"447 dequantize_per_channel_default_22" [id=447, type=dequantize_per_channel]; -"448 _param_constant58_0_0" [id=448, type=get_attr]; -"449 linear_21" [id=449, type=linear]; -"450 reshape_14" [id=450, type=reshape]; -"451 permute_16" [id=451, type=permute]; -"452 select_9" [id=452, type=select]; -"453 select_10" [id=453, type=select]; -"454 select_11" [id=454, type=select]; -"455 linalg_vector_norm_6" [id=455, type=linalg_vector_norm]; -"456 clamp_min_6" [id=456, type=clamp_min]; -"457 expand_as_6" [id=457, type=expand_as]; -"458 div_6" [id=458, type=div]; -"459 quantize_per_tensor_default_21" [id=459, type=quantize_per_tensor]; -"460 dequantize_per_tensor_default_21" [id=460, type=dequantize_per_tensor]; -"461 linalg_vector_norm_7" [id=461, type=linalg_vector_norm]; -"462 clamp_min_7" [id=462, type=clamp_min]; -"463 expand_as_7" [id=463, type=expand_as]; -"464 div_7" [id=464, type=div]; -"465 quantize_per_tensor_default_22" [id=465, type=quantize_per_tensor]; -"466 dequantize_per_tensor_default_22" [id=466, type=dequantize_per_tensor]; -"467 transpose_6" [id=467, type=transpose]; -"468 matmul_6" [id=468, type=matmul]; -"469 _param_constant60" [id=469, type=get_attr]; -"470 clamp_3" [id=470, type=clamp]; -"471 exp_3" [id=471, type=exp]; -"472 mul_7" [id=472, type=mul]; -"473 add_10" [id=473, type=add]; -"474 new_zeros_1" [id=474, type=new_zeros]; -"475 view_18" [id=475, type=view]; -"476 permute_17" [id=476, type=permute]; -"477 reshape_15" [id=477, type=reshape]; -"478 unsqueeze_8" [id=478, type=unsqueeze]; -"479 unsqueeze_9" [id=479, type=unsqueeze]; -"480 sub_1" [id=480, type=sub]; -"481 ne_1" [id=481, type=ne]; -"482 masked_fill_2" [id=482, type=masked_fill]; -"483 eq_1" [id=483, type=eq]; -"484 masked_fill_3" [id=484, type=masked_fill]; -"485 view_19" [id=485, type=view]; -"486 unsqueeze_10" [id=486, type=unsqueeze]; -"487 unsqueeze_11" [id=487, type=unsqueeze]; -"488 add_11" [id=488, type=add]; -"489 view_20" [id=489, type=view]; -"490 softmax_3" [id=490, type=softmax]; -"491 dropout_12" [id=491, type=dropout]; -"492 matmul_7" [id=492, type=matmul]; -"493 transpose_7" [id=493, type=transpose]; -"494 reshape_16" [id=494, type=reshape]; -"495 reshape_16_0_0_nncf_smooth_quant_0" [id=495, type=call_module]; -"496 quantize_per_tensor_default_23" [id=496, type=quantize_per_tensor]; -"497 dequantize_per_tensor_default_23" [id=497, type=dequantize_per_tensor]; -"498 linear_22_scale_0" [id=498, type=get_attr]; -"499 linear_22_zero_point_0" [id=499, type=get_attr]; -"500 compressed_weight_updated_constant23" [id=500, type=get_attr]; -"501 quantize_per_channel_default_23" [id=501, type=quantize_per_channel]; -"502 dequantize_per_channel_default_23" [id=502, type=dequantize_per_channel]; -"503 _param_constant62_0_0" [id=503, type=get_attr]; -"504 linear_22" [id=504, type=linear]; -"505 dropout_13" [id=505, type=dropout]; -"506 view_21" [id=506, type=view]; -"507 permute_18" [id=507, type=permute]; -"508 reshape_17" [id=508, type=reshape]; -"509 roll_3" [id=509, type=roll]; -"510 slice_61" [id=510, type=slice]; -"511 slice_62" [id=511, type=slice]; -"512 slice_63" [id=512, type=slice]; -"513 slice_64" [id=513, type=slice]; -"514 contiguous_5" [id=514, type=contiguous]; -"515 _param_constant63" [id=515, type=get_attr]; -"516 _param_constant64" [id=516, type=get_attr]; -"517 layer_norm_8" [id=517, type=layer_norm]; -"518 add_12" [id=518, type=add]; -"519 add_12_0_0_nncf_smooth_quant_0" [id=519, type=call_module]; -"520 quantize_per_tensor_default_24" [id=520, type=quantize_per_tensor]; -"521 dequantize_per_tensor_default_24" [id=521, type=dequantize_per_tensor]; -"522 linear_23_scale_0" [id=522, type=get_attr]; -"523 linear_23_zero_point_0" [id=523, type=get_attr]; -"524 compressed_weight_updated_constant24" [id=524, type=get_attr]; -"525 quantize_per_channel_default_24" [id=525, type=quantize_per_channel]; -"526 dequantize_per_channel_default_24" [id=526, type=dequantize_per_channel]; -"527 _param_constant66_0_0" [id=527, type=get_attr]; -"528 linear_23" [id=528, type=linear]; -"529 gelu_3" [id=529, type=gelu]; -"530 dropout_14" [id=530, type=dropout]; -"531 dropout_14_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_25" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_25" [id=533, type=dequantize_per_tensor]; -"534 linear_24_scale_0" [id=534, type=get_attr]; -"535 linear_24_zero_point_0" [id=535, type=get_attr]; -"536 compressed_weight_updated_constant25" [id=536, type=get_attr]; -"537 quantize_per_channel_default_25" [id=537, type=quantize_per_channel]; -"538 dequantize_per_channel_default_25" [id=538, type=dequantize_per_channel]; -"539 _param_constant68_0_0" [id=539, type=get_attr]; -"540 linear_24" [id=540, type=linear]; -"541 dropout_15" [id=541, type=dropout]; -"542 _param_constant69" [id=542, type=get_attr]; -"543 _param_constant70" [id=543, type=get_attr]; -"544 layer_norm_9" [id=544, type=layer_norm]; -"545 add_13" [id=545, type=add]; -"546 pad_5" [id=546, type=pad]; -"547 slice_65" [id=547, type=slice]; -"548 slice_66" [id=548, type=slice]; -"549 slice_67" [id=549, type=slice]; -"550 slice_68" [id=550, type=slice]; -"551 slice_69" [id=551, type=slice]; -"552 slice_70" [id=552, type=slice]; -"553 slice_71" [id=553, type=slice]; -"554 slice_72" [id=554, type=slice]; -"555 slice_73" [id=555, type=slice]; -"556 slice_74" [id=556, type=slice]; -"557 slice_75" [id=557, type=slice]; -"558 slice_76" [id=558, type=slice]; -"559 cat_1" [id=559, type=cat]; -"560 cat_1_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_26" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_26" [id=562, type=dequantize_per_tensor]; -"563 linear_25_scale_0" [id=563, type=get_attr]; -"564 linear_25_zero_point_0" [id=564, type=get_attr]; -"565 compressed_weight_updated_constant26" [id=565, type=get_attr]; -"566 quantize_per_channel_default_26" [id=566, type=quantize_per_channel]; -"567 dequantize_per_channel_default_26" [id=567, type=dequantize_per_channel]; -"568 linear_25" [id=568, type=linear]; -"569 _param_constant72" [id=569, type=get_attr]; -"570 _param_constant73" [id=570, type=get_attr]; -"571 layer_norm_10" [id=571, type=layer_norm]; -"572 _tensor_constant26" [id=572, type=get_attr]; -"573 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=573, type=call_module]; -"574 linear_26_scale_0" [id=574, type=get_attr]; -"575 linear_26_zero_point_0" [id=575, type=get_attr]; -"576 compressed_weight_updated_constant27" [id=576, type=get_attr]; -"577 quantize_per_channel_default_27" [id=577, type=quantize_per_channel]; -"578 dequantize_per_channel_default_27" [id=578, type=dequantize_per_channel]; -"579 _param_constant75_0_0" [id=579, type=get_attr]; -"580 linear_26" [id=580, type=linear]; -"581 relu__4" [id=581, type=relu_]; -"582 relu__4_0_0_nncf_smooth_quant_0" [id=582, type=call_module]; -"583 linear_27_scale_0" [id=583, type=get_attr]; -"584 linear_27_zero_point_0" [id=584, type=get_attr]; -"585 compressed_weight_updated_constant28" [id=585, type=get_attr]; -"586 quantize_per_channel_default_28" [id=586, type=quantize_per_channel]; -"587 dequantize_per_channel_default_28" [id=587, type=dequantize_per_channel]; -"588 linear_27" [id=588, type=linear]; -"589 view_22" [id=589, type=view]; -"590 _tensor_constant27" [id=590, type=get_attr]; -"591 index_4" [id=591, type=index]; -"592 view_23" [id=592, type=view]; -"593 permute_19" [id=593, type=permute]; -"594 contiguous_6" [id=594, type=contiguous]; -"595 unsqueeze_12" [id=595, type=unsqueeze]; -"596 sigmoid_4" [id=596, type=sigmoid]; -"597 mul_8" [id=597, type=mul]; -"598 pad_6" [id=598, type=pad]; -"599 view_24" [id=599, type=view]; -"600 permute_20" [id=600, type=permute]; -"601 reshape_18" [id=601, type=reshape]; -"602 reshape_18_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; -"603 quantize_per_tensor_default_27" [id=603, type=quantize_per_tensor]; -"604 dequantize_per_tensor_default_27" [id=604, type=dequantize_per_tensor]; -"605 linear_28_scale_0" [id=605, type=get_attr]; -"606 linear_28_zero_point_0" [id=606, type=get_attr]; -"607 compressed_weight_updated_constant29" [id=607, type=get_attr]; -"608 quantize_per_channel_default_29" [id=608, type=quantize_per_channel]; -"609 dequantize_per_channel_default_29" [id=609, type=dequantize_per_channel]; -"610 _param_constant77_0_0" [id=610, type=get_attr]; -"611 linear_28" [id=611, type=linear]; -"612 reshape_19" [id=612, type=reshape]; -"613 permute_21" [id=613, type=permute]; -"614 select_12" [id=614, type=select]; -"615 select_13" [id=615, type=select]; -"616 select_14" [id=616, type=select]; -"617 linalg_vector_norm_8" [id=617, type=linalg_vector_norm]; -"618 clamp_min_8" [id=618, type=clamp_min]; -"619 expand_as_8" [id=619, type=expand_as]; -"620 div_8" [id=620, type=div]; -"621 quantize_per_tensor_default_28" [id=621, type=quantize_per_tensor]; -"622 dequantize_per_tensor_default_28" [id=622, type=dequantize_per_tensor]; -"623 linalg_vector_norm_9" [id=623, type=linalg_vector_norm]; -"624 clamp_min_9" [id=624, type=clamp_min]; -"625 expand_as_9" [id=625, type=expand_as]; -"626 div_9" [id=626, type=div]; -"627 quantize_per_tensor_default_29" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_29" [id=628, type=dequantize_per_tensor]; -"629 transpose_8" [id=629, type=transpose]; -"630 matmul_8" [id=630, type=matmul]; -"631 _param_constant79" [id=631, type=get_attr]; -"632 clamp_4" [id=632, type=clamp]; -"633 exp_4" [id=633, type=exp]; -"634 mul_9" [id=634, type=mul]; -"635 add_14" [id=635, type=add]; -"636 softmax_4" [id=636, type=softmax]; -"637 dropout_16" [id=637, type=dropout]; -"638 matmul_9" [id=638, type=matmul]; -"639 transpose_9" [id=639, type=transpose]; -"640 reshape_20" [id=640, type=reshape]; -"641 reshape_20_0_0_nncf_smooth_quant_0" [id=641, type=call_module]; -"642 quantize_per_tensor_default_30" [id=642, type=quantize_per_tensor]; -"643 dequantize_per_tensor_default_30" [id=643, type=dequantize_per_tensor]; -"644 linear_29_scale_0" [id=644, type=get_attr]; -"645 linear_29_zero_point_0" [id=645, type=get_attr]; -"646 compressed_weight_updated_constant30" [id=646, type=get_attr]; -"647 quantize_per_channel_default_30" [id=647, type=quantize_per_channel]; -"648 dequantize_per_channel_default_30" [id=648, type=dequantize_per_channel]; -"649 _param_constant81_0_0" [id=649, type=get_attr]; -"650 linear_29" [id=650, type=linear]; -"651 dropout_17" [id=651, type=dropout]; -"652 view_25" [id=652, type=view]; -"653 permute_22" [id=653, type=permute]; -"654 reshape_21" [id=654, type=reshape]; -"655 slice_78" [id=655, type=slice]; -"656 slice_79" [id=656, type=slice]; -"657 slice_80" [id=657, type=slice]; -"658 slice_81" [id=658, type=slice]; -"659 contiguous_7" [id=659, type=contiguous]; -"660 _param_constant82" [id=660, type=get_attr]; -"661 _param_constant83" [id=661, type=get_attr]; -"662 layer_norm_11" [id=662, type=layer_norm]; -"663 add_15" [id=663, type=add]; -"664 add_15_0_0_nncf_smooth_quant_0" [id=664, type=call_module]; -"665 quantize_per_tensor_default_31" [id=665, type=quantize_per_tensor]; -"666 dequantize_per_tensor_default_31" [id=666, type=dequantize_per_tensor]; -"667 linear_30_scale_0" [id=667, type=get_attr]; -"668 linear_30_zero_point_0" [id=668, type=get_attr]; -"669 compressed_weight_updated_constant31" [id=669, type=get_attr]; -"670 quantize_per_channel_default_31" [id=670, type=quantize_per_channel]; -"671 dequantize_per_channel_default_31" [id=671, type=dequantize_per_channel]; -"672 _param_constant85_0_0" [id=672, type=get_attr]; -"673 linear_30" [id=673, type=linear]; -"674 gelu_4" [id=674, type=gelu]; -"675 dropout_18" [id=675, type=dropout]; -"676 dropout_18_0_0_nncf_smooth_quant_0" [id=676, type=call_module]; -"677 quantize_per_tensor_default_32" [id=677, type=quantize_per_tensor]; -"678 dequantize_per_tensor_default_32" [id=678, type=dequantize_per_tensor]; -"679 linear_31_scale_0" [id=679, type=get_attr]; -"680 linear_31_zero_point_0" [id=680, type=get_attr]; -"681 compressed_weight_updated_constant32" [id=681, type=get_attr]; -"682 quantize_per_channel_default_32" [id=682, type=quantize_per_channel]; -"683 dequantize_per_channel_default_32" [id=683, type=dequantize_per_channel]; -"684 _param_constant87_0_0" [id=684, type=get_attr]; -"685 linear_31" [id=685, type=linear]; -"686 dropout_19" [id=686, type=dropout]; -"687 _param_constant88" [id=687, type=get_attr]; -"688 _param_constant89" [id=688, type=get_attr]; -"689 layer_norm_12" [id=689, type=layer_norm]; -"690 add_16" [id=690, type=add]; -"691 _tensor_constant28" [id=691, type=get_attr]; -"692 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=692, type=call_module]; -"693 linear_32_scale_0" [id=693, type=get_attr]; -"694 linear_32_zero_point_0" [id=694, type=get_attr]; -"695 compressed_weight_updated_constant33" [id=695, type=get_attr]; -"696 quantize_per_channel_default_33" [id=696, type=quantize_per_channel]; -"697 dequantize_per_channel_default_33" [id=697, type=dequantize_per_channel]; -"698 _param_constant91_0_0" [id=698, type=get_attr]; -"699 linear_32" [id=699, type=linear]; -"700 relu__5" [id=700, type=relu_]; -"701 relu__5_0_0_nncf_smooth_quant_0" [id=701, type=call_module]; -"702 linear_33_scale_0" [id=702, type=get_attr]; -"703 linear_33_zero_point_0" [id=703, type=get_attr]; -"704 compressed_weight_updated_constant34" [id=704, type=get_attr]; -"705 quantize_per_channel_default_34" [id=705, type=quantize_per_channel]; -"706 dequantize_per_channel_default_34" [id=706, type=dequantize_per_channel]; -"707 linear_33" [id=707, type=linear]; -"708 view_26" [id=708, type=view]; -"709 _tensor_constant29" [id=709, type=get_attr]; -"710 index_5" [id=710, type=index]; -"711 view_27" [id=711, type=view]; -"712 permute_23" [id=712, type=permute]; -"713 contiguous_8" [id=713, type=contiguous]; -"714 unsqueeze_13" [id=714, type=unsqueeze]; -"715 sigmoid_5" [id=715, type=sigmoid]; -"716 mul_10" [id=716, type=mul]; -"717 pad_7" [id=717, type=pad]; -"718 roll_4" [id=718, type=roll]; -"719 view_28" [id=719, type=view]; -"720 permute_24" [id=720, type=permute]; -"721 reshape_22" [id=721, type=reshape]; -"722 reshape_22_0_0_nncf_smooth_quant_0" [id=722, type=call_module]; -"723 quantize_per_tensor_default_33" [id=723, type=quantize_per_tensor]; -"724 dequantize_per_tensor_default_33" [id=724, type=dequantize_per_tensor]; -"725 linear_34_scale_0" [id=725, type=get_attr]; -"726 linear_34_zero_point_0" [id=726, type=get_attr]; -"727 compressed_weight_updated_constant35" [id=727, type=get_attr]; -"728 quantize_per_channel_default_35" [id=728, type=quantize_per_channel]; -"729 dequantize_per_channel_default_35" [id=729, type=dequantize_per_channel]; -"730 _param_constant93_0_0" [id=730, type=get_attr]; -"731 linear_34" [id=731, type=linear]; -"732 reshape_23" [id=732, type=reshape]; -"733 permute_25" [id=733, type=permute]; -"734 select_15" [id=734, type=select]; -"735 select_16" [id=735, type=select]; -"736 select_17" [id=736, type=select]; -"737 linalg_vector_norm_10" [id=737, type=linalg_vector_norm]; -"738 clamp_min_10" [id=738, type=clamp_min]; -"739 expand_as_10" [id=739, type=expand_as]; -"740 div_10" [id=740, type=div]; -"741 quantize_per_tensor_default_34" [id=741, type=quantize_per_tensor]; -"742 dequantize_per_tensor_default_34" [id=742, type=dequantize_per_tensor]; -"743 linalg_vector_norm_11" [id=743, type=linalg_vector_norm]; -"744 clamp_min_11" [id=744, type=clamp_min]; -"745 expand_as_11" [id=745, type=expand_as]; -"746 div_11" [id=746, type=div]; -"747 quantize_per_tensor_default_35" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_35" [id=748, type=dequantize_per_tensor]; -"749 transpose_10" [id=749, type=transpose]; -"750 matmul_10" [id=750, type=matmul]; -"751 _param_constant95" [id=751, type=get_attr]; -"752 clamp_5" [id=752, type=clamp]; -"753 exp_5" [id=753, type=exp]; -"754 mul_11" [id=754, type=mul]; -"755 add_17" [id=755, type=add]; -"756 new_zeros_2" [id=756, type=new_zeros]; -"757 view_29" [id=757, type=view]; -"758 permute_26" [id=758, type=permute]; -"759 reshape_24" [id=759, type=reshape]; -"760 unsqueeze_14" [id=760, type=unsqueeze]; -"761 unsqueeze_15" [id=761, type=unsqueeze]; -"762 sub_2" [id=762, type=sub]; -"763 ne_2" [id=763, type=ne]; -"764 masked_fill_4" [id=764, type=masked_fill]; -"765 eq_2" [id=765, type=eq]; -"766 masked_fill_5" [id=766, type=masked_fill]; -"767 view_30" [id=767, type=view]; -"768 unsqueeze_16" [id=768, type=unsqueeze]; -"769 unsqueeze_17" [id=769, type=unsqueeze]; -"770 add_18" [id=770, type=add]; -"771 view_31" [id=771, type=view]; -"772 softmax_5" [id=772, type=softmax]; -"773 dropout_20" [id=773, type=dropout]; -"774 matmul_11" [id=774, type=matmul]; -"775 transpose_11" [id=775, type=transpose]; -"776 reshape_25" [id=776, type=reshape]; -"777 reshape_25_0_0_nncf_smooth_quant_0" [id=777, type=call_module]; -"778 quantize_per_tensor_default_36" [id=778, type=quantize_per_tensor]; -"779 dequantize_per_tensor_default_36" [id=779, type=dequantize_per_tensor]; -"780 linear_35_scale_0" [id=780, type=get_attr]; -"781 linear_35_zero_point_0" [id=781, type=get_attr]; -"782 compressed_weight_updated_constant36" [id=782, type=get_attr]; -"783 quantize_per_channel_default_36" [id=783, type=quantize_per_channel]; -"784 dequantize_per_channel_default_36" [id=784, type=dequantize_per_channel]; -"785 _param_constant97_0_0" [id=785, type=get_attr]; -"786 linear_35" [id=786, type=linear]; -"787 dropout_21" [id=787, type=dropout]; -"788 view_32" [id=788, type=view]; -"789 permute_27" [id=789, type=permute]; -"790 reshape_26" [id=790, type=reshape]; -"791 roll_5" [id=791, type=roll]; -"792 slice_101" [id=792, type=slice]; -"793 slice_102" [id=793, type=slice]; -"794 slice_103" [id=794, type=slice]; -"795 slice_104" [id=795, type=slice]; -"796 contiguous_9" [id=796, type=contiguous]; -"797 _param_constant98" [id=797, type=get_attr]; -"798 _param_constant99" [id=798, type=get_attr]; -"799 layer_norm_13" [id=799, type=layer_norm]; -"800 add_19" [id=800, type=add]; -"801 add_19_0_0_nncf_smooth_quant_0" [id=801, type=call_module]; -"802 quantize_per_tensor_default_37" [id=802, type=quantize_per_tensor]; -"803 dequantize_per_tensor_default_37" [id=803, type=dequantize_per_tensor]; -"804 linear_36_scale_0" [id=804, type=get_attr]; -"805 linear_36_zero_point_0" [id=805, type=get_attr]; -"806 compressed_weight_updated_constant37" [id=806, type=get_attr]; -"807 quantize_per_channel_default_37" [id=807, type=quantize_per_channel]; -"808 dequantize_per_channel_default_37" [id=808, type=dequantize_per_channel]; -"809 _param_constant101_0_0" [id=809, type=get_attr]; -"810 linear_36" [id=810, type=linear]; -"811 gelu_5" [id=811, type=gelu]; -"812 dropout_22" [id=812, type=dropout]; -"813 dropout_22_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_38" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_38" [id=815, type=dequantize_per_tensor]; -"816 linear_37_scale_0" [id=816, type=get_attr]; -"817 linear_37_zero_point_0" [id=817, type=get_attr]; -"818 compressed_weight_updated_constant38" [id=818, type=get_attr]; -"819 quantize_per_channel_default_38" [id=819, type=quantize_per_channel]; -"820 dequantize_per_channel_default_38" [id=820, type=dequantize_per_channel]; -"821 _param_constant103_0_0" [id=821, type=get_attr]; -"822 linear_37" [id=822, type=linear]; -"823 dropout_23" [id=823, type=dropout]; -"824 _param_constant104" [id=824, type=get_attr]; -"825 _param_constant105" [id=825, type=get_attr]; -"826 layer_norm_14" [id=826, type=layer_norm]; -"827 add_20" [id=827, type=add]; -"828 _tensor_constant39" [id=828, type=get_attr]; -"829 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=829, type=call_module]; -"830 linear_38_scale_0" [id=830, type=get_attr]; -"831 linear_38_zero_point_0" [id=831, type=get_attr]; -"832 compressed_weight_updated_constant39" [id=832, type=get_attr]; -"833 quantize_per_channel_default_39" [id=833, type=quantize_per_channel]; -"834 dequantize_per_channel_default_39" [id=834, type=dequantize_per_channel]; -"835 _param_constant107_0_0" [id=835, type=get_attr]; -"836 linear_38" [id=836, type=linear]; -"837 relu__6" [id=837, type=relu_]; -"838 relu__6_0_0_nncf_smooth_quant_0" [id=838, type=call_module]; -"839 linear_39_scale_0" [id=839, type=get_attr]; -"840 linear_39_zero_point_0" [id=840, type=get_attr]; -"841 compressed_weight_updated_constant40" [id=841, type=get_attr]; -"842 quantize_per_channel_default_40" [id=842, type=quantize_per_channel]; -"843 dequantize_per_channel_default_40" [id=843, type=dequantize_per_channel]; -"844 linear_39" [id=844, type=linear]; -"845 view_33" [id=845, type=view]; -"846 _tensor_constant40" [id=846, type=get_attr]; -"847 index_6" [id=847, type=index]; -"848 view_34" [id=848, type=view]; -"849 permute_28" [id=849, type=permute]; -"850 contiguous_10" [id=850, type=contiguous]; -"851 unsqueeze_18" [id=851, type=unsqueeze]; -"852 sigmoid_6" [id=852, type=sigmoid]; -"853 mul_12" [id=853, type=mul]; -"854 pad_8" [id=854, type=pad]; -"855 view_35" [id=855, type=view]; -"856 permute_29" [id=856, type=permute]; -"857 reshape_27" [id=857, type=reshape]; -"858 reshape_27_0_0_nncf_smooth_quant_0" [id=858, type=call_module]; -"859 quantize_per_tensor_default_39" [id=859, type=quantize_per_tensor]; -"860 dequantize_per_tensor_default_39" [id=860, type=dequantize_per_tensor]; -"861 linear_40_scale_0" [id=861, type=get_attr]; -"862 linear_40_zero_point_0" [id=862, type=get_attr]; -"863 compressed_weight_updated_constant41" [id=863, type=get_attr]; -"864 quantize_per_channel_default_41" [id=864, type=quantize_per_channel]; -"865 dequantize_per_channel_default_41" [id=865, type=dequantize_per_channel]; -"866 _param_constant109_0_0" [id=866, type=get_attr]; -"867 linear_40" [id=867, type=linear]; -"868 reshape_28" [id=868, type=reshape]; -"869 permute_30" [id=869, type=permute]; -"870 select_18" [id=870, type=select]; -"871 select_19" [id=871, type=select]; -"872 select_20" [id=872, type=select]; -"873 linalg_vector_norm_12" [id=873, type=linalg_vector_norm]; -"874 clamp_min_12" [id=874, type=clamp_min]; -"875 expand_as_12" [id=875, type=expand_as]; -"876 div_12" [id=876, type=div]; -"877 quantize_per_tensor_default_40" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_40" [id=878, type=dequantize_per_tensor]; -"879 linalg_vector_norm_13" [id=879, type=linalg_vector_norm]; -"880 clamp_min_13" [id=880, type=clamp_min]; -"881 expand_as_13" [id=881, type=expand_as]; -"882 div_13" [id=882, type=div]; -"883 quantize_per_tensor_default_41" [id=883, type=quantize_per_tensor]; -"884 dequantize_per_tensor_default_41" [id=884, type=dequantize_per_tensor]; -"885 transpose_12" [id=885, type=transpose]; -"886 matmul_12" [id=886, type=matmul]; -"887 _param_constant111" [id=887, type=get_attr]; -"888 clamp_6" [id=888, type=clamp]; -"889 exp_6" [id=889, type=exp]; -"890 mul_13" [id=890, type=mul]; -"891 add_21" [id=891, type=add]; -"892 softmax_6" [id=892, type=softmax]; -"893 dropout_24" [id=893, type=dropout]; -"894 matmul_13" [id=894, type=matmul]; -"895 transpose_13" [id=895, type=transpose]; -"896 reshape_29" [id=896, type=reshape]; -"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type=call_module]; -"898 quantize_per_tensor_default_42" [id=898, type=quantize_per_tensor]; -"899 dequantize_per_tensor_default_42" [id=899, type=dequantize_per_tensor]; -"900 linear_41_scale_0" [id=900, type=get_attr]; -"901 linear_41_zero_point_0" [id=901, type=get_attr]; -"902 compressed_weight_updated_constant42" [id=902, type=get_attr]; -"903 quantize_per_channel_default_42" [id=903, type=quantize_per_channel]; -"904 dequantize_per_channel_default_42" [id=904, type=dequantize_per_channel]; -"905 _param_constant113_0_0" [id=905, type=get_attr]; -"906 linear_41" [id=906, type=linear]; -"907 dropout_25" [id=907, type=dropout]; -"908 view_36" [id=908, type=view]; -"909 permute_31" [id=909, type=permute]; -"910 reshape_30" [id=910, type=reshape]; -"911 slice_106" [id=911, type=slice]; -"912 slice_107" [id=912, type=slice]; -"913 slice_108" [id=913, type=slice]; -"914 slice_109" [id=914, type=slice]; -"915 contiguous_11" [id=915, type=contiguous]; -"916 _param_constant114" [id=916, type=get_attr]; -"917 _param_constant115" [id=917, type=get_attr]; -"918 layer_norm_15" [id=918, type=layer_norm]; -"919 add_22" [id=919, type=add]; -"920 add_22_0_0_nncf_smooth_quant_0" [id=920, type=call_module]; -"921 quantize_per_tensor_default_43" [id=921, type=quantize_per_tensor]; -"922 dequantize_per_tensor_default_43" [id=922, type=dequantize_per_tensor]; -"923 linear_42_scale_0" [id=923, type=get_attr]; -"924 linear_42_zero_point_0" [id=924, type=get_attr]; -"925 compressed_weight_updated_constant43" [id=925, type=get_attr]; -"926 quantize_per_channel_default_43" [id=926, type=quantize_per_channel]; -"927 dequantize_per_channel_default_43" [id=927, type=dequantize_per_channel]; -"928 _param_constant117_0_0" [id=928, type=get_attr]; -"929 linear_42" [id=929, type=linear]; -"930 gelu_6" [id=930, type=gelu]; -"931 dropout_26" [id=931, type=dropout]; -"932 dropout_26_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; -"933 quantize_per_tensor_default_44" [id=933, type=quantize_per_tensor]; -"934 dequantize_per_tensor_default_44" [id=934, type=dequantize_per_tensor]; -"935 linear_43_scale_0" [id=935, type=get_attr]; -"936 linear_43_zero_point_0" [id=936, type=get_attr]; -"937 compressed_weight_updated_constant44" [id=937, type=get_attr]; -"938 quantize_per_channel_default_44" [id=938, type=quantize_per_channel]; -"939 dequantize_per_channel_default_44" [id=939, type=dequantize_per_channel]; -"940 _param_constant119_0_0" [id=940, type=get_attr]; -"941 linear_43" [id=941, type=linear]; -"942 dropout_27" [id=942, type=dropout]; -"943 _param_constant120" [id=943, type=get_attr]; -"944 _param_constant121" [id=944, type=get_attr]; -"945 layer_norm_16" [id=945, type=layer_norm]; -"946 add_23" [id=946, type=add]; -"947 _tensor_constant41" [id=947, type=get_attr]; -"948 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=948, type=call_module]; -"949 linear_44_scale_0" [id=949, type=get_attr]; -"950 linear_44_zero_point_0" [id=950, type=get_attr]; -"951 compressed_weight_updated_constant45" [id=951, type=get_attr]; -"952 quantize_per_channel_default_45" [id=952, type=quantize_per_channel]; -"953 dequantize_per_channel_default_45" [id=953, type=dequantize_per_channel]; -"954 _param_constant123_0_0" [id=954, type=get_attr]; -"955 linear_44" [id=955, type=linear]; -"956 relu__7" [id=956, type=relu_]; -"957 relu__7_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; -"958 linear_45_scale_0" [id=958, type=get_attr]; -"959 linear_45_zero_point_0" [id=959, type=get_attr]; -"960 compressed_weight_updated_constant46" [id=960, type=get_attr]; -"961 quantize_per_channel_default_46" [id=961, type=quantize_per_channel]; -"962 dequantize_per_channel_default_46" [id=962, type=dequantize_per_channel]; -"963 linear_45" [id=963, type=linear]; -"964 view_37" [id=964, type=view]; -"965 _tensor_constant42" [id=965, type=get_attr]; -"966 index_7" [id=966, type=index]; -"967 view_38" [id=967, type=view]; -"968 permute_32" [id=968, type=permute]; -"969 contiguous_12" [id=969, type=contiguous]; -"970 unsqueeze_19" [id=970, type=unsqueeze]; -"971 sigmoid_7" [id=971, type=sigmoid]; -"972 mul_14" [id=972, type=mul]; -"973 pad_9" [id=973, type=pad]; -"974 roll_6" [id=974, type=roll]; -"975 view_39" [id=975, type=view]; -"976 permute_33" [id=976, type=permute]; -"977 reshape_31" [id=977, type=reshape]; -"978 reshape_31_0_0_nncf_smooth_quant_0" [id=978, type=call_module]; -"979 quantize_per_tensor_default_45" [id=979, type=quantize_per_tensor]; -"980 dequantize_per_tensor_default_45" [id=980, type=dequantize_per_tensor]; -"981 linear_46_scale_0" [id=981, type=get_attr]; -"982 linear_46_zero_point_0" [id=982, type=get_attr]; -"983 compressed_weight_updated_constant47" [id=983, type=get_attr]; -"984 quantize_per_channel_default_47" [id=984, type=quantize_per_channel]; -"985 dequantize_per_channel_default_47" [id=985, type=dequantize_per_channel]; -"986 _param_constant125_0_0" [id=986, type=get_attr]; -"987 linear_46" [id=987, type=linear]; -"988 reshape_32" [id=988, type=reshape]; -"989 permute_34" [id=989, type=permute]; -"990 select_21" [id=990, type=select]; -"991 select_22" [id=991, type=select]; -"992 select_23" [id=992, type=select]; -"993 linalg_vector_norm_14" [id=993, type=linalg_vector_norm]; -"994 clamp_min_14" [id=994, type=clamp_min]; -"995 expand_as_14" [id=995, type=expand_as]; -"996 div_14" [id=996, type=div]; -"997 quantize_per_tensor_default_46" [id=997, type=quantize_per_tensor]; -"998 dequantize_per_tensor_default_46" [id=998, type=dequantize_per_tensor]; -"999 linalg_vector_norm_15" [id=999, type=linalg_vector_norm]; -"1000 clamp_min_15" [id=1000, type=clamp_min]; -"1001 expand_as_15" [id=1001, type=expand_as]; -"1002 div_15" [id=1002, type=div]; -"1003 quantize_per_tensor_default_47" [id=1003, type=quantize_per_tensor]; -"1004 dequantize_per_tensor_default_47" [id=1004, type=dequantize_per_tensor]; -"1005 transpose_14" [id=1005, type=transpose]; -"1006 matmul_14" [id=1006, type=matmul]; -"1007 _param_constant127" [id=1007, type=get_attr]; -"1008 clamp_7" [id=1008, type=clamp]; -"1009 exp_7" [id=1009, type=exp]; -"1010 mul_15" [id=1010, type=mul]; -"1011 add_24" [id=1011, type=add]; -"1012 new_zeros_3" [id=1012, type=new_zeros]; -"1013 view_40" [id=1013, type=view]; -"1014 permute_35" [id=1014, type=permute]; -"1015 reshape_33" [id=1015, type=reshape]; -"1016 unsqueeze_20" [id=1016, type=unsqueeze]; -"1017 unsqueeze_21" [id=1017, type=unsqueeze]; -"1018 sub_3" [id=1018, type=sub]; -"1019 ne_3" [id=1019, type=ne]; -"1020 masked_fill_6" [id=1020, type=masked_fill]; -"1021 eq_3" [id=1021, type=eq]; -"1022 masked_fill_7" [id=1022, type=masked_fill]; -"1023 view_41" [id=1023, type=view]; -"1024 unsqueeze_22" [id=1024, type=unsqueeze]; -"1025 unsqueeze_23" [id=1025, type=unsqueeze]; -"1026 add_25" [id=1026, type=add]; -"1027 view_42" [id=1027, type=view]; -"1028 softmax_7" [id=1028, type=softmax]; -"1029 dropout_28" [id=1029, type=dropout]; -"1030 matmul_15" [id=1030, type=matmul]; -"1031 transpose_15" [id=1031, type=transpose]; -"1032 reshape_34" [id=1032, type=reshape]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type=call_module]; -"1034 quantize_per_tensor_default_48" [id=1034, type=quantize_per_tensor]; -"1035 dequantize_per_tensor_default_48" [id=1035, type=dequantize_per_tensor]; -"1036 linear_47_scale_0" [id=1036, type=get_attr]; -"1037 linear_47_zero_point_0" [id=1037, type=get_attr]; -"1038 compressed_weight_updated_constant48" [id=1038, type=get_attr]; -"1039 quantize_per_channel_default_48" [id=1039, type=quantize_per_channel]; -"1040 dequantize_per_channel_default_48" [id=1040, type=dequantize_per_channel]; -"1041 _param_constant129_0_0" [id=1041, type=get_attr]; -"1042 linear_47" [id=1042, type=linear]; -"1043 dropout_29" [id=1043, type=dropout]; -"1044 view_43" [id=1044, type=view]; -"1045 permute_36" [id=1045, type=permute]; -"1046 reshape_35" [id=1046, type=reshape]; -"1047 roll_7" [id=1047, type=roll]; -"1048 slice_129" [id=1048, type=slice]; -"1049 slice_130" [id=1049, type=slice]; -"1050 slice_131" [id=1050, type=slice]; -"1051 slice_132" [id=1051, type=slice]; -"1052 contiguous_13" [id=1052, type=contiguous]; -"1053 _param_constant130" [id=1053, type=get_attr]; -"1054 _param_constant131" [id=1054, type=get_attr]; -"1055 layer_norm_17" [id=1055, type=layer_norm]; -"1056 add_26" [id=1056, type=add]; -"1057 add_26_0_0_nncf_smooth_quant_0" [id=1057, type=call_module]; -"1058 quantize_per_tensor_default_49" [id=1058, type=quantize_per_tensor]; -"1059 dequantize_per_tensor_default_49" [id=1059, type=dequantize_per_tensor]; -"1060 linear_48_scale_0" [id=1060, type=get_attr]; -"1061 linear_48_zero_point_0" [id=1061, type=get_attr]; -"1062 compressed_weight_updated_constant49" [id=1062, type=get_attr]; -"1063 quantize_per_channel_default_49" [id=1063, type=quantize_per_channel]; -"1064 dequantize_per_channel_default_49" [id=1064, type=dequantize_per_channel]; -"1065 _param_constant133_0_0" [id=1065, type=get_attr]; -"1066 linear_48" [id=1066, type=linear]; -"1067 gelu_7" [id=1067, type=gelu]; -"1068 dropout_30" [id=1068, type=dropout]; -"1069 dropout_30_0_0_nncf_smooth_quant_0" [id=1069, type=call_module]; -"1070 quantize_per_tensor_default_50" [id=1070, type=quantize_per_tensor]; -"1071 dequantize_per_tensor_default_50" [id=1071, type=dequantize_per_tensor]; -"1072 linear_49_scale_0" [id=1072, type=get_attr]; -"1073 linear_49_zero_point_0" [id=1073, type=get_attr]; -"1074 compressed_weight_updated_constant50" [id=1074, type=get_attr]; -"1075 quantize_per_channel_default_50" [id=1075, type=quantize_per_channel]; -"1076 dequantize_per_channel_default_50" [id=1076, type=dequantize_per_channel]; -"1077 _param_constant135_0_0" [id=1077, type=get_attr]; -"1078 linear_49" [id=1078, type=linear]; -"1079 dropout_31" [id=1079, type=dropout]; -"1080 _param_constant136" [id=1080, type=get_attr]; -"1081 _param_constant137" [id=1081, type=get_attr]; -"1082 layer_norm_18" [id=1082, type=layer_norm]; -"1083 add_27" [id=1083, type=add]; -"1084 _tensor_constant52" [id=1084, type=get_attr]; -"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1085, type=call_module]; -"1086 linear_50_scale_0" [id=1086, type=get_attr]; -"1087 linear_50_zero_point_0" [id=1087, type=get_attr]; -"1088 compressed_weight_updated_constant51" [id=1088, type=get_attr]; -"1089 quantize_per_channel_default_51" [id=1089, type=quantize_per_channel]; -"1090 dequantize_per_channel_default_51" [id=1090, type=dequantize_per_channel]; -"1091 _param_constant139_0_0" [id=1091, type=get_attr]; -"1092 linear_50" [id=1092, type=linear]; -"1093 relu__8" [id=1093, type=relu_]; -"1094 relu__8_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; -"1095 linear_51_scale_0" [id=1095, type=get_attr]; -"1096 linear_51_zero_point_0" [id=1096, type=get_attr]; -"1097 compressed_weight_updated_constant52" [id=1097, type=get_attr]; -"1098 quantize_per_channel_default_52" [id=1098, type=quantize_per_channel]; -"1099 dequantize_per_channel_default_52" [id=1099, type=dequantize_per_channel]; -"1100 linear_51" [id=1100, type=linear]; -"1101 view_44" [id=1101, type=view]; -"1102 _tensor_constant53" [id=1102, type=get_attr]; -"1103 index_8" [id=1103, type=index]; -"1104 view_45" [id=1104, type=view]; -"1105 permute_37" [id=1105, type=permute]; -"1106 contiguous_14" [id=1106, type=contiguous]; -"1107 unsqueeze_24" [id=1107, type=unsqueeze]; -"1108 sigmoid_8" [id=1108, type=sigmoid]; -"1109 mul_16" [id=1109, type=mul]; -"1110 pad_10" [id=1110, type=pad]; -"1111 view_46" [id=1111, type=view]; -"1112 permute_38" [id=1112, type=permute]; -"1113 reshape_36" [id=1113, type=reshape]; -"1114 reshape_36_0_0_nncf_smooth_quant_0" [id=1114, type=call_module]; -"1115 quantize_per_tensor_default_51" [id=1115, type=quantize_per_tensor]; -"1116 dequantize_per_tensor_default_51" [id=1116, type=dequantize_per_tensor]; -"1117 linear_52_scale_0" [id=1117, type=get_attr]; -"1118 linear_52_zero_point_0" [id=1118, type=get_attr]; -"1119 compressed_weight_updated_constant53" [id=1119, type=get_attr]; -"1120 quantize_per_channel_default_53" [id=1120, type=quantize_per_channel]; -"1121 dequantize_per_channel_default_53" [id=1121, type=dequantize_per_channel]; -"1122 _param_constant141_0_0" [id=1122, type=get_attr]; -"1123 linear_52" [id=1123, type=linear]; -"1124 reshape_37" [id=1124, type=reshape]; -"1125 permute_39" [id=1125, type=permute]; -"1126 select_24" [id=1126, type=select]; -"1127 select_25" [id=1127, type=select]; -"1128 select_26" [id=1128, type=select]; -"1129 linalg_vector_norm_16" [id=1129, type=linalg_vector_norm]; -"1130 clamp_min_16" [id=1130, type=clamp_min]; -"1131 expand_as_16" [id=1131, type=expand_as]; -"1132 div_16" [id=1132, type=div]; -"1133 quantize_per_tensor_default_52" [id=1133, type=quantize_per_tensor]; -"1134 dequantize_per_tensor_default_52" [id=1134, type=dequantize_per_tensor]; -"1135 linalg_vector_norm_17" [id=1135, type=linalg_vector_norm]; -"1136 clamp_min_17" [id=1136, type=clamp_min]; -"1137 expand_as_17" [id=1137, type=expand_as]; -"1138 div_17" [id=1138, type=div]; -"1139 quantize_per_tensor_default_53" [id=1139, type=quantize_per_tensor]; -"1140 dequantize_per_tensor_default_53" [id=1140, type=dequantize_per_tensor]; -"1141 transpose_16" [id=1141, type=transpose]; -"1142 matmul_16" [id=1142, type=matmul]; -"1143 _param_constant143" [id=1143, type=get_attr]; -"1144 clamp_8" [id=1144, type=clamp]; -"1145 exp_8" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_28" [id=1147, type=add]; -"1148 softmax_8" [id=1148, type=softmax]; -"1149 dropout_32" [id=1149, type=dropout]; -"1150 matmul_17" [id=1150, type=matmul]; -"1151 transpose_17" [id=1151, type=transpose]; -"1152 reshape_38" [id=1152, type=reshape]; -"1153 reshape_38_0_0_nncf_smooth_quant_0" [id=1153, type=call_module]; -"1154 quantize_per_tensor_default_54" [id=1154, type=quantize_per_tensor]; -"1155 dequantize_per_tensor_default_54" [id=1155, type=dequantize_per_tensor]; -"1156 linear_53_scale_0" [id=1156, type=get_attr]; -"1157 linear_53_zero_point_0" [id=1157, type=get_attr]; -"1158 compressed_weight_updated_constant54" [id=1158, type=get_attr]; -"1159 quantize_per_channel_default_54" [id=1159, type=quantize_per_channel]; -"1160 dequantize_per_channel_default_54" [id=1160, type=dequantize_per_channel]; -"1161 _param_constant145_0_0" [id=1161, type=get_attr]; -"1162 linear_53" [id=1162, type=linear]; -"1163 dropout_33" [id=1163, type=dropout]; -"1164 view_47" [id=1164, type=view]; -"1165 permute_40" [id=1165, type=permute]; -"1166 reshape_39" [id=1166, type=reshape]; -"1167 slice_134" [id=1167, type=slice]; -"1168 slice_135" [id=1168, type=slice]; -"1169 slice_136" [id=1169, type=slice]; -"1170 slice_137" [id=1170, type=slice]; -"1171 contiguous_15" [id=1171, type=contiguous]; -"1172 _param_constant146" [id=1172, type=get_attr]; -"1173 _param_constant147" [id=1173, type=get_attr]; -"1174 layer_norm_19" [id=1174, type=layer_norm]; -"1175 add_29" [id=1175, type=add]; -"1176 add_29_0_0_nncf_smooth_quant_0" [id=1176, type=call_module]; -"1177 quantize_per_tensor_default_55" [id=1177, type=quantize_per_tensor]; -"1178 dequantize_per_tensor_default_55" [id=1178, type=dequantize_per_tensor]; -"1179 linear_54_scale_0" [id=1179, type=get_attr]; -"1180 linear_54_zero_point_0" [id=1180, type=get_attr]; -"1181 compressed_weight_updated_constant55" [id=1181, type=get_attr]; -"1182 quantize_per_channel_default_55" [id=1182, type=quantize_per_channel]; -"1183 dequantize_per_channel_default_55" [id=1183, type=dequantize_per_channel]; -"1184 _param_constant149_0_0" [id=1184, type=get_attr]; -"1185 linear_54" [id=1185, type=linear]; -"1186 gelu_8" [id=1186, type=gelu]; -"1187 dropout_34" [id=1187, type=dropout]; -"1188 dropout_34_0_0_nncf_smooth_quant_0" [id=1188, type=call_module]; -"1189 quantize_per_tensor_default_56" [id=1189, type=quantize_per_tensor]; -"1190 dequantize_per_tensor_default_56" [id=1190, type=dequantize_per_tensor]; -"1191 linear_55_scale_0" [id=1191, type=get_attr]; -"1192 linear_55_zero_point_0" [id=1192, type=get_attr]; -"1193 compressed_weight_updated_constant56" [id=1193, type=get_attr]; -"1194 quantize_per_channel_default_56" [id=1194, type=quantize_per_channel]; -"1195 dequantize_per_channel_default_56" [id=1195, type=dequantize_per_channel]; -"1196 _param_constant151_0_0" [id=1196, type=get_attr]; -"1197 linear_55" [id=1197, type=linear]; -"1198 dropout_35" [id=1198, type=dropout]; -"1199 _param_constant152" [id=1199, type=get_attr]; -"1200 _param_constant153" [id=1200, type=get_attr]; -"1201 layer_norm_20" [id=1201, type=layer_norm]; -"1202 add_30" [id=1202, type=add]; -"1203 _tensor_constant54" [id=1203, type=get_attr]; -"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1204, type=call_module]; -"1205 linear_56_scale_0" [id=1205, type=get_attr]; -"1206 linear_56_zero_point_0" [id=1206, type=get_attr]; -"1207 compressed_weight_updated_constant57" [id=1207, type=get_attr]; -"1208 quantize_per_channel_default_57" [id=1208, type=quantize_per_channel]; -"1209 dequantize_per_channel_default_57" [id=1209, type=dequantize_per_channel]; -"1210 _param_constant155_0_0" [id=1210, type=get_attr]; -"1211 linear_56" [id=1211, type=linear]; -"1212 relu__9" [id=1212, type=relu_]; -"1213 relu__9_0_0_nncf_smooth_quant_0" [id=1213, type=call_module]; -"1214 linear_57_scale_0" [id=1214, type=get_attr]; -"1215 linear_57_zero_point_0" [id=1215, type=get_attr]; -"1216 compressed_weight_updated_constant58" [id=1216, type=get_attr]; -"1217 quantize_per_channel_default_58" [id=1217, type=quantize_per_channel]; -"1218 dequantize_per_channel_default_58" [id=1218, type=dequantize_per_channel]; -"1219 linear_57" [id=1219, type=linear]; -"1220 view_48" [id=1220, type=view]; -"1221 _tensor_constant55" [id=1221, type=get_attr]; -"1222 index_9" [id=1222, type=index]; -"1223 view_49" [id=1223, type=view]; -"1224 permute_41" [id=1224, type=permute]; -"1225 contiguous_16" [id=1225, type=contiguous]; -"1226 unsqueeze_25" [id=1226, type=unsqueeze]; -"1227 sigmoid_9" [id=1227, type=sigmoid]; -"1228 mul_18" [id=1228, type=mul]; -"1229 pad_11" [id=1229, type=pad]; -"1230 roll_8" [id=1230, type=roll]; -"1231 view_50" [id=1231, type=view]; -"1232 permute_42" [id=1232, type=permute]; -"1233 reshape_40" [id=1233, type=reshape]; -"1234 reshape_40_0_0_nncf_smooth_quant_0" [id=1234, type=call_module]; -"1235 quantize_per_tensor_default_57" [id=1235, type=quantize_per_tensor]; -"1236 dequantize_per_tensor_default_57" [id=1236, type=dequantize_per_tensor]; -"1237 linear_58_scale_0" [id=1237, type=get_attr]; -"1238 linear_58_zero_point_0" [id=1238, type=get_attr]; -"1239 compressed_weight_updated_constant59" [id=1239, type=get_attr]; -"1240 quantize_per_channel_default_59" [id=1240, type=quantize_per_channel]; -"1241 dequantize_per_channel_default_59" [id=1241, type=dequantize_per_channel]; -"1242 _param_constant157_0_0" [id=1242, type=get_attr]; -"1243 linear_58" [id=1243, type=linear]; -"1244 reshape_41" [id=1244, type=reshape]; -"1245 permute_43" [id=1245, type=permute]; -"1246 select_27" [id=1246, type=select]; -"1247 select_28" [id=1247, type=select]; -"1248 select_29" [id=1248, type=select]; -"1249 linalg_vector_norm_18" [id=1249, type=linalg_vector_norm]; -"1250 clamp_min_18" [id=1250, type=clamp_min]; -"1251 expand_as_18" [id=1251, type=expand_as]; -"1252 div_18" [id=1252, type=div]; -"1253 quantize_per_tensor_default_58" [id=1253, type=quantize_per_tensor]; -"1254 dequantize_per_tensor_default_58" [id=1254, type=dequantize_per_tensor]; -"1255 linalg_vector_norm_19" [id=1255, type=linalg_vector_norm]; -"1256 clamp_min_19" [id=1256, type=clamp_min]; -"1257 expand_as_19" [id=1257, type=expand_as]; -"1258 div_19" [id=1258, type=div]; -"1259 quantize_per_tensor_default_59" [id=1259, type=quantize_per_tensor]; -"1260 dequantize_per_tensor_default_59" [id=1260, type=dequantize_per_tensor]; -"1261 transpose_18" [id=1261, type=transpose]; -"1262 matmul_18" [id=1262, type=matmul]; -"1263 _param_constant159" [id=1263, type=get_attr]; -"1264 clamp_9" [id=1264, type=clamp]; -"1265 exp_9" [id=1265, type=exp]; -"1266 mul_19" [id=1266, type=mul]; -"1267 add_31" [id=1267, type=add]; -"1268 new_zeros_4" [id=1268, type=new_zeros]; -"1269 view_51" [id=1269, type=view]; -"1270 permute_44" [id=1270, type=permute]; -"1271 reshape_42" [id=1271, type=reshape]; -"1272 unsqueeze_26" [id=1272, type=unsqueeze]; -"1273 unsqueeze_27" [id=1273, type=unsqueeze]; -"1274 sub_4" [id=1274, type=sub]; -"1275 ne_4" [id=1275, type=ne]; -"1276 masked_fill_8" [id=1276, type=masked_fill]; -"1277 eq_4" [id=1277, type=eq]; -"1278 masked_fill_9" [id=1278, type=masked_fill]; -"1279 view_52" [id=1279, type=view]; -"1280 unsqueeze_28" [id=1280, type=unsqueeze]; -"1281 unsqueeze_29" [id=1281, type=unsqueeze]; -"1282 add_32" [id=1282, type=add]; -"1283 view_53" [id=1283, type=view]; -"1284 softmax_9" [id=1284, type=softmax]; -"1285 dropout_36" [id=1285, type=dropout]; -"1286 matmul_19" [id=1286, type=matmul]; -"1287 transpose_19" [id=1287, type=transpose]; -"1288 reshape_43" [id=1288, type=reshape]; -"1289 reshape_43_0_0_nncf_smooth_quant_0" [id=1289, type=call_module]; -"1290 quantize_per_tensor_default_60" [id=1290, type=quantize_per_tensor]; -"1291 dequantize_per_tensor_default_60" [id=1291, type=dequantize_per_tensor]; -"1292 linear_59_scale_0" [id=1292, type=get_attr]; -"1293 linear_59_zero_point_0" [id=1293, type=get_attr]; -"1294 compressed_weight_updated_constant60" [id=1294, type=get_attr]; -"1295 quantize_per_channel_default_60" [id=1295, type=quantize_per_channel]; -"1296 dequantize_per_channel_default_60" [id=1296, type=dequantize_per_channel]; -"1297 _param_constant161_0_0" [id=1297, type=get_attr]; -"1298 linear_59" [id=1298, type=linear]; -"1299 dropout_37" [id=1299, type=dropout]; -"1300 view_54" [id=1300, type=view]; -"1301 permute_45" [id=1301, type=permute]; -"1302 reshape_44" [id=1302, type=reshape]; -"1303 roll_9" [id=1303, type=roll]; -"1304 slice_157" [id=1304, type=slice]; -"1305 slice_158" [id=1305, type=slice]; -"1306 slice_159" [id=1306, type=slice]; -"1307 slice_160" [id=1307, type=slice]; -"1308 contiguous_17" [id=1308, type=contiguous]; -"1309 _param_constant162" [id=1309, type=get_attr]; -"1310 _param_constant163" [id=1310, type=get_attr]; -"1311 layer_norm_21" [id=1311, type=layer_norm]; -"1312 add_33" [id=1312, type=add]; -"1313 add_33_0_0_nncf_smooth_quant_0" [id=1313, type=call_module]; -"1314 quantize_per_tensor_default_61" [id=1314, type=quantize_per_tensor]; -"1315 dequantize_per_tensor_default_61" [id=1315, type=dequantize_per_tensor]; -"1316 linear_60_scale_0" [id=1316, type=get_attr]; -"1317 linear_60_zero_point_0" [id=1317, type=get_attr]; -"1318 compressed_weight_updated_constant61" [id=1318, type=get_attr]; -"1319 quantize_per_channel_default_61" [id=1319, type=quantize_per_channel]; -"1320 dequantize_per_channel_default_61" [id=1320, type=dequantize_per_channel]; -"1321 _param_constant165_0_0" [id=1321, type=get_attr]; -"1322 linear_60" [id=1322, type=linear]; -"1323 gelu_9" [id=1323, type=gelu]; -"1324 dropout_38" [id=1324, type=dropout]; -"1325 dropout_38_0_0_nncf_smooth_quant_0" [id=1325, type=call_module]; -"1326 quantize_per_tensor_default_62" [id=1326, type=quantize_per_tensor]; -"1327 dequantize_per_tensor_default_62" [id=1327, type=dequantize_per_tensor]; -"1328 linear_61_scale_0" [id=1328, type=get_attr]; -"1329 linear_61_zero_point_0" [id=1329, type=get_attr]; -"1330 compressed_weight_updated_constant62" [id=1330, type=get_attr]; -"1331 quantize_per_channel_default_62" [id=1331, type=quantize_per_channel]; -"1332 dequantize_per_channel_default_62" [id=1332, type=dequantize_per_channel]; -"1333 _param_constant167_0_0" [id=1333, type=get_attr]; -"1334 linear_61" [id=1334, type=linear]; -"1335 dropout_39" [id=1335, type=dropout]; -"1336 _param_constant168" [id=1336, type=get_attr]; -"1337 _param_constant169" [id=1337, type=get_attr]; -"1338 layer_norm_22" [id=1338, type=layer_norm]; -"1339 add_34" [id=1339, type=add]; -"1340 _tensor_constant65" [id=1340, type=get_attr]; -"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1341, type=call_module]; -"1342 linear_62_scale_0" [id=1342, type=get_attr]; -"1343 linear_62_zero_point_0" [id=1343, type=get_attr]; -"1344 compressed_weight_updated_constant63" [id=1344, type=get_attr]; -"1345 quantize_per_channel_default_63" [id=1345, type=quantize_per_channel]; -"1346 dequantize_per_channel_default_63" [id=1346, type=dequantize_per_channel]; -"1347 _param_constant171_0_0" [id=1347, type=get_attr]; -"1348 linear_62" [id=1348, type=linear]; -"1349 relu__10" [id=1349, type=relu_]; -"1350 relu__10_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; -"1351 linear_63_scale_0" [id=1351, type=get_attr]; -"1352 linear_63_zero_point_0" [id=1352, type=get_attr]; -"1353 compressed_weight_updated_constant64" [id=1353, type=get_attr]; -"1354 quantize_per_channel_default_64" [id=1354, type=quantize_per_channel]; -"1355 dequantize_per_channel_default_64" [id=1355, type=dequantize_per_channel]; -"1356 linear_63" [id=1356, type=linear]; -"1357 view_55" [id=1357, type=view]; -"1358 _tensor_constant66" [id=1358, type=get_attr]; -"1359 index_10" [id=1359, type=index]; -"1360 view_56" [id=1360, type=view]; -"1361 permute_46" [id=1361, type=permute]; -"1362 contiguous_18" [id=1362, type=contiguous]; -"1363 unsqueeze_30" [id=1363, type=unsqueeze]; -"1364 sigmoid_10" [id=1364, type=sigmoid]; -"1365 mul_20" [id=1365, type=mul]; -"1366 pad_12" [id=1366, type=pad]; -"1367 view_57" [id=1367, type=view]; -"1368 permute_47" [id=1368, type=permute]; -"1369 reshape_45" [id=1369, type=reshape]; -"1370 reshape_45_0_0_nncf_smooth_quant_0" [id=1370, type=call_module]; -"1371 quantize_per_tensor_default_63" [id=1371, type=quantize_per_tensor]; -"1372 dequantize_per_tensor_default_63" [id=1372, type=dequantize_per_tensor]; -"1373 linear_64_scale_0" [id=1373, type=get_attr]; -"1374 linear_64_zero_point_0" [id=1374, type=get_attr]; -"1375 compressed_weight_updated_constant65" [id=1375, type=get_attr]; -"1376 quantize_per_channel_default_65" [id=1376, type=quantize_per_channel]; -"1377 dequantize_per_channel_default_65" [id=1377, type=dequantize_per_channel]; -"1378 _param_constant173_0_0" [id=1378, type=get_attr]; -"1379 linear_64" [id=1379, type=linear]; -"1380 reshape_46" [id=1380, type=reshape]; -"1381 permute_48" [id=1381, type=permute]; -"1382 select_30" [id=1382, type=select]; -"1383 select_31" [id=1383, type=select]; -"1384 select_32" [id=1384, type=select]; -"1385 linalg_vector_norm_20" [id=1385, type=linalg_vector_norm]; -"1386 clamp_min_20" [id=1386, type=clamp_min]; -"1387 expand_as_20" [id=1387, type=expand_as]; -"1388 div_20" [id=1388, type=div]; -"1389 quantize_per_tensor_default_64" [id=1389, type=quantize_per_tensor]; -"1390 dequantize_per_tensor_default_64" [id=1390, type=dequantize_per_tensor]; -"1391 linalg_vector_norm_21" [id=1391, type=linalg_vector_norm]; -"1392 clamp_min_21" [id=1392, type=clamp_min]; -"1393 expand_as_21" [id=1393, type=expand_as]; -"1394 div_21" [id=1394, type=div]; -"1395 quantize_per_tensor_default_65" [id=1395, type=quantize_per_tensor]; -"1396 dequantize_per_tensor_default_65" [id=1396, type=dequantize_per_tensor]; -"1397 transpose_20" [id=1397, type=transpose]; -"1398 matmul_20" [id=1398, type=matmul]; -"1399 _param_constant175" [id=1399, type=get_attr]; -"1400 clamp_10" [id=1400, type=clamp]; -"1401 exp_10" [id=1401, type=exp]; -"1402 mul_21" [id=1402, type=mul]; -"1403 add_35" [id=1403, type=add]; -"1404 softmax_10" [id=1404, type=softmax]; -"1405 dropout_40" [id=1405, type=dropout]; -"1406 matmul_21" [id=1406, type=matmul]; -"1407 transpose_21" [id=1407, type=transpose]; -"1408 reshape_47" [id=1408, type=reshape]; -"1409 reshape_47_0_0_nncf_smooth_quant_0" [id=1409, type=call_module]; -"1410 quantize_per_tensor_default_66" [id=1410, type=quantize_per_tensor]; -"1411 dequantize_per_tensor_default_66" [id=1411, type=dequantize_per_tensor]; -"1412 linear_65_scale_0" [id=1412, type=get_attr]; -"1413 linear_65_zero_point_0" [id=1413, type=get_attr]; -"1414 compressed_weight_updated_constant66" [id=1414, type=get_attr]; -"1415 quantize_per_channel_default_66" [id=1415, type=quantize_per_channel]; -"1416 dequantize_per_channel_default_66" [id=1416, type=dequantize_per_channel]; -"1417 _param_constant177_0_0" [id=1417, type=get_attr]; -"1418 linear_65" [id=1418, type=linear]; -"1419 dropout_41" [id=1419, type=dropout]; -"1420 view_58" [id=1420, type=view]; -"1421 permute_49" [id=1421, type=permute]; -"1422 reshape_48" [id=1422, type=reshape]; -"1423 slice_162" [id=1423, type=slice]; -"1424 slice_163" [id=1424, type=slice]; -"1425 slice_164" [id=1425, type=slice]; -"1426 slice_165" [id=1426, type=slice]; -"1427 contiguous_19" [id=1427, type=contiguous]; -"1428 _param_constant178" [id=1428, type=get_attr]; -"1429 _param_constant179" [id=1429, type=get_attr]; -"1430 layer_norm_23" [id=1430, type=layer_norm]; -"1431 add_36" [id=1431, type=add]; -"1432 add_36_0_0_nncf_smooth_quant_0" [id=1432, type=call_module]; -"1433 quantize_per_tensor_default_67" [id=1433, type=quantize_per_tensor]; -"1434 dequantize_per_tensor_default_67" [id=1434, type=dequantize_per_tensor]; -"1435 linear_66_scale_0" [id=1435, type=get_attr]; -"1436 linear_66_zero_point_0" [id=1436, type=get_attr]; -"1437 compressed_weight_updated_constant67" [id=1437, type=get_attr]; -"1438 quantize_per_channel_default_67" [id=1438, type=quantize_per_channel]; -"1439 dequantize_per_channel_default_67" [id=1439, type=dequantize_per_channel]; -"1440 _param_constant181_0_0" [id=1440, type=get_attr]; -"1441 linear_66" [id=1441, type=linear]; -"1442 gelu_10" [id=1442, type=gelu]; -"1443 dropout_42" [id=1443, type=dropout]; -"1444 dropout_42_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; -"1445 quantize_per_tensor_default_68" [id=1445, type=quantize_per_tensor]; -"1446 dequantize_per_tensor_default_68" [id=1446, type=dequantize_per_tensor]; -"1447 linear_67_scale_0" [id=1447, type=get_attr]; -"1448 linear_67_zero_point_0" [id=1448, type=get_attr]; -"1449 compressed_weight_updated_constant68" [id=1449, type=get_attr]; -"1450 quantize_per_channel_default_68" [id=1450, type=quantize_per_channel]; -"1451 dequantize_per_channel_default_68" [id=1451, type=dequantize_per_channel]; -"1452 _param_constant183_0_0" [id=1452, type=get_attr]; -"1453 linear_67" [id=1453, type=linear]; -"1454 dropout_43" [id=1454, type=dropout]; -"1455 _param_constant184" [id=1455, type=get_attr]; -"1456 _param_constant185" [id=1456, type=get_attr]; -"1457 layer_norm_24" [id=1457, type=layer_norm]; -"1458 add_37" [id=1458, type=add]; -"1459 _tensor_constant67" [id=1459, type=get_attr]; -"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; -"1461 linear_68_scale_0" [id=1461, type=get_attr]; -"1462 linear_68_zero_point_0" [id=1462, type=get_attr]; -"1463 compressed_weight_updated_constant69" [id=1463, type=get_attr]; -"1464 quantize_per_channel_default_69" [id=1464, type=quantize_per_channel]; -"1465 dequantize_per_channel_default_69" [id=1465, type=dequantize_per_channel]; -"1466 _param_constant187_0_0" [id=1466, type=get_attr]; -"1467 linear_68" [id=1467, type=linear]; -"1468 relu__11" [id=1468, type=relu_]; -"1469 relu__11_0_0_nncf_smooth_quant_0" [id=1469, type=call_module]; -"1470 linear_69_scale_0" [id=1470, type=get_attr]; -"1471 linear_69_zero_point_0" [id=1471, type=get_attr]; -"1472 compressed_weight_updated_constant70" [id=1472, type=get_attr]; -"1473 quantize_per_channel_default_70" [id=1473, type=quantize_per_channel]; -"1474 dequantize_per_channel_default_70" [id=1474, type=dequantize_per_channel]; -"1475 linear_69" [id=1475, type=linear]; -"1476 view_59" [id=1476, type=view]; -"1477 _tensor_constant68" [id=1477, type=get_attr]; -"1478 index_11" [id=1478, type=index]; -"1479 view_60" [id=1479, type=view]; -"1480 permute_50" [id=1480, type=permute]; -"1481 contiguous_20" [id=1481, type=contiguous]; -"1482 unsqueeze_31" [id=1482, type=unsqueeze]; -"1483 sigmoid_11" [id=1483, type=sigmoid]; -"1484 mul_22" [id=1484, type=mul]; -"1485 pad_13" [id=1485, type=pad]; -"1486 roll_10" [id=1486, type=roll]; -"1487 view_61" [id=1487, type=view]; -"1488 permute_51" [id=1488, type=permute]; -"1489 reshape_49" [id=1489, type=reshape]; -"1490 reshape_49_0_0_nncf_smooth_quant_0" [id=1490, type=call_module]; -"1491 quantize_per_tensor_default_69" [id=1491, type=quantize_per_tensor]; -"1492 dequantize_per_tensor_default_69" [id=1492, type=dequantize_per_tensor]; -"1493 linear_70_scale_0" [id=1493, type=get_attr]; -"1494 linear_70_zero_point_0" [id=1494, type=get_attr]; -"1495 compressed_weight_updated_constant71" [id=1495, type=get_attr]; -"1496 quantize_per_channel_default_71" [id=1496, type=quantize_per_channel]; -"1497 dequantize_per_channel_default_71" [id=1497, type=dequantize_per_channel]; -"1498 _param_constant189_0_0" [id=1498, type=get_attr]; -"1499 linear_70" [id=1499, type=linear]; -"1500 reshape_50" [id=1500, type=reshape]; -"1501 permute_52" [id=1501, type=permute]; -"1502 select_33" [id=1502, type=select]; -"1503 select_34" [id=1503, type=select]; -"1504 select_35" [id=1504, type=select]; -"1505 linalg_vector_norm_22" [id=1505, type=linalg_vector_norm]; -"1506 clamp_min_22" [id=1506, type=clamp_min]; -"1507 expand_as_22" [id=1507, type=expand_as]; -"1508 div_22" [id=1508, type=div]; -"1509 quantize_per_tensor_default_70" [id=1509, type=quantize_per_tensor]; -"1510 dequantize_per_tensor_default_70" [id=1510, type=dequantize_per_tensor]; -"1511 linalg_vector_norm_23" [id=1511, type=linalg_vector_norm]; -"1512 clamp_min_23" [id=1512, type=clamp_min]; -"1513 expand_as_23" [id=1513, type=expand_as]; -"1514 div_23" [id=1514, type=div]; -"1515 quantize_per_tensor_default_71" [id=1515, type=quantize_per_tensor]; -"1516 dequantize_per_tensor_default_71" [id=1516, type=dequantize_per_tensor]; -"1517 transpose_22" [id=1517, type=transpose]; -"1518 matmul_22" [id=1518, type=matmul]; -"1519 _param_constant191" [id=1519, type=get_attr]; -"1520 clamp_11" [id=1520, type=clamp]; -"1521 exp_11" [id=1521, type=exp]; -"1522 mul_23" [id=1522, type=mul]; -"1523 add_38" [id=1523, type=add]; -"1524 new_zeros_5" [id=1524, type=new_zeros]; -"1525 view_62" [id=1525, type=view]; -"1526 permute_53" [id=1526, type=permute]; -"1527 reshape_51" [id=1527, type=reshape]; -"1528 unsqueeze_32" [id=1528, type=unsqueeze]; -"1529 unsqueeze_33" [id=1529, type=unsqueeze]; -"1530 sub_5" [id=1530, type=sub]; -"1531 ne_5" [id=1531, type=ne]; -"1532 masked_fill_10" [id=1532, type=masked_fill]; -"1533 eq_5" [id=1533, type=eq]; -"1534 masked_fill_11" [id=1534, type=masked_fill]; -"1535 view_63" [id=1535, type=view]; -"1536 unsqueeze_34" [id=1536, type=unsqueeze]; -"1537 unsqueeze_35" [id=1537, type=unsqueeze]; -"1538 add_39" [id=1538, type=add]; -"1539 view_64" [id=1539, type=view]; -"1540 softmax_11" [id=1540, type=softmax]; -"1541 dropout_44" [id=1541, type=dropout]; -"1542 matmul_23" [id=1542, type=matmul]; -"1543 transpose_23" [id=1543, type=transpose]; -"1544 reshape_52" [id=1544, type=reshape]; -"1545 reshape_52_0_0_nncf_smooth_quant_0" [id=1545, type=call_module]; -"1546 quantize_per_tensor_default_72" [id=1546, type=quantize_per_tensor]; -"1547 dequantize_per_tensor_default_72" [id=1547, type=dequantize_per_tensor]; -"1548 linear_71_scale_0" [id=1548, type=get_attr]; -"1549 linear_71_zero_point_0" [id=1549, type=get_attr]; -"1550 compressed_weight_updated_constant72" [id=1550, type=get_attr]; -"1551 quantize_per_channel_default_72" [id=1551, type=quantize_per_channel]; -"1552 dequantize_per_channel_default_72" [id=1552, type=dequantize_per_channel]; -"1553 _param_constant193_0_0" [id=1553, type=get_attr]; -"1554 linear_71" [id=1554, type=linear]; -"1555 dropout_45" [id=1555, type=dropout]; -"1556 view_65" [id=1556, type=view]; -"1557 permute_54" [id=1557, type=permute]; -"1558 reshape_53" [id=1558, type=reshape]; -"1559 roll_11" [id=1559, type=roll]; -"1560 slice_185" [id=1560, type=slice]; -"1561 slice_186" [id=1561, type=slice]; -"1562 slice_187" [id=1562, type=slice]; -"1563 slice_188" [id=1563, type=slice]; -"1564 contiguous_21" [id=1564, type=contiguous]; -"1565 _param_constant194" [id=1565, type=get_attr]; -"1566 _param_constant195" [id=1566, type=get_attr]; -"1567 layer_norm_25" [id=1567, type=layer_norm]; -"1568 add_40" [id=1568, type=add]; -"1569 add_40_0_0_nncf_smooth_quant_0" [id=1569, type=call_module]; -"1570 quantize_per_tensor_default_73" [id=1570, type=quantize_per_tensor]; -"1571 dequantize_per_tensor_default_73" [id=1571, type=dequantize_per_tensor]; -"1572 linear_72_scale_0" [id=1572, type=get_attr]; -"1573 linear_72_zero_point_0" [id=1573, type=get_attr]; -"1574 compressed_weight_updated_constant73" [id=1574, type=get_attr]; -"1575 quantize_per_channel_default_73" [id=1575, type=quantize_per_channel]; -"1576 dequantize_per_channel_default_73" [id=1576, type=dequantize_per_channel]; -"1577 _param_constant197_0_0" [id=1577, type=get_attr]; -"1578 linear_72" [id=1578, type=linear]; -"1579 gelu_11" [id=1579, type=gelu]; -"1580 dropout_46" [id=1580, type=dropout]; -"1581 dropout_46_0_0_nncf_smooth_quant_0" [id=1581, type=call_module]; -"1582 quantize_per_tensor_default_74" [id=1582, type=quantize_per_tensor]; -"1583 dequantize_per_tensor_default_74" [id=1583, type=dequantize_per_tensor]; -"1584 linear_73_scale_0" [id=1584, type=get_attr]; -"1585 linear_73_zero_point_0" [id=1585, type=get_attr]; -"1586 compressed_weight_updated_constant74" [id=1586, type=get_attr]; -"1587 quantize_per_channel_default_74" [id=1587, type=quantize_per_channel]; -"1588 dequantize_per_channel_default_74" [id=1588, type=dequantize_per_channel]; -"1589 _param_constant199_0_0" [id=1589, type=get_attr]; -"1590 linear_73" [id=1590, type=linear]; -"1591 dropout_47" [id=1591, type=dropout]; -"1592 _param_constant200" [id=1592, type=get_attr]; -"1593 _param_constant201" [id=1593, type=get_attr]; -"1594 layer_norm_26" [id=1594, type=layer_norm]; -"1595 add_41" [id=1595, type=add]; -"1596 _tensor_constant78" [id=1596, type=get_attr]; -"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1597, type=call_module]; -"1598 linear_74_scale_0" [id=1598, type=get_attr]; -"1599 linear_74_zero_point_0" [id=1599, type=get_attr]; -"1600 compressed_weight_updated_constant75" [id=1600, type=get_attr]; -"1601 quantize_per_channel_default_75" [id=1601, type=quantize_per_channel]; -"1602 dequantize_per_channel_default_75" [id=1602, type=dequantize_per_channel]; -"1603 _param_constant203_0_0" [id=1603, type=get_attr]; -"1604 linear_74" [id=1604, type=linear]; -"1605 relu__12" [id=1605, type=relu_]; -"1606 relu__12_0_0_nncf_smooth_quant_0" [id=1606, type=call_module]; -"1607 linear_75_scale_0" [id=1607, type=get_attr]; -"1608 linear_75_zero_point_0" [id=1608, type=get_attr]; -"1609 compressed_weight_updated_constant76" [id=1609, type=get_attr]; -"1610 quantize_per_channel_default_76" [id=1610, type=quantize_per_channel]; -"1611 dequantize_per_channel_default_76" [id=1611, type=dequantize_per_channel]; -"1612 linear_75" [id=1612, type=linear]; -"1613 view_66" [id=1613, type=view]; -"1614 _tensor_constant79" [id=1614, type=get_attr]; -"1615 index_12" [id=1615, type=index]; -"1616 view_67" [id=1616, type=view]; -"1617 permute_55" [id=1617, type=permute]; -"1618 contiguous_22" [id=1618, type=contiguous]; -"1619 unsqueeze_36" [id=1619, type=unsqueeze]; -"1620 sigmoid_12" [id=1620, type=sigmoid]; -"1621 mul_24" [id=1621, type=mul]; -"1622 pad_14" [id=1622, type=pad]; -"1623 view_68" [id=1623, type=view]; -"1624 permute_56" [id=1624, type=permute]; -"1625 reshape_54" [id=1625, type=reshape]; -"1626 reshape_54_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; -"1627 quantize_per_tensor_default_75" [id=1627, type=quantize_per_tensor]; -"1628 dequantize_per_tensor_default_75" [id=1628, type=dequantize_per_tensor]; -"1629 linear_76_scale_0" [id=1629, type=get_attr]; -"1630 linear_76_zero_point_0" [id=1630, type=get_attr]; -"1631 compressed_weight_updated_constant77" [id=1631, type=get_attr]; -"1632 quantize_per_channel_default_77" [id=1632, type=quantize_per_channel]; -"1633 dequantize_per_channel_default_77" [id=1633, type=dequantize_per_channel]; -"1634 _param_constant205_0_0" [id=1634, type=get_attr]; -"1635 linear_76" [id=1635, type=linear]; -"1636 reshape_55" [id=1636, type=reshape]; -"1637 permute_57" [id=1637, type=permute]; -"1638 select_36" [id=1638, type=select]; -"1639 select_37" [id=1639, type=select]; -"1640 select_38" [id=1640, type=select]; -"1641 linalg_vector_norm_24" [id=1641, type=linalg_vector_norm]; -"1642 clamp_min_24" [id=1642, type=clamp_min]; -"1643 expand_as_24" [id=1643, type=expand_as]; -"1644 div_24" [id=1644, type=div]; -"1645 quantize_per_tensor_default_76" [id=1645, type=quantize_per_tensor]; -"1646 dequantize_per_tensor_default_76" [id=1646, type=dequantize_per_tensor]; -"1647 linalg_vector_norm_25" [id=1647, type=linalg_vector_norm]; -"1648 clamp_min_25" [id=1648, type=clamp_min]; -"1649 expand_as_25" [id=1649, type=expand_as]; -"1650 div_25" [id=1650, type=div]; -"1651 quantize_per_tensor_default_77" [id=1651, type=quantize_per_tensor]; -"1652 dequantize_per_tensor_default_77" [id=1652, type=dequantize_per_tensor]; -"1653 transpose_24" [id=1653, type=transpose]; -"1654 matmul_24" [id=1654, type=matmul]; -"1655 _param_constant207" [id=1655, type=get_attr]; -"1656 clamp_12" [id=1656, type=clamp]; -"1657 exp_12" [id=1657, type=exp]; -"1658 mul_25" [id=1658, type=mul]; -"1659 add_42" [id=1659, type=add]; -"1660 softmax_12" [id=1660, type=softmax]; -"1661 dropout_48" [id=1661, type=dropout]; -"1662 matmul_25" [id=1662, type=matmul]; -"1663 transpose_25" [id=1663, type=transpose]; -"1664 reshape_56" [id=1664, type=reshape]; -"1665 reshape_56_0_0_nncf_smooth_quant_0" [id=1665, type=call_module]; -"1666 quantize_per_tensor_default_78" [id=1666, type=quantize_per_tensor]; -"1667 dequantize_per_tensor_default_78" [id=1667, type=dequantize_per_tensor]; -"1668 linear_77_scale_0" [id=1668, type=get_attr]; -"1669 linear_77_zero_point_0" [id=1669, type=get_attr]; -"1670 compressed_weight_updated_constant78" [id=1670, type=get_attr]; -"1671 quantize_per_channel_default_78" [id=1671, type=quantize_per_channel]; -"1672 dequantize_per_channel_default_78" [id=1672, type=dequantize_per_channel]; -"1673 _param_constant209_0_0" [id=1673, type=get_attr]; -"1674 linear_77" [id=1674, type=linear]; -"1675 dropout_49" [id=1675, type=dropout]; -"1676 view_69" [id=1676, type=view]; -"1677 permute_58" [id=1677, type=permute]; -"1678 reshape_57" [id=1678, type=reshape]; -"1679 slice_190" [id=1679, type=slice]; -"1680 slice_191" [id=1680, type=slice]; -"1681 slice_192" [id=1681, type=slice]; -"1682 slice_193" [id=1682, type=slice]; -"1683 contiguous_23" [id=1683, type=contiguous]; -"1684 _param_constant210" [id=1684, type=get_attr]; -"1685 _param_constant211" [id=1685, type=get_attr]; -"1686 layer_norm_27" [id=1686, type=layer_norm]; -"1687 add_43" [id=1687, type=add]; -"1688 add_43_0_0_nncf_smooth_quant_0" [id=1688, type=call_module]; -"1689 quantize_per_tensor_default_79" [id=1689, type=quantize_per_tensor]; -"1690 dequantize_per_tensor_default_79" [id=1690, type=dequantize_per_tensor]; -"1691 linear_78_scale_0" [id=1691, type=get_attr]; -"1692 linear_78_zero_point_0" [id=1692, type=get_attr]; -"1693 compressed_weight_updated_constant79" [id=1693, type=get_attr]; -"1694 quantize_per_channel_default_79" [id=1694, type=quantize_per_channel]; -"1695 dequantize_per_channel_default_79" [id=1695, type=dequantize_per_channel]; -"1696 _param_constant213_0_0" [id=1696, type=get_attr]; -"1697 linear_78" [id=1697, type=linear]; -"1698 gelu_12" [id=1698, type=gelu]; -"1699 dropout_50" [id=1699, type=dropout]; -"1700 dropout_50_0_0_nncf_smooth_quant_0" [id=1700, type=call_module]; -"1701 quantize_per_tensor_default_80" [id=1701, type=quantize_per_tensor]; -"1702 dequantize_per_tensor_default_80" [id=1702, type=dequantize_per_tensor]; -"1703 linear_79_scale_0" [id=1703, type=get_attr]; -"1704 linear_79_zero_point_0" [id=1704, type=get_attr]; -"1705 compressed_weight_updated_constant80" [id=1705, type=get_attr]; -"1706 quantize_per_channel_default_80" [id=1706, type=quantize_per_channel]; -"1707 dequantize_per_channel_default_80" [id=1707, type=dequantize_per_channel]; -"1708 _param_constant215_0_0" [id=1708, type=get_attr]; -"1709 linear_79" [id=1709, type=linear]; -"1710 dropout_51" [id=1710, type=dropout]; -"1711 _param_constant216" [id=1711, type=get_attr]; -"1712 _param_constant217" [id=1712, type=get_attr]; -"1713 layer_norm_28" [id=1713, type=layer_norm]; -"1714 add_44" [id=1714, type=add]; -"1715 _tensor_constant80" [id=1715, type=get_attr]; -"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1716, type=call_module]; -"1717 linear_80_scale_0" [id=1717, type=get_attr]; -"1718 linear_80_zero_point_0" [id=1718, type=get_attr]; -"1719 compressed_weight_updated_constant81" [id=1719, type=get_attr]; -"1720 quantize_per_channel_default_81" [id=1720, type=quantize_per_channel]; -"1721 dequantize_per_channel_default_81" [id=1721, type=dequantize_per_channel]; -"1722 _param_constant219_0_0" [id=1722, type=get_attr]; -"1723 linear_80" [id=1723, type=linear]; -"1724 relu__13" [id=1724, type=relu_]; -"1725 relu__13_0_0_nncf_smooth_quant_0" [id=1725, type=call_module]; -"1726 linear_81_scale_0" [id=1726, type=get_attr]; -"1727 linear_81_zero_point_0" [id=1727, type=get_attr]; -"1728 compressed_weight_updated_constant82" [id=1728, type=get_attr]; -"1729 quantize_per_channel_default_82" [id=1729, type=quantize_per_channel]; -"1730 dequantize_per_channel_default_82" [id=1730, type=dequantize_per_channel]; -"1731 linear_81" [id=1731, type=linear]; -"1732 view_70" [id=1732, type=view]; -"1733 _tensor_constant81" [id=1733, type=get_attr]; -"1734 index_13" [id=1734, type=index]; -"1735 view_71" [id=1735, type=view]; -"1736 permute_59" [id=1736, type=permute]; -"1737 contiguous_24" [id=1737, type=contiguous]; -"1738 unsqueeze_37" [id=1738, type=unsqueeze]; -"1739 sigmoid_13" [id=1739, type=sigmoid]; -"1740 mul_26" [id=1740, type=mul]; -"1741 pad_15" [id=1741, type=pad]; -"1742 roll_12" [id=1742, type=roll]; -"1743 view_72" [id=1743, type=view]; -"1744 permute_60" [id=1744, type=permute]; -"1745 reshape_58" [id=1745, type=reshape]; -"1746 reshape_58_0_0_nncf_smooth_quant_0" [id=1746, type=call_module]; -"1747 quantize_per_tensor_default_81" [id=1747, type=quantize_per_tensor]; -"1748 dequantize_per_tensor_default_81" [id=1748, type=dequantize_per_tensor]; -"1749 linear_82_scale_0" [id=1749, type=get_attr]; -"1750 linear_82_zero_point_0" [id=1750, type=get_attr]; -"1751 compressed_weight_updated_constant83" [id=1751, type=get_attr]; -"1752 quantize_per_channel_default_83" [id=1752, type=quantize_per_channel]; -"1753 dequantize_per_channel_default_83" [id=1753, type=dequantize_per_channel]; -"1754 _param_constant221_0_0" [id=1754, type=get_attr]; -"1755 linear_82" [id=1755, type=linear]; -"1756 reshape_59" [id=1756, type=reshape]; -"1757 permute_61" [id=1757, type=permute]; -"1758 select_39" [id=1758, type=select]; -"1759 select_40" [id=1759, type=select]; -"1760 select_41" [id=1760, type=select]; -"1761 linalg_vector_norm_26" [id=1761, type=linalg_vector_norm]; -"1762 clamp_min_26" [id=1762, type=clamp_min]; -"1763 expand_as_26" [id=1763, type=expand_as]; -"1764 div_26" [id=1764, type=div]; -"1765 quantize_per_tensor_default_82" [id=1765, type=quantize_per_tensor]; -"1766 dequantize_per_tensor_default_82" [id=1766, type=dequantize_per_tensor]; -"1767 linalg_vector_norm_27" [id=1767, type=linalg_vector_norm]; -"1768 clamp_min_27" [id=1768, type=clamp_min]; -"1769 expand_as_27" [id=1769, type=expand_as]; -"1770 div_27" [id=1770, type=div]; -"1771 quantize_per_tensor_default_83" [id=1771, type=quantize_per_tensor]; -"1772 dequantize_per_tensor_default_83" [id=1772, type=dequantize_per_tensor]; -"1773 transpose_26" [id=1773, type=transpose]; -"1774 matmul_26" [id=1774, type=matmul]; -"1775 _param_constant223" [id=1775, type=get_attr]; -"1776 clamp_13" [id=1776, type=clamp]; -"1777 exp_13" [id=1777, type=exp]; -"1778 mul_27" [id=1778, type=mul]; -"1779 add_45" [id=1779, type=add]; -"1780 new_zeros_6" [id=1780, type=new_zeros]; -"1781 view_73" [id=1781, type=view]; -"1782 permute_62" [id=1782, type=permute]; -"1783 reshape_60" [id=1783, type=reshape]; -"1784 unsqueeze_38" [id=1784, type=unsqueeze]; -"1785 unsqueeze_39" [id=1785, type=unsqueeze]; -"1786 sub_6" [id=1786, type=sub]; -"1787 ne_6" [id=1787, type=ne]; -"1788 masked_fill_12" [id=1788, type=masked_fill]; -"1789 eq_6" [id=1789, type=eq]; -"1790 masked_fill_13" [id=1790, type=masked_fill]; -"1791 view_74" [id=1791, type=view]; -"1792 unsqueeze_40" [id=1792, type=unsqueeze]; -"1793 unsqueeze_41" [id=1793, type=unsqueeze]; -"1794 add_46" [id=1794, type=add]; -"1795 view_75" [id=1795, type=view]; -"1796 softmax_13" [id=1796, type=softmax]; -"1797 dropout_52" [id=1797, type=dropout]; -"1798 matmul_27" [id=1798, type=matmul]; -"1799 transpose_27" [id=1799, type=transpose]; -"1800 reshape_61" [id=1800, type=reshape]; -"1801 reshape_61_0_0_nncf_smooth_quant_0" [id=1801, type=call_module]; -"1802 quantize_per_tensor_default_84" [id=1802, type=quantize_per_tensor]; -"1803 dequantize_per_tensor_default_84" [id=1803, type=dequantize_per_tensor]; -"1804 linear_83_scale_0" [id=1804, type=get_attr]; -"1805 linear_83_zero_point_0" [id=1805, type=get_attr]; -"1806 compressed_weight_updated_constant84" [id=1806, type=get_attr]; -"1807 quantize_per_channel_default_84" [id=1807, type=quantize_per_channel]; -"1808 dequantize_per_channel_default_84" [id=1808, type=dequantize_per_channel]; -"1809 _param_constant225_0_0" [id=1809, type=get_attr]; -"1810 linear_83" [id=1810, type=linear]; -"1811 dropout_53" [id=1811, type=dropout]; -"1812 view_76" [id=1812, type=view]; -"1813 permute_63" [id=1813, type=permute]; -"1814 reshape_62" [id=1814, type=reshape]; -"1815 roll_13" [id=1815, type=roll]; -"1816 slice_213" [id=1816, type=slice]; -"1817 slice_214" [id=1817, type=slice]; -"1818 slice_215" [id=1818, type=slice]; -"1819 slice_216" [id=1819, type=slice]; -"1820 contiguous_25" [id=1820, type=contiguous]; -"1821 _param_constant226" [id=1821, type=get_attr]; -"1822 _param_constant227" [id=1822, type=get_attr]; -"1823 layer_norm_29" [id=1823, type=layer_norm]; -"1824 add_47" [id=1824, type=add]; -"1825 add_47_0_0_nncf_smooth_quant_0" [id=1825, type=call_module]; -"1826 quantize_per_tensor_default_85" [id=1826, type=quantize_per_tensor]; -"1827 dequantize_per_tensor_default_85" [id=1827, type=dequantize_per_tensor]; -"1828 linear_84_scale_0" [id=1828, type=get_attr]; -"1829 linear_84_zero_point_0" [id=1829, type=get_attr]; -"1830 compressed_weight_updated_constant85" [id=1830, type=get_attr]; -"1831 quantize_per_channel_default_85" [id=1831, type=quantize_per_channel]; -"1832 dequantize_per_channel_default_85" [id=1832, type=dequantize_per_channel]; -"1833 _param_constant229_0_0" [id=1833, type=get_attr]; -"1834 linear_84" [id=1834, type=linear]; -"1835 gelu_13" [id=1835, type=gelu]; -"1836 dropout_54" [id=1836, type=dropout]; -"1837 dropout_54_0_0_nncf_smooth_quant_0" [id=1837, type=call_module]; -"1838 quantize_per_tensor_default_86" [id=1838, type=quantize_per_tensor]; -"1839 dequantize_per_tensor_default_86" [id=1839, type=dequantize_per_tensor]; -"1840 linear_85_scale_0" [id=1840, type=get_attr]; -"1841 linear_85_zero_point_0" [id=1841, type=get_attr]; -"1842 compressed_weight_updated_constant86" [id=1842, type=get_attr]; -"1843 quantize_per_channel_default_86" [id=1843, type=quantize_per_channel]; -"1844 dequantize_per_channel_default_86" [id=1844, type=dequantize_per_channel]; -"1845 _param_constant231_0_0" [id=1845, type=get_attr]; -"1846 linear_85" [id=1846, type=linear]; -"1847 dropout_55" [id=1847, type=dropout]; -"1848 _param_constant232" [id=1848, type=get_attr]; -"1849 _param_constant233" [id=1849, type=get_attr]; -"1850 layer_norm_30" [id=1850, type=layer_norm]; -"1851 add_48" [id=1851, type=add]; -"1852 _tensor_constant91" [id=1852, type=get_attr]; -"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1853, type=call_module]; -"1854 linear_86_scale_0" [id=1854, type=get_attr]; -"1855 linear_86_zero_point_0" [id=1855, type=get_attr]; -"1856 compressed_weight_updated_constant87" [id=1856, type=get_attr]; -"1857 quantize_per_channel_default_87" [id=1857, type=quantize_per_channel]; -"1858 dequantize_per_channel_default_87" [id=1858, type=dequantize_per_channel]; -"1859 _param_constant235_0_0" [id=1859, type=get_attr]; -"1860 linear_86" [id=1860, type=linear]; -"1861 relu__14" [id=1861, type=relu_]; -"1862 relu__14_0_0_nncf_smooth_quant_0" [id=1862, type=call_module]; -"1863 linear_87_scale_0" [id=1863, type=get_attr]; -"1864 linear_87_zero_point_0" [id=1864, type=get_attr]; -"1865 compressed_weight_updated_constant88" [id=1865, type=get_attr]; -"1866 quantize_per_channel_default_88" [id=1866, type=quantize_per_channel]; -"1867 dequantize_per_channel_default_88" [id=1867, type=dequantize_per_channel]; -"1868 linear_87" [id=1868, type=linear]; -"1869 view_77" [id=1869, type=view]; -"1870 _tensor_constant92" [id=1870, type=get_attr]; -"1871 index_14" [id=1871, type=index]; -"1872 view_78" [id=1872, type=view]; -"1873 permute_64" [id=1873, type=permute]; -"1874 contiguous_26" [id=1874, type=contiguous]; -"1875 unsqueeze_42" [id=1875, type=unsqueeze]; -"1876 sigmoid_14" [id=1876, type=sigmoid]; -"1877 mul_28" [id=1877, type=mul]; -"1878 pad_16" [id=1878, type=pad]; -"1879 view_79" [id=1879, type=view]; -"1880 permute_65" [id=1880, type=permute]; -"1881 reshape_63" [id=1881, type=reshape]; -"1882 reshape_63_0_0_nncf_smooth_quant_0" [id=1882, type=call_module]; -"1883 quantize_per_tensor_default_87" [id=1883, type=quantize_per_tensor]; -"1884 dequantize_per_tensor_default_87" [id=1884, type=dequantize_per_tensor]; -"1885 linear_88_scale_0" [id=1885, type=get_attr]; -"1886 linear_88_zero_point_0" [id=1886, type=get_attr]; -"1887 compressed_weight_updated_constant89" [id=1887, type=get_attr]; -"1888 quantize_per_channel_default_89" [id=1888, type=quantize_per_channel]; -"1889 dequantize_per_channel_default_89" [id=1889, type=dequantize_per_channel]; -"1890 _param_constant237_0_0" [id=1890, type=get_attr]; -"1891 linear_88" [id=1891, type=linear]; -"1892 reshape_64" [id=1892, type=reshape]; -"1893 permute_66" [id=1893, type=permute]; -"1894 select_42" [id=1894, type=select]; -"1895 select_43" [id=1895, type=select]; -"1896 select_44" [id=1896, type=select]; -"1897 linalg_vector_norm_28" [id=1897, type=linalg_vector_norm]; -"1898 clamp_min_28" [id=1898, type=clamp_min]; -"1899 expand_as_28" [id=1899, type=expand_as]; -"1900 div_28" [id=1900, type=div]; -"1901 quantize_per_tensor_default_88" [id=1901, type=quantize_per_tensor]; -"1902 dequantize_per_tensor_default_88" [id=1902, type=dequantize_per_tensor]; -"1903 linalg_vector_norm_29" [id=1903, type=linalg_vector_norm]; -"1904 clamp_min_29" [id=1904, type=clamp_min]; -"1905 expand_as_29" [id=1905, type=expand_as]; -"1906 div_29" [id=1906, type=div]; -"1907 quantize_per_tensor_default_89" [id=1907, type=quantize_per_tensor]; -"1908 dequantize_per_tensor_default_89" [id=1908, type=dequantize_per_tensor]; -"1909 transpose_28" [id=1909, type=transpose]; -"1910 matmul_28" [id=1910, type=matmul]; -"1911 _param_constant239" [id=1911, type=get_attr]; -"1912 clamp_14" [id=1912, type=clamp]; -"1913 exp_14" [id=1913, type=exp]; -"1914 mul_29" [id=1914, type=mul]; -"1915 add_49" [id=1915, type=add]; -"1916 softmax_14" [id=1916, type=softmax]; -"1917 dropout_56" [id=1917, type=dropout]; -"1918 matmul_29" [id=1918, type=matmul]; -"1919 transpose_29" [id=1919, type=transpose]; -"1920 reshape_65" [id=1920, type=reshape]; -"1921 reshape_65_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; -"1922 quantize_per_tensor_default_90" [id=1922, type=quantize_per_tensor]; -"1923 dequantize_per_tensor_default_90" [id=1923, type=dequantize_per_tensor]; -"1924 linear_89_scale_0" [id=1924, type=get_attr]; -"1925 linear_89_zero_point_0" [id=1925, type=get_attr]; -"1926 compressed_weight_updated_constant90" [id=1926, type=get_attr]; -"1927 quantize_per_channel_default_90" [id=1927, type=quantize_per_channel]; -"1928 dequantize_per_channel_default_90" [id=1928, type=dequantize_per_channel]; -"1929 _param_constant241_0_0" [id=1929, type=get_attr]; -"1930 linear_89" [id=1930, type=linear]; -"1931 dropout_57" [id=1931, type=dropout]; -"1932 view_80" [id=1932, type=view]; -"1933 permute_67" [id=1933, type=permute]; -"1934 reshape_66" [id=1934, type=reshape]; -"1935 slice_218" [id=1935, type=slice]; -"1936 slice_219" [id=1936, type=slice]; -"1937 slice_220" [id=1937, type=slice]; -"1938 slice_221" [id=1938, type=slice]; -"1939 contiguous_27" [id=1939, type=contiguous]; -"1940 _param_constant242" [id=1940, type=get_attr]; -"1941 _param_constant243" [id=1941, type=get_attr]; -"1942 layer_norm_31" [id=1942, type=layer_norm]; -"1943 add_50" [id=1943, type=add]; -"1944 add_50_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; -"1945 quantize_per_tensor_default_91" [id=1945, type=quantize_per_tensor]; -"1946 dequantize_per_tensor_default_91" [id=1946, type=dequantize_per_tensor]; -"1947 linear_90_scale_0" [id=1947, type=get_attr]; -"1948 linear_90_zero_point_0" [id=1948, type=get_attr]; -"1949 compressed_weight_updated_constant91" [id=1949, type=get_attr]; -"1950 quantize_per_channel_default_91" [id=1950, type=quantize_per_channel]; -"1951 dequantize_per_channel_default_91" [id=1951, type=dequantize_per_channel]; -"1952 _param_constant245_0_0" [id=1952, type=get_attr]; -"1953 linear_90" [id=1953, type=linear]; -"1954 gelu_14" [id=1954, type=gelu]; -"1955 dropout_58" [id=1955, type=dropout]; -"1956 dropout_58_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; -"1957 quantize_per_tensor_default_92" [id=1957, type=quantize_per_tensor]; -"1958 dequantize_per_tensor_default_92" [id=1958, type=dequantize_per_tensor]; -"1959 linear_91_scale_0" [id=1959, type=get_attr]; -"1960 linear_91_zero_point_0" [id=1960, type=get_attr]; -"1961 compressed_weight_updated_constant92" [id=1961, type=get_attr]; -"1962 quantize_per_channel_default_92" [id=1962, type=quantize_per_channel]; -"1963 dequantize_per_channel_default_92" [id=1963, type=dequantize_per_channel]; -"1964 _param_constant247_0_0" [id=1964, type=get_attr]; -"1965 linear_91" [id=1965, type=linear]; -"1966 dropout_59" [id=1966, type=dropout]; -"1967 _param_constant248" [id=1967, type=get_attr]; -"1968 _param_constant249" [id=1968, type=get_attr]; -"1969 layer_norm_32" [id=1969, type=layer_norm]; -"1970 add_51" [id=1970, type=add]; -"1971 _tensor_constant93" [id=1971, type=get_attr]; -"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; -"1973 linear_92_scale_0" [id=1973, type=get_attr]; -"1974 linear_92_zero_point_0" [id=1974, type=get_attr]; -"1975 compressed_weight_updated_constant93" [id=1975, type=get_attr]; -"1976 quantize_per_channel_default_93" [id=1976, type=quantize_per_channel]; -"1977 dequantize_per_channel_default_93" [id=1977, type=dequantize_per_channel]; -"1978 _param_constant251_0_0" [id=1978, type=get_attr]; -"1979 linear_92" [id=1979, type=linear]; -"1980 relu__15" [id=1980, type=relu_]; -"1981 relu__15_0_0_nncf_smooth_quant_0" [id=1981, type=call_module]; -"1982 linear_93_scale_0" [id=1982, type=get_attr]; -"1983 linear_93_zero_point_0" [id=1983, type=get_attr]; -"1984 compressed_weight_updated_constant94" [id=1984, type=get_attr]; -"1985 quantize_per_channel_default_94" [id=1985, type=quantize_per_channel]; -"1986 dequantize_per_channel_default_94" [id=1986, type=dequantize_per_channel]; -"1987 linear_93" [id=1987, type=linear]; -"1988 view_81" [id=1988, type=view]; -"1989 _tensor_constant94" [id=1989, type=get_attr]; -"1990 index_15" [id=1990, type=index]; -"1991 view_82" [id=1991, type=view]; -"1992 permute_68" [id=1992, type=permute]; -"1993 contiguous_28" [id=1993, type=contiguous]; -"1994 unsqueeze_43" [id=1994, type=unsqueeze]; -"1995 sigmoid_15" [id=1995, type=sigmoid]; -"1996 mul_30" [id=1996, type=mul]; -"1997 pad_17" [id=1997, type=pad]; -"1998 roll_14" [id=1998, type=roll]; -"1999 view_83" [id=1999, type=view]; -"2000 permute_69" [id=2000, type=permute]; -"2001 reshape_67" [id=2001, type=reshape]; -"2002 reshape_67_0_0_nncf_smooth_quant_0" [id=2002, type=call_module]; -"2003 quantize_per_tensor_default_93" [id=2003, type=quantize_per_tensor]; -"2004 dequantize_per_tensor_default_93" [id=2004, type=dequantize_per_tensor]; -"2005 linear_94_scale_0" [id=2005, type=get_attr]; -"2006 linear_94_zero_point_0" [id=2006, type=get_attr]; -"2007 compressed_weight_updated_constant95" [id=2007, type=get_attr]; -"2008 quantize_per_channel_default_95" [id=2008, type=quantize_per_channel]; -"2009 dequantize_per_channel_default_95" [id=2009, type=dequantize_per_channel]; -"2010 _param_constant253_0_0" [id=2010, type=get_attr]; -"2011 linear_94" [id=2011, type=linear]; -"2012 reshape_68" [id=2012, type=reshape]; -"2013 permute_70" [id=2013, type=permute]; -"2014 select_45" [id=2014, type=select]; -"2015 select_46" [id=2015, type=select]; -"2016 select_47" [id=2016, type=select]; -"2017 linalg_vector_norm_30" [id=2017, type=linalg_vector_norm]; -"2018 clamp_min_30" [id=2018, type=clamp_min]; -"2019 expand_as_30" [id=2019, type=expand_as]; -"2020 div_30" [id=2020, type=div]; -"2021 quantize_per_tensor_default_94" [id=2021, type=quantize_per_tensor]; -"2022 dequantize_per_tensor_default_94" [id=2022, type=dequantize_per_tensor]; -"2023 linalg_vector_norm_31" [id=2023, type=linalg_vector_norm]; -"2024 clamp_min_31" [id=2024, type=clamp_min]; -"2025 expand_as_31" [id=2025, type=expand_as]; -"2026 div_31" [id=2026, type=div]; -"2027 quantize_per_tensor_default_95" [id=2027, type=quantize_per_tensor]; -"2028 dequantize_per_tensor_default_95" [id=2028, type=dequantize_per_tensor]; -"2029 transpose_30" [id=2029, type=transpose]; -"2030 matmul_30" [id=2030, type=matmul]; -"2031 _param_constant255" [id=2031, type=get_attr]; -"2032 clamp_15" [id=2032, type=clamp]; -"2033 exp_15" [id=2033, type=exp]; -"2034 mul_31" [id=2034, type=mul]; -"2035 add_52" [id=2035, type=add]; -"2036 new_zeros_7" [id=2036, type=new_zeros]; -"2037 view_84" [id=2037, type=view]; -"2038 permute_71" [id=2038, type=permute]; -"2039 reshape_69" [id=2039, type=reshape]; -"2040 unsqueeze_44" [id=2040, type=unsqueeze]; -"2041 unsqueeze_45" [id=2041, type=unsqueeze]; -"2042 sub_7" [id=2042, type=sub]; -"2043 ne_7" [id=2043, type=ne]; -"2044 masked_fill_14" [id=2044, type=masked_fill]; -"2045 eq_7" [id=2045, type=eq]; -"2046 masked_fill_15" [id=2046, type=masked_fill]; -"2047 view_85" [id=2047, type=view]; -"2048 unsqueeze_46" [id=2048, type=unsqueeze]; -"2049 unsqueeze_47" [id=2049, type=unsqueeze]; -"2050 add_53" [id=2050, type=add]; -"2051 view_86" [id=2051, type=view]; -"2052 softmax_15" [id=2052, type=softmax]; -"2053 dropout_60" [id=2053, type=dropout]; -"2054 matmul_31" [id=2054, type=matmul]; -"2055 transpose_31" [id=2055, type=transpose]; -"2056 reshape_70" [id=2056, type=reshape]; -"2057 reshape_70_0_0_nncf_smooth_quant_0" [id=2057, type=call_module]; -"2058 quantize_per_tensor_default_96" [id=2058, type=quantize_per_tensor]; -"2059 dequantize_per_tensor_default_96" [id=2059, type=dequantize_per_tensor]; -"2060 linear_95_scale_0" [id=2060, type=get_attr]; -"2061 linear_95_zero_point_0" [id=2061, type=get_attr]; -"2062 compressed_weight_updated_constant96" [id=2062, type=get_attr]; -"2063 quantize_per_channel_default_96" [id=2063, type=quantize_per_channel]; -"2064 dequantize_per_channel_default_96" [id=2064, type=dequantize_per_channel]; -"2065 _param_constant257_0_0" [id=2065, type=get_attr]; -"2066 linear_95" [id=2066, type=linear]; -"2067 dropout_61" [id=2067, type=dropout]; -"2068 view_87" [id=2068, type=view]; -"2069 permute_72" [id=2069, type=permute]; -"2070 reshape_71" [id=2070, type=reshape]; -"2071 roll_15" [id=2071, type=roll]; -"2072 slice_241" [id=2072, type=slice]; -"2073 slice_242" [id=2073, type=slice]; -"2074 slice_243" [id=2074, type=slice]; -"2075 slice_244" [id=2075, type=slice]; -"2076 contiguous_29" [id=2076, type=contiguous]; -"2077 _param_constant258" [id=2077, type=get_attr]; -"2078 _param_constant259" [id=2078, type=get_attr]; -"2079 layer_norm_33" [id=2079, type=layer_norm]; -"2080 add_54" [id=2080, type=add]; -"2081 add_54_0_0_nncf_smooth_quant_0" [id=2081, type=call_module]; -"2082 quantize_per_tensor_default_97" [id=2082, type=quantize_per_tensor]; -"2083 dequantize_per_tensor_default_97" [id=2083, type=dequantize_per_tensor]; -"2084 linear_96_scale_0" [id=2084, type=get_attr]; -"2085 linear_96_zero_point_0" [id=2085, type=get_attr]; -"2086 compressed_weight_updated_constant97" [id=2086, type=get_attr]; -"2087 quantize_per_channel_default_97" [id=2087, type=quantize_per_channel]; -"2088 dequantize_per_channel_default_97" [id=2088, type=dequantize_per_channel]; -"2089 _param_constant261_0_0" [id=2089, type=get_attr]; -"2090 linear_96" [id=2090, type=linear]; -"2091 gelu_15" [id=2091, type=gelu]; -"2092 dropout_62" [id=2092, type=dropout]; -"2093 dropout_62_0_0_nncf_smooth_quant_0" [id=2093, type=call_module]; -"2094 quantize_per_tensor_default_98" [id=2094, type=quantize_per_tensor]; -"2095 dequantize_per_tensor_default_98" [id=2095, type=dequantize_per_tensor]; -"2096 linear_97_scale_0" [id=2096, type=get_attr]; -"2097 linear_97_zero_point_0" [id=2097, type=get_attr]; -"2098 compressed_weight_updated_constant98" [id=2098, type=get_attr]; -"2099 quantize_per_channel_default_98" [id=2099, type=quantize_per_channel]; -"2100 dequantize_per_channel_default_98" [id=2100, type=dequantize_per_channel]; -"2101 _param_constant263_0_0" [id=2101, type=get_attr]; -"2102 linear_97" [id=2102, type=linear]; -"2103 dropout_63" [id=2103, type=dropout]; -"2104 _param_constant264" [id=2104, type=get_attr]; -"2105 _param_constant265" [id=2105, type=get_attr]; -"2106 layer_norm_34" [id=2106, type=layer_norm]; -"2107 add_55" [id=2107, type=add]; -"2108 _tensor_constant104" [id=2108, type=get_attr]; -"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2109, type=call_module]; -"2110 linear_98_scale_0" [id=2110, type=get_attr]; -"2111 linear_98_zero_point_0" [id=2111, type=get_attr]; -"2112 compressed_weight_updated_constant99" [id=2112, type=get_attr]; -"2113 quantize_per_channel_default_99" [id=2113, type=quantize_per_channel]; -"2114 dequantize_per_channel_default_99" [id=2114, type=dequantize_per_channel]; -"2115 _param_constant267_0_0" [id=2115, type=get_attr]; -"2116 linear_98" [id=2116, type=linear]; -"2117 relu__16" [id=2117, type=relu_]; -"2118 relu__16_0_0_nncf_smooth_quant_0" [id=2118, type=call_module]; -"2119 linear_99_scale_0" [id=2119, type=get_attr]; -"2120 linear_99_zero_point_0" [id=2120, type=get_attr]; -"2121 compressed_weight_updated_constant100" [id=2121, type=get_attr]; -"2122 quantize_per_channel_default_100" [id=2122, type=quantize_per_channel]; -"2123 dequantize_per_channel_default_100" [id=2123, type=dequantize_per_channel]; -"2124 linear_99" [id=2124, type=linear]; -"2125 view_88" [id=2125, type=view]; -"2126 _tensor_constant105" [id=2126, type=get_attr]; -"2127 index_16" [id=2127, type=index]; -"2128 view_89" [id=2128, type=view]; -"2129 permute_73" [id=2129, type=permute]; -"2130 contiguous_30" [id=2130, type=contiguous]; -"2131 unsqueeze_48" [id=2131, type=unsqueeze]; -"2132 sigmoid_16" [id=2132, type=sigmoid]; -"2133 mul_32" [id=2133, type=mul]; -"2134 pad_18" [id=2134, type=pad]; -"2135 view_90" [id=2135, type=view]; -"2136 permute_74" [id=2136, type=permute]; -"2137 reshape_72" [id=2137, type=reshape]; -"2138 reshape_72_0_0_nncf_smooth_quant_0" [id=2138, type=call_module]; -"2139 quantize_per_tensor_default_99" [id=2139, type=quantize_per_tensor]; -"2140 dequantize_per_tensor_default_99" [id=2140, type=dequantize_per_tensor]; -"2141 linear_100_scale_0" [id=2141, type=get_attr]; -"2142 linear_100_zero_point_0" [id=2142, type=get_attr]; -"2143 compressed_weight_updated_constant101" [id=2143, type=get_attr]; -"2144 quantize_per_channel_default_101" [id=2144, type=quantize_per_channel]; -"2145 dequantize_per_channel_default_101" [id=2145, type=dequantize_per_channel]; -"2146 _param_constant269_0_0" [id=2146, type=get_attr]; -"2147 linear_100" [id=2147, type=linear]; -"2148 reshape_73" [id=2148, type=reshape]; -"2149 permute_75" [id=2149, type=permute]; -"2150 select_48" [id=2150, type=select]; -"2151 select_49" [id=2151, type=select]; -"2152 select_50" [id=2152, type=select]; -"2153 linalg_vector_norm_32" [id=2153, type=linalg_vector_norm]; -"2154 clamp_min_32" [id=2154, type=clamp_min]; -"2155 expand_as_32" [id=2155, type=expand_as]; -"2156 div_32" [id=2156, type=div]; -"2157 quantize_per_tensor_default_100" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_100" [id=2158, type=dequantize_per_tensor]; -"2159 linalg_vector_norm_33" [id=2159, type=linalg_vector_norm]; -"2160 clamp_min_33" [id=2160, type=clamp_min]; -"2161 expand_as_33" [id=2161, type=expand_as]; -"2162 div_33" [id=2162, type=div]; -"2163 quantize_per_tensor_default_101" [id=2163, type=quantize_per_tensor]; -"2164 dequantize_per_tensor_default_101" [id=2164, type=dequantize_per_tensor]; -"2165 transpose_32" [id=2165, type=transpose]; -"2166 matmul_32" [id=2166, type=matmul]; -"2167 _param_constant271" [id=2167, type=get_attr]; -"2168 clamp_16" [id=2168, type=clamp]; -"2169 exp_16" [id=2169, type=exp]; -"2170 mul_33" [id=2170, type=mul]; -"2171 add_56" [id=2171, type=add]; -"2172 softmax_16" [id=2172, type=softmax]; -"2173 dropout_64" [id=2173, type=dropout]; -"2174 matmul_33" [id=2174, type=matmul]; -"2175 transpose_33" [id=2175, type=transpose]; -"2176 reshape_74" [id=2176, type=reshape]; -"2177 reshape_74_0_0_nncf_smooth_quant_0" [id=2177, type=call_module]; -"2178 quantize_per_tensor_default_102" [id=2178, type=quantize_per_tensor]; -"2179 dequantize_per_tensor_default_102" [id=2179, type=dequantize_per_tensor]; -"2180 linear_101_scale_0" [id=2180, type=get_attr]; -"2181 linear_101_zero_point_0" [id=2181, type=get_attr]; -"2182 compressed_weight_updated_constant102" [id=2182, type=get_attr]; -"2183 quantize_per_channel_default_102" [id=2183, type=quantize_per_channel]; -"2184 dequantize_per_channel_default_102" [id=2184, type=dequantize_per_channel]; -"2185 _param_constant273_0_0" [id=2185, type=get_attr]; -"2186 linear_101" [id=2186, type=linear]; -"2187 dropout_65" [id=2187, type=dropout]; -"2188 view_91" [id=2188, type=view]; -"2189 permute_76" [id=2189, type=permute]; -"2190 reshape_75" [id=2190, type=reshape]; -"2191 slice_246" [id=2191, type=slice]; -"2192 slice_247" [id=2192, type=slice]; -"2193 slice_248" [id=2193, type=slice]; -"2194 slice_249" [id=2194, type=slice]; -"2195 contiguous_31" [id=2195, type=contiguous]; -"2196 _param_constant274" [id=2196, type=get_attr]; -"2197 _param_constant275" [id=2197, type=get_attr]; -"2198 layer_norm_35" [id=2198, type=layer_norm]; -"2199 add_57" [id=2199, type=add]; -"2200 add_57_0_0_nncf_smooth_quant_0" [id=2200, type=call_module]; -"2201 quantize_per_tensor_default_103" [id=2201, type=quantize_per_tensor]; -"2202 dequantize_per_tensor_default_103" [id=2202, type=dequantize_per_tensor]; -"2203 linear_102_scale_0" [id=2203, type=get_attr]; -"2204 linear_102_zero_point_0" [id=2204, type=get_attr]; -"2205 compressed_weight_updated_constant103" [id=2205, type=get_attr]; -"2206 quantize_per_channel_default_103" [id=2206, type=quantize_per_channel]; -"2207 dequantize_per_channel_default_103" [id=2207, type=dequantize_per_channel]; -"2208 _param_constant277_0_0" [id=2208, type=get_attr]; -"2209 linear_102" [id=2209, type=linear]; -"2210 gelu_16" [id=2210, type=gelu]; -"2211 dropout_66" [id=2211, type=dropout]; -"2212 dropout_66_0_0_nncf_smooth_quant_0" [id=2212, type=call_module]; -"2213 quantize_per_tensor_default_104" [id=2213, type=quantize_per_tensor]; -"2214 dequantize_per_tensor_default_104" [id=2214, type=dequantize_per_tensor]; -"2215 linear_103_scale_0" [id=2215, type=get_attr]; -"2216 linear_103_zero_point_0" [id=2216, type=get_attr]; -"2217 compressed_weight_updated_constant104" [id=2217, type=get_attr]; -"2218 quantize_per_channel_default_104" [id=2218, type=quantize_per_channel]; -"2219 dequantize_per_channel_default_104" [id=2219, type=dequantize_per_channel]; -"2220 _param_constant279_0_0" [id=2220, type=get_attr]; -"2221 linear_103" [id=2221, type=linear]; -"2222 dropout_67" [id=2222, type=dropout]; -"2223 _param_constant280" [id=2223, type=get_attr]; -"2224 _param_constant281" [id=2224, type=get_attr]; -"2225 layer_norm_36" [id=2225, type=layer_norm]; -"2226 add_58" [id=2226, type=add]; -"2227 _tensor_constant106" [id=2227, type=get_attr]; -"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2228, type=call_module]; -"2229 linear_104_scale_0" [id=2229, type=get_attr]; -"2230 linear_104_zero_point_0" [id=2230, type=get_attr]; -"2231 compressed_weight_updated_constant105" [id=2231, type=get_attr]; -"2232 quantize_per_channel_default_105" [id=2232, type=quantize_per_channel]; -"2233 dequantize_per_channel_default_105" [id=2233, type=dequantize_per_channel]; -"2234 _param_constant283_0_0" [id=2234, type=get_attr]; -"2235 linear_104" [id=2235, type=linear]; -"2236 relu__17" [id=2236, type=relu_]; -"2237 relu__17_0_0_nncf_smooth_quant_0" [id=2237, type=call_module]; -"2238 linear_105_scale_0" [id=2238, type=get_attr]; -"2239 linear_105_zero_point_0" [id=2239, type=get_attr]; -"2240 compressed_weight_updated_constant106" [id=2240, type=get_attr]; -"2241 quantize_per_channel_default_106" [id=2241, type=quantize_per_channel]; -"2242 dequantize_per_channel_default_106" [id=2242, type=dequantize_per_channel]; -"2243 linear_105" [id=2243, type=linear]; -"2244 view_92" [id=2244, type=view]; -"2245 _tensor_constant107" [id=2245, type=get_attr]; -"2246 index_17" [id=2246, type=index]; -"2247 view_93" [id=2247, type=view]; -"2248 permute_77" [id=2248, type=permute]; -"2249 contiguous_32" [id=2249, type=contiguous]; -"2250 unsqueeze_49" [id=2250, type=unsqueeze]; -"2251 sigmoid_17" [id=2251, type=sigmoid]; -"2252 mul_34" [id=2252, type=mul]; -"2253 pad_19" [id=2253, type=pad]; -"2254 roll_16" [id=2254, type=roll]; -"2255 view_94" [id=2255, type=view]; -"2256 permute_78" [id=2256, type=permute]; -"2257 reshape_76" [id=2257, type=reshape]; -"2258 reshape_76_0_0_nncf_smooth_quant_0" [id=2258, type=call_module]; -"2259 quantize_per_tensor_default_105" [id=2259, type=quantize_per_tensor]; -"2260 dequantize_per_tensor_default_105" [id=2260, type=dequantize_per_tensor]; -"2261 linear_106_scale_0" [id=2261, type=get_attr]; -"2262 linear_106_zero_point_0" [id=2262, type=get_attr]; -"2263 compressed_weight_updated_constant107" [id=2263, type=get_attr]; -"2264 quantize_per_channel_default_107" [id=2264, type=quantize_per_channel]; -"2265 dequantize_per_channel_default_107" [id=2265, type=dequantize_per_channel]; -"2266 _param_constant285_0_0" [id=2266, type=get_attr]; -"2267 linear_106" [id=2267, type=linear]; -"2268 reshape_77" [id=2268, type=reshape]; -"2269 permute_79" [id=2269, type=permute]; -"2270 select_51" [id=2270, type=select]; -"2271 select_52" [id=2271, type=select]; -"2272 select_53" [id=2272, type=select]; -"2273 linalg_vector_norm_34" [id=2273, type=linalg_vector_norm]; -"2274 clamp_min_34" [id=2274, type=clamp_min]; -"2275 expand_as_34" [id=2275, type=expand_as]; -"2276 div_34" [id=2276, type=div]; -"2277 quantize_per_tensor_default_106" [id=2277, type=quantize_per_tensor]; -"2278 dequantize_per_tensor_default_106" [id=2278, type=dequantize_per_tensor]; -"2279 linalg_vector_norm_35" [id=2279, type=linalg_vector_norm]; -"2280 clamp_min_35" [id=2280, type=clamp_min]; -"2281 expand_as_35" [id=2281, type=expand_as]; -"2282 div_35" [id=2282, type=div]; -"2283 quantize_per_tensor_default_107" [id=2283, type=quantize_per_tensor]; -"2284 dequantize_per_tensor_default_107" [id=2284, type=dequantize_per_tensor]; -"2285 transpose_34" [id=2285, type=transpose]; -"2286 matmul_34" [id=2286, type=matmul]; -"2287 _param_constant287" [id=2287, type=get_attr]; -"2288 clamp_17" [id=2288, type=clamp]; -"2289 exp_17" [id=2289, type=exp]; -"2290 mul_35" [id=2290, type=mul]; -"2291 add_59" [id=2291, type=add]; -"2292 new_zeros_8" [id=2292, type=new_zeros]; -"2293 view_95" [id=2293, type=view]; -"2294 permute_80" [id=2294, type=permute]; -"2295 reshape_78" [id=2295, type=reshape]; -"2296 unsqueeze_50" [id=2296, type=unsqueeze]; -"2297 unsqueeze_51" [id=2297, type=unsqueeze]; -"2298 sub_8" [id=2298, type=sub]; -"2299 ne_8" [id=2299, type=ne]; -"2300 masked_fill_16" [id=2300, type=masked_fill]; -"2301 eq_8" [id=2301, type=eq]; -"2302 masked_fill_17" [id=2302, type=masked_fill]; -"2303 view_96" [id=2303, type=view]; -"2304 unsqueeze_52" [id=2304, type=unsqueeze]; -"2305 unsqueeze_53" [id=2305, type=unsqueeze]; -"2306 add_60" [id=2306, type=add]; -"2307 view_97" [id=2307, type=view]; -"2308 softmax_17" [id=2308, type=softmax]; -"2309 dropout_68" [id=2309, type=dropout]; -"2310 matmul_35" [id=2310, type=matmul]; -"2311 transpose_35" [id=2311, type=transpose]; -"2312 reshape_79" [id=2312, type=reshape]; -"2313 reshape_79_0_0_nncf_smooth_quant_0" [id=2313, type=call_module]; -"2314 quantize_per_tensor_default_108" [id=2314, type=quantize_per_tensor]; -"2315 dequantize_per_tensor_default_108" [id=2315, type=dequantize_per_tensor]; -"2316 linear_107_scale_0" [id=2316, type=get_attr]; -"2317 linear_107_zero_point_0" [id=2317, type=get_attr]; -"2318 compressed_weight_updated_constant108" [id=2318, type=get_attr]; -"2319 quantize_per_channel_default_108" [id=2319, type=quantize_per_channel]; -"2320 dequantize_per_channel_default_108" [id=2320, type=dequantize_per_channel]; -"2321 _param_constant289_0_0" [id=2321, type=get_attr]; -"2322 linear_107" [id=2322, type=linear]; -"2323 dropout_69" [id=2323, type=dropout]; -"2324 view_98" [id=2324, type=view]; -"2325 permute_81" [id=2325, type=permute]; -"2326 reshape_80" [id=2326, type=reshape]; -"2327 roll_17" [id=2327, type=roll]; -"2328 slice_269" [id=2328, type=slice]; -"2329 slice_270" [id=2329, type=slice]; -"2330 slice_271" [id=2330, type=slice]; -"2331 slice_272" [id=2331, type=slice]; -"2332 contiguous_33" [id=2332, type=contiguous]; -"2333 _param_constant290" [id=2333, type=get_attr]; -"2334 _param_constant291" [id=2334, type=get_attr]; -"2335 layer_norm_37" [id=2335, type=layer_norm]; -"2336 add_61" [id=2336, type=add]; -"2337 add_61_0_0_nncf_smooth_quant_0" [id=2337, type=call_module]; -"2338 quantize_per_tensor_default_109" [id=2338, type=quantize_per_tensor]; -"2339 dequantize_per_tensor_default_109" [id=2339, type=dequantize_per_tensor]; -"2340 linear_108_scale_0" [id=2340, type=get_attr]; -"2341 linear_108_zero_point_0" [id=2341, type=get_attr]; -"2342 compressed_weight_updated_constant109" [id=2342, type=get_attr]; -"2343 quantize_per_channel_default_109" [id=2343, type=quantize_per_channel]; -"2344 dequantize_per_channel_default_109" [id=2344, type=dequantize_per_channel]; -"2345 _param_constant293_0_0" [id=2345, type=get_attr]; -"2346 linear_108" [id=2346, type=linear]; -"2347 gelu_17" [id=2347, type=gelu]; -"2348 dropout_70" [id=2348, type=dropout]; -"2349 dropout_70_0_0_nncf_smooth_quant_0" [id=2349, type=call_module]; -"2350 quantize_per_tensor_default_110" [id=2350, type=quantize_per_tensor]; -"2351 dequantize_per_tensor_default_110" [id=2351, type=dequantize_per_tensor]; -"2352 linear_109_scale_0" [id=2352, type=get_attr]; -"2353 linear_109_zero_point_0" [id=2353, type=get_attr]; -"2354 compressed_weight_updated_constant110" [id=2354, type=get_attr]; -"2355 quantize_per_channel_default_110" [id=2355, type=quantize_per_channel]; -"2356 dequantize_per_channel_default_110" [id=2356, type=dequantize_per_channel]; -"2357 _param_constant295_0_0" [id=2357, type=get_attr]; -"2358 linear_109" [id=2358, type=linear]; -"2359 dropout_71" [id=2359, type=dropout]; -"2360 _param_constant296" [id=2360, type=get_attr]; -"2361 _param_constant297" [id=2361, type=get_attr]; -"2362 layer_norm_38" [id=2362, type=layer_norm]; -"2363 add_62" [id=2363, type=add]; -"2364 _tensor_constant117" [id=2364, type=get_attr]; -"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2365, type=call_module]; -"2366 linear_110_scale_0" [id=2366, type=get_attr]; -"2367 linear_110_zero_point_0" [id=2367, type=get_attr]; -"2368 compressed_weight_updated_constant111" [id=2368, type=get_attr]; -"2369 quantize_per_channel_default_111" [id=2369, type=quantize_per_channel]; -"2370 dequantize_per_channel_default_111" [id=2370, type=dequantize_per_channel]; -"2371 _param_constant299_0_0" [id=2371, type=get_attr]; -"2372 linear_110" [id=2372, type=linear]; -"2373 relu__18" [id=2373, type=relu_]; -"2374 relu__18_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; -"2375 linear_111_scale_0" [id=2375, type=get_attr]; -"2376 linear_111_zero_point_0" [id=2376, type=get_attr]; -"2377 compressed_weight_updated_constant112" [id=2377, type=get_attr]; -"2378 quantize_per_channel_default_112" [id=2378, type=quantize_per_channel]; -"2379 dequantize_per_channel_default_112" [id=2379, type=dequantize_per_channel]; -"2380 linear_111" [id=2380, type=linear]; -"2381 view_99" [id=2381, type=view]; -"2382 _tensor_constant118" [id=2382, type=get_attr]; -"2383 index_18" [id=2383, type=index]; -"2384 view_100" [id=2384, type=view]; -"2385 permute_82" [id=2385, type=permute]; -"2386 contiguous_34" [id=2386, type=contiguous]; -"2387 unsqueeze_54" [id=2387, type=unsqueeze]; -"2388 sigmoid_18" [id=2388, type=sigmoid]; -"2389 mul_36" [id=2389, type=mul]; -"2390 pad_20" [id=2390, type=pad]; -"2391 view_101" [id=2391, type=view]; -"2392 permute_83" [id=2392, type=permute]; -"2393 reshape_81" [id=2393, type=reshape]; -"2394 reshape_81_0_0_nncf_smooth_quant_0" [id=2394, type=call_module]; -"2395 quantize_per_tensor_default_111" [id=2395, type=quantize_per_tensor]; -"2396 dequantize_per_tensor_default_111" [id=2396, type=dequantize_per_tensor]; -"2397 linear_112_scale_0" [id=2397, type=get_attr]; -"2398 linear_112_zero_point_0" [id=2398, type=get_attr]; -"2399 compressed_weight_updated_constant113" [id=2399, type=get_attr]; -"2400 quantize_per_channel_default_113" [id=2400, type=quantize_per_channel]; -"2401 dequantize_per_channel_default_113" [id=2401, type=dequantize_per_channel]; -"2402 _param_constant301_0_0" [id=2402, type=get_attr]; -"2403 linear_112" [id=2403, type=linear]; -"2404 reshape_82" [id=2404, type=reshape]; -"2405 permute_84" [id=2405, type=permute]; -"2406 select_54" [id=2406, type=select]; -"2407 select_55" [id=2407, type=select]; -"2408 select_56" [id=2408, type=select]; -"2409 linalg_vector_norm_36" [id=2409, type=linalg_vector_norm]; -"2410 clamp_min_36" [id=2410, type=clamp_min]; -"2411 expand_as_36" [id=2411, type=expand_as]; -"2412 div_36" [id=2412, type=div]; -"2413 quantize_per_tensor_default_112" [id=2413, type=quantize_per_tensor]; -"2414 dequantize_per_tensor_default_112" [id=2414, type=dequantize_per_tensor]; -"2415 linalg_vector_norm_37" [id=2415, type=linalg_vector_norm]; -"2416 clamp_min_37" [id=2416, type=clamp_min]; -"2417 expand_as_37" [id=2417, type=expand_as]; -"2418 div_37" [id=2418, type=div]; -"2419 quantize_per_tensor_default_113" [id=2419, type=quantize_per_tensor]; -"2420 dequantize_per_tensor_default_113" [id=2420, type=dequantize_per_tensor]; -"2421 transpose_36" [id=2421, type=transpose]; -"2422 matmul_36" [id=2422, type=matmul]; -"2423 _param_constant303" [id=2423, type=get_attr]; -"2424 clamp_18" [id=2424, type=clamp]; -"2425 exp_18" [id=2425, type=exp]; -"2426 mul_37" [id=2426, type=mul]; -"2427 add_63" [id=2427, type=add]; -"2428 softmax_18" [id=2428, type=softmax]; -"2429 dropout_72" [id=2429, type=dropout]; -"2430 matmul_37" [id=2430, type=matmul]; -"2431 transpose_37" [id=2431, type=transpose]; -"2432 reshape_83" [id=2432, type=reshape]; -"2433 reshape_83_0_0_nncf_smooth_quant_0" [id=2433, type=call_module]; -"2434 quantize_per_tensor_default_114" [id=2434, type=quantize_per_tensor]; -"2435 dequantize_per_tensor_default_114" [id=2435, type=dequantize_per_tensor]; -"2436 linear_113_scale_0" [id=2436, type=get_attr]; -"2437 linear_113_zero_point_0" [id=2437, type=get_attr]; -"2438 compressed_weight_updated_constant114" [id=2438, type=get_attr]; -"2439 quantize_per_channel_default_114" [id=2439, type=quantize_per_channel]; -"2440 dequantize_per_channel_default_114" [id=2440, type=dequantize_per_channel]; -"2441 _param_constant305_0_0" [id=2441, type=get_attr]; -"2442 linear_113" [id=2442, type=linear]; -"2443 dropout_73" [id=2443, type=dropout]; -"2444 view_102" [id=2444, type=view]; -"2445 permute_85" [id=2445, type=permute]; -"2446 reshape_84" [id=2446, type=reshape]; -"2447 slice_274" [id=2447, type=slice]; -"2448 slice_275" [id=2448, type=slice]; -"2449 slice_276" [id=2449, type=slice]; -"2450 slice_277" [id=2450, type=slice]; -"2451 contiguous_35" [id=2451, type=contiguous]; -"2452 _param_constant306" [id=2452, type=get_attr]; -"2453 _param_constant307" [id=2453, type=get_attr]; -"2454 layer_norm_39" [id=2454, type=layer_norm]; -"2455 add_64" [id=2455, type=add]; -"2456 add_64_0_0_nncf_smooth_quant_0" [id=2456, type=call_module]; -"2457 quantize_per_tensor_default_115" [id=2457, type=quantize_per_tensor]; -"2458 dequantize_per_tensor_default_115" [id=2458, type=dequantize_per_tensor]; -"2459 linear_114_scale_0" [id=2459, type=get_attr]; -"2460 linear_114_zero_point_0" [id=2460, type=get_attr]; -"2461 compressed_weight_updated_constant115" [id=2461, type=get_attr]; -"2462 quantize_per_channel_default_115" [id=2462, type=quantize_per_channel]; -"2463 dequantize_per_channel_default_115" [id=2463, type=dequantize_per_channel]; -"2464 _param_constant309_0_0" [id=2464, type=get_attr]; -"2465 linear_114" [id=2465, type=linear]; -"2466 gelu_18" [id=2466, type=gelu]; -"2467 dropout_74" [id=2467, type=dropout]; -"2468 dropout_74_0_0_nncf_smooth_quant_0" [id=2468, type=call_module]; -"2469 quantize_per_tensor_default_116" [id=2469, type=quantize_per_tensor]; -"2470 dequantize_per_tensor_default_116" [id=2470, type=dequantize_per_tensor]; -"2471 linear_115_scale_0" [id=2471, type=get_attr]; -"2472 linear_115_zero_point_0" [id=2472, type=get_attr]; -"2473 compressed_weight_updated_constant116" [id=2473, type=get_attr]; -"2474 quantize_per_channel_default_116" [id=2474, type=quantize_per_channel]; -"2475 dequantize_per_channel_default_116" [id=2475, type=dequantize_per_channel]; -"2476 _param_constant311_0_0" [id=2476, type=get_attr]; -"2477 linear_115" [id=2477, type=linear]; -"2478 dropout_75" [id=2478, type=dropout]; -"2479 _param_constant312" [id=2479, type=get_attr]; -"2480 _param_constant313" [id=2480, type=get_attr]; -"2481 layer_norm_40" [id=2481, type=layer_norm]; -"2482 add_65" [id=2482, type=add]; -"2483 _tensor_constant119" [id=2483, type=get_attr]; -"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2484, type=call_module]; -"2485 linear_116_scale_0" [id=2485, type=get_attr]; -"2486 linear_116_zero_point_0" [id=2486, type=get_attr]; -"2487 compressed_weight_updated_constant117" [id=2487, type=get_attr]; -"2488 quantize_per_channel_default_117" [id=2488, type=quantize_per_channel]; -"2489 dequantize_per_channel_default_117" [id=2489, type=dequantize_per_channel]; -"2490 _param_constant315_0_0" [id=2490, type=get_attr]; -"2491 linear_116" [id=2491, type=linear]; -"2492 relu__19" [id=2492, type=relu_]; -"2493 relu__19_0_0_nncf_smooth_quant_0" [id=2493, type=call_module]; -"2494 linear_117_scale_0" [id=2494, type=get_attr]; -"2495 linear_117_zero_point_0" [id=2495, type=get_attr]; -"2496 compressed_weight_updated_constant118" [id=2496, type=get_attr]; -"2497 quantize_per_channel_default_118" [id=2497, type=quantize_per_channel]; -"2498 dequantize_per_channel_default_118" [id=2498, type=dequantize_per_channel]; -"2499 linear_117" [id=2499, type=linear]; -"2500 view_103" [id=2500, type=view]; -"2501 _tensor_constant120" [id=2501, type=get_attr]; -"2502 index_19" [id=2502, type=index]; -"2503 view_104" [id=2503, type=view]; -"2504 permute_86" [id=2504, type=permute]; -"2505 contiguous_36" [id=2505, type=contiguous]; -"2506 unsqueeze_55" [id=2506, type=unsqueeze]; -"2507 sigmoid_19" [id=2507, type=sigmoid]; -"2508 mul_38" [id=2508, type=mul]; -"2509 pad_21" [id=2509, type=pad]; -"2510 roll_18" [id=2510, type=roll]; -"2511 view_105" [id=2511, type=view]; -"2512 permute_87" [id=2512, type=permute]; -"2513 reshape_85" [id=2513, type=reshape]; -"2514 reshape_85_0_0_nncf_smooth_quant_0" [id=2514, type=call_module]; -"2515 quantize_per_tensor_default_117" [id=2515, type=quantize_per_tensor]; -"2516 dequantize_per_tensor_default_117" [id=2516, type=dequantize_per_tensor]; -"2517 linear_118_scale_0" [id=2517, type=get_attr]; -"2518 linear_118_zero_point_0" [id=2518, type=get_attr]; -"2519 compressed_weight_updated_constant119" [id=2519, type=get_attr]; -"2520 quantize_per_channel_default_119" [id=2520, type=quantize_per_channel]; -"2521 dequantize_per_channel_default_119" [id=2521, type=dequantize_per_channel]; -"2522 _param_constant317_0_0" [id=2522, type=get_attr]; -"2523 linear_118" [id=2523, type=linear]; -"2524 reshape_86" [id=2524, type=reshape]; -"2525 permute_88" [id=2525, type=permute]; -"2526 select_57" [id=2526, type=select]; -"2527 select_58" [id=2527, type=select]; -"2528 select_59" [id=2528, type=select]; -"2529 linalg_vector_norm_38" [id=2529, type=linalg_vector_norm]; -"2530 clamp_min_38" [id=2530, type=clamp_min]; -"2531 expand_as_38" [id=2531, type=expand_as]; -"2532 div_38" [id=2532, type=div]; -"2533 quantize_per_tensor_default_118" [id=2533, type=quantize_per_tensor]; -"2534 dequantize_per_tensor_default_118" [id=2534, type=dequantize_per_tensor]; -"2535 linalg_vector_norm_39" [id=2535, type=linalg_vector_norm]; -"2536 clamp_min_39" [id=2536, type=clamp_min]; -"2537 expand_as_39" [id=2537, type=expand_as]; -"2538 div_39" [id=2538, type=div]; -"2539 quantize_per_tensor_default_119" [id=2539, type=quantize_per_tensor]; -"2540 dequantize_per_tensor_default_119" [id=2540, type=dequantize_per_tensor]; -"2541 transpose_38" [id=2541, type=transpose]; -"2542 matmul_38" [id=2542, type=matmul]; -"2543 _param_constant319" [id=2543, type=get_attr]; -"2544 clamp_19" [id=2544, type=clamp]; -"2545 exp_19" [id=2545, type=exp]; -"2546 mul_39" [id=2546, type=mul]; -"2547 add_66" [id=2547, type=add]; -"2548 new_zeros_9" [id=2548, type=new_zeros]; -"2549 view_106" [id=2549, type=view]; -"2550 permute_89" [id=2550, type=permute]; -"2551 reshape_87" [id=2551, type=reshape]; -"2552 unsqueeze_56" [id=2552, type=unsqueeze]; -"2553 unsqueeze_57" [id=2553, type=unsqueeze]; -"2554 sub_9" [id=2554, type=sub]; -"2555 ne_9" [id=2555, type=ne]; -"2556 masked_fill_18" [id=2556, type=masked_fill]; -"2557 eq_9" [id=2557, type=eq]; -"2558 masked_fill_19" [id=2558, type=masked_fill]; -"2559 view_107" [id=2559, type=view]; -"2560 unsqueeze_58" [id=2560, type=unsqueeze]; -"2561 unsqueeze_59" [id=2561, type=unsqueeze]; -"2562 add_67" [id=2562, type=add]; -"2563 view_108" [id=2563, type=view]; -"2564 softmax_19" [id=2564, type=softmax]; -"2565 dropout_76" [id=2565, type=dropout]; -"2566 matmul_39" [id=2566, type=matmul]; -"2567 transpose_39" [id=2567, type=transpose]; -"2568 reshape_88" [id=2568, type=reshape]; -"2569 reshape_88_0_0_nncf_smooth_quant_0" [id=2569, type=call_module]; -"2570 quantize_per_tensor_default_120" [id=2570, type=quantize_per_tensor]; -"2571 dequantize_per_tensor_default_120" [id=2571, type=dequantize_per_tensor]; -"2572 linear_119_scale_0" [id=2572, type=get_attr]; -"2573 linear_119_zero_point_0" [id=2573, type=get_attr]; -"2574 compressed_weight_updated_constant120" [id=2574, type=get_attr]; -"2575 quantize_per_channel_default_120" [id=2575, type=quantize_per_channel]; -"2576 dequantize_per_channel_default_120" [id=2576, type=dequantize_per_channel]; -"2577 _param_constant321_0_0" [id=2577, type=get_attr]; -"2578 linear_119" [id=2578, type=linear]; -"2579 dropout_77" [id=2579, type=dropout]; -"2580 view_109" [id=2580, type=view]; -"2581 permute_90" [id=2581, type=permute]; -"2582 reshape_89" [id=2582, type=reshape]; -"2583 roll_19" [id=2583, type=roll]; -"2584 slice_297" [id=2584, type=slice]; -"2585 slice_298" [id=2585, type=slice]; -"2586 slice_299" [id=2586, type=slice]; -"2587 slice_300" [id=2587, type=slice]; -"2588 contiguous_37" [id=2588, type=contiguous]; -"2589 _param_constant322" [id=2589, type=get_attr]; -"2590 _param_constant323" [id=2590, type=get_attr]; -"2591 layer_norm_41" [id=2591, type=layer_norm]; -"2592 add_68" [id=2592, type=add]; -"2593 add_68_0_0_nncf_smooth_quant_0" [id=2593, type=call_module]; -"2594 quantize_per_tensor_default_121" [id=2594, type=quantize_per_tensor]; -"2595 dequantize_per_tensor_default_121" [id=2595, type=dequantize_per_tensor]; -"2596 linear_120_scale_0" [id=2596, type=get_attr]; -"2597 linear_120_zero_point_0" [id=2597, type=get_attr]; -"2598 compressed_weight_updated_constant121" [id=2598, type=get_attr]; -"2599 quantize_per_channel_default_121" [id=2599, type=quantize_per_channel]; -"2600 dequantize_per_channel_default_121" [id=2600, type=dequantize_per_channel]; -"2601 _param_constant325_0_0" [id=2601, type=get_attr]; -"2602 linear_120" [id=2602, type=linear]; -"2603 gelu_19" [id=2603, type=gelu]; -"2604 dropout_78" [id=2604, type=dropout]; -"2605 dropout_78_0_0_nncf_smooth_quant_0" [id=2605, type=call_module]; -"2606 quantize_per_tensor_default_122" [id=2606, type=quantize_per_tensor]; -"2607 dequantize_per_tensor_default_122" [id=2607, type=dequantize_per_tensor]; -"2608 linear_121_scale_0" [id=2608, type=get_attr]; -"2609 linear_121_zero_point_0" [id=2609, type=get_attr]; -"2610 compressed_weight_updated_constant122" [id=2610, type=get_attr]; -"2611 quantize_per_channel_default_122" [id=2611, type=quantize_per_channel]; -"2612 dequantize_per_channel_default_122" [id=2612, type=dequantize_per_channel]; -"2613 _param_constant327_0_0" [id=2613, type=get_attr]; -"2614 linear_121" [id=2614, type=linear]; -"2615 dropout_79" [id=2615, type=dropout]; -"2616 _param_constant328" [id=2616, type=get_attr]; -"2617 _param_constant329" [id=2617, type=get_attr]; -"2618 layer_norm_42" [id=2618, type=layer_norm]; -"2619 add_69" [id=2619, type=add]; -"2620 _tensor_constant130" [id=2620, type=get_attr]; -"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2621, type=call_module]; -"2622 linear_122_scale_0" [id=2622, type=get_attr]; -"2623 linear_122_zero_point_0" [id=2623, type=get_attr]; -"2624 compressed_weight_updated_constant123" [id=2624, type=get_attr]; -"2625 quantize_per_channel_default_123" [id=2625, type=quantize_per_channel]; -"2626 dequantize_per_channel_default_123" [id=2626, type=dequantize_per_channel]; -"2627 _param_constant331_0_0" [id=2627, type=get_attr]; -"2628 linear_122" [id=2628, type=linear]; -"2629 relu__20" [id=2629, type=relu_]; -"2630 relu__20_0_0_nncf_smooth_quant_0" [id=2630, type=call_module]; -"2631 linear_123_scale_0" [id=2631, type=get_attr]; -"2632 linear_123_zero_point_0" [id=2632, type=get_attr]; -"2633 compressed_weight_updated_constant124" [id=2633, type=get_attr]; -"2634 quantize_per_channel_default_124" [id=2634, type=quantize_per_channel]; -"2635 dequantize_per_channel_default_124" [id=2635, type=dequantize_per_channel]; -"2636 linear_123" [id=2636, type=linear]; -"2637 view_110" [id=2637, type=view]; -"2638 _tensor_constant131" [id=2638, type=get_attr]; -"2639 index_20" [id=2639, type=index]; -"2640 view_111" [id=2640, type=view]; -"2641 permute_91" [id=2641, type=permute]; -"2642 contiguous_38" [id=2642, type=contiguous]; -"2643 unsqueeze_60" [id=2643, type=unsqueeze]; -"2644 sigmoid_20" [id=2644, type=sigmoid]; -"2645 mul_40" [id=2645, type=mul]; -"2646 pad_22" [id=2646, type=pad]; -"2647 view_112" [id=2647, type=view]; -"2648 permute_92" [id=2648, type=permute]; -"2649 reshape_90" [id=2649, type=reshape]; -"2650 reshape_90_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; -"2651 quantize_per_tensor_default_123" [id=2651, type=quantize_per_tensor]; -"2652 dequantize_per_tensor_default_123" [id=2652, type=dequantize_per_tensor]; -"2653 linear_124_scale_0" [id=2653, type=get_attr]; -"2654 linear_124_zero_point_0" [id=2654, type=get_attr]; -"2655 compressed_weight_updated_constant125" [id=2655, type=get_attr]; -"2656 quantize_per_channel_default_125" [id=2656, type=quantize_per_channel]; -"2657 dequantize_per_channel_default_125" [id=2657, type=dequantize_per_channel]; -"2658 _param_constant333_0_0" [id=2658, type=get_attr]; -"2659 linear_124" [id=2659, type=linear]; -"2660 reshape_91" [id=2660, type=reshape]; -"2661 permute_93" [id=2661, type=permute]; -"2662 select_60" [id=2662, type=select]; -"2663 select_61" [id=2663, type=select]; -"2664 select_62" [id=2664, type=select]; -"2665 linalg_vector_norm_40" [id=2665, type=linalg_vector_norm]; -"2666 clamp_min_40" [id=2666, type=clamp_min]; -"2667 expand_as_40" [id=2667, type=expand_as]; -"2668 div_40" [id=2668, type=div]; -"2669 quantize_per_tensor_default_124" [id=2669, type=quantize_per_tensor]; -"2670 dequantize_per_tensor_default_124" [id=2670, type=dequantize_per_tensor]; -"2671 linalg_vector_norm_41" [id=2671, type=linalg_vector_norm]; -"2672 clamp_min_41" [id=2672, type=clamp_min]; -"2673 expand_as_41" [id=2673, type=expand_as]; -"2674 div_41" [id=2674, type=div]; -"2675 quantize_per_tensor_default_125" [id=2675, type=quantize_per_tensor]; -"2676 dequantize_per_tensor_default_125" [id=2676, type=dequantize_per_tensor]; -"2677 transpose_40" [id=2677, type=transpose]; -"2678 matmul_40" [id=2678, type=matmul]; -"2679 _param_constant335" [id=2679, type=get_attr]; -"2680 clamp_20" [id=2680, type=clamp]; -"2681 exp_20" [id=2681, type=exp]; -"2682 mul_41" [id=2682, type=mul]; -"2683 add_70" [id=2683, type=add]; -"2684 softmax_20" [id=2684, type=softmax]; -"2685 dropout_80" [id=2685, type=dropout]; -"2686 matmul_41" [id=2686, type=matmul]; -"2687 transpose_41" [id=2687, type=transpose]; -"2688 reshape_92" [id=2688, type=reshape]; -"2689 reshape_92_0_0_nncf_smooth_quant_0" [id=2689, type=call_module]; -"2690 quantize_per_tensor_default_126" [id=2690, type=quantize_per_tensor]; -"2691 dequantize_per_tensor_default_126" [id=2691, type=dequantize_per_tensor]; -"2692 linear_125_scale_0" [id=2692, type=get_attr]; -"2693 linear_125_zero_point_0" [id=2693, type=get_attr]; -"2694 compressed_weight_updated_constant126" [id=2694, type=get_attr]; -"2695 quantize_per_channel_default_126" [id=2695, type=quantize_per_channel]; -"2696 dequantize_per_channel_default_126" [id=2696, type=dequantize_per_channel]; -"2697 _param_constant337_0_0" [id=2697, type=get_attr]; -"2698 linear_125" [id=2698, type=linear]; -"2699 dropout_81" [id=2699, type=dropout]; -"2700 view_113" [id=2700, type=view]; -"2701 permute_94" [id=2701, type=permute]; -"2702 reshape_93" [id=2702, type=reshape]; -"2703 slice_302" [id=2703, type=slice]; -"2704 slice_303" [id=2704, type=slice]; -"2705 slice_304" [id=2705, type=slice]; -"2706 slice_305" [id=2706, type=slice]; -"2707 contiguous_39" [id=2707, type=contiguous]; -"2708 _param_constant338" [id=2708, type=get_attr]; -"2709 _param_constant339" [id=2709, type=get_attr]; -"2710 layer_norm_43" [id=2710, type=layer_norm]; -"2711 add_71" [id=2711, type=add]; -"2712 add_71_0_0_nncf_smooth_quant_0" [id=2712, type=call_module]; -"2713 quantize_per_tensor_default_127" [id=2713, type=quantize_per_tensor]; -"2714 dequantize_per_tensor_default_127" [id=2714, type=dequantize_per_tensor]; -"2715 linear_126_scale_0" [id=2715, type=get_attr]; -"2716 linear_126_zero_point_0" [id=2716, type=get_attr]; -"2717 compressed_weight_updated_constant127" [id=2717, type=get_attr]; -"2718 quantize_per_channel_default_127" [id=2718, type=quantize_per_channel]; -"2719 dequantize_per_channel_default_127" [id=2719, type=dequantize_per_channel]; -"2720 _param_constant341_0_0" [id=2720, type=get_attr]; -"2721 linear_126" [id=2721, type=linear]; -"2722 gelu_20" [id=2722, type=gelu]; -"2723 dropout_82" [id=2723, type=dropout]; -"2724 dropout_82_0_0_nncf_smooth_quant_0" [id=2724, type=call_module]; -"2725 quantize_per_tensor_default_128" [id=2725, type=quantize_per_tensor]; -"2726 dequantize_per_tensor_default_128" [id=2726, type=dequantize_per_tensor]; -"2727 linear_127_scale_0" [id=2727, type=get_attr]; -"2728 linear_127_zero_point_0" [id=2728, type=get_attr]; -"2729 compressed_weight_updated_constant128" [id=2729, type=get_attr]; -"2730 quantize_per_channel_default_128" [id=2730, type=quantize_per_channel]; -"2731 dequantize_per_channel_default_128" [id=2731, type=dequantize_per_channel]; -"2732 _param_constant343_0_0" [id=2732, type=get_attr]; -"2733 linear_127" [id=2733, type=linear]; -"2734 dropout_83" [id=2734, type=dropout]; -"2735 _param_constant344" [id=2735, type=get_attr]; -"2736 _param_constant345" [id=2736, type=get_attr]; -"2737 layer_norm_44" [id=2737, type=layer_norm]; -"2738 add_72" [id=2738, type=add]; -"2739 _tensor_constant132" [id=2739, type=get_attr]; -"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2740, type=call_module]; -"2741 linear_128_scale_0" [id=2741, type=get_attr]; -"2742 linear_128_zero_point_0" [id=2742, type=get_attr]; -"2743 compressed_weight_updated_constant129" [id=2743, type=get_attr]; -"2744 quantize_per_channel_default_129" [id=2744, type=quantize_per_channel]; -"2745 dequantize_per_channel_default_129" [id=2745, type=dequantize_per_channel]; -"2746 _param_constant347_0_0" [id=2746, type=get_attr]; -"2747 linear_128" [id=2747, type=linear]; -"2748 relu__21" [id=2748, type=relu_]; -"2749 relu__21_0_0_nncf_smooth_quant_0" [id=2749, type=call_module]; -"2750 linear_129_scale_0" [id=2750, type=get_attr]; -"2751 linear_129_zero_point_0" [id=2751, type=get_attr]; -"2752 compressed_weight_updated_constant130" [id=2752, type=get_attr]; -"2753 quantize_per_channel_default_130" [id=2753, type=quantize_per_channel]; -"2754 dequantize_per_channel_default_130" [id=2754, type=dequantize_per_channel]; -"2755 linear_129" [id=2755, type=linear]; -"2756 view_114" [id=2756, type=view]; -"2757 _tensor_constant133" [id=2757, type=get_attr]; -"2758 index_21" [id=2758, type=index]; -"2759 view_115" [id=2759, type=view]; -"2760 permute_95" [id=2760, type=permute]; -"2761 contiguous_40" [id=2761, type=contiguous]; -"2762 unsqueeze_61" [id=2762, type=unsqueeze]; -"2763 sigmoid_21" [id=2763, type=sigmoid]; -"2764 mul_42" [id=2764, type=mul]; -"2765 pad_23" [id=2765, type=pad]; -"2766 roll_20" [id=2766, type=roll]; -"2767 view_116" [id=2767, type=view]; -"2768 permute_96" [id=2768, type=permute]; -"2769 reshape_94" [id=2769, type=reshape]; -"2770 reshape_94_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; -"2771 quantize_per_tensor_default_129" [id=2771, type=quantize_per_tensor]; -"2772 dequantize_per_tensor_default_129" [id=2772, type=dequantize_per_tensor]; -"2773 linear_130_scale_0" [id=2773, type=get_attr]; -"2774 linear_130_zero_point_0" [id=2774, type=get_attr]; -"2775 compressed_weight_updated_constant131" [id=2775, type=get_attr]; -"2776 quantize_per_channel_default_131" [id=2776, type=quantize_per_channel]; -"2777 dequantize_per_channel_default_131" [id=2777, type=dequantize_per_channel]; -"2778 _param_constant349_0_0" [id=2778, type=get_attr]; -"2779 linear_130" [id=2779, type=linear]; -"2780 reshape_95" [id=2780, type=reshape]; -"2781 permute_97" [id=2781, type=permute]; -"2782 select_63" [id=2782, type=select]; -"2783 select_64" [id=2783, type=select]; -"2784 select_65" [id=2784, type=select]; -"2785 linalg_vector_norm_42" [id=2785, type=linalg_vector_norm]; -"2786 clamp_min_42" [id=2786, type=clamp_min]; -"2787 expand_as_42" [id=2787, type=expand_as]; -"2788 div_42" [id=2788, type=div]; -"2789 quantize_per_tensor_default_130" [id=2789, type=quantize_per_tensor]; -"2790 dequantize_per_tensor_default_130" [id=2790, type=dequantize_per_tensor]; -"2791 linalg_vector_norm_43" [id=2791, type=linalg_vector_norm]; -"2792 clamp_min_43" [id=2792, type=clamp_min]; -"2793 expand_as_43" [id=2793, type=expand_as]; -"2794 div_43" [id=2794, type=div]; -"2795 quantize_per_tensor_default_131" [id=2795, type=quantize_per_tensor]; -"2796 dequantize_per_tensor_default_131" [id=2796, type=dequantize_per_tensor]; -"2797 transpose_42" [id=2797, type=transpose]; -"2798 matmul_42" [id=2798, type=matmul]; -"2799 _param_constant351" [id=2799, type=get_attr]; -"2800 clamp_21" [id=2800, type=clamp]; -"2801 exp_21" [id=2801, type=exp]; -"2802 mul_43" [id=2802, type=mul]; -"2803 add_73" [id=2803, type=add]; -"2804 new_zeros_10" [id=2804, type=new_zeros]; -"2805 view_117" [id=2805, type=view]; -"2806 permute_98" [id=2806, type=permute]; -"2807 reshape_96" [id=2807, type=reshape]; -"2808 unsqueeze_62" [id=2808, type=unsqueeze]; -"2809 unsqueeze_63" [id=2809, type=unsqueeze]; -"2810 sub_10" [id=2810, type=sub]; -"2811 ne_10" [id=2811, type=ne]; -"2812 masked_fill_20" [id=2812, type=masked_fill]; -"2813 eq_10" [id=2813, type=eq]; -"2814 masked_fill_21" [id=2814, type=masked_fill]; -"2815 view_118" [id=2815, type=view]; -"2816 unsqueeze_64" [id=2816, type=unsqueeze]; -"2817 unsqueeze_65" [id=2817, type=unsqueeze]; -"2818 add_74" [id=2818, type=add]; -"2819 view_119" [id=2819, type=view]; -"2820 softmax_21" [id=2820, type=softmax]; -"2821 dropout_84" [id=2821, type=dropout]; -"2822 matmul_43" [id=2822, type=matmul]; -"2823 transpose_43" [id=2823, type=transpose]; -"2824 reshape_97" [id=2824, type=reshape]; -"2825 reshape_97_0_0_nncf_smooth_quant_0" [id=2825, type=call_module]; -"2826 quantize_per_tensor_default_132" [id=2826, type=quantize_per_tensor]; -"2827 dequantize_per_tensor_default_132" [id=2827, type=dequantize_per_tensor]; -"2828 linear_131_scale_0" [id=2828, type=get_attr]; -"2829 linear_131_zero_point_0" [id=2829, type=get_attr]; -"2830 compressed_weight_updated_constant132" [id=2830, type=get_attr]; -"2831 quantize_per_channel_default_132" [id=2831, type=quantize_per_channel]; -"2832 dequantize_per_channel_default_132" [id=2832, type=dequantize_per_channel]; -"2833 _param_constant353_0_0" [id=2833, type=get_attr]; -"2834 linear_131" [id=2834, type=linear]; -"2835 dropout_85" [id=2835, type=dropout]; -"2836 view_120" [id=2836, type=view]; -"2837 permute_99" [id=2837, type=permute]; -"2838 reshape_98" [id=2838, type=reshape]; -"2839 roll_21" [id=2839, type=roll]; -"2840 slice_325" [id=2840, type=slice]; -"2841 slice_326" [id=2841, type=slice]; -"2842 slice_327" [id=2842, type=slice]; -"2843 slice_328" [id=2843, type=slice]; -"2844 contiguous_41" [id=2844, type=contiguous]; -"2845 _param_constant354" [id=2845, type=get_attr]; -"2846 _param_constant355" [id=2846, type=get_attr]; -"2847 layer_norm_45" [id=2847, type=layer_norm]; -"2848 add_75" [id=2848, type=add]; -"2849 add_75_0_0_nncf_smooth_quant_0" [id=2849, type=call_module]; -"2850 quantize_per_tensor_default_133" [id=2850, type=quantize_per_tensor]; -"2851 dequantize_per_tensor_default_133" [id=2851, type=dequantize_per_tensor]; -"2852 linear_132_scale_0" [id=2852, type=get_attr]; -"2853 linear_132_zero_point_0" [id=2853, type=get_attr]; -"2854 compressed_weight_updated_constant133" [id=2854, type=get_attr]; -"2855 quantize_per_channel_default_133" [id=2855, type=quantize_per_channel]; -"2856 dequantize_per_channel_default_133" [id=2856, type=dequantize_per_channel]; -"2857 _param_constant357_0_0" [id=2857, type=get_attr]; -"2858 linear_132" [id=2858, type=linear]; -"2859 gelu_21" [id=2859, type=gelu]; -"2860 dropout_86" [id=2860, type=dropout]; -"2861 dropout_86_0_0_nncf_smooth_quant_0" [id=2861, type=call_module]; -"2862 quantize_per_tensor_default_134" [id=2862, type=quantize_per_tensor]; -"2863 dequantize_per_tensor_default_134" [id=2863, type=dequantize_per_tensor]; -"2864 linear_133_scale_0" [id=2864, type=get_attr]; -"2865 linear_133_zero_point_0" [id=2865, type=get_attr]; -"2866 compressed_weight_updated_constant134" [id=2866, type=get_attr]; -"2867 quantize_per_channel_default_134" [id=2867, type=quantize_per_channel]; -"2868 dequantize_per_channel_default_134" [id=2868, type=dequantize_per_channel]; -"2869 _param_constant359_0_0" [id=2869, type=get_attr]; -"2870 linear_133" [id=2870, type=linear]; -"2871 dropout_87" [id=2871, type=dropout]; -"2872 _param_constant360" [id=2872, type=get_attr]; -"2873 _param_constant361" [id=2873, type=get_attr]; -"2874 layer_norm_46" [id=2874, type=layer_norm]; -"2875 add_76" [id=2875, type=add]; -"2876 pad_24" [id=2876, type=pad]; -"2877 slice_329" [id=2877, type=slice]; -"2878 slice_330" [id=2878, type=slice]; -"2879 slice_331" [id=2879, type=slice]; -"2880 slice_332" [id=2880, type=slice]; -"2881 slice_333" [id=2881, type=slice]; -"2882 slice_334" [id=2882, type=slice]; -"2883 slice_335" [id=2883, type=slice]; -"2884 slice_336" [id=2884, type=slice]; -"2885 slice_337" [id=2885, type=slice]; -"2886 slice_338" [id=2886, type=slice]; -"2887 slice_339" [id=2887, type=slice]; -"2888 slice_340" [id=2888, type=slice]; -"2889 cat_2" [id=2889, type=cat]; -"2890 cat_2_0_0_nncf_smooth_quant_0" [id=2890, type=call_module]; -"2891 quantize_per_tensor_default_135" [id=2891, type=quantize_per_tensor]; -"2892 dequantize_per_tensor_default_135" [id=2892, type=dequantize_per_tensor]; -"2893 linear_134_scale_0" [id=2893, type=get_attr]; -"2894 linear_134_zero_point_0" [id=2894, type=get_attr]; -"2895 compressed_weight_updated_constant135" [id=2895, type=get_attr]; -"2896 quantize_per_channel_default_135" [id=2896, type=quantize_per_channel]; -"2897 dequantize_per_channel_default_135" [id=2897, type=dequantize_per_channel]; -"2898 linear_134" [id=2898, type=linear]; -"2899 _param_constant363" [id=2899, type=get_attr]; -"2900 _param_constant364" [id=2900, type=get_attr]; -"2901 layer_norm_47" [id=2901, type=layer_norm]; -"2902 _tensor_constant143" [id=2902, type=get_attr]; -"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2903, type=call_module]; -"2904 linear_135_scale_0" [id=2904, type=get_attr]; -"2905 linear_135_zero_point_0" [id=2905, type=get_attr]; -"2906 compressed_weight_updated_constant136" [id=2906, type=get_attr]; -"2907 quantize_per_channel_default_136" [id=2907, type=quantize_per_channel]; -"2908 dequantize_per_channel_default_136" [id=2908, type=dequantize_per_channel]; -"2909 _param_constant366_0_0" [id=2909, type=get_attr]; -"2910 linear_135" [id=2910, type=linear]; -"2911 relu__22" [id=2911, type=relu_]; -"2912 relu__22_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; -"2913 linear_136_scale_0" [id=2913, type=get_attr]; -"2914 linear_136_zero_point_0" [id=2914, type=get_attr]; -"2915 compressed_weight_updated_constant137" [id=2915, type=get_attr]; -"2916 quantize_per_channel_default_137" [id=2916, type=quantize_per_channel]; -"2917 dequantize_per_channel_default_137" [id=2917, type=dequantize_per_channel]; -"2918 linear_136" [id=2918, type=linear]; -"2919 view_121" [id=2919, type=view]; -"2920 _tensor_constant144" [id=2920, type=get_attr]; -"2921 index_22" [id=2921, type=index]; -"2922 view_122" [id=2922, type=view]; -"2923 permute_100" [id=2923, type=permute]; -"2924 contiguous_42" [id=2924, type=contiguous]; -"2925 unsqueeze_66" [id=2925, type=unsqueeze]; -"2926 sigmoid_22" [id=2926, type=sigmoid]; -"2927 mul_44" [id=2927, type=mul]; -"2928 pad_25" [id=2928, type=pad]; -"2929 view_123" [id=2929, type=view]; -"2930 permute_101" [id=2930, type=permute]; -"2931 reshape_99" [id=2931, type=reshape]; -"2932 reshape_99_0_0_nncf_smooth_quant_0" [id=2932, type=call_module]; -"2933 quantize_per_tensor_default_136" [id=2933, type=quantize_per_tensor]; -"2934 dequantize_per_tensor_default_136" [id=2934, type=dequantize_per_tensor]; -"2935 linear_137_scale_0" [id=2935, type=get_attr]; -"2936 linear_137_zero_point_0" [id=2936, type=get_attr]; -"2937 compressed_weight_updated_constant138" [id=2937, type=get_attr]; -"2938 quantize_per_channel_default_138" [id=2938, type=quantize_per_channel]; -"2939 dequantize_per_channel_default_138" [id=2939, type=dequantize_per_channel]; -"2940 _param_constant368_0_0" [id=2940, type=get_attr]; -"2941 linear_137" [id=2941, type=linear]; -"2942 reshape_100" [id=2942, type=reshape]; -"2943 permute_102" [id=2943, type=permute]; -"2944 select_66" [id=2944, type=select]; -"2945 select_67" [id=2945, type=select]; -"2946 select_68" [id=2946, type=select]; -"2947 linalg_vector_norm_44" [id=2947, type=linalg_vector_norm]; -"2948 clamp_min_44" [id=2948, type=clamp_min]; -"2949 expand_as_44" [id=2949, type=expand_as]; -"2950 div_44" [id=2950, type=div]; -"2951 quantize_per_tensor_default_137" [id=2951, type=quantize_per_tensor]; -"2952 dequantize_per_tensor_default_137" [id=2952, type=dequantize_per_tensor]; -"2953 linalg_vector_norm_45" [id=2953, type=linalg_vector_norm]; -"2954 clamp_min_45" [id=2954, type=clamp_min]; -"2955 expand_as_45" [id=2955, type=expand_as]; -"2956 div_45" [id=2956, type=div]; -"2957 quantize_per_tensor_default_138" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_138" [id=2958, type=dequantize_per_tensor]; -"2959 transpose_44" [id=2959, type=transpose]; -"2960 matmul_44" [id=2960, type=matmul]; -"2961 _param_constant370" [id=2961, type=get_attr]; -"2962 clamp_22" [id=2962, type=clamp]; -"2963 exp_22" [id=2963, type=exp]; -"2964 mul_45" [id=2964, type=mul]; -"2965 add_77" [id=2965, type=add]; -"2966 softmax_22" [id=2966, type=softmax]; -"2967 dropout_88" [id=2967, type=dropout]; -"2968 matmul_45" [id=2968, type=matmul]; -"2969 transpose_45" [id=2969, type=transpose]; -"2970 reshape_101" [id=2970, type=reshape]; -"2971 reshape_101_0_0_nncf_smooth_quant_0" [id=2971, type=call_module]; -"2972 quantize_per_tensor_default_139" [id=2972, type=quantize_per_tensor]; -"2973 dequantize_per_tensor_default_139" [id=2973, type=dequantize_per_tensor]; -"2974 linear_138_scale_0" [id=2974, type=get_attr]; -"2975 linear_138_zero_point_0" [id=2975, type=get_attr]; -"2976 compressed_weight_updated_constant139" [id=2976, type=get_attr]; -"2977 quantize_per_channel_default_139" [id=2977, type=quantize_per_channel]; -"2978 dequantize_per_channel_default_139" [id=2978, type=dequantize_per_channel]; -"2979 _param_constant372_0_0" [id=2979, type=get_attr]; -"2980 linear_138" [id=2980, type=linear]; -"2981 dropout_89" [id=2981, type=dropout]; -"2982 view_124" [id=2982, type=view]; -"2983 permute_103" [id=2983, type=permute]; -"2984 reshape_102" [id=2984, type=reshape]; -"2985 slice_342" [id=2985, type=slice]; -"2986 slice_343" [id=2986, type=slice]; -"2987 slice_344" [id=2987, type=slice]; -"2988 slice_345" [id=2988, type=slice]; -"2989 contiguous_43" [id=2989, type=contiguous]; -"2990 _param_constant373" [id=2990, type=get_attr]; -"2991 _param_constant374" [id=2991, type=get_attr]; -"2992 layer_norm_48" [id=2992, type=layer_norm]; -"2993 add_78" [id=2993, type=add]; -"2994 add_78_0_0_nncf_smooth_quant_0" [id=2994, type=call_module]; -"2995 quantize_per_tensor_default_140" [id=2995, type=quantize_per_tensor]; -"2996 dequantize_per_tensor_default_140" [id=2996, type=dequantize_per_tensor]; -"2997 linear_139_scale_0" [id=2997, type=get_attr]; -"2998 linear_139_zero_point_0" [id=2998, type=get_attr]; -"2999 compressed_weight_updated_constant140" [id=2999, type=get_attr]; -"3000 quantize_per_channel_default_140" [id=3000, type=quantize_per_channel]; -"3001 dequantize_per_channel_default_140" [id=3001, type=dequantize_per_channel]; -"3002 _param_constant376_0_0" [id=3002, type=get_attr]; -"3003 linear_139" [id=3003, type=linear]; -"3004 gelu_22" [id=3004, type=gelu]; -"3005 dropout_90" [id=3005, type=dropout]; -"3006 dropout_90_0_0_nncf_smooth_quant_0" [id=3006, type=call_module]; -"3007 quantize_per_tensor_default_141" [id=3007, type=quantize_per_tensor]; -"3008 dequantize_per_tensor_default_141" [id=3008, type=dequantize_per_tensor]; -"3009 linear_140_scale_0" [id=3009, type=get_attr]; -"3010 linear_140_zero_point_0" [id=3010, type=get_attr]; -"3011 compressed_weight_updated_constant141" [id=3011, type=get_attr]; -"3012 quantize_per_channel_default_141" [id=3012, type=quantize_per_channel]; -"3013 dequantize_per_channel_default_141" [id=3013, type=dequantize_per_channel]; -"3014 _param_constant378_0_0" [id=3014, type=get_attr]; -"3015 linear_140" [id=3015, type=linear]; -"3016 dropout_91" [id=3016, type=dropout]; -"3017 _param_constant379" [id=3017, type=get_attr]; -"3018 _param_constant380" [id=3018, type=get_attr]; -"3019 layer_norm_49" [id=3019, type=layer_norm]; -"3020 add_79" [id=3020, type=add]; -"3021 _tensor_constant145" [id=3021, type=get_attr]; -"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3022, type=call_module]; -"3023 linear_141_scale_0" [id=3023, type=get_attr]; -"3024 linear_141_zero_point_0" [id=3024, type=get_attr]; -"3025 compressed_weight_updated_constant142" [id=3025, type=get_attr]; -"3026 quantize_per_channel_default_142" [id=3026, type=quantize_per_channel]; -"3027 dequantize_per_channel_default_142" [id=3027, type=dequantize_per_channel]; -"3028 _param_constant382_0_0" [id=3028, type=get_attr]; -"3029 linear_141" [id=3029, type=linear]; -"3030 relu__23" [id=3030, type=relu_]; -"3031 relu__23_0_0_nncf_smooth_quant_0" [id=3031, type=call_module]; -"3032 linear_142_scale_0" [id=3032, type=get_attr]; -"3033 linear_142_zero_point_0" [id=3033, type=get_attr]; -"3034 compressed_weight_updated_constant143" [id=3034, type=get_attr]; -"3035 quantize_per_channel_default_143" [id=3035, type=quantize_per_channel]; -"3036 dequantize_per_channel_default_143" [id=3036, type=dequantize_per_channel]; -"3037 linear_142" [id=3037, type=linear]; -"3038 view_125" [id=3038, type=view]; -"3039 _tensor_constant146" [id=3039, type=get_attr]; -"3040 index_23" [id=3040, type=index]; -"3041 view_126" [id=3041, type=view]; -"3042 permute_104" [id=3042, type=permute]; -"3043 contiguous_44" [id=3043, type=contiguous]; -"3044 unsqueeze_67" [id=3044, type=unsqueeze]; -"3045 sigmoid_23" [id=3045, type=sigmoid]; -"3046 mul_46" [id=3046, type=mul]; -"3047 pad_26" [id=3047, type=pad]; -"3048 view_127" [id=3048, type=view]; -"3049 permute_105" [id=3049, type=permute]; -"3050 reshape_103" [id=3050, type=reshape]; -"3051 reshape_103_0_0_nncf_smooth_quant_0" [id=3051, type=call_module]; -"3052 quantize_per_tensor_default_142" [id=3052, type=quantize_per_tensor]; -"3053 dequantize_per_tensor_default_142" [id=3053, type=dequantize_per_tensor]; -"3054 linear_143_scale_0" [id=3054, type=get_attr]; -"3055 linear_143_zero_point_0" [id=3055, type=get_attr]; -"3056 compressed_weight_updated_constant144" [id=3056, type=get_attr]; -"3057 quantize_per_channel_default_144" [id=3057, type=quantize_per_channel]; -"3058 dequantize_per_channel_default_144" [id=3058, type=dequantize_per_channel]; -"3059 _param_constant384_0_0" [id=3059, type=get_attr]; -"3060 linear_143" [id=3060, type=linear]; -"3061 reshape_104" [id=3061, type=reshape]; -"3062 permute_106" [id=3062, type=permute]; -"3063 select_69" [id=3063, type=select]; -"3064 select_70" [id=3064, type=select]; -"3065 select_71" [id=3065, type=select]; -"3066 linalg_vector_norm_46" [id=3066, type=linalg_vector_norm]; -"3067 clamp_min_46" [id=3067, type=clamp_min]; -"3068 expand_as_46" [id=3068, type=expand_as]; -"3069 div_46" [id=3069, type=div]; -"3070 quantize_per_tensor_default_143" [id=3070, type=quantize_per_tensor]; -"3071 dequantize_per_tensor_default_143" [id=3071, type=dequantize_per_tensor]; -"3072 linalg_vector_norm_47" [id=3072, type=linalg_vector_norm]; -"3073 clamp_min_47" [id=3073, type=clamp_min]; -"3074 expand_as_47" [id=3074, type=expand_as]; -"3075 div_47" [id=3075, type=div]; -"3076 quantize_per_tensor_default_144" [id=3076, type=quantize_per_tensor]; -"3077 dequantize_per_tensor_default_144" [id=3077, type=dequantize_per_tensor]; -"3078 transpose_46" [id=3078, type=transpose]; -"3079 matmul_46" [id=3079, type=matmul]; -"3080 _param_constant386" [id=3080, type=get_attr]; -"3081 clamp_23" [id=3081, type=clamp]; -"3082 exp_23" [id=3082, type=exp]; -"3083 mul_47" [id=3083, type=mul]; -"3084 add_80" [id=3084, type=add]; -"3085 softmax_23" [id=3085, type=softmax]; -"3086 dropout_92" [id=3086, type=dropout]; -"3087 matmul_47" [id=3087, type=matmul]; -"3088 transpose_47" [id=3088, type=transpose]; -"3089 reshape_105" [id=3089, type=reshape]; -"3090 reshape_105_0_0_nncf_smooth_quant_0" [id=3090, type=call_module]; -"3091 quantize_per_tensor_default_145" [id=3091, type=quantize_per_tensor]; -"3092 dequantize_per_tensor_default_145" [id=3092, type=dequantize_per_tensor]; -"3093 linear_144_scale_0" [id=3093, type=get_attr]; -"3094 linear_144_zero_point_0" [id=3094, type=get_attr]; -"3095 compressed_weight_updated_constant145" [id=3095, type=get_attr]; -"3096 quantize_per_channel_default_145" [id=3096, type=quantize_per_channel]; -"3097 dequantize_per_channel_default_145" [id=3097, type=dequantize_per_channel]; -"3098 _param_constant388_0_0" [id=3098, type=get_attr]; -"3099 linear_144" [id=3099, type=linear]; -"3100 dropout_93" [id=3100, type=dropout]; -"3101 view_128" [id=3101, type=view]; -"3102 permute_107" [id=3102, type=permute]; -"3103 reshape_106" [id=3103, type=reshape]; -"3104 slice_347" [id=3104, type=slice]; -"3105 slice_348" [id=3105, type=slice]; -"3106 slice_349" [id=3106, type=slice]; -"3107 slice_350" [id=3107, type=slice]; -"3108 contiguous_45" [id=3108, type=contiguous]; -"3109 _param_constant389" [id=3109, type=get_attr]; -"3110 _param_constant390" [id=3110, type=get_attr]; -"3111 layer_norm_50" [id=3111, type=layer_norm]; -"3112 add_81" [id=3112, type=add]; -"3113 add_81_0_0_nncf_smooth_quant_0" [id=3113, type=call_module]; -"3114 quantize_per_tensor_default_146" [id=3114, type=quantize_per_tensor]; -"3115 dequantize_per_tensor_default_146" [id=3115, type=dequantize_per_tensor]; -"3116 linear_145_scale_0" [id=3116, type=get_attr]; -"3117 linear_145_zero_point_0" [id=3117, type=get_attr]; -"3118 compressed_weight_updated_constant146" [id=3118, type=get_attr]; -"3119 quantize_per_channel_default_146" [id=3119, type=quantize_per_channel]; -"3120 dequantize_per_channel_default_146" [id=3120, type=dequantize_per_channel]; -"3121 _param_constant392_0_0" [id=3121, type=get_attr]; -"3122 linear_145" [id=3122, type=linear]; -"3123 gelu_23" [id=3123, type=gelu]; -"3124 dropout_94" [id=3124, type=dropout]; -"3125 dropout_94_0_0_nncf_smooth_quant_0" [id=3125, type=call_module]; -"3126 quantize_per_tensor_default_147" [id=3126, type=quantize_per_tensor]; -"3127 dequantize_per_tensor_default_147" [id=3127, type=dequantize_per_tensor]; -"3128 linear_146_scale_0" [id=3128, type=get_attr]; -"3129 linear_146_zero_point_0" [id=3129, type=get_attr]; -"3130 compressed_weight_updated_constant147" [id=3130, type=get_attr]; -"3131 quantize_per_channel_default_147" [id=3131, type=quantize_per_channel]; -"3132 dequantize_per_channel_default_147" [id=3132, type=dequantize_per_channel]; -"3133 _param_constant394_0_0" [id=3133, type=get_attr]; -"3134 linear_146" [id=3134, type=linear]; -"3135 dropout_95" [id=3135, type=dropout]; -"3136 _param_constant395" [id=3136, type=get_attr]; -"3137 _param_constant396" [id=3137, type=get_attr]; -"3138 layer_norm_51" [id=3138, type=layer_norm]; -"3139 add_82" [id=3139, type=add]; -"3140 _param_constant397" [id=3140, type=get_attr]; -"3141 _param_constant398" [id=3141, type=get_attr]; -"3142 layer_norm_52" [id=3142, type=layer_norm]; -"3143 permute_108" [id=3143, type=permute]; -"3144 adaptive_avg_pool2d" [id=3144, type=adaptive_avg_pool2d]; -"3145 flatten" [id=3145, type=flatten]; -"3146 flatten_0_0_nncf_smooth_quant_0" [id=3146, type=call_module]; -"3147 quantize_per_tensor_default_148" [id=3147, type=quantize_per_tensor]; -"3148 dequantize_per_tensor_default_148" [id=3148, type=dequantize_per_tensor]; -"3149 linear_147_scale_0" [id=3149, type=get_attr]; -"3150 linear_147_zero_point_0" [id=3150, type=get_attr]; -"3151 compressed_weight_updated_constant148" [id=3151, type=get_attr]; -"3152 quantize_per_channel_default_148" [id=3152, type=quantize_per_channel]; -"3153 dequantize_per_channel_default_148" [id=3153, type=dequantize_per_channel]; -"3154 _param_constant400_0_0" [id=3154, type=get_attr]; -"3155 linear_147" [id=3155, type=linear]; -"3156 output" [id=3156, type=output]; +"44 _param_constant7" [id=44, type=get_attr]; +"45 clone" [id=45, type=clone]; +"46 reshape_0_0_nncf_smooth_quant_0" [id=46, type=call_module]; +"47 quantize_per_tensor_default_1" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_1" [id=48, type=dequantize_per_tensor]; +"49 linear_2_scale_0" [id=49, type=get_attr]; +"50 linear_2_zero_point_0" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; +"52 quantize_per_channel_default_3" [id=52, type=quantize_per_channel]; +"53 dequantize_per_channel_default_3" [id=53, type=dequantize_per_channel]; +"54 linear_2" [id=54, type=linear]; +"55 reshape_1" [id=55, type=reshape]; +"56 permute_3" [id=56, type=permute]; +"57 select" [id=57, type=select]; +"58 select_1" [id=58, type=select]; +"59 select_2" [id=59, type=select]; +"60 linalg_vector_norm" [id=60, type=linalg_vector_norm]; +"61 clamp_min" [id=61, type=clamp_min]; +"62 expand_as" [id=62, type=expand_as]; +"63 div" [id=63, type=div]; +"64 quantize_per_tensor_default_2" [id=64, type=quantize_per_tensor]; +"65 dequantize_per_tensor_default_2" [id=65, type=dequantize_per_tensor]; +"66 linalg_vector_norm_1" [id=66, type=linalg_vector_norm]; +"67 clamp_min_1" [id=67, type=clamp_min]; +"68 expand_as_1" [id=68, type=expand_as]; +"69 div_1" [id=69, type=div]; +"70 quantize_per_tensor_default_3" [id=70, type=quantize_per_tensor]; +"71 dequantize_per_tensor_default_3" [id=71, type=dequantize_per_tensor]; +"72 transpose" [id=72, type=transpose]; +"73 matmul" [id=73, type=matmul]; +"74 _param_constant9" [id=74, type=get_attr]; +"75 clamp" [id=75, type=clamp]; +"76 exp" [id=76, type=exp]; +"77 mul_1" [id=77, type=mul]; +"78 add" [id=78, type=add]; +"79 softmax" [id=79, type=softmax]; +"80 dropout" [id=80, type=dropout]; +"81 matmul_1" [id=81, type=matmul]; +"82 transpose_1" [id=82, type=transpose]; +"83 reshape_2" [id=83, type=reshape]; +"84 _param_constant11" [id=84, type=get_attr]; +"85 reshape_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_4" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_4" [id=87, type=dequantize_per_tensor]; +"88 linear_3_scale_0" [id=88, type=get_attr]; +"89 linear_3_zero_point_0" [id=89, type=get_attr]; +"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; +"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; +"93 linear_3" [id=93, type=linear]; +"94 dropout_1" [id=94, type=dropout]; +"95 view_3" [id=95, type=view]; +"96 permute_4" [id=96, type=permute]; +"97 reshape_3" [id=97, type=reshape]; +"98 slice_2" [id=98, type=slice]; +"99 slice_3" [id=99, type=slice]; +"100 _param_constant12" [id=100, type=get_attr]; +"101 _param_constant13" [id=101, type=get_attr]; +"102 layer_norm_1" [id=102, type=layer_norm]; +"103 add_1" [id=103, type=add]; +"104 _param_constant15" [id=104, type=get_attr]; +"105 add_1_0_0_nncf_smooth_quant_0" [id=105, type=call_module]; +"106 quantize_per_tensor_default_5" [id=106, type=quantize_per_tensor]; +"107 dequantize_per_tensor_default_5" [id=107, type=dequantize_per_tensor]; +"108 linear_4_scale_0" [id=108, type=get_attr]; +"109 linear_4_zero_point_0" [id=109, type=get_attr]; +"110 compressed_weight_updated_constant5" [id=110, type=get_attr]; +"111 quantize_per_channel_default_5" [id=111, type=quantize_per_channel]; +"112 dequantize_per_channel_default_5" [id=112, type=dequantize_per_channel]; +"113 linear_4" [id=113, type=linear]; +"114 gelu" [id=114, type=gelu]; +"115 dropout_2" [id=115, type=dropout]; +"116 _param_constant17" [id=116, type=get_attr]; +"117 dropout_2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; +"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_6" [id=119, type=dequantize_per_tensor]; +"120 linear_5_scale_0" [id=120, type=get_attr]; +"121 linear_5_zero_point_0" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant6" [id=122, type=get_attr]; +"123 quantize_per_channel_default_6" [id=123, type=quantize_per_channel]; +"124 dequantize_per_channel_default_6" [id=124, type=dequantize_per_channel]; +"125 linear_5" [id=125, type=linear]; +"126 dropout_3" [id=126, type=dropout]; +"127 _param_constant18" [id=127, type=get_attr]; +"128 _param_constant19" [id=128, type=get_attr]; +"129 layer_norm_2" [id=129, type=layer_norm]; +"130 add_2" [id=130, type=add]; +"131 _tensor_constant2" [id=131, type=get_attr]; +"132 _param_constant21" [id=132, type=get_attr]; +"133 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=133, type=call_module]; +"134 linear_6_scale_0" [id=134, type=get_attr]; +"135 linear_6_zero_point_0" [id=135, type=get_attr]; +"136 compressed_weight_updated_constant7" [id=136, type=get_attr]; +"137 quantize_per_channel_default_7" [id=137, type=quantize_per_channel]; +"138 dequantize_per_channel_default_7" [id=138, type=dequantize_per_channel]; +"139 linear_6" [id=139, type=linear]; +"140 relu__1" [id=140, type=relu_]; +"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; +"142 linear_7_scale_0" [id=142, type=get_attr]; +"143 linear_7_zero_point_0" [id=143, type=get_attr]; +"144 compressed_weight_updated_constant8" [id=144, type=get_attr]; +"145 quantize_per_channel_default_8" [id=145, type=quantize_per_channel]; +"146 dequantize_per_channel_default_8" [id=146, type=dequantize_per_channel]; +"147 linear_7" [id=147, type=linear]; +"148 view_4" [id=148, type=view]; +"149 _tensor_constant3" [id=149, type=get_attr]; +"150 index_1" [id=150, type=index]; +"151 view_5" [id=151, type=view]; +"152 permute_5" [id=152, type=permute]; +"153 contiguous_1" [id=153, type=contiguous]; +"154 unsqueeze_1" [id=154, type=unsqueeze]; +"155 sigmoid_1" [id=155, type=sigmoid]; +"156 mul_2" [id=156, type=mul]; +"157 pad_1" [id=157, type=pad]; +"158 roll" [id=158, type=roll]; +"159 view_6" [id=159, type=view]; +"160 permute_6" [id=160, type=permute]; +"161 reshape_4" [id=161, type=reshape]; +"162 _param_constant23" [id=162, type=get_attr]; +"163 clone_1" [id=163, type=clone]; +"164 reshape_4_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_7" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_7" [id=166, type=dequantize_per_tensor]; +"167 linear_8_scale_0" [id=167, type=get_attr]; +"168 linear_8_zero_point_0" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant9" [id=169, type=get_attr]; +"170 quantize_per_channel_default_9" [id=170, type=quantize_per_channel]; +"171 dequantize_per_channel_default_9" [id=171, type=dequantize_per_channel]; +"172 linear_8" [id=172, type=linear]; +"173 reshape_5" [id=173, type=reshape]; +"174 permute_7" [id=174, type=permute]; +"175 select_3" [id=175, type=select]; +"176 select_4" [id=176, type=select]; +"177 select_5" [id=177, type=select]; +"178 linalg_vector_norm_2" [id=178, type=linalg_vector_norm]; +"179 clamp_min_2" [id=179, type=clamp_min]; +"180 expand_as_2" [id=180, type=expand_as]; +"181 div_2" [id=181, type=div]; +"182 quantize_per_tensor_default_8" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_8" [id=183, type=dequantize_per_tensor]; +"184 linalg_vector_norm_3" [id=184, type=linalg_vector_norm]; +"185 clamp_min_3" [id=185, type=clamp_min]; +"186 expand_as_3" [id=186, type=expand_as]; +"187 div_3" [id=187, type=div]; +"188 quantize_per_tensor_default_9" [id=188, type=quantize_per_tensor]; +"189 dequantize_per_tensor_default_9" [id=189, type=dequantize_per_tensor]; +"190 transpose_2" [id=190, type=transpose]; +"191 matmul_2" [id=191, type=matmul]; +"192 _param_constant25" [id=192, type=get_attr]; +"193 clamp_1" [id=193, type=clamp]; +"194 exp_1" [id=194, type=exp]; +"195 mul_3" [id=195, type=mul]; +"196 add_3" [id=196, type=add]; +"197 new_zeros" [id=197, type=new_zeros]; +"198 view_7" [id=198, type=view]; +"199 permute_8" [id=199, type=permute]; +"200 reshape_6" [id=200, type=reshape]; +"201 unsqueeze_2" [id=201, type=unsqueeze]; +"202 unsqueeze_3" [id=202, type=unsqueeze]; +"203 sub" [id=203, type=sub]; +"204 ne" [id=204, type=ne]; +"205 masked_fill" [id=205, type=masked_fill]; +"206 eq" [id=206, type=eq]; +"207 masked_fill_1" [id=207, type=masked_fill]; +"208 view_8" [id=208, type=view]; +"209 unsqueeze_4" [id=209, type=unsqueeze]; +"210 unsqueeze_5" [id=210, type=unsqueeze]; +"211 add_4" [id=211, type=add]; +"212 view_9" [id=212, type=view]; +"213 softmax_1" [id=213, type=softmax]; +"214 dropout_4" [id=214, type=dropout]; +"215 matmul_3" [id=215, type=matmul]; +"216 transpose_3" [id=216, type=transpose]; +"217 reshape_7" [id=217, type=reshape]; +"218 _param_constant27" [id=218, type=get_attr]; +"219 reshape_7_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; +"220 quantize_per_tensor_default_10" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_10" [id=221, type=dequantize_per_tensor]; +"222 linear_9_scale_0" [id=222, type=get_attr]; +"223 linear_9_zero_point_0" [id=223, type=get_attr]; +"224 compressed_weight_updated_constant10" [id=224, type=get_attr]; +"225 quantize_per_channel_default_10" [id=225, type=quantize_per_channel]; +"226 dequantize_per_channel_default_10" [id=226, type=dequantize_per_channel]; +"227 linear_9" [id=227, type=linear]; +"228 dropout_5" [id=228, type=dropout]; +"229 view_10" [id=229, type=view]; +"230 permute_9" [id=230, type=permute]; +"231 reshape_8" [id=231, type=reshape]; +"232 roll_1" [id=232, type=roll]; +"233 slice_23" [id=233, type=slice]; +"234 slice_24" [id=234, type=slice]; +"235 _param_constant28" [id=235, type=get_attr]; +"236 _param_constant29" [id=236, type=get_attr]; +"237 layer_norm_3" [id=237, type=layer_norm]; +"238 add_5" [id=238, type=add]; +"239 _param_constant31" [id=239, type=get_attr]; +"240 add_5_0_0_nncf_smooth_quant_0" [id=240, type=call_module]; +"241 quantize_per_tensor_default_11" [id=241, type=quantize_per_tensor]; +"242 dequantize_per_tensor_default_11" [id=242, type=dequantize_per_tensor]; +"243 linear_10_scale_0" [id=243, type=get_attr]; +"244 linear_10_zero_point_0" [id=244, type=get_attr]; +"245 compressed_weight_updated_constant11" [id=245, type=get_attr]; +"246 quantize_per_channel_default_11" [id=246, type=quantize_per_channel]; +"247 dequantize_per_channel_default_11" [id=247, type=dequantize_per_channel]; +"248 linear_10" [id=248, type=linear]; +"249 gelu_1" [id=249, type=gelu]; +"250 dropout_6" [id=250, type=dropout]; +"251 _param_constant33" [id=251, type=get_attr]; +"252 dropout_6_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; +"253 quantize_per_tensor_default_12" [id=253, type=quantize_per_tensor]; +"254 dequantize_per_tensor_default_12" [id=254, type=dequantize_per_tensor]; +"255 linear_11_scale_0" [id=255, type=get_attr]; +"256 linear_11_zero_point_0" [id=256, type=get_attr]; +"257 compressed_weight_updated_constant12" [id=257, type=get_attr]; +"258 quantize_per_channel_default_12" [id=258, type=quantize_per_channel]; +"259 dequantize_per_channel_default_12" [id=259, type=dequantize_per_channel]; +"260 linear_11" [id=260, type=linear]; +"261 dropout_7" [id=261, type=dropout]; +"262 _param_constant34" [id=262, type=get_attr]; +"263 _param_constant35" [id=263, type=get_attr]; +"264 layer_norm_4" [id=264, type=layer_norm]; +"265 add_6" [id=265, type=add]; +"266 pad_2" [id=266, type=pad]; +"267 slice_25" [id=267, type=slice]; +"268 slice_26" [id=268, type=slice]; +"269 slice_27" [id=269, type=slice]; +"270 slice_28" [id=270, type=slice]; +"271 slice_29" [id=271, type=slice]; +"272 slice_30" [id=272, type=slice]; +"273 slice_31" [id=273, type=slice]; +"274 slice_32" [id=274, type=slice]; +"275 slice_33" [id=275, type=slice]; +"276 slice_34" [id=276, type=slice]; +"277 slice_35" [id=277, type=slice]; +"278 slice_36" [id=278, type=slice]; +"279 cat" [id=279, type=cat]; +"280 cat_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; +"281 quantize_per_tensor_default_13" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_13" [id=282, type=dequantize_per_tensor]; +"283 linear_12_scale_0" [id=283, type=get_attr]; +"284 linear_12_zero_point_0" [id=284, type=get_attr]; +"285 compressed_weight_updated_constant13" [id=285, type=get_attr]; +"286 quantize_per_channel_default_13" [id=286, type=quantize_per_channel]; +"287 dequantize_per_channel_default_13" [id=287, type=dequantize_per_channel]; +"288 linear_12" [id=288, type=linear]; +"289 _param_constant37" [id=289, type=get_attr]; +"290 _param_constant38" [id=290, type=get_attr]; +"291 layer_norm_5" [id=291, type=layer_norm]; +"292 _tensor_constant13" [id=292, type=get_attr]; +"293 _param_constant40" [id=293, type=get_attr]; +"294 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; +"295 linear_13_scale_0" [id=295, type=get_attr]; +"296 linear_13_zero_point_0" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant14" [id=297, type=get_attr]; +"298 quantize_per_channel_default_14" [id=298, type=quantize_per_channel]; +"299 dequantize_per_channel_default_14" [id=299, type=dequantize_per_channel]; +"300 linear_13" [id=300, type=linear]; +"301 relu__2" [id=301, type=relu_]; +"302 relu__2_0_0_nncf_smooth_quant_0" [id=302, type=call_module]; +"303 linear_14_scale_0" [id=303, type=get_attr]; +"304 linear_14_zero_point_0" [id=304, type=get_attr]; +"305 compressed_weight_updated_constant15" [id=305, type=get_attr]; +"306 quantize_per_channel_default_15" [id=306, type=quantize_per_channel]; +"307 dequantize_per_channel_default_15" [id=307, type=dequantize_per_channel]; +"308 linear_14" [id=308, type=linear]; +"309 view_11" [id=309, type=view]; +"310 _tensor_constant14" [id=310, type=get_attr]; +"311 index_2" [id=311, type=index]; +"312 view_12" [id=312, type=view]; +"313 permute_10" [id=313, type=permute]; +"314 contiguous_2" [id=314, type=contiguous]; +"315 unsqueeze_6" [id=315, type=unsqueeze]; +"316 sigmoid_2" [id=316, type=sigmoid]; +"317 mul_4" [id=317, type=mul]; +"318 pad_3" [id=318, type=pad]; +"319 view_13" [id=319, type=view]; +"320 permute_11" [id=320, type=permute]; +"321 reshape_9" [id=321, type=reshape]; +"322 _param_constant42" [id=322, type=get_attr]; +"323 clone_2" [id=323, type=clone]; +"324 reshape_9_0_0_nncf_smooth_quant_0" [id=324, type=call_module]; +"325 quantize_per_tensor_default_14" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_14" [id=326, type=dequantize_per_tensor]; +"327 linear_15_scale_0" [id=327, type=get_attr]; +"328 linear_15_zero_point_0" [id=328, type=get_attr]; +"329 compressed_weight_updated_constant16" [id=329, type=get_attr]; +"330 quantize_per_channel_default_16" [id=330, type=quantize_per_channel]; +"331 dequantize_per_channel_default_16" [id=331, type=dequantize_per_channel]; +"332 linear_15" [id=332, type=linear]; +"333 reshape_10" [id=333, type=reshape]; +"334 permute_12" [id=334, type=permute]; +"335 select_6" [id=335, type=select]; +"336 select_7" [id=336, type=select]; +"337 select_8" [id=337, type=select]; +"338 linalg_vector_norm_4" [id=338, type=linalg_vector_norm]; +"339 clamp_min_4" [id=339, type=clamp_min]; +"340 expand_as_4" [id=340, type=expand_as]; +"341 div_4" [id=341, type=div]; +"342 quantize_per_tensor_default_15" [id=342, type=quantize_per_tensor]; +"343 dequantize_per_tensor_default_15" [id=343, type=dequantize_per_tensor]; +"344 linalg_vector_norm_5" [id=344, type=linalg_vector_norm]; +"345 clamp_min_5" [id=345, type=clamp_min]; +"346 expand_as_5" [id=346, type=expand_as]; +"347 div_5" [id=347, type=div]; +"348 quantize_per_tensor_default_16" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_16" [id=349, type=dequantize_per_tensor]; +"350 transpose_4" [id=350, type=transpose]; +"351 matmul_4" [id=351, type=matmul]; +"352 _param_constant44" [id=352, type=get_attr]; +"353 clamp_2" [id=353, type=clamp]; +"354 exp_2" [id=354, type=exp]; +"355 mul_5" [id=355, type=mul]; +"356 add_7" [id=356, type=add]; +"357 softmax_2" [id=357, type=softmax]; +"358 dropout_8" [id=358, type=dropout]; +"359 matmul_5" [id=359, type=matmul]; +"360 transpose_5" [id=360, type=transpose]; +"361 reshape_11" [id=361, type=reshape]; +"362 _param_constant46" [id=362, type=get_attr]; +"363 reshape_11_0_0_nncf_smooth_quant_0" [id=363, type=call_module]; +"364 quantize_per_tensor_default_17" [id=364, type=quantize_per_tensor]; +"365 dequantize_per_tensor_default_17" [id=365, type=dequantize_per_tensor]; +"366 linear_16_scale_0" [id=366, type=get_attr]; +"367 linear_16_zero_point_0" [id=367, type=get_attr]; +"368 compressed_weight_updated_constant17" [id=368, type=get_attr]; +"369 quantize_per_channel_default_17" [id=369, type=quantize_per_channel]; +"370 dequantize_per_channel_default_17" [id=370, type=dequantize_per_channel]; +"371 linear_16" [id=371, type=linear]; +"372 dropout_9" [id=372, type=dropout]; +"373 view_14" [id=373, type=view]; +"374 permute_13" [id=374, type=permute]; +"375 reshape_12" [id=375, type=reshape]; +"376 slice_38" [id=376, type=slice]; +"377 slice_39" [id=377, type=slice]; +"378 slice_40" [id=378, type=slice]; +"379 slice_41" [id=379, type=slice]; +"380 contiguous_3" [id=380, type=contiguous]; +"381 _param_constant47" [id=381, type=get_attr]; +"382 _param_constant48" [id=382, type=get_attr]; +"383 layer_norm_6" [id=383, type=layer_norm]; +"384 add_8" [id=384, type=add]; +"385 _param_constant50" [id=385, type=get_attr]; +"386 add_8_0_0_nncf_smooth_quant_0" [id=386, type=call_module]; +"387 quantize_per_tensor_default_18" [id=387, type=quantize_per_tensor]; +"388 dequantize_per_tensor_default_18" [id=388, type=dequantize_per_tensor]; +"389 linear_17_scale_0" [id=389, type=get_attr]; +"390 linear_17_zero_point_0" [id=390, type=get_attr]; +"391 compressed_weight_updated_constant18" [id=391, type=get_attr]; +"392 quantize_per_channel_default_18" [id=392, type=quantize_per_channel]; +"393 dequantize_per_channel_default_18" [id=393, type=dequantize_per_channel]; +"394 linear_17" [id=394, type=linear]; +"395 gelu_2" [id=395, type=gelu]; +"396 dropout_10" [id=396, type=dropout]; +"397 _param_constant52" [id=397, type=get_attr]; +"398 dropout_10_0_0_nncf_smooth_quant_0" [id=398, type=call_module]; +"399 quantize_per_tensor_default_19" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_19" [id=400, type=dequantize_per_tensor]; +"401 linear_18_scale_0" [id=401, type=get_attr]; +"402 linear_18_zero_point_0" [id=402, type=get_attr]; +"403 compressed_weight_updated_constant19" [id=403, type=get_attr]; +"404 quantize_per_channel_default_19" [id=404, type=quantize_per_channel]; +"405 dequantize_per_channel_default_19" [id=405, type=dequantize_per_channel]; +"406 linear_18" [id=406, type=linear]; +"407 dropout_11" [id=407, type=dropout]; +"408 _param_constant53" [id=408, type=get_attr]; +"409 _param_constant54" [id=409, type=get_attr]; +"410 layer_norm_7" [id=410, type=layer_norm]; +"411 add_9" [id=411, type=add]; +"412 _tensor_constant15" [id=412, type=get_attr]; +"413 _param_constant56" [id=413, type=get_attr]; +"414 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=414, type=call_module]; +"415 linear_19_scale_0" [id=415, type=get_attr]; +"416 linear_19_zero_point_0" [id=416, type=get_attr]; +"417 compressed_weight_updated_constant20" [id=417, type=get_attr]; +"418 quantize_per_channel_default_20" [id=418, type=quantize_per_channel]; +"419 dequantize_per_channel_default_20" [id=419, type=dequantize_per_channel]; +"420 linear_19" [id=420, type=linear]; +"421 relu__3" [id=421, type=relu_]; +"422 relu__3_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; +"423 linear_20_scale_0" [id=423, type=get_attr]; +"424 linear_20_zero_point_0" [id=424, type=get_attr]; +"425 compressed_weight_updated_constant21" [id=425, type=get_attr]; +"426 quantize_per_channel_default_21" [id=426, type=quantize_per_channel]; +"427 dequantize_per_channel_default_21" [id=427, type=dequantize_per_channel]; +"428 linear_20" [id=428, type=linear]; +"429 view_15" [id=429, type=view]; +"430 _tensor_constant16" [id=430, type=get_attr]; +"431 index_3" [id=431, type=index]; +"432 view_16" [id=432, type=view]; +"433 permute_14" [id=433, type=permute]; +"434 contiguous_4" [id=434, type=contiguous]; +"435 unsqueeze_7" [id=435, type=unsqueeze]; +"436 sigmoid_3" [id=436, type=sigmoid]; +"437 mul_6" [id=437, type=mul]; +"438 pad_4" [id=438, type=pad]; +"439 roll_2" [id=439, type=roll]; +"440 view_17" [id=440, type=view]; +"441 permute_15" [id=441, type=permute]; +"442 reshape_13" [id=442, type=reshape]; +"443 _param_constant58" [id=443, type=get_attr]; +"444 clone_3" [id=444, type=clone]; +"445 reshape_13_0_0_nncf_smooth_quant_0" [id=445, type=call_module]; +"446 quantize_per_tensor_default_20" [id=446, type=quantize_per_tensor]; +"447 dequantize_per_tensor_default_20" [id=447, type=dequantize_per_tensor]; +"448 linear_21_scale_0" [id=448, type=get_attr]; +"449 linear_21_zero_point_0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant22" [id=450, type=get_attr]; +"451 quantize_per_channel_default_22" [id=451, type=quantize_per_channel]; +"452 dequantize_per_channel_default_22" [id=452, type=dequantize_per_channel]; +"453 linear_21" [id=453, type=linear]; +"454 reshape_14" [id=454, type=reshape]; +"455 permute_16" [id=455, type=permute]; +"456 select_9" [id=456, type=select]; +"457 select_10" [id=457, type=select]; +"458 select_11" [id=458, type=select]; +"459 linalg_vector_norm_6" [id=459, type=linalg_vector_norm]; +"460 clamp_min_6" [id=460, type=clamp_min]; +"461 expand_as_6" [id=461, type=expand_as]; +"462 div_6" [id=462, type=div]; +"463 quantize_per_tensor_default_21" [id=463, type=quantize_per_tensor]; +"464 dequantize_per_tensor_default_21" [id=464, type=dequantize_per_tensor]; +"465 linalg_vector_norm_7" [id=465, type=linalg_vector_norm]; +"466 clamp_min_7" [id=466, type=clamp_min]; +"467 expand_as_7" [id=467, type=expand_as]; +"468 div_7" [id=468, type=div]; +"469 quantize_per_tensor_default_22" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_22" [id=470, type=dequantize_per_tensor]; +"471 transpose_6" [id=471, type=transpose]; +"472 matmul_6" [id=472, type=matmul]; +"473 _param_constant60" [id=473, type=get_attr]; +"474 clamp_3" [id=474, type=clamp]; +"475 exp_3" [id=475, type=exp]; +"476 mul_7" [id=476, type=mul]; +"477 add_10" [id=477, type=add]; +"478 new_zeros_1" [id=478, type=new_zeros]; +"479 view_18" [id=479, type=view]; +"480 permute_17" [id=480, type=permute]; +"481 reshape_15" [id=481, type=reshape]; +"482 unsqueeze_8" [id=482, type=unsqueeze]; +"483 unsqueeze_9" [id=483, type=unsqueeze]; +"484 sub_1" [id=484, type=sub]; +"485 ne_1" [id=485, type=ne]; +"486 masked_fill_2" [id=486, type=masked_fill]; +"487 eq_1" [id=487, type=eq]; +"488 masked_fill_3" [id=488, type=masked_fill]; +"489 view_19" [id=489, type=view]; +"490 unsqueeze_10" [id=490, type=unsqueeze]; +"491 unsqueeze_11" [id=491, type=unsqueeze]; +"492 add_11" [id=492, type=add]; +"493 view_20" [id=493, type=view]; +"494 softmax_3" [id=494, type=softmax]; +"495 dropout_12" [id=495, type=dropout]; +"496 matmul_7" [id=496, type=matmul]; +"497 transpose_7" [id=497, type=transpose]; +"498 reshape_16" [id=498, type=reshape]; +"499 _param_constant62" [id=499, type=get_attr]; +"500 reshape_16_0_0_nncf_smooth_quant_0" [id=500, type=call_module]; +"501 quantize_per_tensor_default_23" [id=501, type=quantize_per_tensor]; +"502 dequantize_per_tensor_default_23" [id=502, type=dequantize_per_tensor]; +"503 linear_22_scale_0" [id=503, type=get_attr]; +"504 linear_22_zero_point_0" [id=504, type=get_attr]; +"505 compressed_weight_updated_constant23" [id=505, type=get_attr]; +"506 quantize_per_channel_default_23" [id=506, type=quantize_per_channel]; +"507 dequantize_per_channel_default_23" [id=507, type=dequantize_per_channel]; +"508 linear_22" [id=508, type=linear]; +"509 dropout_13" [id=509, type=dropout]; +"510 view_21" [id=510, type=view]; +"511 permute_18" [id=511, type=permute]; +"512 reshape_17" [id=512, type=reshape]; +"513 roll_3" [id=513, type=roll]; +"514 slice_61" [id=514, type=slice]; +"515 slice_62" [id=515, type=slice]; +"516 slice_63" [id=516, type=slice]; +"517 slice_64" [id=517, type=slice]; +"518 contiguous_5" [id=518, type=contiguous]; +"519 _param_constant63" [id=519, type=get_attr]; +"520 _param_constant64" [id=520, type=get_attr]; +"521 layer_norm_8" [id=521, type=layer_norm]; +"522 add_12" [id=522, type=add]; +"523 _param_constant66" [id=523, type=get_attr]; +"524 add_12_0_0_nncf_smooth_quant_0" [id=524, type=call_module]; +"525 quantize_per_tensor_default_24" [id=525, type=quantize_per_tensor]; +"526 dequantize_per_tensor_default_24" [id=526, type=dequantize_per_tensor]; +"527 linear_23_scale_0" [id=527, type=get_attr]; +"528 linear_23_zero_point_0" [id=528, type=get_attr]; +"529 compressed_weight_updated_constant24" [id=529, type=get_attr]; +"530 quantize_per_channel_default_24" [id=530, type=quantize_per_channel]; +"531 dequantize_per_channel_default_24" [id=531, type=dequantize_per_channel]; +"532 linear_23" [id=532, type=linear]; +"533 gelu_3" [id=533, type=gelu]; +"534 dropout_14" [id=534, type=dropout]; +"535 _param_constant68" [id=535, type=get_attr]; +"536 dropout_14_0_0_nncf_smooth_quant_0" [id=536, type=call_module]; +"537 quantize_per_tensor_default_25" [id=537, type=quantize_per_tensor]; +"538 dequantize_per_tensor_default_25" [id=538, type=dequantize_per_tensor]; +"539 linear_24_scale_0" [id=539, type=get_attr]; +"540 linear_24_zero_point_0" [id=540, type=get_attr]; +"541 compressed_weight_updated_constant25" [id=541, type=get_attr]; +"542 quantize_per_channel_default_25" [id=542, type=quantize_per_channel]; +"543 dequantize_per_channel_default_25" [id=543, type=dequantize_per_channel]; +"544 linear_24" [id=544, type=linear]; +"545 dropout_15" [id=545, type=dropout]; +"546 _param_constant69" [id=546, type=get_attr]; +"547 _param_constant70" [id=547, type=get_attr]; +"548 layer_norm_9" [id=548, type=layer_norm]; +"549 add_13" [id=549, type=add]; +"550 pad_5" [id=550, type=pad]; +"551 slice_65" [id=551, type=slice]; +"552 slice_66" [id=552, type=slice]; +"553 slice_67" [id=553, type=slice]; +"554 slice_68" [id=554, type=slice]; +"555 slice_69" [id=555, type=slice]; +"556 slice_70" [id=556, type=slice]; +"557 slice_71" [id=557, type=slice]; +"558 slice_72" [id=558, type=slice]; +"559 slice_73" [id=559, type=slice]; +"560 slice_74" [id=560, type=slice]; +"561 slice_75" [id=561, type=slice]; +"562 slice_76" [id=562, type=slice]; +"563 cat_1" [id=563, type=cat]; +"564 cat_1_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; +"565 quantize_per_tensor_default_26" [id=565, type=quantize_per_tensor]; +"566 dequantize_per_tensor_default_26" [id=566, type=dequantize_per_tensor]; +"567 linear_25_scale_0" [id=567, type=get_attr]; +"568 linear_25_zero_point_0" [id=568, type=get_attr]; +"569 compressed_weight_updated_constant26" [id=569, type=get_attr]; +"570 quantize_per_channel_default_26" [id=570, type=quantize_per_channel]; +"571 dequantize_per_channel_default_26" [id=571, type=dequantize_per_channel]; +"572 linear_25" [id=572, type=linear]; +"573 _param_constant72" [id=573, type=get_attr]; +"574 _param_constant73" [id=574, type=get_attr]; +"575 layer_norm_10" [id=575, type=layer_norm]; +"576 _tensor_constant26" [id=576, type=get_attr]; +"577 _param_constant75" [id=577, type=get_attr]; +"578 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=578, type=call_module]; +"579 linear_26_scale_0" [id=579, type=get_attr]; +"580 linear_26_zero_point_0" [id=580, type=get_attr]; +"581 compressed_weight_updated_constant27" [id=581, type=get_attr]; +"582 quantize_per_channel_default_27" [id=582, type=quantize_per_channel]; +"583 dequantize_per_channel_default_27" [id=583, type=dequantize_per_channel]; +"584 linear_26" [id=584, type=linear]; +"585 relu__4" [id=585, type=relu_]; +"586 relu__4_0_0_nncf_smooth_quant_0" [id=586, type=call_module]; +"587 linear_27_scale_0" [id=587, type=get_attr]; +"588 linear_27_zero_point_0" [id=588, type=get_attr]; +"589 compressed_weight_updated_constant28" [id=589, type=get_attr]; +"590 quantize_per_channel_default_28" [id=590, type=quantize_per_channel]; +"591 dequantize_per_channel_default_28" [id=591, type=dequantize_per_channel]; +"592 linear_27" [id=592, type=linear]; +"593 view_22" [id=593, type=view]; +"594 _tensor_constant27" [id=594, type=get_attr]; +"595 index_4" [id=595, type=index]; +"596 view_23" [id=596, type=view]; +"597 permute_19" [id=597, type=permute]; +"598 contiguous_6" [id=598, type=contiguous]; +"599 unsqueeze_12" [id=599, type=unsqueeze]; +"600 sigmoid_4" [id=600, type=sigmoid]; +"601 mul_8" [id=601, type=mul]; +"602 pad_6" [id=602, type=pad]; +"603 view_24" [id=603, type=view]; +"604 permute_20" [id=604, type=permute]; +"605 reshape_18" [id=605, type=reshape]; +"606 _param_constant77" [id=606, type=get_attr]; +"607 clone_4" [id=607, type=clone]; +"608 reshape_18_0_0_nncf_smooth_quant_0" [id=608, type=call_module]; +"609 quantize_per_tensor_default_27" [id=609, type=quantize_per_tensor]; +"610 dequantize_per_tensor_default_27" [id=610, type=dequantize_per_tensor]; +"611 linear_28_scale_0" [id=611, type=get_attr]; +"612 linear_28_zero_point_0" [id=612, type=get_attr]; +"613 compressed_weight_updated_constant29" [id=613, type=get_attr]; +"614 quantize_per_channel_default_29" [id=614, type=quantize_per_channel]; +"615 dequantize_per_channel_default_29" [id=615, type=dequantize_per_channel]; +"616 linear_28" [id=616, type=linear]; +"617 reshape_19" [id=617, type=reshape]; +"618 permute_21" [id=618, type=permute]; +"619 select_12" [id=619, type=select]; +"620 select_13" [id=620, type=select]; +"621 select_14" [id=621, type=select]; +"622 linalg_vector_norm_8" [id=622, type=linalg_vector_norm]; +"623 clamp_min_8" [id=623, type=clamp_min]; +"624 expand_as_8" [id=624, type=expand_as]; +"625 div_8" [id=625, type=div]; +"626 quantize_per_tensor_default_28" [id=626, type=quantize_per_tensor]; +"627 dequantize_per_tensor_default_28" [id=627, type=dequantize_per_tensor]; +"628 linalg_vector_norm_9" [id=628, type=linalg_vector_norm]; +"629 clamp_min_9" [id=629, type=clamp_min]; +"630 expand_as_9" [id=630, type=expand_as]; +"631 div_9" [id=631, type=div]; +"632 quantize_per_tensor_default_29" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_29" [id=633, type=dequantize_per_tensor]; +"634 transpose_8" [id=634, type=transpose]; +"635 matmul_8" [id=635, type=matmul]; +"636 _param_constant79" [id=636, type=get_attr]; +"637 clamp_4" [id=637, type=clamp]; +"638 exp_4" [id=638, type=exp]; +"639 mul_9" [id=639, type=mul]; +"640 add_14" [id=640, type=add]; +"641 softmax_4" [id=641, type=softmax]; +"642 dropout_16" [id=642, type=dropout]; +"643 matmul_9" [id=643, type=matmul]; +"644 transpose_9" [id=644, type=transpose]; +"645 reshape_20" [id=645, type=reshape]; +"646 _param_constant81" [id=646, type=get_attr]; +"647 reshape_20_0_0_nncf_smooth_quant_0" [id=647, type=call_module]; +"648 quantize_per_tensor_default_30" [id=648, type=quantize_per_tensor]; +"649 dequantize_per_tensor_default_30" [id=649, type=dequantize_per_tensor]; +"650 linear_29_scale_0" [id=650, type=get_attr]; +"651 linear_29_zero_point_0" [id=651, type=get_attr]; +"652 compressed_weight_updated_constant30" [id=652, type=get_attr]; +"653 quantize_per_channel_default_30" [id=653, type=quantize_per_channel]; +"654 dequantize_per_channel_default_30" [id=654, type=dequantize_per_channel]; +"655 linear_29" [id=655, type=linear]; +"656 dropout_17" [id=656, type=dropout]; +"657 view_25" [id=657, type=view]; +"658 permute_22" [id=658, type=permute]; +"659 reshape_21" [id=659, type=reshape]; +"660 slice_78" [id=660, type=slice]; +"661 slice_79" [id=661, type=slice]; +"662 slice_80" [id=662, type=slice]; +"663 slice_81" [id=663, type=slice]; +"664 contiguous_7" [id=664, type=contiguous]; +"665 _param_constant82" [id=665, type=get_attr]; +"666 _param_constant83" [id=666, type=get_attr]; +"667 layer_norm_11" [id=667, type=layer_norm]; +"668 add_15" [id=668, type=add]; +"669 _param_constant85" [id=669, type=get_attr]; +"670 add_15_0_0_nncf_smooth_quant_0" [id=670, type=call_module]; +"671 quantize_per_tensor_default_31" [id=671, type=quantize_per_tensor]; +"672 dequantize_per_tensor_default_31" [id=672, type=dequantize_per_tensor]; +"673 linear_30_scale_0" [id=673, type=get_attr]; +"674 linear_30_zero_point_0" [id=674, type=get_attr]; +"675 compressed_weight_updated_constant31" [id=675, type=get_attr]; +"676 quantize_per_channel_default_31" [id=676, type=quantize_per_channel]; +"677 dequantize_per_channel_default_31" [id=677, type=dequantize_per_channel]; +"678 linear_30" [id=678, type=linear]; +"679 gelu_4" [id=679, type=gelu]; +"680 dropout_18" [id=680, type=dropout]; +"681 _param_constant87" [id=681, type=get_attr]; +"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; +"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; +"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; +"685 linear_31_scale_0" [id=685, type=get_attr]; +"686 linear_31_zero_point_0" [id=686, type=get_attr]; +"687 compressed_weight_updated_constant32" [id=687, type=get_attr]; +"688 quantize_per_channel_default_32" [id=688, type=quantize_per_channel]; +"689 dequantize_per_channel_default_32" [id=689, type=dequantize_per_channel]; +"690 linear_31" [id=690, type=linear]; +"691 dropout_19" [id=691, type=dropout]; +"692 _param_constant88" [id=692, type=get_attr]; +"693 _param_constant89" [id=693, type=get_attr]; +"694 layer_norm_12" [id=694, type=layer_norm]; +"695 add_16" [id=695, type=add]; +"696 _tensor_constant28" [id=696, type=get_attr]; +"697 _param_constant91" [id=697, type=get_attr]; +"698 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=698, type=call_module]; +"699 linear_32_scale_0" [id=699, type=get_attr]; +"700 linear_32_zero_point_0" [id=700, type=get_attr]; +"701 compressed_weight_updated_constant33" [id=701, type=get_attr]; +"702 quantize_per_channel_default_33" [id=702, type=quantize_per_channel]; +"703 dequantize_per_channel_default_33" [id=703, type=dequantize_per_channel]; +"704 linear_32" [id=704, type=linear]; +"705 relu__5" [id=705, type=relu_]; +"706 relu__5_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 linear_33_scale_0" [id=707, type=get_attr]; +"708 linear_33_zero_point_0" [id=708, type=get_attr]; +"709 compressed_weight_updated_constant34" [id=709, type=get_attr]; +"710 quantize_per_channel_default_34" [id=710, type=quantize_per_channel]; +"711 dequantize_per_channel_default_34" [id=711, type=dequantize_per_channel]; +"712 linear_33" [id=712, type=linear]; +"713 view_26" [id=713, type=view]; +"714 _tensor_constant29" [id=714, type=get_attr]; +"715 index_5" [id=715, type=index]; +"716 view_27" [id=716, type=view]; +"717 permute_23" [id=717, type=permute]; +"718 contiguous_8" [id=718, type=contiguous]; +"719 unsqueeze_13" [id=719, type=unsqueeze]; +"720 sigmoid_5" [id=720, type=sigmoid]; +"721 mul_10" [id=721, type=mul]; +"722 pad_7" [id=722, type=pad]; +"723 roll_4" [id=723, type=roll]; +"724 view_28" [id=724, type=view]; +"725 permute_24" [id=725, type=permute]; +"726 reshape_22" [id=726, type=reshape]; +"727 _param_constant93" [id=727, type=get_attr]; +"728 clone_5" [id=728, type=clone]; +"729 reshape_22_0_0_nncf_smooth_quant_0" [id=729, type=call_module]; +"730 quantize_per_tensor_default_33" [id=730, type=quantize_per_tensor]; +"731 dequantize_per_tensor_default_33" [id=731, type=dequantize_per_tensor]; +"732 linear_34_scale_0" [id=732, type=get_attr]; +"733 linear_34_zero_point_0" [id=733, type=get_attr]; +"734 compressed_weight_updated_constant35" [id=734, type=get_attr]; +"735 quantize_per_channel_default_35" [id=735, type=quantize_per_channel]; +"736 dequantize_per_channel_default_35" [id=736, type=dequantize_per_channel]; +"737 linear_34" [id=737, type=linear]; +"738 reshape_23" [id=738, type=reshape]; +"739 permute_25" [id=739, type=permute]; +"740 select_15" [id=740, type=select]; +"741 select_16" [id=741, type=select]; +"742 select_17" [id=742, type=select]; +"743 linalg_vector_norm_10" [id=743, type=linalg_vector_norm]; +"744 clamp_min_10" [id=744, type=clamp_min]; +"745 expand_as_10" [id=745, type=expand_as]; +"746 div_10" [id=746, type=div]; +"747 quantize_per_tensor_default_34" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_34" [id=748, type=dequantize_per_tensor]; +"749 linalg_vector_norm_11" [id=749, type=linalg_vector_norm]; +"750 clamp_min_11" [id=750, type=clamp_min]; +"751 expand_as_11" [id=751, type=expand_as]; +"752 div_11" [id=752, type=div]; +"753 quantize_per_tensor_default_35" [id=753, type=quantize_per_tensor]; +"754 dequantize_per_tensor_default_35" [id=754, type=dequantize_per_tensor]; +"755 transpose_10" [id=755, type=transpose]; +"756 matmul_10" [id=756, type=matmul]; +"757 _param_constant95" [id=757, type=get_attr]; +"758 clamp_5" [id=758, type=clamp]; +"759 exp_5" [id=759, type=exp]; +"760 mul_11" [id=760, type=mul]; +"761 add_17" [id=761, type=add]; +"762 new_zeros_2" [id=762, type=new_zeros]; +"763 view_29" [id=763, type=view]; +"764 permute_26" [id=764, type=permute]; +"765 reshape_24" [id=765, type=reshape]; +"766 unsqueeze_14" [id=766, type=unsqueeze]; +"767 unsqueeze_15" [id=767, type=unsqueeze]; +"768 sub_2" [id=768, type=sub]; +"769 ne_2" [id=769, type=ne]; +"770 masked_fill_4" [id=770, type=masked_fill]; +"771 eq_2" [id=771, type=eq]; +"772 masked_fill_5" [id=772, type=masked_fill]; +"773 view_30" [id=773, type=view]; +"774 unsqueeze_16" [id=774, type=unsqueeze]; +"775 unsqueeze_17" [id=775, type=unsqueeze]; +"776 add_18" [id=776, type=add]; +"777 view_31" [id=777, type=view]; +"778 softmax_5" [id=778, type=softmax]; +"779 dropout_20" [id=779, type=dropout]; +"780 matmul_11" [id=780, type=matmul]; +"781 transpose_11" [id=781, type=transpose]; +"782 reshape_25" [id=782, type=reshape]; +"783 _param_constant97" [id=783, type=get_attr]; +"784 reshape_25_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_36" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_36" [id=786, type=dequantize_per_tensor]; +"787 linear_35_scale_0" [id=787, type=get_attr]; +"788 linear_35_zero_point_0" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant36" [id=789, type=get_attr]; +"790 quantize_per_channel_default_36" [id=790, type=quantize_per_channel]; +"791 dequantize_per_channel_default_36" [id=791, type=dequantize_per_channel]; +"792 linear_35" [id=792, type=linear]; +"793 dropout_21" [id=793, type=dropout]; +"794 view_32" [id=794, type=view]; +"795 permute_27" [id=795, type=permute]; +"796 reshape_26" [id=796, type=reshape]; +"797 roll_5" [id=797, type=roll]; +"798 slice_101" [id=798, type=slice]; +"799 slice_102" [id=799, type=slice]; +"800 slice_103" [id=800, type=slice]; +"801 slice_104" [id=801, type=slice]; +"802 contiguous_9" [id=802, type=contiguous]; +"803 _param_constant98" [id=803, type=get_attr]; +"804 _param_constant99" [id=804, type=get_attr]; +"805 layer_norm_13" [id=805, type=layer_norm]; +"806 add_19" [id=806, type=add]; +"807 _param_constant101" [id=807, type=get_attr]; +"808 add_19_0_0_nncf_smooth_quant_0" [id=808, type=call_module]; +"809 quantize_per_tensor_default_37" [id=809, type=quantize_per_tensor]; +"810 dequantize_per_tensor_default_37" [id=810, type=dequantize_per_tensor]; +"811 linear_36_scale_0" [id=811, type=get_attr]; +"812 linear_36_zero_point_0" [id=812, type=get_attr]; +"813 compressed_weight_updated_constant37" [id=813, type=get_attr]; +"814 quantize_per_channel_default_37" [id=814, type=quantize_per_channel]; +"815 dequantize_per_channel_default_37" [id=815, type=dequantize_per_channel]; +"816 linear_36" [id=816, type=linear]; +"817 gelu_5" [id=817, type=gelu]; +"818 dropout_22" [id=818, type=dropout]; +"819 _param_constant103" [id=819, type=get_attr]; +"820 dropout_22_0_0_nncf_smooth_quant_0" [id=820, type=call_module]; +"821 quantize_per_tensor_default_38" [id=821, type=quantize_per_tensor]; +"822 dequantize_per_tensor_default_38" [id=822, type=dequantize_per_tensor]; +"823 linear_37_scale_0" [id=823, type=get_attr]; +"824 linear_37_zero_point_0" [id=824, type=get_attr]; +"825 compressed_weight_updated_constant38" [id=825, type=get_attr]; +"826 quantize_per_channel_default_38" [id=826, type=quantize_per_channel]; +"827 dequantize_per_channel_default_38" [id=827, type=dequantize_per_channel]; +"828 linear_37" [id=828, type=linear]; +"829 dropout_23" [id=829, type=dropout]; +"830 _param_constant104" [id=830, type=get_attr]; +"831 _param_constant105" [id=831, type=get_attr]; +"832 layer_norm_14" [id=832, type=layer_norm]; +"833 add_20" [id=833, type=add]; +"834 _tensor_constant39" [id=834, type=get_attr]; +"835 _param_constant107" [id=835, type=get_attr]; +"836 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=836, type=call_module]; +"837 linear_38_scale_0" [id=837, type=get_attr]; +"838 linear_38_zero_point_0" [id=838, type=get_attr]; +"839 compressed_weight_updated_constant39" [id=839, type=get_attr]; +"840 quantize_per_channel_default_39" [id=840, type=quantize_per_channel]; +"841 dequantize_per_channel_default_39" [id=841, type=dequantize_per_channel]; +"842 linear_38" [id=842, type=linear]; +"843 relu__6" [id=843, type=relu_]; +"844 relu__6_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 linear_39_scale_0" [id=845, type=get_attr]; +"846 linear_39_zero_point_0" [id=846, type=get_attr]; +"847 compressed_weight_updated_constant40" [id=847, type=get_attr]; +"848 quantize_per_channel_default_40" [id=848, type=quantize_per_channel]; +"849 dequantize_per_channel_default_40" [id=849, type=dequantize_per_channel]; +"850 linear_39" [id=850, type=linear]; +"851 view_33" [id=851, type=view]; +"852 _tensor_constant40" [id=852, type=get_attr]; +"853 index_6" [id=853, type=index]; +"854 view_34" [id=854, type=view]; +"855 permute_28" [id=855, type=permute]; +"856 contiguous_10" [id=856, type=contiguous]; +"857 unsqueeze_18" [id=857, type=unsqueeze]; +"858 sigmoid_6" [id=858, type=sigmoid]; +"859 mul_12" [id=859, type=mul]; +"860 pad_8" [id=860, type=pad]; +"861 view_35" [id=861, type=view]; +"862 permute_29" [id=862, type=permute]; +"863 reshape_27" [id=863, type=reshape]; +"864 _param_constant109" [id=864, type=get_attr]; +"865 clone_6" [id=865, type=clone]; +"866 reshape_27_0_0_nncf_smooth_quant_0" [id=866, type=call_module]; +"867 quantize_per_tensor_default_39" [id=867, type=quantize_per_tensor]; +"868 dequantize_per_tensor_default_39" [id=868, type=dequantize_per_tensor]; +"869 linear_40_scale_0" [id=869, type=get_attr]; +"870 linear_40_zero_point_0" [id=870, type=get_attr]; +"871 compressed_weight_updated_constant41" [id=871, type=get_attr]; +"872 quantize_per_channel_default_41" [id=872, type=quantize_per_channel]; +"873 dequantize_per_channel_default_41" [id=873, type=dequantize_per_channel]; +"874 linear_40" [id=874, type=linear]; +"875 reshape_28" [id=875, type=reshape]; +"876 permute_30" [id=876, type=permute]; +"877 select_18" [id=877, type=select]; +"878 select_19" [id=878, type=select]; +"879 select_20" [id=879, type=select]; +"880 linalg_vector_norm_12" [id=880, type=linalg_vector_norm]; +"881 clamp_min_12" [id=881, type=clamp_min]; +"882 expand_as_12" [id=882, type=expand_as]; +"883 div_12" [id=883, type=div]; +"884 quantize_per_tensor_default_40" [id=884, type=quantize_per_tensor]; +"885 dequantize_per_tensor_default_40" [id=885, type=dequantize_per_tensor]; +"886 linalg_vector_norm_13" [id=886, type=linalg_vector_norm]; +"887 clamp_min_13" [id=887, type=clamp_min]; +"888 expand_as_13" [id=888, type=expand_as]; +"889 div_13" [id=889, type=div]; +"890 quantize_per_tensor_default_41" [id=890, type=quantize_per_tensor]; +"891 dequantize_per_tensor_default_41" [id=891, type=dequantize_per_tensor]; +"892 transpose_12" [id=892, type=transpose]; +"893 matmul_12" [id=893, type=matmul]; +"894 _param_constant111" [id=894, type=get_attr]; +"895 clamp_6" [id=895, type=clamp]; +"896 exp_6" [id=896, type=exp]; +"897 mul_13" [id=897, type=mul]; +"898 add_21" [id=898, type=add]; +"899 softmax_6" [id=899, type=softmax]; +"900 dropout_24" [id=900, type=dropout]; +"901 matmul_13" [id=901, type=matmul]; +"902 transpose_13" [id=902, type=transpose]; +"903 reshape_29" [id=903, type=reshape]; +"904 _param_constant113" [id=904, type=get_attr]; +"905 reshape_29_0_0_nncf_smooth_quant_0" [id=905, type=call_module]; +"906 quantize_per_tensor_default_42" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_42" [id=907, type=dequantize_per_tensor]; +"908 linear_41_scale_0" [id=908, type=get_attr]; +"909 linear_41_zero_point_0" [id=909, type=get_attr]; +"910 compressed_weight_updated_constant42" [id=910, type=get_attr]; +"911 quantize_per_channel_default_42" [id=911, type=quantize_per_channel]; +"912 dequantize_per_channel_default_42" [id=912, type=dequantize_per_channel]; +"913 linear_41" [id=913, type=linear]; +"914 dropout_25" [id=914, type=dropout]; +"915 view_36" [id=915, type=view]; +"916 permute_31" [id=916, type=permute]; +"917 reshape_30" [id=917, type=reshape]; +"918 slice_106" [id=918, type=slice]; +"919 slice_107" [id=919, type=slice]; +"920 slice_108" [id=920, type=slice]; +"921 slice_109" [id=921, type=slice]; +"922 contiguous_11" [id=922, type=contiguous]; +"923 _param_constant114" [id=923, type=get_attr]; +"924 _param_constant115" [id=924, type=get_attr]; +"925 layer_norm_15" [id=925, type=layer_norm]; +"926 add_22" [id=926, type=add]; +"927 _param_constant117" [id=927, type=get_attr]; +"928 add_22_0_0_nncf_smooth_quant_0" [id=928, type=call_module]; +"929 quantize_per_tensor_default_43" [id=929, type=quantize_per_tensor]; +"930 dequantize_per_tensor_default_43" [id=930, type=dequantize_per_tensor]; +"931 linear_42_scale_0" [id=931, type=get_attr]; +"932 linear_42_zero_point_0" [id=932, type=get_attr]; +"933 compressed_weight_updated_constant43" [id=933, type=get_attr]; +"934 quantize_per_channel_default_43" [id=934, type=quantize_per_channel]; +"935 dequantize_per_channel_default_43" [id=935, type=dequantize_per_channel]; +"936 linear_42" [id=936, type=linear]; +"937 gelu_6" [id=937, type=gelu]; +"938 dropout_26" [id=938, type=dropout]; +"939 _param_constant119" [id=939, type=get_attr]; +"940 dropout_26_0_0_nncf_smooth_quant_0" [id=940, type=call_module]; +"941 quantize_per_tensor_default_44" [id=941, type=quantize_per_tensor]; +"942 dequantize_per_tensor_default_44" [id=942, type=dequantize_per_tensor]; +"943 linear_43_scale_0" [id=943, type=get_attr]; +"944 linear_43_zero_point_0" [id=944, type=get_attr]; +"945 compressed_weight_updated_constant44" [id=945, type=get_attr]; +"946 quantize_per_channel_default_44" [id=946, type=quantize_per_channel]; +"947 dequantize_per_channel_default_44" [id=947, type=dequantize_per_channel]; +"948 linear_43" [id=948, type=linear]; +"949 dropout_27" [id=949, type=dropout]; +"950 _param_constant120" [id=950, type=get_attr]; +"951 _param_constant121" [id=951, type=get_attr]; +"952 layer_norm_16" [id=952, type=layer_norm]; +"953 add_23" [id=953, type=add]; +"954 _tensor_constant41" [id=954, type=get_attr]; +"955 _param_constant123" [id=955, type=get_attr]; +"956 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=956, type=call_module]; +"957 linear_44_scale_0" [id=957, type=get_attr]; +"958 linear_44_zero_point_0" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant45" [id=959, type=get_attr]; +"960 quantize_per_channel_default_45" [id=960, type=quantize_per_channel]; +"961 dequantize_per_channel_default_45" [id=961, type=dequantize_per_channel]; +"962 linear_44" [id=962, type=linear]; +"963 relu__7" [id=963, type=relu_]; +"964 relu__7_0_0_nncf_smooth_quant_0" [id=964, type=call_module]; +"965 linear_45_scale_0" [id=965, type=get_attr]; +"966 linear_45_zero_point_0" [id=966, type=get_attr]; +"967 compressed_weight_updated_constant46" [id=967, type=get_attr]; +"968 quantize_per_channel_default_46" [id=968, type=quantize_per_channel]; +"969 dequantize_per_channel_default_46" [id=969, type=dequantize_per_channel]; +"970 linear_45" [id=970, type=linear]; +"971 view_37" [id=971, type=view]; +"972 _tensor_constant42" [id=972, type=get_attr]; +"973 index_7" [id=973, type=index]; +"974 view_38" [id=974, type=view]; +"975 permute_32" [id=975, type=permute]; +"976 contiguous_12" [id=976, type=contiguous]; +"977 unsqueeze_19" [id=977, type=unsqueeze]; +"978 sigmoid_7" [id=978, type=sigmoid]; +"979 mul_14" [id=979, type=mul]; +"980 pad_9" [id=980, type=pad]; +"981 roll_6" [id=981, type=roll]; +"982 view_39" [id=982, type=view]; +"983 permute_33" [id=983, type=permute]; +"984 reshape_31" [id=984, type=reshape]; +"985 _param_constant125" [id=985, type=get_attr]; +"986 clone_7" [id=986, type=clone]; +"987 reshape_31_0_0_nncf_smooth_quant_0" [id=987, type=call_module]; +"988 quantize_per_tensor_default_45" [id=988, type=quantize_per_tensor]; +"989 dequantize_per_tensor_default_45" [id=989, type=dequantize_per_tensor]; +"990 linear_46_scale_0" [id=990, type=get_attr]; +"991 linear_46_zero_point_0" [id=991, type=get_attr]; +"992 compressed_weight_updated_constant47" [id=992, type=get_attr]; +"993 quantize_per_channel_default_47" [id=993, type=quantize_per_channel]; +"994 dequantize_per_channel_default_47" [id=994, type=dequantize_per_channel]; +"995 linear_46" [id=995, type=linear]; +"996 reshape_32" [id=996, type=reshape]; +"997 permute_34" [id=997, type=permute]; +"998 select_21" [id=998, type=select]; +"999 select_22" [id=999, type=select]; +"1000 select_23" [id=1000, type=select]; +"1001 linalg_vector_norm_14" [id=1001, type=linalg_vector_norm]; +"1002 clamp_min_14" [id=1002, type=clamp_min]; +"1003 expand_as_14" [id=1003, type=expand_as]; +"1004 div_14" [id=1004, type=div]; +"1005 quantize_per_tensor_default_46" [id=1005, type=quantize_per_tensor]; +"1006 dequantize_per_tensor_default_46" [id=1006, type=dequantize_per_tensor]; +"1007 linalg_vector_norm_15" [id=1007, type=linalg_vector_norm]; +"1008 clamp_min_15" [id=1008, type=clamp_min]; +"1009 expand_as_15" [id=1009, type=expand_as]; +"1010 div_15" [id=1010, type=div]; +"1011 quantize_per_tensor_default_47" [id=1011, type=quantize_per_tensor]; +"1012 dequantize_per_tensor_default_47" [id=1012, type=dequantize_per_tensor]; +"1013 transpose_14" [id=1013, type=transpose]; +"1014 matmul_14" [id=1014, type=matmul]; +"1015 _param_constant127" [id=1015, type=get_attr]; +"1016 clamp_7" [id=1016, type=clamp]; +"1017 exp_7" [id=1017, type=exp]; +"1018 mul_15" [id=1018, type=mul]; +"1019 add_24" [id=1019, type=add]; +"1020 new_zeros_3" [id=1020, type=new_zeros]; +"1021 view_40" [id=1021, type=view]; +"1022 permute_35" [id=1022, type=permute]; +"1023 reshape_33" [id=1023, type=reshape]; +"1024 unsqueeze_20" [id=1024, type=unsqueeze]; +"1025 unsqueeze_21" [id=1025, type=unsqueeze]; +"1026 sub_3" [id=1026, type=sub]; +"1027 ne_3" [id=1027, type=ne]; +"1028 masked_fill_6" [id=1028, type=masked_fill]; +"1029 eq_3" [id=1029, type=eq]; +"1030 masked_fill_7" [id=1030, type=masked_fill]; +"1031 view_41" [id=1031, type=view]; +"1032 unsqueeze_22" [id=1032, type=unsqueeze]; +"1033 unsqueeze_23" [id=1033, type=unsqueeze]; +"1034 add_25" [id=1034, type=add]; +"1035 view_42" [id=1035, type=view]; +"1036 softmax_7" [id=1036, type=softmax]; +"1037 dropout_28" [id=1037, type=dropout]; +"1038 matmul_15" [id=1038, type=matmul]; +"1039 transpose_15" [id=1039, type=transpose]; +"1040 reshape_34" [id=1040, type=reshape]; +"1041 _param_constant129" [id=1041, type=get_attr]; +"1042 reshape_34_0_0_nncf_smooth_quant_0" [id=1042, type=call_module]; +"1043 quantize_per_tensor_default_48" [id=1043, type=quantize_per_tensor]; +"1044 dequantize_per_tensor_default_48" [id=1044, type=dequantize_per_tensor]; +"1045 linear_47_scale_0" [id=1045, type=get_attr]; +"1046 linear_47_zero_point_0" [id=1046, type=get_attr]; +"1047 compressed_weight_updated_constant48" [id=1047, type=get_attr]; +"1048 quantize_per_channel_default_48" [id=1048, type=quantize_per_channel]; +"1049 dequantize_per_channel_default_48" [id=1049, type=dequantize_per_channel]; +"1050 linear_47" [id=1050, type=linear]; +"1051 dropout_29" [id=1051, type=dropout]; +"1052 view_43" [id=1052, type=view]; +"1053 permute_36" [id=1053, type=permute]; +"1054 reshape_35" [id=1054, type=reshape]; +"1055 roll_7" [id=1055, type=roll]; +"1056 slice_129" [id=1056, type=slice]; +"1057 slice_130" [id=1057, type=slice]; +"1058 slice_131" [id=1058, type=slice]; +"1059 slice_132" [id=1059, type=slice]; +"1060 contiguous_13" [id=1060, type=contiguous]; +"1061 _param_constant130" [id=1061, type=get_attr]; +"1062 _param_constant131" [id=1062, type=get_attr]; +"1063 layer_norm_17" [id=1063, type=layer_norm]; +"1064 add_26" [id=1064, type=add]; +"1065 _param_constant133" [id=1065, type=get_attr]; +"1066 add_26_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; +"1067 quantize_per_tensor_default_49" [id=1067, type=quantize_per_tensor]; +"1068 dequantize_per_tensor_default_49" [id=1068, type=dequantize_per_tensor]; +"1069 linear_48_scale_0" [id=1069, type=get_attr]; +"1070 linear_48_zero_point_0" [id=1070, type=get_attr]; +"1071 compressed_weight_updated_constant49" [id=1071, type=get_attr]; +"1072 quantize_per_channel_default_49" [id=1072, type=quantize_per_channel]; +"1073 dequantize_per_channel_default_49" [id=1073, type=dequantize_per_channel]; +"1074 linear_48" [id=1074, type=linear]; +"1075 gelu_7" [id=1075, type=gelu]; +"1076 dropout_30" [id=1076, type=dropout]; +"1077 _param_constant135" [id=1077, type=get_attr]; +"1078 dropout_30_0_0_nncf_smooth_quant_0" [id=1078, type=call_module]; +"1079 quantize_per_tensor_default_50" [id=1079, type=quantize_per_tensor]; +"1080 dequantize_per_tensor_default_50" [id=1080, type=dequantize_per_tensor]; +"1081 linear_49_scale_0" [id=1081, type=get_attr]; +"1082 linear_49_zero_point_0" [id=1082, type=get_attr]; +"1083 compressed_weight_updated_constant50" [id=1083, type=get_attr]; +"1084 quantize_per_channel_default_50" [id=1084, type=quantize_per_channel]; +"1085 dequantize_per_channel_default_50" [id=1085, type=dequantize_per_channel]; +"1086 linear_49" [id=1086, type=linear]; +"1087 dropout_31" [id=1087, type=dropout]; +"1088 _param_constant136" [id=1088, type=get_attr]; +"1089 _param_constant137" [id=1089, type=get_attr]; +"1090 layer_norm_18" [id=1090, type=layer_norm]; +"1091 add_27" [id=1091, type=add]; +"1092 _tensor_constant52" [id=1092, type=get_attr]; +"1093 _param_constant139" [id=1093, type=get_attr]; +"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; +"1095 linear_50_scale_0" [id=1095, type=get_attr]; +"1096 linear_50_zero_point_0" [id=1096, type=get_attr]; +"1097 compressed_weight_updated_constant51" [id=1097, type=get_attr]; +"1098 quantize_per_channel_default_51" [id=1098, type=quantize_per_channel]; +"1099 dequantize_per_channel_default_51" [id=1099, type=dequantize_per_channel]; +"1100 linear_50" [id=1100, type=linear]; +"1101 relu__8" [id=1101, type=relu_]; +"1102 relu__8_0_0_nncf_smooth_quant_0" [id=1102, type=call_module]; +"1103 linear_51_scale_0" [id=1103, type=get_attr]; +"1104 linear_51_zero_point_0" [id=1104, type=get_attr]; +"1105 compressed_weight_updated_constant52" [id=1105, type=get_attr]; +"1106 quantize_per_channel_default_52" [id=1106, type=quantize_per_channel]; +"1107 dequantize_per_channel_default_52" [id=1107, type=dequantize_per_channel]; +"1108 linear_51" [id=1108, type=linear]; +"1109 view_44" [id=1109, type=view]; +"1110 _tensor_constant53" [id=1110, type=get_attr]; +"1111 index_8" [id=1111, type=index]; +"1112 view_45" [id=1112, type=view]; +"1113 permute_37" [id=1113, type=permute]; +"1114 contiguous_14" [id=1114, type=contiguous]; +"1115 unsqueeze_24" [id=1115, type=unsqueeze]; +"1116 sigmoid_8" [id=1116, type=sigmoid]; +"1117 mul_16" [id=1117, type=mul]; +"1118 pad_10" [id=1118, type=pad]; +"1119 view_46" [id=1119, type=view]; +"1120 permute_38" [id=1120, type=permute]; +"1121 reshape_36" [id=1121, type=reshape]; +"1122 _param_constant141" [id=1122, type=get_attr]; +"1123 clone_8" [id=1123, type=clone]; +"1124 reshape_36_0_0_nncf_smooth_quant_0" [id=1124, type=call_module]; +"1125 quantize_per_tensor_default_51" [id=1125, type=quantize_per_tensor]; +"1126 dequantize_per_tensor_default_51" [id=1126, type=dequantize_per_tensor]; +"1127 linear_52_scale_0" [id=1127, type=get_attr]; +"1128 linear_52_zero_point_0" [id=1128, type=get_attr]; +"1129 compressed_weight_updated_constant53" [id=1129, type=get_attr]; +"1130 quantize_per_channel_default_53" [id=1130, type=quantize_per_channel]; +"1131 dequantize_per_channel_default_53" [id=1131, type=dequantize_per_channel]; +"1132 linear_52" [id=1132, type=linear]; +"1133 reshape_37" [id=1133, type=reshape]; +"1134 permute_39" [id=1134, type=permute]; +"1135 select_24" [id=1135, type=select]; +"1136 select_25" [id=1136, type=select]; +"1137 select_26" [id=1137, type=select]; +"1138 linalg_vector_norm_16" [id=1138, type=linalg_vector_norm]; +"1139 clamp_min_16" [id=1139, type=clamp_min]; +"1140 expand_as_16" [id=1140, type=expand_as]; +"1141 div_16" [id=1141, type=div]; +"1142 quantize_per_tensor_default_52" [id=1142, type=quantize_per_tensor]; +"1143 dequantize_per_tensor_default_52" [id=1143, type=dequantize_per_tensor]; +"1144 linalg_vector_norm_17" [id=1144, type=linalg_vector_norm]; +"1145 clamp_min_17" [id=1145, type=clamp_min]; +"1146 expand_as_17" [id=1146, type=expand_as]; +"1147 div_17" [id=1147, type=div]; +"1148 quantize_per_tensor_default_53" [id=1148, type=quantize_per_tensor]; +"1149 dequantize_per_tensor_default_53" [id=1149, type=dequantize_per_tensor]; +"1150 transpose_16" [id=1150, type=transpose]; +"1151 matmul_16" [id=1151, type=matmul]; +"1152 _param_constant143" [id=1152, type=get_attr]; +"1153 clamp_8" [id=1153, type=clamp]; +"1154 exp_8" [id=1154, type=exp]; +"1155 mul_17" [id=1155, type=mul]; +"1156 add_28" [id=1156, type=add]; +"1157 softmax_8" [id=1157, type=softmax]; +"1158 dropout_32" [id=1158, type=dropout]; +"1159 matmul_17" [id=1159, type=matmul]; +"1160 transpose_17" [id=1160, type=transpose]; +"1161 reshape_38" [id=1161, type=reshape]; +"1162 _param_constant145" [id=1162, type=get_attr]; +"1163 reshape_38_0_0_nncf_smooth_quant_0" [id=1163, type=call_module]; +"1164 quantize_per_tensor_default_54" [id=1164, type=quantize_per_tensor]; +"1165 dequantize_per_tensor_default_54" [id=1165, type=dequantize_per_tensor]; +"1166 linear_53_scale_0" [id=1166, type=get_attr]; +"1167 linear_53_zero_point_0" [id=1167, type=get_attr]; +"1168 compressed_weight_updated_constant54" [id=1168, type=get_attr]; +"1169 quantize_per_channel_default_54" [id=1169, type=quantize_per_channel]; +"1170 dequantize_per_channel_default_54" [id=1170, type=dequantize_per_channel]; +"1171 linear_53" [id=1171, type=linear]; +"1172 dropout_33" [id=1172, type=dropout]; +"1173 view_47" [id=1173, type=view]; +"1174 permute_40" [id=1174, type=permute]; +"1175 reshape_39" [id=1175, type=reshape]; +"1176 slice_134" [id=1176, type=slice]; +"1177 slice_135" [id=1177, type=slice]; +"1178 slice_136" [id=1178, type=slice]; +"1179 slice_137" [id=1179, type=slice]; +"1180 contiguous_15" [id=1180, type=contiguous]; +"1181 _param_constant146" [id=1181, type=get_attr]; +"1182 _param_constant147" [id=1182, type=get_attr]; +"1183 layer_norm_19" [id=1183, type=layer_norm]; +"1184 add_29" [id=1184, type=add]; +"1185 _param_constant149" [id=1185, type=get_attr]; +"1186 add_29_0_0_nncf_smooth_quant_0" [id=1186, type=call_module]; +"1187 quantize_per_tensor_default_55" [id=1187, type=quantize_per_tensor]; +"1188 dequantize_per_tensor_default_55" [id=1188, type=dequantize_per_tensor]; +"1189 linear_54_scale_0" [id=1189, type=get_attr]; +"1190 linear_54_zero_point_0" [id=1190, type=get_attr]; +"1191 compressed_weight_updated_constant55" [id=1191, type=get_attr]; +"1192 quantize_per_channel_default_55" [id=1192, type=quantize_per_channel]; +"1193 dequantize_per_channel_default_55" [id=1193, type=dequantize_per_channel]; +"1194 linear_54" [id=1194, type=linear]; +"1195 gelu_8" [id=1195, type=gelu]; +"1196 dropout_34" [id=1196, type=dropout]; +"1197 _param_constant151" [id=1197, type=get_attr]; +"1198 dropout_34_0_0_nncf_smooth_quant_0" [id=1198, type=call_module]; +"1199 quantize_per_tensor_default_56" [id=1199, type=quantize_per_tensor]; +"1200 dequantize_per_tensor_default_56" [id=1200, type=dequantize_per_tensor]; +"1201 linear_55_scale_0" [id=1201, type=get_attr]; +"1202 linear_55_zero_point_0" [id=1202, type=get_attr]; +"1203 compressed_weight_updated_constant56" [id=1203, type=get_attr]; +"1204 quantize_per_channel_default_56" [id=1204, type=quantize_per_channel]; +"1205 dequantize_per_channel_default_56" [id=1205, type=dequantize_per_channel]; +"1206 linear_55" [id=1206, type=linear]; +"1207 dropout_35" [id=1207, type=dropout]; +"1208 _param_constant152" [id=1208, type=get_attr]; +"1209 _param_constant153" [id=1209, type=get_attr]; +"1210 layer_norm_20" [id=1210, type=layer_norm]; +"1211 add_30" [id=1211, type=add]; +"1212 _tensor_constant54" [id=1212, type=get_attr]; +"1213 _param_constant155" [id=1213, type=get_attr]; +"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; +"1215 linear_56_scale_0" [id=1215, type=get_attr]; +"1216 linear_56_zero_point_0" [id=1216, type=get_attr]; +"1217 compressed_weight_updated_constant57" [id=1217, type=get_attr]; +"1218 quantize_per_channel_default_57" [id=1218, type=quantize_per_channel]; +"1219 dequantize_per_channel_default_57" [id=1219, type=dequantize_per_channel]; +"1220 linear_56" [id=1220, type=linear]; +"1221 relu__9" [id=1221, type=relu_]; +"1222 relu__9_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 linear_57_scale_0" [id=1223, type=get_attr]; +"1224 linear_57_zero_point_0" [id=1224, type=get_attr]; +"1225 compressed_weight_updated_constant58" [id=1225, type=get_attr]; +"1226 quantize_per_channel_default_58" [id=1226, type=quantize_per_channel]; +"1227 dequantize_per_channel_default_58" [id=1227, type=dequantize_per_channel]; +"1228 linear_57" [id=1228, type=linear]; +"1229 view_48" [id=1229, type=view]; +"1230 _tensor_constant55" [id=1230, type=get_attr]; +"1231 index_9" [id=1231, type=index]; +"1232 view_49" [id=1232, type=view]; +"1233 permute_41" [id=1233, type=permute]; +"1234 contiguous_16" [id=1234, type=contiguous]; +"1235 unsqueeze_25" [id=1235, type=unsqueeze]; +"1236 sigmoid_9" [id=1236, type=sigmoid]; +"1237 mul_18" [id=1237, type=mul]; +"1238 pad_11" [id=1238, type=pad]; +"1239 roll_8" [id=1239, type=roll]; +"1240 view_50" [id=1240, type=view]; +"1241 permute_42" [id=1241, type=permute]; +"1242 reshape_40" [id=1242, type=reshape]; +"1243 _param_constant157" [id=1243, type=get_attr]; +"1244 clone_9" [id=1244, type=clone]; +"1245 reshape_40_0_0_nncf_smooth_quant_0" [id=1245, type=call_module]; +"1246 quantize_per_tensor_default_57" [id=1246, type=quantize_per_tensor]; +"1247 dequantize_per_tensor_default_57" [id=1247, type=dequantize_per_tensor]; +"1248 linear_58_scale_0" [id=1248, type=get_attr]; +"1249 linear_58_zero_point_0" [id=1249, type=get_attr]; +"1250 compressed_weight_updated_constant59" [id=1250, type=get_attr]; +"1251 quantize_per_channel_default_59" [id=1251, type=quantize_per_channel]; +"1252 dequantize_per_channel_default_59" [id=1252, type=dequantize_per_channel]; +"1253 linear_58" [id=1253, type=linear]; +"1254 reshape_41" [id=1254, type=reshape]; +"1255 permute_43" [id=1255, type=permute]; +"1256 select_27" [id=1256, type=select]; +"1257 select_28" [id=1257, type=select]; +"1258 select_29" [id=1258, type=select]; +"1259 linalg_vector_norm_18" [id=1259, type=linalg_vector_norm]; +"1260 clamp_min_18" [id=1260, type=clamp_min]; +"1261 expand_as_18" [id=1261, type=expand_as]; +"1262 div_18" [id=1262, type=div]; +"1263 quantize_per_tensor_default_58" [id=1263, type=quantize_per_tensor]; +"1264 dequantize_per_tensor_default_58" [id=1264, type=dequantize_per_tensor]; +"1265 linalg_vector_norm_19" [id=1265, type=linalg_vector_norm]; +"1266 clamp_min_19" [id=1266, type=clamp_min]; +"1267 expand_as_19" [id=1267, type=expand_as]; +"1268 div_19" [id=1268, type=div]; +"1269 quantize_per_tensor_default_59" [id=1269, type=quantize_per_tensor]; +"1270 dequantize_per_tensor_default_59" [id=1270, type=dequantize_per_tensor]; +"1271 transpose_18" [id=1271, type=transpose]; +"1272 matmul_18" [id=1272, type=matmul]; +"1273 _param_constant159" [id=1273, type=get_attr]; +"1274 clamp_9" [id=1274, type=clamp]; +"1275 exp_9" [id=1275, type=exp]; +"1276 mul_19" [id=1276, type=mul]; +"1277 add_31" [id=1277, type=add]; +"1278 new_zeros_4" [id=1278, type=new_zeros]; +"1279 view_51" [id=1279, type=view]; +"1280 permute_44" [id=1280, type=permute]; +"1281 reshape_42" [id=1281, type=reshape]; +"1282 unsqueeze_26" [id=1282, type=unsqueeze]; +"1283 unsqueeze_27" [id=1283, type=unsqueeze]; +"1284 sub_4" [id=1284, type=sub]; +"1285 ne_4" [id=1285, type=ne]; +"1286 masked_fill_8" [id=1286, type=masked_fill]; +"1287 eq_4" [id=1287, type=eq]; +"1288 masked_fill_9" [id=1288, type=masked_fill]; +"1289 view_52" [id=1289, type=view]; +"1290 unsqueeze_28" [id=1290, type=unsqueeze]; +"1291 unsqueeze_29" [id=1291, type=unsqueeze]; +"1292 add_32" [id=1292, type=add]; +"1293 view_53" [id=1293, type=view]; +"1294 softmax_9" [id=1294, type=softmax]; +"1295 dropout_36" [id=1295, type=dropout]; +"1296 matmul_19" [id=1296, type=matmul]; +"1297 transpose_19" [id=1297, type=transpose]; +"1298 reshape_43" [id=1298, type=reshape]; +"1299 _param_constant161" [id=1299, type=get_attr]; +"1300 reshape_43_0_0_nncf_smooth_quant_0" [id=1300, type=call_module]; +"1301 quantize_per_tensor_default_60" [id=1301, type=quantize_per_tensor]; +"1302 dequantize_per_tensor_default_60" [id=1302, type=dequantize_per_tensor]; +"1303 linear_59_scale_0" [id=1303, type=get_attr]; +"1304 linear_59_zero_point_0" [id=1304, type=get_attr]; +"1305 compressed_weight_updated_constant60" [id=1305, type=get_attr]; +"1306 quantize_per_channel_default_60" [id=1306, type=quantize_per_channel]; +"1307 dequantize_per_channel_default_60" [id=1307, type=dequantize_per_channel]; +"1308 linear_59" [id=1308, type=linear]; +"1309 dropout_37" [id=1309, type=dropout]; +"1310 view_54" [id=1310, type=view]; +"1311 permute_45" [id=1311, type=permute]; +"1312 reshape_44" [id=1312, type=reshape]; +"1313 roll_9" [id=1313, type=roll]; +"1314 slice_157" [id=1314, type=slice]; +"1315 slice_158" [id=1315, type=slice]; +"1316 slice_159" [id=1316, type=slice]; +"1317 slice_160" [id=1317, type=slice]; +"1318 contiguous_17" [id=1318, type=contiguous]; +"1319 _param_constant162" [id=1319, type=get_attr]; +"1320 _param_constant163" [id=1320, type=get_attr]; +"1321 layer_norm_21" [id=1321, type=layer_norm]; +"1322 add_33" [id=1322, type=add]; +"1323 _param_constant165" [id=1323, type=get_attr]; +"1324 add_33_0_0_nncf_smooth_quant_0" [id=1324, type=call_module]; +"1325 quantize_per_tensor_default_61" [id=1325, type=quantize_per_tensor]; +"1326 dequantize_per_tensor_default_61" [id=1326, type=dequantize_per_tensor]; +"1327 linear_60_scale_0" [id=1327, type=get_attr]; +"1328 linear_60_zero_point_0" [id=1328, type=get_attr]; +"1329 compressed_weight_updated_constant61" [id=1329, type=get_attr]; +"1330 quantize_per_channel_default_61" [id=1330, type=quantize_per_channel]; +"1331 dequantize_per_channel_default_61" [id=1331, type=dequantize_per_channel]; +"1332 linear_60" [id=1332, type=linear]; +"1333 gelu_9" [id=1333, type=gelu]; +"1334 dropout_38" [id=1334, type=dropout]; +"1335 _param_constant167" [id=1335, type=get_attr]; +"1336 dropout_38_0_0_nncf_smooth_quant_0" [id=1336, type=call_module]; +"1337 quantize_per_tensor_default_62" [id=1337, type=quantize_per_tensor]; +"1338 dequantize_per_tensor_default_62" [id=1338, type=dequantize_per_tensor]; +"1339 linear_61_scale_0" [id=1339, type=get_attr]; +"1340 linear_61_zero_point_0" [id=1340, type=get_attr]; +"1341 compressed_weight_updated_constant62" [id=1341, type=get_attr]; +"1342 quantize_per_channel_default_62" [id=1342, type=quantize_per_channel]; +"1343 dequantize_per_channel_default_62" [id=1343, type=dequantize_per_channel]; +"1344 linear_61" [id=1344, type=linear]; +"1345 dropout_39" [id=1345, type=dropout]; +"1346 _param_constant168" [id=1346, type=get_attr]; +"1347 _param_constant169" [id=1347, type=get_attr]; +"1348 layer_norm_22" [id=1348, type=layer_norm]; +"1349 add_34" [id=1349, type=add]; +"1350 _tensor_constant65" [id=1350, type=get_attr]; +"1351 _param_constant171" [id=1351, type=get_attr]; +"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1352, type=call_module]; +"1353 linear_62_scale_0" [id=1353, type=get_attr]; +"1354 linear_62_zero_point_0" [id=1354, type=get_attr]; +"1355 compressed_weight_updated_constant63" [id=1355, type=get_attr]; +"1356 quantize_per_channel_default_63" [id=1356, type=quantize_per_channel]; +"1357 dequantize_per_channel_default_63" [id=1357, type=dequantize_per_channel]; +"1358 linear_62" [id=1358, type=linear]; +"1359 relu__10" [id=1359, type=relu_]; +"1360 relu__10_0_0_nncf_smooth_quant_0" [id=1360, type=call_module]; +"1361 linear_63_scale_0" [id=1361, type=get_attr]; +"1362 linear_63_zero_point_0" [id=1362, type=get_attr]; +"1363 compressed_weight_updated_constant64" [id=1363, type=get_attr]; +"1364 quantize_per_channel_default_64" [id=1364, type=quantize_per_channel]; +"1365 dequantize_per_channel_default_64" [id=1365, type=dequantize_per_channel]; +"1366 linear_63" [id=1366, type=linear]; +"1367 view_55" [id=1367, type=view]; +"1368 _tensor_constant66" [id=1368, type=get_attr]; +"1369 index_10" [id=1369, type=index]; +"1370 view_56" [id=1370, type=view]; +"1371 permute_46" [id=1371, type=permute]; +"1372 contiguous_18" [id=1372, type=contiguous]; +"1373 unsqueeze_30" [id=1373, type=unsqueeze]; +"1374 sigmoid_10" [id=1374, type=sigmoid]; +"1375 mul_20" [id=1375, type=mul]; +"1376 pad_12" [id=1376, type=pad]; +"1377 view_57" [id=1377, type=view]; +"1378 permute_47" [id=1378, type=permute]; +"1379 reshape_45" [id=1379, type=reshape]; +"1380 _param_constant173" [id=1380, type=get_attr]; +"1381 clone_10" [id=1381, type=clone]; +"1382 reshape_45_0_0_nncf_smooth_quant_0" [id=1382, type=call_module]; +"1383 quantize_per_tensor_default_63" [id=1383, type=quantize_per_tensor]; +"1384 dequantize_per_tensor_default_63" [id=1384, type=dequantize_per_tensor]; +"1385 linear_64_scale_0" [id=1385, type=get_attr]; +"1386 linear_64_zero_point_0" [id=1386, type=get_attr]; +"1387 compressed_weight_updated_constant65" [id=1387, type=get_attr]; +"1388 quantize_per_channel_default_65" [id=1388, type=quantize_per_channel]; +"1389 dequantize_per_channel_default_65" [id=1389, type=dequantize_per_channel]; +"1390 linear_64" [id=1390, type=linear]; +"1391 reshape_46" [id=1391, type=reshape]; +"1392 permute_48" [id=1392, type=permute]; +"1393 select_30" [id=1393, type=select]; +"1394 select_31" [id=1394, type=select]; +"1395 select_32" [id=1395, type=select]; +"1396 linalg_vector_norm_20" [id=1396, type=linalg_vector_norm]; +"1397 clamp_min_20" [id=1397, type=clamp_min]; +"1398 expand_as_20" [id=1398, type=expand_as]; +"1399 div_20" [id=1399, type=div]; +"1400 quantize_per_tensor_default_64" [id=1400, type=quantize_per_tensor]; +"1401 dequantize_per_tensor_default_64" [id=1401, type=dequantize_per_tensor]; +"1402 linalg_vector_norm_21" [id=1402, type=linalg_vector_norm]; +"1403 clamp_min_21" [id=1403, type=clamp_min]; +"1404 expand_as_21" [id=1404, type=expand_as]; +"1405 div_21" [id=1405, type=div]; +"1406 quantize_per_tensor_default_65" [id=1406, type=quantize_per_tensor]; +"1407 dequantize_per_tensor_default_65" [id=1407, type=dequantize_per_tensor]; +"1408 transpose_20" [id=1408, type=transpose]; +"1409 matmul_20" [id=1409, type=matmul]; +"1410 _param_constant175" [id=1410, type=get_attr]; +"1411 clamp_10" [id=1411, type=clamp]; +"1412 exp_10" [id=1412, type=exp]; +"1413 mul_21" [id=1413, type=mul]; +"1414 add_35" [id=1414, type=add]; +"1415 softmax_10" [id=1415, type=softmax]; +"1416 dropout_40" [id=1416, type=dropout]; +"1417 matmul_21" [id=1417, type=matmul]; +"1418 transpose_21" [id=1418, type=transpose]; +"1419 reshape_47" [id=1419, type=reshape]; +"1420 _param_constant177" [id=1420, type=get_attr]; +"1421 reshape_47_0_0_nncf_smooth_quant_0" [id=1421, type=call_module]; +"1422 quantize_per_tensor_default_66" [id=1422, type=quantize_per_tensor]; +"1423 dequantize_per_tensor_default_66" [id=1423, type=dequantize_per_tensor]; +"1424 linear_65_scale_0" [id=1424, type=get_attr]; +"1425 linear_65_zero_point_0" [id=1425, type=get_attr]; +"1426 compressed_weight_updated_constant66" [id=1426, type=get_attr]; +"1427 quantize_per_channel_default_66" [id=1427, type=quantize_per_channel]; +"1428 dequantize_per_channel_default_66" [id=1428, type=dequantize_per_channel]; +"1429 linear_65" [id=1429, type=linear]; +"1430 dropout_41" [id=1430, type=dropout]; +"1431 view_58" [id=1431, type=view]; +"1432 permute_49" [id=1432, type=permute]; +"1433 reshape_48" [id=1433, type=reshape]; +"1434 slice_162" [id=1434, type=slice]; +"1435 slice_163" [id=1435, type=slice]; +"1436 slice_164" [id=1436, type=slice]; +"1437 slice_165" [id=1437, type=slice]; +"1438 contiguous_19" [id=1438, type=contiguous]; +"1439 _param_constant178" [id=1439, type=get_attr]; +"1440 _param_constant179" [id=1440, type=get_attr]; +"1441 layer_norm_23" [id=1441, type=layer_norm]; +"1442 add_36" [id=1442, type=add]; +"1443 _param_constant181" [id=1443, type=get_attr]; +"1444 add_36_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; +"1445 quantize_per_tensor_default_67" [id=1445, type=quantize_per_tensor]; +"1446 dequantize_per_tensor_default_67" [id=1446, type=dequantize_per_tensor]; +"1447 linear_66_scale_0" [id=1447, type=get_attr]; +"1448 linear_66_zero_point_0" [id=1448, type=get_attr]; +"1449 compressed_weight_updated_constant67" [id=1449, type=get_attr]; +"1450 quantize_per_channel_default_67" [id=1450, type=quantize_per_channel]; +"1451 dequantize_per_channel_default_67" [id=1451, type=dequantize_per_channel]; +"1452 linear_66" [id=1452, type=linear]; +"1453 gelu_10" [id=1453, type=gelu]; +"1454 dropout_42" [id=1454, type=dropout]; +"1455 _param_constant183" [id=1455, type=get_attr]; +"1456 dropout_42_0_0_nncf_smooth_quant_0" [id=1456, type=call_module]; +"1457 quantize_per_tensor_default_68" [id=1457, type=quantize_per_tensor]; +"1458 dequantize_per_tensor_default_68" [id=1458, type=dequantize_per_tensor]; +"1459 linear_67_scale_0" [id=1459, type=get_attr]; +"1460 linear_67_zero_point_0" [id=1460, type=get_attr]; +"1461 compressed_weight_updated_constant68" [id=1461, type=get_attr]; +"1462 quantize_per_channel_default_68" [id=1462, type=quantize_per_channel]; +"1463 dequantize_per_channel_default_68" [id=1463, type=dequantize_per_channel]; +"1464 linear_67" [id=1464, type=linear]; +"1465 dropout_43" [id=1465, type=dropout]; +"1466 _param_constant184" [id=1466, type=get_attr]; +"1467 _param_constant185" [id=1467, type=get_attr]; +"1468 layer_norm_24" [id=1468, type=layer_norm]; +"1469 add_37" [id=1469, type=add]; +"1470 _tensor_constant67" [id=1470, type=get_attr]; +"1471 _param_constant187" [id=1471, type=get_attr]; +"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; +"1473 linear_68_scale_0" [id=1473, type=get_attr]; +"1474 linear_68_zero_point_0" [id=1474, type=get_attr]; +"1475 compressed_weight_updated_constant69" [id=1475, type=get_attr]; +"1476 quantize_per_channel_default_69" [id=1476, type=quantize_per_channel]; +"1477 dequantize_per_channel_default_69" [id=1477, type=dequantize_per_channel]; +"1478 linear_68" [id=1478, type=linear]; +"1479 relu__11" [id=1479, type=relu_]; +"1480 relu__11_0_0_nncf_smooth_quant_0" [id=1480, type=call_module]; +"1481 linear_69_scale_0" [id=1481, type=get_attr]; +"1482 linear_69_zero_point_0" [id=1482, type=get_attr]; +"1483 compressed_weight_updated_constant70" [id=1483, type=get_attr]; +"1484 quantize_per_channel_default_70" [id=1484, type=quantize_per_channel]; +"1485 dequantize_per_channel_default_70" [id=1485, type=dequantize_per_channel]; +"1486 linear_69" [id=1486, type=linear]; +"1487 view_59" [id=1487, type=view]; +"1488 _tensor_constant68" [id=1488, type=get_attr]; +"1489 index_11" [id=1489, type=index]; +"1490 view_60" [id=1490, type=view]; +"1491 permute_50" [id=1491, type=permute]; +"1492 contiguous_20" [id=1492, type=contiguous]; +"1493 unsqueeze_31" [id=1493, type=unsqueeze]; +"1494 sigmoid_11" [id=1494, type=sigmoid]; +"1495 mul_22" [id=1495, type=mul]; +"1496 pad_13" [id=1496, type=pad]; +"1497 roll_10" [id=1497, type=roll]; +"1498 view_61" [id=1498, type=view]; +"1499 permute_51" [id=1499, type=permute]; +"1500 reshape_49" [id=1500, type=reshape]; +"1501 _param_constant189" [id=1501, type=get_attr]; +"1502 clone_11" [id=1502, type=clone]; +"1503 reshape_49_0_0_nncf_smooth_quant_0" [id=1503, type=call_module]; +"1504 quantize_per_tensor_default_69" [id=1504, type=quantize_per_tensor]; +"1505 dequantize_per_tensor_default_69" [id=1505, type=dequantize_per_tensor]; +"1506 linear_70_scale_0" [id=1506, type=get_attr]; +"1507 linear_70_zero_point_0" [id=1507, type=get_attr]; +"1508 compressed_weight_updated_constant71" [id=1508, type=get_attr]; +"1509 quantize_per_channel_default_71" [id=1509, type=quantize_per_channel]; +"1510 dequantize_per_channel_default_71" [id=1510, type=dequantize_per_channel]; +"1511 linear_70" [id=1511, type=linear]; +"1512 reshape_50" [id=1512, type=reshape]; +"1513 permute_52" [id=1513, type=permute]; +"1514 select_33" [id=1514, type=select]; +"1515 select_34" [id=1515, type=select]; +"1516 select_35" [id=1516, type=select]; +"1517 linalg_vector_norm_22" [id=1517, type=linalg_vector_norm]; +"1518 clamp_min_22" [id=1518, type=clamp_min]; +"1519 expand_as_22" [id=1519, type=expand_as]; +"1520 div_22" [id=1520, type=div]; +"1521 quantize_per_tensor_default_70" [id=1521, type=quantize_per_tensor]; +"1522 dequantize_per_tensor_default_70" [id=1522, type=dequantize_per_tensor]; +"1523 linalg_vector_norm_23" [id=1523, type=linalg_vector_norm]; +"1524 clamp_min_23" [id=1524, type=clamp_min]; +"1525 expand_as_23" [id=1525, type=expand_as]; +"1526 div_23" [id=1526, type=div]; +"1527 quantize_per_tensor_default_71" [id=1527, type=quantize_per_tensor]; +"1528 dequantize_per_tensor_default_71" [id=1528, type=dequantize_per_tensor]; +"1529 transpose_22" [id=1529, type=transpose]; +"1530 matmul_22" [id=1530, type=matmul]; +"1531 _param_constant191" [id=1531, type=get_attr]; +"1532 clamp_11" [id=1532, type=clamp]; +"1533 exp_11" [id=1533, type=exp]; +"1534 mul_23" [id=1534, type=mul]; +"1535 add_38" [id=1535, type=add]; +"1536 new_zeros_5" [id=1536, type=new_zeros]; +"1537 view_62" [id=1537, type=view]; +"1538 permute_53" [id=1538, type=permute]; +"1539 reshape_51" [id=1539, type=reshape]; +"1540 unsqueeze_32" [id=1540, type=unsqueeze]; +"1541 unsqueeze_33" [id=1541, type=unsqueeze]; +"1542 sub_5" [id=1542, type=sub]; +"1543 ne_5" [id=1543, type=ne]; +"1544 masked_fill_10" [id=1544, type=masked_fill]; +"1545 eq_5" [id=1545, type=eq]; +"1546 masked_fill_11" [id=1546, type=masked_fill]; +"1547 view_63" [id=1547, type=view]; +"1548 unsqueeze_34" [id=1548, type=unsqueeze]; +"1549 unsqueeze_35" [id=1549, type=unsqueeze]; +"1550 add_39" [id=1550, type=add]; +"1551 view_64" [id=1551, type=view]; +"1552 softmax_11" [id=1552, type=softmax]; +"1553 dropout_44" [id=1553, type=dropout]; +"1554 matmul_23" [id=1554, type=matmul]; +"1555 transpose_23" [id=1555, type=transpose]; +"1556 reshape_52" [id=1556, type=reshape]; +"1557 _param_constant193" [id=1557, type=get_attr]; +"1558 reshape_52_0_0_nncf_smooth_quant_0" [id=1558, type=call_module]; +"1559 quantize_per_tensor_default_72" [id=1559, type=quantize_per_tensor]; +"1560 dequantize_per_tensor_default_72" [id=1560, type=dequantize_per_tensor]; +"1561 linear_71_scale_0" [id=1561, type=get_attr]; +"1562 linear_71_zero_point_0" [id=1562, type=get_attr]; +"1563 compressed_weight_updated_constant72" [id=1563, type=get_attr]; +"1564 quantize_per_channel_default_72" [id=1564, type=quantize_per_channel]; +"1565 dequantize_per_channel_default_72" [id=1565, type=dequantize_per_channel]; +"1566 linear_71" [id=1566, type=linear]; +"1567 dropout_45" [id=1567, type=dropout]; +"1568 view_65" [id=1568, type=view]; +"1569 permute_54" [id=1569, type=permute]; +"1570 reshape_53" [id=1570, type=reshape]; +"1571 roll_11" [id=1571, type=roll]; +"1572 slice_185" [id=1572, type=slice]; +"1573 slice_186" [id=1573, type=slice]; +"1574 slice_187" [id=1574, type=slice]; +"1575 slice_188" [id=1575, type=slice]; +"1576 contiguous_21" [id=1576, type=contiguous]; +"1577 _param_constant194" [id=1577, type=get_attr]; +"1578 _param_constant195" [id=1578, type=get_attr]; +"1579 layer_norm_25" [id=1579, type=layer_norm]; +"1580 add_40" [id=1580, type=add]; +"1581 _param_constant197" [id=1581, type=get_attr]; +"1582 add_40_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; +"1583 quantize_per_tensor_default_73" [id=1583, type=quantize_per_tensor]; +"1584 dequantize_per_tensor_default_73" [id=1584, type=dequantize_per_tensor]; +"1585 linear_72_scale_0" [id=1585, type=get_attr]; +"1586 linear_72_zero_point_0" [id=1586, type=get_attr]; +"1587 compressed_weight_updated_constant73" [id=1587, type=get_attr]; +"1588 quantize_per_channel_default_73" [id=1588, type=quantize_per_channel]; +"1589 dequantize_per_channel_default_73" [id=1589, type=dequantize_per_channel]; +"1590 linear_72" [id=1590, type=linear]; +"1591 gelu_11" [id=1591, type=gelu]; +"1592 dropout_46" [id=1592, type=dropout]; +"1593 _param_constant199" [id=1593, type=get_attr]; +"1594 dropout_46_0_0_nncf_smooth_quant_0" [id=1594, type=call_module]; +"1595 quantize_per_tensor_default_74" [id=1595, type=quantize_per_tensor]; +"1596 dequantize_per_tensor_default_74" [id=1596, type=dequantize_per_tensor]; +"1597 linear_73_scale_0" [id=1597, type=get_attr]; +"1598 linear_73_zero_point_0" [id=1598, type=get_attr]; +"1599 compressed_weight_updated_constant74" [id=1599, type=get_attr]; +"1600 quantize_per_channel_default_74" [id=1600, type=quantize_per_channel]; +"1601 dequantize_per_channel_default_74" [id=1601, type=dequantize_per_channel]; +"1602 linear_73" [id=1602, type=linear]; +"1603 dropout_47" [id=1603, type=dropout]; +"1604 _param_constant200" [id=1604, type=get_attr]; +"1605 _param_constant201" [id=1605, type=get_attr]; +"1606 layer_norm_26" [id=1606, type=layer_norm]; +"1607 add_41" [id=1607, type=add]; +"1608 _tensor_constant78" [id=1608, type=get_attr]; +"1609 _param_constant203" [id=1609, type=get_attr]; +"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1610, type=call_module]; +"1611 linear_74_scale_0" [id=1611, type=get_attr]; +"1612 linear_74_zero_point_0" [id=1612, type=get_attr]; +"1613 compressed_weight_updated_constant75" [id=1613, type=get_attr]; +"1614 quantize_per_channel_default_75" [id=1614, type=quantize_per_channel]; +"1615 dequantize_per_channel_default_75" [id=1615, type=dequantize_per_channel]; +"1616 linear_74" [id=1616, type=linear]; +"1617 relu__12" [id=1617, type=relu_]; +"1618 relu__12_0_0_nncf_smooth_quant_0" [id=1618, type=call_module]; +"1619 linear_75_scale_0" [id=1619, type=get_attr]; +"1620 linear_75_zero_point_0" [id=1620, type=get_attr]; +"1621 compressed_weight_updated_constant76" [id=1621, type=get_attr]; +"1622 quantize_per_channel_default_76" [id=1622, type=quantize_per_channel]; +"1623 dequantize_per_channel_default_76" [id=1623, type=dequantize_per_channel]; +"1624 linear_75" [id=1624, type=linear]; +"1625 view_66" [id=1625, type=view]; +"1626 _tensor_constant79" [id=1626, type=get_attr]; +"1627 index_12" [id=1627, type=index]; +"1628 view_67" [id=1628, type=view]; +"1629 permute_55" [id=1629, type=permute]; +"1630 contiguous_22" [id=1630, type=contiguous]; +"1631 unsqueeze_36" [id=1631, type=unsqueeze]; +"1632 sigmoid_12" [id=1632, type=sigmoid]; +"1633 mul_24" [id=1633, type=mul]; +"1634 pad_14" [id=1634, type=pad]; +"1635 view_68" [id=1635, type=view]; +"1636 permute_56" [id=1636, type=permute]; +"1637 reshape_54" [id=1637, type=reshape]; +"1638 _param_constant205" [id=1638, type=get_attr]; +"1639 clone_12" [id=1639, type=clone]; +"1640 reshape_54_0_0_nncf_smooth_quant_0" [id=1640, type=call_module]; +"1641 quantize_per_tensor_default_75" [id=1641, type=quantize_per_tensor]; +"1642 dequantize_per_tensor_default_75" [id=1642, type=dequantize_per_tensor]; +"1643 linear_76_scale_0" [id=1643, type=get_attr]; +"1644 linear_76_zero_point_0" [id=1644, type=get_attr]; +"1645 compressed_weight_updated_constant77" [id=1645, type=get_attr]; +"1646 quantize_per_channel_default_77" [id=1646, type=quantize_per_channel]; +"1647 dequantize_per_channel_default_77" [id=1647, type=dequantize_per_channel]; +"1648 linear_76" [id=1648, type=linear]; +"1649 reshape_55" [id=1649, type=reshape]; +"1650 permute_57" [id=1650, type=permute]; +"1651 select_36" [id=1651, type=select]; +"1652 select_37" [id=1652, type=select]; +"1653 select_38" [id=1653, type=select]; +"1654 linalg_vector_norm_24" [id=1654, type=linalg_vector_norm]; +"1655 clamp_min_24" [id=1655, type=clamp_min]; +"1656 expand_as_24" [id=1656, type=expand_as]; +"1657 div_24" [id=1657, type=div]; +"1658 quantize_per_tensor_default_76" [id=1658, type=quantize_per_tensor]; +"1659 dequantize_per_tensor_default_76" [id=1659, type=dequantize_per_tensor]; +"1660 linalg_vector_norm_25" [id=1660, type=linalg_vector_norm]; +"1661 clamp_min_25" [id=1661, type=clamp_min]; +"1662 expand_as_25" [id=1662, type=expand_as]; +"1663 div_25" [id=1663, type=div]; +"1664 quantize_per_tensor_default_77" [id=1664, type=quantize_per_tensor]; +"1665 dequantize_per_tensor_default_77" [id=1665, type=dequantize_per_tensor]; +"1666 transpose_24" [id=1666, type=transpose]; +"1667 matmul_24" [id=1667, type=matmul]; +"1668 _param_constant207" [id=1668, type=get_attr]; +"1669 clamp_12" [id=1669, type=clamp]; +"1670 exp_12" [id=1670, type=exp]; +"1671 mul_25" [id=1671, type=mul]; +"1672 add_42" [id=1672, type=add]; +"1673 softmax_12" [id=1673, type=softmax]; +"1674 dropout_48" [id=1674, type=dropout]; +"1675 matmul_25" [id=1675, type=matmul]; +"1676 transpose_25" [id=1676, type=transpose]; +"1677 reshape_56" [id=1677, type=reshape]; +"1678 _param_constant209" [id=1678, type=get_attr]; +"1679 reshape_56_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; +"1680 quantize_per_tensor_default_78" [id=1680, type=quantize_per_tensor]; +"1681 dequantize_per_tensor_default_78" [id=1681, type=dequantize_per_tensor]; +"1682 linear_77_scale_0" [id=1682, type=get_attr]; +"1683 linear_77_zero_point_0" [id=1683, type=get_attr]; +"1684 compressed_weight_updated_constant78" [id=1684, type=get_attr]; +"1685 quantize_per_channel_default_78" [id=1685, type=quantize_per_channel]; +"1686 dequantize_per_channel_default_78" [id=1686, type=dequantize_per_channel]; +"1687 linear_77" [id=1687, type=linear]; +"1688 dropout_49" [id=1688, type=dropout]; +"1689 view_69" [id=1689, type=view]; +"1690 permute_58" [id=1690, type=permute]; +"1691 reshape_57" [id=1691, type=reshape]; +"1692 slice_190" [id=1692, type=slice]; +"1693 slice_191" [id=1693, type=slice]; +"1694 slice_192" [id=1694, type=slice]; +"1695 slice_193" [id=1695, type=slice]; +"1696 contiguous_23" [id=1696, type=contiguous]; +"1697 _param_constant210" [id=1697, type=get_attr]; +"1698 _param_constant211" [id=1698, type=get_attr]; +"1699 layer_norm_27" [id=1699, type=layer_norm]; +"1700 add_43" [id=1700, type=add]; +"1701 _param_constant213" [id=1701, type=get_attr]; +"1702 add_43_0_0_nncf_smooth_quant_0" [id=1702, type=call_module]; +"1703 quantize_per_tensor_default_79" [id=1703, type=quantize_per_tensor]; +"1704 dequantize_per_tensor_default_79" [id=1704, type=dequantize_per_tensor]; +"1705 linear_78_scale_0" [id=1705, type=get_attr]; +"1706 linear_78_zero_point_0" [id=1706, type=get_attr]; +"1707 compressed_weight_updated_constant79" [id=1707, type=get_attr]; +"1708 quantize_per_channel_default_79" [id=1708, type=quantize_per_channel]; +"1709 dequantize_per_channel_default_79" [id=1709, type=dequantize_per_channel]; +"1710 linear_78" [id=1710, type=linear]; +"1711 gelu_12" [id=1711, type=gelu]; +"1712 dropout_50" [id=1712, type=dropout]; +"1713 _param_constant215" [id=1713, type=get_attr]; +"1714 dropout_50_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; +"1715 quantize_per_tensor_default_80" [id=1715, type=quantize_per_tensor]; +"1716 dequantize_per_tensor_default_80" [id=1716, type=dequantize_per_tensor]; +"1717 linear_79_scale_0" [id=1717, type=get_attr]; +"1718 linear_79_zero_point_0" [id=1718, type=get_attr]; +"1719 compressed_weight_updated_constant80" [id=1719, type=get_attr]; +"1720 quantize_per_channel_default_80" [id=1720, type=quantize_per_channel]; +"1721 dequantize_per_channel_default_80" [id=1721, type=dequantize_per_channel]; +"1722 linear_79" [id=1722, type=linear]; +"1723 dropout_51" [id=1723, type=dropout]; +"1724 _param_constant216" [id=1724, type=get_attr]; +"1725 _param_constant217" [id=1725, type=get_attr]; +"1726 layer_norm_28" [id=1726, type=layer_norm]; +"1727 add_44" [id=1727, type=add]; +"1728 _tensor_constant80" [id=1728, type=get_attr]; +"1729 _param_constant219" [id=1729, type=get_attr]; +"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1730, type=call_module]; +"1731 linear_80_scale_0" [id=1731, type=get_attr]; +"1732 linear_80_zero_point_0" [id=1732, type=get_attr]; +"1733 compressed_weight_updated_constant81" [id=1733, type=get_attr]; +"1734 quantize_per_channel_default_81" [id=1734, type=quantize_per_channel]; +"1735 dequantize_per_channel_default_81" [id=1735, type=dequantize_per_channel]; +"1736 linear_80" [id=1736, type=linear]; +"1737 relu__13" [id=1737, type=relu_]; +"1738 relu__13_0_0_nncf_smooth_quant_0" [id=1738, type=call_module]; +"1739 linear_81_scale_0" [id=1739, type=get_attr]; +"1740 linear_81_zero_point_0" [id=1740, type=get_attr]; +"1741 compressed_weight_updated_constant82" [id=1741, type=get_attr]; +"1742 quantize_per_channel_default_82" [id=1742, type=quantize_per_channel]; +"1743 dequantize_per_channel_default_82" [id=1743, type=dequantize_per_channel]; +"1744 linear_81" [id=1744, type=linear]; +"1745 view_70" [id=1745, type=view]; +"1746 _tensor_constant81" [id=1746, type=get_attr]; +"1747 index_13" [id=1747, type=index]; +"1748 view_71" [id=1748, type=view]; +"1749 permute_59" [id=1749, type=permute]; +"1750 contiguous_24" [id=1750, type=contiguous]; +"1751 unsqueeze_37" [id=1751, type=unsqueeze]; +"1752 sigmoid_13" [id=1752, type=sigmoid]; +"1753 mul_26" [id=1753, type=mul]; +"1754 pad_15" [id=1754, type=pad]; +"1755 roll_12" [id=1755, type=roll]; +"1756 view_72" [id=1756, type=view]; +"1757 permute_60" [id=1757, type=permute]; +"1758 reshape_58" [id=1758, type=reshape]; +"1759 _param_constant221" [id=1759, type=get_attr]; +"1760 clone_13" [id=1760, type=clone]; +"1761 reshape_58_0_0_nncf_smooth_quant_0" [id=1761, type=call_module]; +"1762 quantize_per_tensor_default_81" [id=1762, type=quantize_per_tensor]; +"1763 dequantize_per_tensor_default_81" [id=1763, type=dequantize_per_tensor]; +"1764 linear_82_scale_0" [id=1764, type=get_attr]; +"1765 linear_82_zero_point_0" [id=1765, type=get_attr]; +"1766 compressed_weight_updated_constant83" [id=1766, type=get_attr]; +"1767 quantize_per_channel_default_83" [id=1767, type=quantize_per_channel]; +"1768 dequantize_per_channel_default_83" [id=1768, type=dequantize_per_channel]; +"1769 linear_82" [id=1769, type=linear]; +"1770 reshape_59" [id=1770, type=reshape]; +"1771 permute_61" [id=1771, type=permute]; +"1772 select_39" [id=1772, type=select]; +"1773 select_40" [id=1773, type=select]; +"1774 select_41" [id=1774, type=select]; +"1775 linalg_vector_norm_26" [id=1775, type=linalg_vector_norm]; +"1776 clamp_min_26" [id=1776, type=clamp_min]; +"1777 expand_as_26" [id=1777, type=expand_as]; +"1778 div_26" [id=1778, type=div]; +"1779 quantize_per_tensor_default_82" [id=1779, type=quantize_per_tensor]; +"1780 dequantize_per_tensor_default_82" [id=1780, type=dequantize_per_tensor]; +"1781 linalg_vector_norm_27" [id=1781, type=linalg_vector_norm]; +"1782 clamp_min_27" [id=1782, type=clamp_min]; +"1783 expand_as_27" [id=1783, type=expand_as]; +"1784 div_27" [id=1784, type=div]; +"1785 quantize_per_tensor_default_83" [id=1785, type=quantize_per_tensor]; +"1786 dequantize_per_tensor_default_83" [id=1786, type=dequantize_per_tensor]; +"1787 transpose_26" [id=1787, type=transpose]; +"1788 matmul_26" [id=1788, type=matmul]; +"1789 _param_constant223" [id=1789, type=get_attr]; +"1790 clamp_13" [id=1790, type=clamp]; +"1791 exp_13" [id=1791, type=exp]; +"1792 mul_27" [id=1792, type=mul]; +"1793 add_45" [id=1793, type=add]; +"1794 new_zeros_6" [id=1794, type=new_zeros]; +"1795 view_73" [id=1795, type=view]; +"1796 permute_62" [id=1796, type=permute]; +"1797 reshape_60" [id=1797, type=reshape]; +"1798 unsqueeze_38" [id=1798, type=unsqueeze]; +"1799 unsqueeze_39" [id=1799, type=unsqueeze]; +"1800 sub_6" [id=1800, type=sub]; +"1801 ne_6" [id=1801, type=ne]; +"1802 masked_fill_12" [id=1802, type=masked_fill]; +"1803 eq_6" [id=1803, type=eq]; +"1804 masked_fill_13" [id=1804, type=masked_fill]; +"1805 view_74" [id=1805, type=view]; +"1806 unsqueeze_40" [id=1806, type=unsqueeze]; +"1807 unsqueeze_41" [id=1807, type=unsqueeze]; +"1808 add_46" [id=1808, type=add]; +"1809 view_75" [id=1809, type=view]; +"1810 softmax_13" [id=1810, type=softmax]; +"1811 dropout_52" [id=1811, type=dropout]; +"1812 matmul_27" [id=1812, type=matmul]; +"1813 transpose_27" [id=1813, type=transpose]; +"1814 reshape_61" [id=1814, type=reshape]; +"1815 _param_constant225" [id=1815, type=get_attr]; +"1816 reshape_61_0_0_nncf_smooth_quant_0" [id=1816, type=call_module]; +"1817 quantize_per_tensor_default_84" [id=1817, type=quantize_per_tensor]; +"1818 dequantize_per_tensor_default_84" [id=1818, type=dequantize_per_tensor]; +"1819 linear_83_scale_0" [id=1819, type=get_attr]; +"1820 linear_83_zero_point_0" [id=1820, type=get_attr]; +"1821 compressed_weight_updated_constant84" [id=1821, type=get_attr]; +"1822 quantize_per_channel_default_84" [id=1822, type=quantize_per_channel]; +"1823 dequantize_per_channel_default_84" [id=1823, type=dequantize_per_channel]; +"1824 linear_83" [id=1824, type=linear]; +"1825 dropout_53" [id=1825, type=dropout]; +"1826 view_76" [id=1826, type=view]; +"1827 permute_63" [id=1827, type=permute]; +"1828 reshape_62" [id=1828, type=reshape]; +"1829 roll_13" [id=1829, type=roll]; +"1830 slice_213" [id=1830, type=slice]; +"1831 slice_214" [id=1831, type=slice]; +"1832 slice_215" [id=1832, type=slice]; +"1833 slice_216" [id=1833, type=slice]; +"1834 contiguous_25" [id=1834, type=contiguous]; +"1835 _param_constant226" [id=1835, type=get_attr]; +"1836 _param_constant227" [id=1836, type=get_attr]; +"1837 layer_norm_29" [id=1837, type=layer_norm]; +"1838 add_47" [id=1838, type=add]; +"1839 _param_constant229" [id=1839, type=get_attr]; +"1840 add_47_0_0_nncf_smooth_quant_0" [id=1840, type=call_module]; +"1841 quantize_per_tensor_default_85" [id=1841, type=quantize_per_tensor]; +"1842 dequantize_per_tensor_default_85" [id=1842, type=dequantize_per_tensor]; +"1843 linear_84_scale_0" [id=1843, type=get_attr]; +"1844 linear_84_zero_point_0" [id=1844, type=get_attr]; +"1845 compressed_weight_updated_constant85" [id=1845, type=get_attr]; +"1846 quantize_per_channel_default_85" [id=1846, type=quantize_per_channel]; +"1847 dequantize_per_channel_default_85" [id=1847, type=dequantize_per_channel]; +"1848 linear_84" [id=1848, type=linear]; +"1849 gelu_13" [id=1849, type=gelu]; +"1850 dropout_54" [id=1850, type=dropout]; +"1851 _param_constant231" [id=1851, type=get_attr]; +"1852 dropout_54_0_0_nncf_smooth_quant_0" [id=1852, type=call_module]; +"1853 quantize_per_tensor_default_86" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_86" [id=1854, type=dequantize_per_tensor]; +"1855 linear_85_scale_0" [id=1855, type=get_attr]; +"1856 linear_85_zero_point_0" [id=1856, type=get_attr]; +"1857 compressed_weight_updated_constant86" [id=1857, type=get_attr]; +"1858 quantize_per_channel_default_86" [id=1858, type=quantize_per_channel]; +"1859 dequantize_per_channel_default_86" [id=1859, type=dequantize_per_channel]; +"1860 linear_85" [id=1860, type=linear]; +"1861 dropout_55" [id=1861, type=dropout]; +"1862 _param_constant232" [id=1862, type=get_attr]; +"1863 _param_constant233" [id=1863, type=get_attr]; +"1864 layer_norm_30" [id=1864, type=layer_norm]; +"1865 add_48" [id=1865, type=add]; +"1866 _tensor_constant91" [id=1866, type=get_attr]; +"1867 _param_constant235" [id=1867, type=get_attr]; +"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1868, type=call_module]; +"1869 linear_86_scale_0" [id=1869, type=get_attr]; +"1870 linear_86_zero_point_0" [id=1870, type=get_attr]; +"1871 compressed_weight_updated_constant87" [id=1871, type=get_attr]; +"1872 quantize_per_channel_default_87" [id=1872, type=quantize_per_channel]; +"1873 dequantize_per_channel_default_87" [id=1873, type=dequantize_per_channel]; +"1874 linear_86" [id=1874, type=linear]; +"1875 relu__14" [id=1875, type=relu_]; +"1876 relu__14_0_0_nncf_smooth_quant_0" [id=1876, type=call_module]; +"1877 linear_87_scale_0" [id=1877, type=get_attr]; +"1878 linear_87_zero_point_0" [id=1878, type=get_attr]; +"1879 compressed_weight_updated_constant88" [id=1879, type=get_attr]; +"1880 quantize_per_channel_default_88" [id=1880, type=quantize_per_channel]; +"1881 dequantize_per_channel_default_88" [id=1881, type=dequantize_per_channel]; +"1882 linear_87" [id=1882, type=linear]; +"1883 view_77" [id=1883, type=view]; +"1884 _tensor_constant92" [id=1884, type=get_attr]; +"1885 index_14" [id=1885, type=index]; +"1886 view_78" [id=1886, type=view]; +"1887 permute_64" [id=1887, type=permute]; +"1888 contiguous_26" [id=1888, type=contiguous]; +"1889 unsqueeze_42" [id=1889, type=unsqueeze]; +"1890 sigmoid_14" [id=1890, type=sigmoid]; +"1891 mul_28" [id=1891, type=mul]; +"1892 pad_16" [id=1892, type=pad]; +"1893 view_79" [id=1893, type=view]; +"1894 permute_65" [id=1894, type=permute]; +"1895 reshape_63" [id=1895, type=reshape]; +"1896 _param_constant237" [id=1896, type=get_attr]; +"1897 clone_14" [id=1897, type=clone]; +"1898 reshape_63_0_0_nncf_smooth_quant_0" [id=1898, type=call_module]; +"1899 quantize_per_tensor_default_87" [id=1899, type=quantize_per_tensor]; +"1900 dequantize_per_tensor_default_87" [id=1900, type=dequantize_per_tensor]; +"1901 linear_88_scale_0" [id=1901, type=get_attr]; +"1902 linear_88_zero_point_0" [id=1902, type=get_attr]; +"1903 compressed_weight_updated_constant89" [id=1903, type=get_attr]; +"1904 quantize_per_channel_default_89" [id=1904, type=quantize_per_channel]; +"1905 dequantize_per_channel_default_89" [id=1905, type=dequantize_per_channel]; +"1906 linear_88" [id=1906, type=linear]; +"1907 reshape_64" [id=1907, type=reshape]; +"1908 permute_66" [id=1908, type=permute]; +"1909 select_42" [id=1909, type=select]; +"1910 select_43" [id=1910, type=select]; +"1911 select_44" [id=1911, type=select]; +"1912 linalg_vector_norm_28" [id=1912, type=linalg_vector_norm]; +"1913 clamp_min_28" [id=1913, type=clamp_min]; +"1914 expand_as_28" [id=1914, type=expand_as]; +"1915 div_28" [id=1915, type=div]; +"1916 quantize_per_tensor_default_88" [id=1916, type=quantize_per_tensor]; +"1917 dequantize_per_tensor_default_88" [id=1917, type=dequantize_per_tensor]; +"1918 linalg_vector_norm_29" [id=1918, type=linalg_vector_norm]; +"1919 clamp_min_29" [id=1919, type=clamp_min]; +"1920 expand_as_29" [id=1920, type=expand_as]; +"1921 div_29" [id=1921, type=div]; +"1922 quantize_per_tensor_default_89" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_89" [id=1923, type=dequantize_per_tensor]; +"1924 transpose_28" [id=1924, type=transpose]; +"1925 matmul_28" [id=1925, type=matmul]; +"1926 _param_constant239" [id=1926, type=get_attr]; +"1927 clamp_14" [id=1927, type=clamp]; +"1928 exp_14" [id=1928, type=exp]; +"1929 mul_29" [id=1929, type=mul]; +"1930 add_49" [id=1930, type=add]; +"1931 softmax_14" [id=1931, type=softmax]; +"1932 dropout_56" [id=1932, type=dropout]; +"1933 matmul_29" [id=1933, type=matmul]; +"1934 transpose_29" [id=1934, type=transpose]; +"1935 reshape_65" [id=1935, type=reshape]; +"1936 _param_constant241" [id=1936, type=get_attr]; +"1937 reshape_65_0_0_nncf_smooth_quant_0" [id=1937, type=call_module]; +"1938 quantize_per_tensor_default_90" [id=1938, type=quantize_per_tensor]; +"1939 dequantize_per_tensor_default_90" [id=1939, type=dequantize_per_tensor]; +"1940 linear_89_scale_0" [id=1940, type=get_attr]; +"1941 linear_89_zero_point_0" [id=1941, type=get_attr]; +"1942 compressed_weight_updated_constant90" [id=1942, type=get_attr]; +"1943 quantize_per_channel_default_90" [id=1943, type=quantize_per_channel]; +"1944 dequantize_per_channel_default_90" [id=1944, type=dequantize_per_channel]; +"1945 linear_89" [id=1945, type=linear]; +"1946 dropout_57" [id=1946, type=dropout]; +"1947 view_80" [id=1947, type=view]; +"1948 permute_67" [id=1948, type=permute]; +"1949 reshape_66" [id=1949, type=reshape]; +"1950 slice_218" [id=1950, type=slice]; +"1951 slice_219" [id=1951, type=slice]; +"1952 slice_220" [id=1952, type=slice]; +"1953 slice_221" [id=1953, type=slice]; +"1954 contiguous_27" [id=1954, type=contiguous]; +"1955 _param_constant242" [id=1955, type=get_attr]; +"1956 _param_constant243" [id=1956, type=get_attr]; +"1957 layer_norm_31" [id=1957, type=layer_norm]; +"1958 add_50" [id=1958, type=add]; +"1959 _param_constant245" [id=1959, type=get_attr]; +"1960 add_50_0_0_nncf_smooth_quant_0" [id=1960, type=call_module]; +"1961 quantize_per_tensor_default_91" [id=1961, type=quantize_per_tensor]; +"1962 dequantize_per_tensor_default_91" [id=1962, type=dequantize_per_tensor]; +"1963 linear_90_scale_0" [id=1963, type=get_attr]; +"1964 linear_90_zero_point_0" [id=1964, type=get_attr]; +"1965 compressed_weight_updated_constant91" [id=1965, type=get_attr]; +"1966 quantize_per_channel_default_91" [id=1966, type=quantize_per_channel]; +"1967 dequantize_per_channel_default_91" [id=1967, type=dequantize_per_channel]; +"1968 linear_90" [id=1968, type=linear]; +"1969 gelu_14" [id=1969, type=gelu]; +"1970 dropout_58" [id=1970, type=dropout]; +"1971 _param_constant247" [id=1971, type=get_attr]; +"1972 dropout_58_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 quantize_per_tensor_default_92" [id=1973, type=quantize_per_tensor]; +"1974 dequantize_per_tensor_default_92" [id=1974, type=dequantize_per_tensor]; +"1975 linear_91_scale_0" [id=1975, type=get_attr]; +"1976 linear_91_zero_point_0" [id=1976, type=get_attr]; +"1977 compressed_weight_updated_constant92" [id=1977, type=get_attr]; +"1978 quantize_per_channel_default_92" [id=1978, type=quantize_per_channel]; +"1979 dequantize_per_channel_default_92" [id=1979, type=dequantize_per_channel]; +"1980 linear_91" [id=1980, type=linear]; +"1981 dropout_59" [id=1981, type=dropout]; +"1982 _param_constant248" [id=1982, type=get_attr]; +"1983 _param_constant249" [id=1983, type=get_attr]; +"1984 layer_norm_32" [id=1984, type=layer_norm]; +"1985 add_51" [id=1985, type=add]; +"1986 _tensor_constant93" [id=1986, type=get_attr]; +"1987 _param_constant251" [id=1987, type=get_attr]; +"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1988, type=call_module]; +"1989 linear_92_scale_0" [id=1989, type=get_attr]; +"1990 linear_92_zero_point_0" [id=1990, type=get_attr]; +"1991 compressed_weight_updated_constant93" [id=1991, type=get_attr]; +"1992 quantize_per_channel_default_93" [id=1992, type=quantize_per_channel]; +"1993 dequantize_per_channel_default_93" [id=1993, type=dequantize_per_channel]; +"1994 linear_92" [id=1994, type=linear]; +"1995 relu__15" [id=1995, type=relu_]; +"1996 relu__15_0_0_nncf_smooth_quant_0" [id=1996, type=call_module]; +"1997 linear_93_scale_0" [id=1997, type=get_attr]; +"1998 linear_93_zero_point_0" [id=1998, type=get_attr]; +"1999 compressed_weight_updated_constant94" [id=1999, type=get_attr]; +"2000 quantize_per_channel_default_94" [id=2000, type=quantize_per_channel]; +"2001 dequantize_per_channel_default_94" [id=2001, type=dequantize_per_channel]; +"2002 linear_93" [id=2002, type=linear]; +"2003 view_81" [id=2003, type=view]; +"2004 _tensor_constant94" [id=2004, type=get_attr]; +"2005 index_15" [id=2005, type=index]; +"2006 view_82" [id=2006, type=view]; +"2007 permute_68" [id=2007, type=permute]; +"2008 contiguous_28" [id=2008, type=contiguous]; +"2009 unsqueeze_43" [id=2009, type=unsqueeze]; +"2010 sigmoid_15" [id=2010, type=sigmoid]; +"2011 mul_30" [id=2011, type=mul]; +"2012 pad_17" [id=2012, type=pad]; +"2013 roll_14" [id=2013, type=roll]; +"2014 view_83" [id=2014, type=view]; +"2015 permute_69" [id=2015, type=permute]; +"2016 reshape_67" [id=2016, type=reshape]; +"2017 _param_constant253" [id=2017, type=get_attr]; +"2018 clone_15" [id=2018, type=clone]; +"2019 reshape_67_0_0_nncf_smooth_quant_0" [id=2019, type=call_module]; +"2020 quantize_per_tensor_default_93" [id=2020, type=quantize_per_tensor]; +"2021 dequantize_per_tensor_default_93" [id=2021, type=dequantize_per_tensor]; +"2022 linear_94_scale_0" [id=2022, type=get_attr]; +"2023 linear_94_zero_point_0" [id=2023, type=get_attr]; +"2024 compressed_weight_updated_constant95" [id=2024, type=get_attr]; +"2025 quantize_per_channel_default_95" [id=2025, type=quantize_per_channel]; +"2026 dequantize_per_channel_default_95" [id=2026, type=dequantize_per_channel]; +"2027 linear_94" [id=2027, type=linear]; +"2028 reshape_68" [id=2028, type=reshape]; +"2029 permute_70" [id=2029, type=permute]; +"2030 select_45" [id=2030, type=select]; +"2031 select_46" [id=2031, type=select]; +"2032 select_47" [id=2032, type=select]; +"2033 linalg_vector_norm_30" [id=2033, type=linalg_vector_norm]; +"2034 clamp_min_30" [id=2034, type=clamp_min]; +"2035 expand_as_30" [id=2035, type=expand_as]; +"2036 div_30" [id=2036, type=div]; +"2037 quantize_per_tensor_default_94" [id=2037, type=quantize_per_tensor]; +"2038 dequantize_per_tensor_default_94" [id=2038, type=dequantize_per_tensor]; +"2039 linalg_vector_norm_31" [id=2039, type=linalg_vector_norm]; +"2040 clamp_min_31" [id=2040, type=clamp_min]; +"2041 expand_as_31" [id=2041, type=expand_as]; +"2042 div_31" [id=2042, type=div]; +"2043 quantize_per_tensor_default_95" [id=2043, type=quantize_per_tensor]; +"2044 dequantize_per_tensor_default_95" [id=2044, type=dequantize_per_tensor]; +"2045 transpose_30" [id=2045, type=transpose]; +"2046 matmul_30" [id=2046, type=matmul]; +"2047 _param_constant255" [id=2047, type=get_attr]; +"2048 clamp_15" [id=2048, type=clamp]; +"2049 exp_15" [id=2049, type=exp]; +"2050 mul_31" [id=2050, type=mul]; +"2051 add_52" [id=2051, type=add]; +"2052 new_zeros_7" [id=2052, type=new_zeros]; +"2053 view_84" [id=2053, type=view]; +"2054 permute_71" [id=2054, type=permute]; +"2055 reshape_69" [id=2055, type=reshape]; +"2056 unsqueeze_44" [id=2056, type=unsqueeze]; +"2057 unsqueeze_45" [id=2057, type=unsqueeze]; +"2058 sub_7" [id=2058, type=sub]; +"2059 ne_7" [id=2059, type=ne]; +"2060 masked_fill_14" [id=2060, type=masked_fill]; +"2061 eq_7" [id=2061, type=eq]; +"2062 masked_fill_15" [id=2062, type=masked_fill]; +"2063 view_85" [id=2063, type=view]; +"2064 unsqueeze_46" [id=2064, type=unsqueeze]; +"2065 unsqueeze_47" [id=2065, type=unsqueeze]; +"2066 add_53" [id=2066, type=add]; +"2067 view_86" [id=2067, type=view]; +"2068 softmax_15" [id=2068, type=softmax]; +"2069 dropout_60" [id=2069, type=dropout]; +"2070 matmul_31" [id=2070, type=matmul]; +"2071 transpose_31" [id=2071, type=transpose]; +"2072 reshape_70" [id=2072, type=reshape]; +"2073 _param_constant257" [id=2073, type=get_attr]; +"2074 reshape_70_0_0_nncf_smooth_quant_0" [id=2074, type=call_module]; +"2075 quantize_per_tensor_default_96" [id=2075, type=quantize_per_tensor]; +"2076 dequantize_per_tensor_default_96" [id=2076, type=dequantize_per_tensor]; +"2077 linear_95_scale_0" [id=2077, type=get_attr]; +"2078 linear_95_zero_point_0" [id=2078, type=get_attr]; +"2079 compressed_weight_updated_constant96" [id=2079, type=get_attr]; +"2080 quantize_per_channel_default_96" [id=2080, type=quantize_per_channel]; +"2081 dequantize_per_channel_default_96" [id=2081, type=dequantize_per_channel]; +"2082 linear_95" [id=2082, type=linear]; +"2083 dropout_61" [id=2083, type=dropout]; +"2084 view_87" [id=2084, type=view]; +"2085 permute_72" [id=2085, type=permute]; +"2086 reshape_71" [id=2086, type=reshape]; +"2087 roll_15" [id=2087, type=roll]; +"2088 slice_241" [id=2088, type=slice]; +"2089 slice_242" [id=2089, type=slice]; +"2090 slice_243" [id=2090, type=slice]; +"2091 slice_244" [id=2091, type=slice]; +"2092 contiguous_29" [id=2092, type=contiguous]; +"2093 _param_constant258" [id=2093, type=get_attr]; +"2094 _param_constant259" [id=2094, type=get_attr]; +"2095 layer_norm_33" [id=2095, type=layer_norm]; +"2096 add_54" [id=2096, type=add]; +"2097 _param_constant261" [id=2097, type=get_attr]; +"2098 add_54_0_0_nncf_smooth_quant_0" [id=2098, type=call_module]; +"2099 quantize_per_tensor_default_97" [id=2099, type=quantize_per_tensor]; +"2100 dequantize_per_tensor_default_97" [id=2100, type=dequantize_per_tensor]; +"2101 linear_96_scale_0" [id=2101, type=get_attr]; +"2102 linear_96_zero_point_0" [id=2102, type=get_attr]; +"2103 compressed_weight_updated_constant97" [id=2103, type=get_attr]; +"2104 quantize_per_channel_default_97" [id=2104, type=quantize_per_channel]; +"2105 dequantize_per_channel_default_97" [id=2105, type=dequantize_per_channel]; +"2106 linear_96" [id=2106, type=linear]; +"2107 gelu_15" [id=2107, type=gelu]; +"2108 dropout_62" [id=2108, type=dropout]; +"2109 _param_constant263" [id=2109, type=get_attr]; +"2110 dropout_62_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; +"2111 quantize_per_tensor_default_98" [id=2111, type=quantize_per_tensor]; +"2112 dequantize_per_tensor_default_98" [id=2112, type=dequantize_per_tensor]; +"2113 linear_97_scale_0" [id=2113, type=get_attr]; +"2114 linear_97_zero_point_0" [id=2114, type=get_attr]; +"2115 compressed_weight_updated_constant98" [id=2115, type=get_attr]; +"2116 quantize_per_channel_default_98" [id=2116, type=quantize_per_channel]; +"2117 dequantize_per_channel_default_98" [id=2117, type=dequantize_per_channel]; +"2118 linear_97" [id=2118, type=linear]; +"2119 dropout_63" [id=2119, type=dropout]; +"2120 _param_constant264" [id=2120, type=get_attr]; +"2121 _param_constant265" [id=2121, type=get_attr]; +"2122 layer_norm_34" [id=2122, type=layer_norm]; +"2123 add_55" [id=2123, type=add]; +"2124 _tensor_constant104" [id=2124, type=get_attr]; +"2125 _param_constant267" [id=2125, type=get_attr]; +"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2126, type=call_module]; +"2127 linear_98_scale_0" [id=2127, type=get_attr]; +"2128 linear_98_zero_point_0" [id=2128, type=get_attr]; +"2129 compressed_weight_updated_constant99" [id=2129, type=get_attr]; +"2130 quantize_per_channel_default_99" [id=2130, type=quantize_per_channel]; +"2131 dequantize_per_channel_default_99" [id=2131, type=dequantize_per_channel]; +"2132 linear_98" [id=2132, type=linear]; +"2133 relu__16" [id=2133, type=relu_]; +"2134 relu__16_0_0_nncf_smooth_quant_0" [id=2134, type=call_module]; +"2135 linear_99_scale_0" [id=2135, type=get_attr]; +"2136 linear_99_zero_point_0" [id=2136, type=get_attr]; +"2137 compressed_weight_updated_constant100" [id=2137, type=get_attr]; +"2138 quantize_per_channel_default_100" [id=2138, type=quantize_per_channel]; +"2139 dequantize_per_channel_default_100" [id=2139, type=dequantize_per_channel]; +"2140 linear_99" [id=2140, type=linear]; +"2141 view_88" [id=2141, type=view]; +"2142 _tensor_constant105" [id=2142, type=get_attr]; +"2143 index_16" [id=2143, type=index]; +"2144 view_89" [id=2144, type=view]; +"2145 permute_73" [id=2145, type=permute]; +"2146 contiguous_30" [id=2146, type=contiguous]; +"2147 unsqueeze_48" [id=2147, type=unsqueeze]; +"2148 sigmoid_16" [id=2148, type=sigmoid]; +"2149 mul_32" [id=2149, type=mul]; +"2150 pad_18" [id=2150, type=pad]; +"2151 view_90" [id=2151, type=view]; +"2152 permute_74" [id=2152, type=permute]; +"2153 reshape_72" [id=2153, type=reshape]; +"2154 _param_constant269" [id=2154, type=get_attr]; +"2155 clone_16" [id=2155, type=clone]; +"2156 reshape_72_0_0_nncf_smooth_quant_0" [id=2156, type=call_module]; +"2157 quantize_per_tensor_default_99" [id=2157, type=quantize_per_tensor]; +"2158 dequantize_per_tensor_default_99" [id=2158, type=dequantize_per_tensor]; +"2159 linear_100_scale_0" [id=2159, type=get_attr]; +"2160 linear_100_zero_point_0" [id=2160, type=get_attr]; +"2161 compressed_weight_updated_constant101" [id=2161, type=get_attr]; +"2162 quantize_per_channel_default_101" [id=2162, type=quantize_per_channel]; +"2163 dequantize_per_channel_default_101" [id=2163, type=dequantize_per_channel]; +"2164 linear_100" [id=2164, type=linear]; +"2165 reshape_73" [id=2165, type=reshape]; +"2166 permute_75" [id=2166, type=permute]; +"2167 select_48" [id=2167, type=select]; +"2168 select_49" [id=2168, type=select]; +"2169 select_50" [id=2169, type=select]; +"2170 linalg_vector_norm_32" [id=2170, type=linalg_vector_norm]; +"2171 clamp_min_32" [id=2171, type=clamp_min]; +"2172 expand_as_32" [id=2172, type=expand_as]; +"2173 div_32" [id=2173, type=div]; +"2174 quantize_per_tensor_default_100" [id=2174, type=quantize_per_tensor]; +"2175 dequantize_per_tensor_default_100" [id=2175, type=dequantize_per_tensor]; +"2176 linalg_vector_norm_33" [id=2176, type=linalg_vector_norm]; +"2177 clamp_min_33" [id=2177, type=clamp_min]; +"2178 expand_as_33" [id=2178, type=expand_as]; +"2179 div_33" [id=2179, type=div]; +"2180 quantize_per_tensor_default_101" [id=2180, type=quantize_per_tensor]; +"2181 dequantize_per_tensor_default_101" [id=2181, type=dequantize_per_tensor]; +"2182 transpose_32" [id=2182, type=transpose]; +"2183 matmul_32" [id=2183, type=matmul]; +"2184 _param_constant271" [id=2184, type=get_attr]; +"2185 clamp_16" [id=2185, type=clamp]; +"2186 exp_16" [id=2186, type=exp]; +"2187 mul_33" [id=2187, type=mul]; +"2188 add_56" [id=2188, type=add]; +"2189 softmax_16" [id=2189, type=softmax]; +"2190 dropout_64" [id=2190, type=dropout]; +"2191 matmul_33" [id=2191, type=matmul]; +"2192 transpose_33" [id=2192, type=transpose]; +"2193 reshape_74" [id=2193, type=reshape]; +"2194 _param_constant273" [id=2194, type=get_attr]; +"2195 reshape_74_0_0_nncf_smooth_quant_0" [id=2195, type=call_module]; +"2196 quantize_per_tensor_default_102" [id=2196, type=quantize_per_tensor]; +"2197 dequantize_per_tensor_default_102" [id=2197, type=dequantize_per_tensor]; +"2198 linear_101_scale_0" [id=2198, type=get_attr]; +"2199 linear_101_zero_point_0" [id=2199, type=get_attr]; +"2200 compressed_weight_updated_constant102" [id=2200, type=get_attr]; +"2201 quantize_per_channel_default_102" [id=2201, type=quantize_per_channel]; +"2202 dequantize_per_channel_default_102" [id=2202, type=dequantize_per_channel]; +"2203 linear_101" [id=2203, type=linear]; +"2204 dropout_65" [id=2204, type=dropout]; +"2205 view_91" [id=2205, type=view]; +"2206 permute_76" [id=2206, type=permute]; +"2207 reshape_75" [id=2207, type=reshape]; +"2208 slice_246" [id=2208, type=slice]; +"2209 slice_247" [id=2209, type=slice]; +"2210 slice_248" [id=2210, type=slice]; +"2211 slice_249" [id=2211, type=slice]; +"2212 contiguous_31" [id=2212, type=contiguous]; +"2213 _param_constant274" [id=2213, type=get_attr]; +"2214 _param_constant275" [id=2214, type=get_attr]; +"2215 layer_norm_35" [id=2215, type=layer_norm]; +"2216 add_57" [id=2216, type=add]; +"2217 _param_constant277" [id=2217, type=get_attr]; +"2218 add_57_0_0_nncf_smooth_quant_0" [id=2218, type=call_module]; +"2219 quantize_per_tensor_default_103" [id=2219, type=quantize_per_tensor]; +"2220 dequantize_per_tensor_default_103" [id=2220, type=dequantize_per_tensor]; +"2221 linear_102_scale_0" [id=2221, type=get_attr]; +"2222 linear_102_zero_point_0" [id=2222, type=get_attr]; +"2223 compressed_weight_updated_constant103" [id=2223, type=get_attr]; +"2224 quantize_per_channel_default_103" [id=2224, type=quantize_per_channel]; +"2225 dequantize_per_channel_default_103" [id=2225, type=dequantize_per_channel]; +"2226 linear_102" [id=2226, type=linear]; +"2227 gelu_16" [id=2227, type=gelu]; +"2228 dropout_66" [id=2228, type=dropout]; +"2229 _param_constant279" [id=2229, type=get_attr]; +"2230 dropout_66_0_0_nncf_smooth_quant_0" [id=2230, type=call_module]; +"2231 quantize_per_tensor_default_104" [id=2231, type=quantize_per_tensor]; +"2232 dequantize_per_tensor_default_104" [id=2232, type=dequantize_per_tensor]; +"2233 linear_103_scale_0" [id=2233, type=get_attr]; +"2234 linear_103_zero_point_0" [id=2234, type=get_attr]; +"2235 compressed_weight_updated_constant104" [id=2235, type=get_attr]; +"2236 quantize_per_channel_default_104" [id=2236, type=quantize_per_channel]; +"2237 dequantize_per_channel_default_104" [id=2237, type=dequantize_per_channel]; +"2238 linear_103" [id=2238, type=linear]; +"2239 dropout_67" [id=2239, type=dropout]; +"2240 _param_constant280" [id=2240, type=get_attr]; +"2241 _param_constant281" [id=2241, type=get_attr]; +"2242 layer_norm_36" [id=2242, type=layer_norm]; +"2243 add_58" [id=2243, type=add]; +"2244 _tensor_constant106" [id=2244, type=get_attr]; +"2245 _param_constant283" [id=2245, type=get_attr]; +"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2246, type=call_module]; +"2247 linear_104_scale_0" [id=2247, type=get_attr]; +"2248 linear_104_zero_point_0" [id=2248, type=get_attr]; +"2249 compressed_weight_updated_constant105" [id=2249, type=get_attr]; +"2250 quantize_per_channel_default_105" [id=2250, type=quantize_per_channel]; +"2251 dequantize_per_channel_default_105" [id=2251, type=dequantize_per_channel]; +"2252 linear_104" [id=2252, type=linear]; +"2253 relu__17" [id=2253, type=relu_]; +"2254 relu__17_0_0_nncf_smooth_quant_0" [id=2254, type=call_module]; +"2255 linear_105_scale_0" [id=2255, type=get_attr]; +"2256 linear_105_zero_point_0" [id=2256, type=get_attr]; +"2257 compressed_weight_updated_constant106" [id=2257, type=get_attr]; +"2258 quantize_per_channel_default_106" [id=2258, type=quantize_per_channel]; +"2259 dequantize_per_channel_default_106" [id=2259, type=dequantize_per_channel]; +"2260 linear_105" [id=2260, type=linear]; +"2261 view_92" [id=2261, type=view]; +"2262 _tensor_constant107" [id=2262, type=get_attr]; +"2263 index_17" [id=2263, type=index]; +"2264 view_93" [id=2264, type=view]; +"2265 permute_77" [id=2265, type=permute]; +"2266 contiguous_32" [id=2266, type=contiguous]; +"2267 unsqueeze_49" [id=2267, type=unsqueeze]; +"2268 sigmoid_17" [id=2268, type=sigmoid]; +"2269 mul_34" [id=2269, type=mul]; +"2270 pad_19" [id=2270, type=pad]; +"2271 roll_16" [id=2271, type=roll]; +"2272 view_94" [id=2272, type=view]; +"2273 permute_78" [id=2273, type=permute]; +"2274 reshape_76" [id=2274, type=reshape]; +"2275 _param_constant285" [id=2275, type=get_attr]; +"2276 clone_17" [id=2276, type=clone]; +"2277 reshape_76_0_0_nncf_smooth_quant_0" [id=2277, type=call_module]; +"2278 quantize_per_tensor_default_105" [id=2278, type=quantize_per_tensor]; +"2279 dequantize_per_tensor_default_105" [id=2279, type=dequantize_per_tensor]; +"2280 linear_106_scale_0" [id=2280, type=get_attr]; +"2281 linear_106_zero_point_0" [id=2281, type=get_attr]; +"2282 compressed_weight_updated_constant107" [id=2282, type=get_attr]; +"2283 quantize_per_channel_default_107" [id=2283, type=quantize_per_channel]; +"2284 dequantize_per_channel_default_107" [id=2284, type=dequantize_per_channel]; +"2285 linear_106" [id=2285, type=linear]; +"2286 reshape_77" [id=2286, type=reshape]; +"2287 permute_79" [id=2287, type=permute]; +"2288 select_51" [id=2288, type=select]; +"2289 select_52" [id=2289, type=select]; +"2290 select_53" [id=2290, type=select]; +"2291 linalg_vector_norm_34" [id=2291, type=linalg_vector_norm]; +"2292 clamp_min_34" [id=2292, type=clamp_min]; +"2293 expand_as_34" [id=2293, type=expand_as]; +"2294 div_34" [id=2294, type=div]; +"2295 quantize_per_tensor_default_106" [id=2295, type=quantize_per_tensor]; +"2296 dequantize_per_tensor_default_106" [id=2296, type=dequantize_per_tensor]; +"2297 linalg_vector_norm_35" [id=2297, type=linalg_vector_norm]; +"2298 clamp_min_35" [id=2298, type=clamp_min]; +"2299 expand_as_35" [id=2299, type=expand_as]; +"2300 div_35" [id=2300, type=div]; +"2301 quantize_per_tensor_default_107" [id=2301, type=quantize_per_tensor]; +"2302 dequantize_per_tensor_default_107" [id=2302, type=dequantize_per_tensor]; +"2303 transpose_34" [id=2303, type=transpose]; +"2304 matmul_34" [id=2304, type=matmul]; +"2305 _param_constant287" [id=2305, type=get_attr]; +"2306 clamp_17" [id=2306, type=clamp]; +"2307 exp_17" [id=2307, type=exp]; +"2308 mul_35" [id=2308, type=mul]; +"2309 add_59" [id=2309, type=add]; +"2310 new_zeros_8" [id=2310, type=new_zeros]; +"2311 view_95" [id=2311, type=view]; +"2312 permute_80" [id=2312, type=permute]; +"2313 reshape_78" [id=2313, type=reshape]; +"2314 unsqueeze_50" [id=2314, type=unsqueeze]; +"2315 unsqueeze_51" [id=2315, type=unsqueeze]; +"2316 sub_8" [id=2316, type=sub]; +"2317 ne_8" [id=2317, type=ne]; +"2318 masked_fill_16" [id=2318, type=masked_fill]; +"2319 eq_8" [id=2319, type=eq]; +"2320 masked_fill_17" [id=2320, type=masked_fill]; +"2321 view_96" [id=2321, type=view]; +"2322 unsqueeze_52" [id=2322, type=unsqueeze]; +"2323 unsqueeze_53" [id=2323, type=unsqueeze]; +"2324 add_60" [id=2324, type=add]; +"2325 view_97" [id=2325, type=view]; +"2326 softmax_17" [id=2326, type=softmax]; +"2327 dropout_68" [id=2327, type=dropout]; +"2328 matmul_35" [id=2328, type=matmul]; +"2329 transpose_35" [id=2329, type=transpose]; +"2330 reshape_79" [id=2330, type=reshape]; +"2331 _param_constant289" [id=2331, type=get_attr]; +"2332 reshape_79_0_0_nncf_smooth_quant_0" [id=2332, type=call_module]; +"2333 quantize_per_tensor_default_108" [id=2333, type=quantize_per_tensor]; +"2334 dequantize_per_tensor_default_108" [id=2334, type=dequantize_per_tensor]; +"2335 linear_107_scale_0" [id=2335, type=get_attr]; +"2336 linear_107_zero_point_0" [id=2336, type=get_attr]; +"2337 compressed_weight_updated_constant108" [id=2337, type=get_attr]; +"2338 quantize_per_channel_default_108" [id=2338, type=quantize_per_channel]; +"2339 dequantize_per_channel_default_108" [id=2339, type=dequantize_per_channel]; +"2340 linear_107" [id=2340, type=linear]; +"2341 dropout_69" [id=2341, type=dropout]; +"2342 view_98" [id=2342, type=view]; +"2343 permute_81" [id=2343, type=permute]; +"2344 reshape_80" [id=2344, type=reshape]; +"2345 roll_17" [id=2345, type=roll]; +"2346 slice_269" [id=2346, type=slice]; +"2347 slice_270" [id=2347, type=slice]; +"2348 slice_271" [id=2348, type=slice]; +"2349 slice_272" [id=2349, type=slice]; +"2350 contiguous_33" [id=2350, type=contiguous]; +"2351 _param_constant290" [id=2351, type=get_attr]; +"2352 _param_constant291" [id=2352, type=get_attr]; +"2353 layer_norm_37" [id=2353, type=layer_norm]; +"2354 add_61" [id=2354, type=add]; +"2355 _param_constant293" [id=2355, type=get_attr]; +"2356 add_61_0_0_nncf_smooth_quant_0" [id=2356, type=call_module]; +"2357 quantize_per_tensor_default_109" [id=2357, type=quantize_per_tensor]; +"2358 dequantize_per_tensor_default_109" [id=2358, type=dequantize_per_tensor]; +"2359 linear_108_scale_0" [id=2359, type=get_attr]; +"2360 linear_108_zero_point_0" [id=2360, type=get_attr]; +"2361 compressed_weight_updated_constant109" [id=2361, type=get_attr]; +"2362 quantize_per_channel_default_109" [id=2362, type=quantize_per_channel]; +"2363 dequantize_per_channel_default_109" [id=2363, type=dequantize_per_channel]; +"2364 linear_108" [id=2364, type=linear]; +"2365 gelu_17" [id=2365, type=gelu]; +"2366 dropout_70" [id=2366, type=dropout]; +"2367 _param_constant295" [id=2367, type=get_attr]; +"2368 dropout_70_0_0_nncf_smooth_quant_0" [id=2368, type=call_module]; +"2369 quantize_per_tensor_default_110" [id=2369, type=quantize_per_tensor]; +"2370 dequantize_per_tensor_default_110" [id=2370, type=dequantize_per_tensor]; +"2371 linear_109_scale_0" [id=2371, type=get_attr]; +"2372 linear_109_zero_point_0" [id=2372, type=get_attr]; +"2373 compressed_weight_updated_constant110" [id=2373, type=get_attr]; +"2374 quantize_per_channel_default_110" [id=2374, type=quantize_per_channel]; +"2375 dequantize_per_channel_default_110" [id=2375, type=dequantize_per_channel]; +"2376 linear_109" [id=2376, type=linear]; +"2377 dropout_71" [id=2377, type=dropout]; +"2378 _param_constant296" [id=2378, type=get_attr]; +"2379 _param_constant297" [id=2379, type=get_attr]; +"2380 layer_norm_38" [id=2380, type=layer_norm]; +"2381 add_62" [id=2381, type=add]; +"2382 _tensor_constant117" [id=2382, type=get_attr]; +"2383 _param_constant299" [id=2383, type=get_attr]; +"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2384, type=call_module]; +"2385 linear_110_scale_0" [id=2385, type=get_attr]; +"2386 linear_110_zero_point_0" [id=2386, type=get_attr]; +"2387 compressed_weight_updated_constant111" [id=2387, type=get_attr]; +"2388 quantize_per_channel_default_111" [id=2388, type=quantize_per_channel]; +"2389 dequantize_per_channel_default_111" [id=2389, type=dequantize_per_channel]; +"2390 linear_110" [id=2390, type=linear]; +"2391 relu__18" [id=2391, type=relu_]; +"2392 relu__18_0_0_nncf_smooth_quant_0" [id=2392, type=call_module]; +"2393 linear_111_scale_0" [id=2393, type=get_attr]; +"2394 linear_111_zero_point_0" [id=2394, type=get_attr]; +"2395 compressed_weight_updated_constant112" [id=2395, type=get_attr]; +"2396 quantize_per_channel_default_112" [id=2396, type=quantize_per_channel]; +"2397 dequantize_per_channel_default_112" [id=2397, type=dequantize_per_channel]; +"2398 linear_111" [id=2398, type=linear]; +"2399 view_99" [id=2399, type=view]; +"2400 _tensor_constant118" [id=2400, type=get_attr]; +"2401 index_18" [id=2401, type=index]; +"2402 view_100" [id=2402, type=view]; +"2403 permute_82" [id=2403, type=permute]; +"2404 contiguous_34" [id=2404, type=contiguous]; +"2405 unsqueeze_54" [id=2405, type=unsqueeze]; +"2406 sigmoid_18" [id=2406, type=sigmoid]; +"2407 mul_36" [id=2407, type=mul]; +"2408 pad_20" [id=2408, type=pad]; +"2409 view_101" [id=2409, type=view]; +"2410 permute_83" [id=2410, type=permute]; +"2411 reshape_81" [id=2411, type=reshape]; +"2412 _param_constant301" [id=2412, type=get_attr]; +"2413 clone_18" [id=2413, type=clone]; +"2414 reshape_81_0_0_nncf_smooth_quant_0" [id=2414, type=call_module]; +"2415 quantize_per_tensor_default_111" [id=2415, type=quantize_per_tensor]; +"2416 dequantize_per_tensor_default_111" [id=2416, type=dequantize_per_tensor]; +"2417 linear_112_scale_0" [id=2417, type=get_attr]; +"2418 linear_112_zero_point_0" [id=2418, type=get_attr]; +"2419 compressed_weight_updated_constant113" [id=2419, type=get_attr]; +"2420 quantize_per_channel_default_113" [id=2420, type=quantize_per_channel]; +"2421 dequantize_per_channel_default_113" [id=2421, type=dequantize_per_channel]; +"2422 linear_112" [id=2422, type=linear]; +"2423 reshape_82" [id=2423, type=reshape]; +"2424 permute_84" [id=2424, type=permute]; +"2425 select_54" [id=2425, type=select]; +"2426 select_55" [id=2426, type=select]; +"2427 select_56" [id=2427, type=select]; +"2428 linalg_vector_norm_36" [id=2428, type=linalg_vector_norm]; +"2429 clamp_min_36" [id=2429, type=clamp_min]; +"2430 expand_as_36" [id=2430, type=expand_as]; +"2431 div_36" [id=2431, type=div]; +"2432 quantize_per_tensor_default_112" [id=2432, type=quantize_per_tensor]; +"2433 dequantize_per_tensor_default_112" [id=2433, type=dequantize_per_tensor]; +"2434 linalg_vector_norm_37" [id=2434, type=linalg_vector_norm]; +"2435 clamp_min_37" [id=2435, type=clamp_min]; +"2436 expand_as_37" [id=2436, type=expand_as]; +"2437 div_37" [id=2437, type=div]; +"2438 quantize_per_tensor_default_113" [id=2438, type=quantize_per_tensor]; +"2439 dequantize_per_tensor_default_113" [id=2439, type=dequantize_per_tensor]; +"2440 transpose_36" [id=2440, type=transpose]; +"2441 matmul_36" [id=2441, type=matmul]; +"2442 _param_constant303" [id=2442, type=get_attr]; +"2443 clamp_18" [id=2443, type=clamp]; +"2444 exp_18" [id=2444, type=exp]; +"2445 mul_37" [id=2445, type=mul]; +"2446 add_63" [id=2446, type=add]; +"2447 softmax_18" [id=2447, type=softmax]; +"2448 dropout_72" [id=2448, type=dropout]; +"2449 matmul_37" [id=2449, type=matmul]; +"2450 transpose_37" [id=2450, type=transpose]; +"2451 reshape_83" [id=2451, type=reshape]; +"2452 _param_constant305" [id=2452, type=get_attr]; +"2453 reshape_83_0_0_nncf_smooth_quant_0" [id=2453, type=call_module]; +"2454 quantize_per_tensor_default_114" [id=2454, type=quantize_per_tensor]; +"2455 dequantize_per_tensor_default_114" [id=2455, type=dequantize_per_tensor]; +"2456 linear_113_scale_0" [id=2456, type=get_attr]; +"2457 linear_113_zero_point_0" [id=2457, type=get_attr]; +"2458 compressed_weight_updated_constant114" [id=2458, type=get_attr]; +"2459 quantize_per_channel_default_114" [id=2459, type=quantize_per_channel]; +"2460 dequantize_per_channel_default_114" [id=2460, type=dequantize_per_channel]; +"2461 linear_113" [id=2461, type=linear]; +"2462 dropout_73" [id=2462, type=dropout]; +"2463 view_102" [id=2463, type=view]; +"2464 permute_85" [id=2464, type=permute]; +"2465 reshape_84" [id=2465, type=reshape]; +"2466 slice_274" [id=2466, type=slice]; +"2467 slice_275" [id=2467, type=slice]; +"2468 slice_276" [id=2468, type=slice]; +"2469 slice_277" [id=2469, type=slice]; +"2470 contiguous_35" [id=2470, type=contiguous]; +"2471 _param_constant306" [id=2471, type=get_attr]; +"2472 _param_constant307" [id=2472, type=get_attr]; +"2473 layer_norm_39" [id=2473, type=layer_norm]; +"2474 add_64" [id=2474, type=add]; +"2475 _param_constant309" [id=2475, type=get_attr]; +"2476 add_64_0_0_nncf_smooth_quant_0" [id=2476, type=call_module]; +"2477 quantize_per_tensor_default_115" [id=2477, type=quantize_per_tensor]; +"2478 dequantize_per_tensor_default_115" [id=2478, type=dequantize_per_tensor]; +"2479 linear_114_scale_0" [id=2479, type=get_attr]; +"2480 linear_114_zero_point_0" [id=2480, type=get_attr]; +"2481 compressed_weight_updated_constant115" [id=2481, type=get_attr]; +"2482 quantize_per_channel_default_115" [id=2482, type=quantize_per_channel]; +"2483 dequantize_per_channel_default_115" [id=2483, type=dequantize_per_channel]; +"2484 linear_114" [id=2484, type=linear]; +"2485 gelu_18" [id=2485, type=gelu]; +"2486 dropout_74" [id=2486, type=dropout]; +"2487 _param_constant311" [id=2487, type=get_attr]; +"2488 dropout_74_0_0_nncf_smooth_quant_0" [id=2488, type=call_module]; +"2489 quantize_per_tensor_default_116" [id=2489, type=quantize_per_tensor]; +"2490 dequantize_per_tensor_default_116" [id=2490, type=dequantize_per_tensor]; +"2491 linear_115_scale_0" [id=2491, type=get_attr]; +"2492 linear_115_zero_point_0" [id=2492, type=get_attr]; +"2493 compressed_weight_updated_constant116" [id=2493, type=get_attr]; +"2494 quantize_per_channel_default_116" [id=2494, type=quantize_per_channel]; +"2495 dequantize_per_channel_default_116" [id=2495, type=dequantize_per_channel]; +"2496 linear_115" [id=2496, type=linear]; +"2497 dropout_75" [id=2497, type=dropout]; +"2498 _param_constant312" [id=2498, type=get_attr]; +"2499 _param_constant313" [id=2499, type=get_attr]; +"2500 layer_norm_40" [id=2500, type=layer_norm]; +"2501 add_65" [id=2501, type=add]; +"2502 _tensor_constant119" [id=2502, type=get_attr]; +"2503 _param_constant315" [id=2503, type=get_attr]; +"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2504, type=call_module]; +"2505 linear_116_scale_0" [id=2505, type=get_attr]; +"2506 linear_116_zero_point_0" [id=2506, type=get_attr]; +"2507 compressed_weight_updated_constant117" [id=2507, type=get_attr]; +"2508 quantize_per_channel_default_117" [id=2508, type=quantize_per_channel]; +"2509 dequantize_per_channel_default_117" [id=2509, type=dequantize_per_channel]; +"2510 linear_116" [id=2510, type=linear]; +"2511 relu__19" [id=2511, type=relu_]; +"2512 relu__19_0_0_nncf_smooth_quant_0" [id=2512, type=call_module]; +"2513 linear_117_scale_0" [id=2513, type=get_attr]; +"2514 linear_117_zero_point_0" [id=2514, type=get_attr]; +"2515 compressed_weight_updated_constant118" [id=2515, type=get_attr]; +"2516 quantize_per_channel_default_118" [id=2516, type=quantize_per_channel]; +"2517 dequantize_per_channel_default_118" [id=2517, type=dequantize_per_channel]; +"2518 linear_117" [id=2518, type=linear]; +"2519 view_103" [id=2519, type=view]; +"2520 _tensor_constant120" [id=2520, type=get_attr]; +"2521 index_19" [id=2521, type=index]; +"2522 view_104" [id=2522, type=view]; +"2523 permute_86" [id=2523, type=permute]; +"2524 contiguous_36" [id=2524, type=contiguous]; +"2525 unsqueeze_55" [id=2525, type=unsqueeze]; +"2526 sigmoid_19" [id=2526, type=sigmoid]; +"2527 mul_38" [id=2527, type=mul]; +"2528 pad_21" [id=2528, type=pad]; +"2529 roll_18" [id=2529, type=roll]; +"2530 view_105" [id=2530, type=view]; +"2531 permute_87" [id=2531, type=permute]; +"2532 reshape_85" [id=2532, type=reshape]; +"2533 _param_constant317" [id=2533, type=get_attr]; +"2534 clone_19" [id=2534, type=clone]; +"2535 reshape_85_0_0_nncf_smooth_quant_0" [id=2535, type=call_module]; +"2536 quantize_per_tensor_default_117" [id=2536, type=quantize_per_tensor]; +"2537 dequantize_per_tensor_default_117" [id=2537, type=dequantize_per_tensor]; +"2538 linear_118_scale_0" [id=2538, type=get_attr]; +"2539 linear_118_zero_point_0" [id=2539, type=get_attr]; +"2540 compressed_weight_updated_constant119" [id=2540, type=get_attr]; +"2541 quantize_per_channel_default_119" [id=2541, type=quantize_per_channel]; +"2542 dequantize_per_channel_default_119" [id=2542, type=dequantize_per_channel]; +"2543 linear_118" [id=2543, type=linear]; +"2544 reshape_86" [id=2544, type=reshape]; +"2545 permute_88" [id=2545, type=permute]; +"2546 select_57" [id=2546, type=select]; +"2547 select_58" [id=2547, type=select]; +"2548 select_59" [id=2548, type=select]; +"2549 linalg_vector_norm_38" [id=2549, type=linalg_vector_norm]; +"2550 clamp_min_38" [id=2550, type=clamp_min]; +"2551 expand_as_38" [id=2551, type=expand_as]; +"2552 div_38" [id=2552, type=div]; +"2553 quantize_per_tensor_default_118" [id=2553, type=quantize_per_tensor]; +"2554 dequantize_per_tensor_default_118" [id=2554, type=dequantize_per_tensor]; +"2555 linalg_vector_norm_39" [id=2555, type=linalg_vector_norm]; +"2556 clamp_min_39" [id=2556, type=clamp_min]; +"2557 expand_as_39" [id=2557, type=expand_as]; +"2558 div_39" [id=2558, type=div]; +"2559 quantize_per_tensor_default_119" [id=2559, type=quantize_per_tensor]; +"2560 dequantize_per_tensor_default_119" [id=2560, type=dequantize_per_tensor]; +"2561 transpose_38" [id=2561, type=transpose]; +"2562 matmul_38" [id=2562, type=matmul]; +"2563 _param_constant319" [id=2563, type=get_attr]; +"2564 clamp_19" [id=2564, type=clamp]; +"2565 exp_19" [id=2565, type=exp]; +"2566 mul_39" [id=2566, type=mul]; +"2567 add_66" [id=2567, type=add]; +"2568 new_zeros_9" [id=2568, type=new_zeros]; +"2569 view_106" [id=2569, type=view]; +"2570 permute_89" [id=2570, type=permute]; +"2571 reshape_87" [id=2571, type=reshape]; +"2572 unsqueeze_56" [id=2572, type=unsqueeze]; +"2573 unsqueeze_57" [id=2573, type=unsqueeze]; +"2574 sub_9" [id=2574, type=sub]; +"2575 ne_9" [id=2575, type=ne]; +"2576 masked_fill_18" [id=2576, type=masked_fill]; +"2577 eq_9" [id=2577, type=eq]; +"2578 masked_fill_19" [id=2578, type=masked_fill]; +"2579 view_107" [id=2579, type=view]; +"2580 unsqueeze_58" [id=2580, type=unsqueeze]; +"2581 unsqueeze_59" [id=2581, type=unsqueeze]; +"2582 add_67" [id=2582, type=add]; +"2583 view_108" [id=2583, type=view]; +"2584 softmax_19" [id=2584, type=softmax]; +"2585 dropout_76" [id=2585, type=dropout]; +"2586 matmul_39" [id=2586, type=matmul]; +"2587 transpose_39" [id=2587, type=transpose]; +"2588 reshape_88" [id=2588, type=reshape]; +"2589 _param_constant321" [id=2589, type=get_attr]; +"2590 reshape_88_0_0_nncf_smooth_quant_0" [id=2590, type=call_module]; +"2591 quantize_per_tensor_default_120" [id=2591, type=quantize_per_tensor]; +"2592 dequantize_per_tensor_default_120" [id=2592, type=dequantize_per_tensor]; +"2593 linear_119_scale_0" [id=2593, type=get_attr]; +"2594 linear_119_zero_point_0" [id=2594, type=get_attr]; +"2595 compressed_weight_updated_constant120" [id=2595, type=get_attr]; +"2596 quantize_per_channel_default_120" [id=2596, type=quantize_per_channel]; +"2597 dequantize_per_channel_default_120" [id=2597, type=dequantize_per_channel]; +"2598 linear_119" [id=2598, type=linear]; +"2599 dropout_77" [id=2599, type=dropout]; +"2600 view_109" [id=2600, type=view]; +"2601 permute_90" [id=2601, type=permute]; +"2602 reshape_89" [id=2602, type=reshape]; +"2603 roll_19" [id=2603, type=roll]; +"2604 slice_297" [id=2604, type=slice]; +"2605 slice_298" [id=2605, type=slice]; +"2606 slice_299" [id=2606, type=slice]; +"2607 slice_300" [id=2607, type=slice]; +"2608 contiguous_37" [id=2608, type=contiguous]; +"2609 _param_constant322" [id=2609, type=get_attr]; +"2610 _param_constant323" [id=2610, type=get_attr]; +"2611 layer_norm_41" [id=2611, type=layer_norm]; +"2612 add_68" [id=2612, type=add]; +"2613 _param_constant325" [id=2613, type=get_attr]; +"2614 add_68_0_0_nncf_smooth_quant_0" [id=2614, type=call_module]; +"2615 quantize_per_tensor_default_121" [id=2615, type=quantize_per_tensor]; +"2616 dequantize_per_tensor_default_121" [id=2616, type=dequantize_per_tensor]; +"2617 linear_120_scale_0" [id=2617, type=get_attr]; +"2618 linear_120_zero_point_0" [id=2618, type=get_attr]; +"2619 compressed_weight_updated_constant121" [id=2619, type=get_attr]; +"2620 quantize_per_channel_default_121" [id=2620, type=quantize_per_channel]; +"2621 dequantize_per_channel_default_121" [id=2621, type=dequantize_per_channel]; +"2622 linear_120" [id=2622, type=linear]; +"2623 gelu_19" [id=2623, type=gelu]; +"2624 dropout_78" [id=2624, type=dropout]; +"2625 _param_constant327" [id=2625, type=get_attr]; +"2626 dropout_78_0_0_nncf_smooth_quant_0" [id=2626, type=call_module]; +"2627 quantize_per_tensor_default_122" [id=2627, type=quantize_per_tensor]; +"2628 dequantize_per_tensor_default_122" [id=2628, type=dequantize_per_tensor]; +"2629 linear_121_scale_0" [id=2629, type=get_attr]; +"2630 linear_121_zero_point_0" [id=2630, type=get_attr]; +"2631 compressed_weight_updated_constant122" [id=2631, type=get_attr]; +"2632 quantize_per_channel_default_122" [id=2632, type=quantize_per_channel]; +"2633 dequantize_per_channel_default_122" [id=2633, type=dequantize_per_channel]; +"2634 linear_121" [id=2634, type=linear]; +"2635 dropout_79" [id=2635, type=dropout]; +"2636 _param_constant328" [id=2636, type=get_attr]; +"2637 _param_constant329" [id=2637, type=get_attr]; +"2638 layer_norm_42" [id=2638, type=layer_norm]; +"2639 add_69" [id=2639, type=add]; +"2640 _tensor_constant130" [id=2640, type=get_attr]; +"2641 _param_constant331" [id=2641, type=get_attr]; +"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2642, type=call_module]; +"2643 linear_122_scale_0" [id=2643, type=get_attr]; +"2644 linear_122_zero_point_0" [id=2644, type=get_attr]; +"2645 compressed_weight_updated_constant123" [id=2645, type=get_attr]; +"2646 quantize_per_channel_default_123" [id=2646, type=quantize_per_channel]; +"2647 dequantize_per_channel_default_123" [id=2647, type=dequantize_per_channel]; +"2648 linear_122" [id=2648, type=linear]; +"2649 relu__20" [id=2649, type=relu_]; +"2650 relu__20_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; +"2651 linear_123_scale_0" [id=2651, type=get_attr]; +"2652 linear_123_zero_point_0" [id=2652, type=get_attr]; +"2653 compressed_weight_updated_constant124" [id=2653, type=get_attr]; +"2654 quantize_per_channel_default_124" [id=2654, type=quantize_per_channel]; +"2655 dequantize_per_channel_default_124" [id=2655, type=dequantize_per_channel]; +"2656 linear_123" [id=2656, type=linear]; +"2657 view_110" [id=2657, type=view]; +"2658 _tensor_constant131" [id=2658, type=get_attr]; +"2659 index_20" [id=2659, type=index]; +"2660 view_111" [id=2660, type=view]; +"2661 permute_91" [id=2661, type=permute]; +"2662 contiguous_38" [id=2662, type=contiguous]; +"2663 unsqueeze_60" [id=2663, type=unsqueeze]; +"2664 sigmoid_20" [id=2664, type=sigmoid]; +"2665 mul_40" [id=2665, type=mul]; +"2666 pad_22" [id=2666, type=pad]; +"2667 view_112" [id=2667, type=view]; +"2668 permute_92" [id=2668, type=permute]; +"2669 reshape_90" [id=2669, type=reshape]; +"2670 _param_constant333" [id=2670, type=get_attr]; +"2671 clone_20" [id=2671, type=clone]; +"2672 reshape_90_0_0_nncf_smooth_quant_0" [id=2672, type=call_module]; +"2673 quantize_per_tensor_default_123" [id=2673, type=quantize_per_tensor]; +"2674 dequantize_per_tensor_default_123" [id=2674, type=dequantize_per_tensor]; +"2675 linear_124_scale_0" [id=2675, type=get_attr]; +"2676 linear_124_zero_point_0" [id=2676, type=get_attr]; +"2677 compressed_weight_updated_constant125" [id=2677, type=get_attr]; +"2678 quantize_per_channel_default_125" [id=2678, type=quantize_per_channel]; +"2679 dequantize_per_channel_default_125" [id=2679, type=dequantize_per_channel]; +"2680 linear_124" [id=2680, type=linear]; +"2681 reshape_91" [id=2681, type=reshape]; +"2682 permute_93" [id=2682, type=permute]; +"2683 select_60" [id=2683, type=select]; +"2684 select_61" [id=2684, type=select]; +"2685 select_62" [id=2685, type=select]; +"2686 linalg_vector_norm_40" [id=2686, type=linalg_vector_norm]; +"2687 clamp_min_40" [id=2687, type=clamp_min]; +"2688 expand_as_40" [id=2688, type=expand_as]; +"2689 div_40" [id=2689, type=div]; +"2690 quantize_per_tensor_default_124" [id=2690, type=quantize_per_tensor]; +"2691 dequantize_per_tensor_default_124" [id=2691, type=dequantize_per_tensor]; +"2692 linalg_vector_norm_41" [id=2692, type=linalg_vector_norm]; +"2693 clamp_min_41" [id=2693, type=clamp_min]; +"2694 expand_as_41" [id=2694, type=expand_as]; +"2695 div_41" [id=2695, type=div]; +"2696 quantize_per_tensor_default_125" [id=2696, type=quantize_per_tensor]; +"2697 dequantize_per_tensor_default_125" [id=2697, type=dequantize_per_tensor]; +"2698 transpose_40" [id=2698, type=transpose]; +"2699 matmul_40" [id=2699, type=matmul]; +"2700 _param_constant335" [id=2700, type=get_attr]; +"2701 clamp_20" [id=2701, type=clamp]; +"2702 exp_20" [id=2702, type=exp]; +"2703 mul_41" [id=2703, type=mul]; +"2704 add_70" [id=2704, type=add]; +"2705 softmax_20" [id=2705, type=softmax]; +"2706 dropout_80" [id=2706, type=dropout]; +"2707 matmul_41" [id=2707, type=matmul]; +"2708 transpose_41" [id=2708, type=transpose]; +"2709 reshape_92" [id=2709, type=reshape]; +"2710 _param_constant337" [id=2710, type=get_attr]; +"2711 reshape_92_0_0_nncf_smooth_quant_0" [id=2711, type=call_module]; +"2712 quantize_per_tensor_default_126" [id=2712, type=quantize_per_tensor]; +"2713 dequantize_per_tensor_default_126" [id=2713, type=dequantize_per_tensor]; +"2714 linear_125_scale_0" [id=2714, type=get_attr]; +"2715 linear_125_zero_point_0" [id=2715, type=get_attr]; +"2716 compressed_weight_updated_constant126" [id=2716, type=get_attr]; +"2717 quantize_per_channel_default_126" [id=2717, type=quantize_per_channel]; +"2718 dequantize_per_channel_default_126" [id=2718, type=dequantize_per_channel]; +"2719 linear_125" [id=2719, type=linear]; +"2720 dropout_81" [id=2720, type=dropout]; +"2721 view_113" [id=2721, type=view]; +"2722 permute_94" [id=2722, type=permute]; +"2723 reshape_93" [id=2723, type=reshape]; +"2724 slice_302" [id=2724, type=slice]; +"2725 slice_303" [id=2725, type=slice]; +"2726 slice_304" [id=2726, type=slice]; +"2727 slice_305" [id=2727, type=slice]; +"2728 contiguous_39" [id=2728, type=contiguous]; +"2729 _param_constant338" [id=2729, type=get_attr]; +"2730 _param_constant339" [id=2730, type=get_attr]; +"2731 layer_norm_43" [id=2731, type=layer_norm]; +"2732 add_71" [id=2732, type=add]; +"2733 _param_constant341" [id=2733, type=get_attr]; +"2734 add_71_0_0_nncf_smooth_quant_0" [id=2734, type=call_module]; +"2735 quantize_per_tensor_default_127" [id=2735, type=quantize_per_tensor]; +"2736 dequantize_per_tensor_default_127" [id=2736, type=dequantize_per_tensor]; +"2737 linear_126_scale_0" [id=2737, type=get_attr]; +"2738 linear_126_zero_point_0" [id=2738, type=get_attr]; +"2739 compressed_weight_updated_constant127" [id=2739, type=get_attr]; +"2740 quantize_per_channel_default_127" [id=2740, type=quantize_per_channel]; +"2741 dequantize_per_channel_default_127" [id=2741, type=dequantize_per_channel]; +"2742 linear_126" [id=2742, type=linear]; +"2743 gelu_20" [id=2743, type=gelu]; +"2744 dropout_82" [id=2744, type=dropout]; +"2745 _param_constant343" [id=2745, type=get_attr]; +"2746 dropout_82_0_0_nncf_smooth_quant_0" [id=2746, type=call_module]; +"2747 quantize_per_tensor_default_128" [id=2747, type=quantize_per_tensor]; +"2748 dequantize_per_tensor_default_128" [id=2748, type=dequantize_per_tensor]; +"2749 linear_127_scale_0" [id=2749, type=get_attr]; +"2750 linear_127_zero_point_0" [id=2750, type=get_attr]; +"2751 compressed_weight_updated_constant128" [id=2751, type=get_attr]; +"2752 quantize_per_channel_default_128" [id=2752, type=quantize_per_channel]; +"2753 dequantize_per_channel_default_128" [id=2753, type=dequantize_per_channel]; +"2754 linear_127" [id=2754, type=linear]; +"2755 dropout_83" [id=2755, type=dropout]; +"2756 _param_constant344" [id=2756, type=get_attr]; +"2757 _param_constant345" [id=2757, type=get_attr]; +"2758 layer_norm_44" [id=2758, type=layer_norm]; +"2759 add_72" [id=2759, type=add]; +"2760 _tensor_constant132" [id=2760, type=get_attr]; +"2761 _param_constant347" [id=2761, type=get_attr]; +"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2762, type=call_module]; +"2763 linear_128_scale_0" [id=2763, type=get_attr]; +"2764 linear_128_zero_point_0" [id=2764, type=get_attr]; +"2765 compressed_weight_updated_constant129" [id=2765, type=get_attr]; +"2766 quantize_per_channel_default_129" [id=2766, type=quantize_per_channel]; +"2767 dequantize_per_channel_default_129" [id=2767, type=dequantize_per_channel]; +"2768 linear_128" [id=2768, type=linear]; +"2769 relu__21" [id=2769, type=relu_]; +"2770 relu__21_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; +"2771 linear_129_scale_0" [id=2771, type=get_attr]; +"2772 linear_129_zero_point_0" [id=2772, type=get_attr]; +"2773 compressed_weight_updated_constant130" [id=2773, type=get_attr]; +"2774 quantize_per_channel_default_130" [id=2774, type=quantize_per_channel]; +"2775 dequantize_per_channel_default_130" [id=2775, type=dequantize_per_channel]; +"2776 linear_129" [id=2776, type=linear]; +"2777 view_114" [id=2777, type=view]; +"2778 _tensor_constant133" [id=2778, type=get_attr]; +"2779 index_21" [id=2779, type=index]; +"2780 view_115" [id=2780, type=view]; +"2781 permute_95" [id=2781, type=permute]; +"2782 contiguous_40" [id=2782, type=contiguous]; +"2783 unsqueeze_61" [id=2783, type=unsqueeze]; +"2784 sigmoid_21" [id=2784, type=sigmoid]; +"2785 mul_42" [id=2785, type=mul]; +"2786 pad_23" [id=2786, type=pad]; +"2787 roll_20" [id=2787, type=roll]; +"2788 view_116" [id=2788, type=view]; +"2789 permute_96" [id=2789, type=permute]; +"2790 reshape_94" [id=2790, type=reshape]; +"2791 _param_constant349" [id=2791, type=get_attr]; +"2792 clone_21" [id=2792, type=clone]; +"2793 reshape_94_0_0_nncf_smooth_quant_0" [id=2793, type=call_module]; +"2794 quantize_per_tensor_default_129" [id=2794, type=quantize_per_tensor]; +"2795 dequantize_per_tensor_default_129" [id=2795, type=dequantize_per_tensor]; +"2796 linear_130_scale_0" [id=2796, type=get_attr]; +"2797 linear_130_zero_point_0" [id=2797, type=get_attr]; +"2798 compressed_weight_updated_constant131" [id=2798, type=get_attr]; +"2799 quantize_per_channel_default_131" [id=2799, type=quantize_per_channel]; +"2800 dequantize_per_channel_default_131" [id=2800, type=dequantize_per_channel]; +"2801 linear_130" [id=2801, type=linear]; +"2802 reshape_95" [id=2802, type=reshape]; +"2803 permute_97" [id=2803, type=permute]; +"2804 select_63" [id=2804, type=select]; +"2805 select_64" [id=2805, type=select]; +"2806 select_65" [id=2806, type=select]; +"2807 linalg_vector_norm_42" [id=2807, type=linalg_vector_norm]; +"2808 clamp_min_42" [id=2808, type=clamp_min]; +"2809 expand_as_42" [id=2809, type=expand_as]; +"2810 div_42" [id=2810, type=div]; +"2811 quantize_per_tensor_default_130" [id=2811, type=quantize_per_tensor]; +"2812 dequantize_per_tensor_default_130" [id=2812, type=dequantize_per_tensor]; +"2813 linalg_vector_norm_43" [id=2813, type=linalg_vector_norm]; +"2814 clamp_min_43" [id=2814, type=clamp_min]; +"2815 expand_as_43" [id=2815, type=expand_as]; +"2816 div_43" [id=2816, type=div]; +"2817 quantize_per_tensor_default_131" [id=2817, type=quantize_per_tensor]; +"2818 dequantize_per_tensor_default_131" [id=2818, type=dequantize_per_tensor]; +"2819 transpose_42" [id=2819, type=transpose]; +"2820 matmul_42" [id=2820, type=matmul]; +"2821 _param_constant351" [id=2821, type=get_attr]; +"2822 clamp_21" [id=2822, type=clamp]; +"2823 exp_21" [id=2823, type=exp]; +"2824 mul_43" [id=2824, type=mul]; +"2825 add_73" [id=2825, type=add]; +"2826 new_zeros_10" [id=2826, type=new_zeros]; +"2827 view_117" [id=2827, type=view]; +"2828 permute_98" [id=2828, type=permute]; +"2829 reshape_96" [id=2829, type=reshape]; +"2830 unsqueeze_62" [id=2830, type=unsqueeze]; +"2831 unsqueeze_63" [id=2831, type=unsqueeze]; +"2832 sub_10" [id=2832, type=sub]; +"2833 ne_10" [id=2833, type=ne]; +"2834 masked_fill_20" [id=2834, type=masked_fill]; +"2835 eq_10" [id=2835, type=eq]; +"2836 masked_fill_21" [id=2836, type=masked_fill]; +"2837 view_118" [id=2837, type=view]; +"2838 unsqueeze_64" [id=2838, type=unsqueeze]; +"2839 unsqueeze_65" [id=2839, type=unsqueeze]; +"2840 add_74" [id=2840, type=add]; +"2841 view_119" [id=2841, type=view]; +"2842 softmax_21" [id=2842, type=softmax]; +"2843 dropout_84" [id=2843, type=dropout]; +"2844 matmul_43" [id=2844, type=matmul]; +"2845 transpose_43" [id=2845, type=transpose]; +"2846 reshape_97" [id=2846, type=reshape]; +"2847 _param_constant353" [id=2847, type=get_attr]; +"2848 reshape_97_0_0_nncf_smooth_quant_0" [id=2848, type=call_module]; +"2849 quantize_per_tensor_default_132" [id=2849, type=quantize_per_tensor]; +"2850 dequantize_per_tensor_default_132" [id=2850, type=dequantize_per_tensor]; +"2851 linear_131_scale_0" [id=2851, type=get_attr]; +"2852 linear_131_zero_point_0" [id=2852, type=get_attr]; +"2853 compressed_weight_updated_constant132" [id=2853, type=get_attr]; +"2854 quantize_per_channel_default_132" [id=2854, type=quantize_per_channel]; +"2855 dequantize_per_channel_default_132" [id=2855, type=dequantize_per_channel]; +"2856 linear_131" [id=2856, type=linear]; +"2857 dropout_85" [id=2857, type=dropout]; +"2858 view_120" [id=2858, type=view]; +"2859 permute_99" [id=2859, type=permute]; +"2860 reshape_98" [id=2860, type=reshape]; +"2861 roll_21" [id=2861, type=roll]; +"2862 slice_325" [id=2862, type=slice]; +"2863 slice_326" [id=2863, type=slice]; +"2864 slice_327" [id=2864, type=slice]; +"2865 slice_328" [id=2865, type=slice]; +"2866 contiguous_41" [id=2866, type=contiguous]; +"2867 _param_constant354" [id=2867, type=get_attr]; +"2868 _param_constant355" [id=2868, type=get_attr]; +"2869 layer_norm_45" [id=2869, type=layer_norm]; +"2870 add_75" [id=2870, type=add]; +"2871 _param_constant357" [id=2871, type=get_attr]; +"2872 add_75_0_0_nncf_smooth_quant_0" [id=2872, type=call_module]; +"2873 quantize_per_tensor_default_133" [id=2873, type=quantize_per_tensor]; +"2874 dequantize_per_tensor_default_133" [id=2874, type=dequantize_per_tensor]; +"2875 linear_132_scale_0" [id=2875, type=get_attr]; +"2876 linear_132_zero_point_0" [id=2876, type=get_attr]; +"2877 compressed_weight_updated_constant133" [id=2877, type=get_attr]; +"2878 quantize_per_channel_default_133" [id=2878, type=quantize_per_channel]; +"2879 dequantize_per_channel_default_133" [id=2879, type=dequantize_per_channel]; +"2880 linear_132" [id=2880, type=linear]; +"2881 gelu_21" [id=2881, type=gelu]; +"2882 dropout_86" [id=2882, type=dropout]; +"2883 _param_constant359" [id=2883, type=get_attr]; +"2884 dropout_86_0_0_nncf_smooth_quant_0" [id=2884, type=call_module]; +"2885 quantize_per_tensor_default_134" [id=2885, type=quantize_per_tensor]; +"2886 dequantize_per_tensor_default_134" [id=2886, type=dequantize_per_tensor]; +"2887 linear_133_scale_0" [id=2887, type=get_attr]; +"2888 linear_133_zero_point_0" [id=2888, type=get_attr]; +"2889 compressed_weight_updated_constant134" [id=2889, type=get_attr]; +"2890 quantize_per_channel_default_134" [id=2890, type=quantize_per_channel]; +"2891 dequantize_per_channel_default_134" [id=2891, type=dequantize_per_channel]; +"2892 linear_133" [id=2892, type=linear]; +"2893 dropout_87" [id=2893, type=dropout]; +"2894 _param_constant360" [id=2894, type=get_attr]; +"2895 _param_constant361" [id=2895, type=get_attr]; +"2896 layer_norm_46" [id=2896, type=layer_norm]; +"2897 add_76" [id=2897, type=add]; +"2898 pad_24" [id=2898, type=pad]; +"2899 slice_329" [id=2899, type=slice]; +"2900 slice_330" [id=2900, type=slice]; +"2901 slice_331" [id=2901, type=slice]; +"2902 slice_332" [id=2902, type=slice]; +"2903 slice_333" [id=2903, type=slice]; +"2904 slice_334" [id=2904, type=slice]; +"2905 slice_335" [id=2905, type=slice]; +"2906 slice_336" [id=2906, type=slice]; +"2907 slice_337" [id=2907, type=slice]; +"2908 slice_338" [id=2908, type=slice]; +"2909 slice_339" [id=2909, type=slice]; +"2910 slice_340" [id=2910, type=slice]; +"2911 cat_2" [id=2911, type=cat]; +"2912 cat_2_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; +"2913 quantize_per_tensor_default_135" [id=2913, type=quantize_per_tensor]; +"2914 dequantize_per_tensor_default_135" [id=2914, type=dequantize_per_tensor]; +"2915 linear_134_scale_0" [id=2915, type=get_attr]; +"2916 linear_134_zero_point_0" [id=2916, type=get_attr]; +"2917 compressed_weight_updated_constant135" [id=2917, type=get_attr]; +"2918 quantize_per_channel_default_135" [id=2918, type=quantize_per_channel]; +"2919 dequantize_per_channel_default_135" [id=2919, type=dequantize_per_channel]; +"2920 linear_134" [id=2920, type=linear]; +"2921 _param_constant363" [id=2921, type=get_attr]; +"2922 _param_constant364" [id=2922, type=get_attr]; +"2923 layer_norm_47" [id=2923, type=layer_norm]; +"2924 _tensor_constant143" [id=2924, type=get_attr]; +"2925 _param_constant366" [id=2925, type=get_attr]; +"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2926, type=call_module]; +"2927 linear_135_scale_0" [id=2927, type=get_attr]; +"2928 linear_135_zero_point_0" [id=2928, type=get_attr]; +"2929 compressed_weight_updated_constant136" [id=2929, type=get_attr]; +"2930 quantize_per_channel_default_136" [id=2930, type=quantize_per_channel]; +"2931 dequantize_per_channel_default_136" [id=2931, type=dequantize_per_channel]; +"2932 linear_135" [id=2932, type=linear]; +"2933 relu__22" [id=2933, type=relu_]; +"2934 relu__22_0_0_nncf_smooth_quant_0" [id=2934, type=call_module]; +"2935 linear_136_scale_0" [id=2935, type=get_attr]; +"2936 linear_136_zero_point_0" [id=2936, type=get_attr]; +"2937 compressed_weight_updated_constant137" [id=2937, type=get_attr]; +"2938 quantize_per_channel_default_137" [id=2938, type=quantize_per_channel]; +"2939 dequantize_per_channel_default_137" [id=2939, type=dequantize_per_channel]; +"2940 linear_136" [id=2940, type=linear]; +"2941 view_121" [id=2941, type=view]; +"2942 _tensor_constant144" [id=2942, type=get_attr]; +"2943 index_22" [id=2943, type=index]; +"2944 view_122" [id=2944, type=view]; +"2945 permute_100" [id=2945, type=permute]; +"2946 contiguous_42" [id=2946, type=contiguous]; +"2947 unsqueeze_66" [id=2947, type=unsqueeze]; +"2948 sigmoid_22" [id=2948, type=sigmoid]; +"2949 mul_44" [id=2949, type=mul]; +"2950 pad_25" [id=2950, type=pad]; +"2951 view_123" [id=2951, type=view]; +"2952 permute_101" [id=2952, type=permute]; +"2953 reshape_99" [id=2953, type=reshape]; +"2954 _param_constant368" [id=2954, type=get_attr]; +"2955 clone_22" [id=2955, type=clone]; +"2956 reshape_99_0_0_nncf_smooth_quant_0" [id=2956, type=call_module]; +"2957 quantize_per_tensor_default_136" [id=2957, type=quantize_per_tensor]; +"2958 dequantize_per_tensor_default_136" [id=2958, type=dequantize_per_tensor]; +"2959 linear_137_scale_0" [id=2959, type=get_attr]; +"2960 linear_137_zero_point_0" [id=2960, type=get_attr]; +"2961 compressed_weight_updated_constant138" [id=2961, type=get_attr]; +"2962 quantize_per_channel_default_138" [id=2962, type=quantize_per_channel]; +"2963 dequantize_per_channel_default_138" [id=2963, type=dequantize_per_channel]; +"2964 linear_137" [id=2964, type=linear]; +"2965 reshape_100" [id=2965, type=reshape]; +"2966 permute_102" [id=2966, type=permute]; +"2967 select_66" [id=2967, type=select]; +"2968 select_67" [id=2968, type=select]; +"2969 select_68" [id=2969, type=select]; +"2970 linalg_vector_norm_44" [id=2970, type=linalg_vector_norm]; +"2971 clamp_min_44" [id=2971, type=clamp_min]; +"2972 expand_as_44" [id=2972, type=expand_as]; +"2973 div_44" [id=2973, type=div]; +"2974 quantize_per_tensor_default_137" [id=2974, type=quantize_per_tensor]; +"2975 dequantize_per_tensor_default_137" [id=2975, type=dequantize_per_tensor]; +"2976 linalg_vector_norm_45" [id=2976, type=linalg_vector_norm]; +"2977 clamp_min_45" [id=2977, type=clamp_min]; +"2978 expand_as_45" [id=2978, type=expand_as]; +"2979 div_45" [id=2979, type=div]; +"2980 quantize_per_tensor_default_138" [id=2980, type=quantize_per_tensor]; +"2981 dequantize_per_tensor_default_138" [id=2981, type=dequantize_per_tensor]; +"2982 transpose_44" [id=2982, type=transpose]; +"2983 matmul_44" [id=2983, type=matmul]; +"2984 _param_constant370" [id=2984, type=get_attr]; +"2985 clamp_22" [id=2985, type=clamp]; +"2986 exp_22" [id=2986, type=exp]; +"2987 mul_45" [id=2987, type=mul]; +"2988 add_77" [id=2988, type=add]; +"2989 softmax_22" [id=2989, type=softmax]; +"2990 dropout_88" [id=2990, type=dropout]; +"2991 matmul_45" [id=2991, type=matmul]; +"2992 transpose_45" [id=2992, type=transpose]; +"2993 reshape_101" [id=2993, type=reshape]; +"2994 _param_constant372" [id=2994, type=get_attr]; +"2995 reshape_101_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; +"2996 quantize_per_tensor_default_139" [id=2996, type=quantize_per_tensor]; +"2997 dequantize_per_tensor_default_139" [id=2997, type=dequantize_per_tensor]; +"2998 linear_138_scale_0" [id=2998, type=get_attr]; +"2999 linear_138_zero_point_0" [id=2999, type=get_attr]; +"3000 compressed_weight_updated_constant139" [id=3000, type=get_attr]; +"3001 quantize_per_channel_default_139" [id=3001, type=quantize_per_channel]; +"3002 dequantize_per_channel_default_139" [id=3002, type=dequantize_per_channel]; +"3003 linear_138" [id=3003, type=linear]; +"3004 dropout_89" [id=3004, type=dropout]; +"3005 view_124" [id=3005, type=view]; +"3006 permute_103" [id=3006, type=permute]; +"3007 reshape_102" [id=3007, type=reshape]; +"3008 slice_342" [id=3008, type=slice]; +"3009 slice_343" [id=3009, type=slice]; +"3010 slice_344" [id=3010, type=slice]; +"3011 slice_345" [id=3011, type=slice]; +"3012 contiguous_43" [id=3012, type=contiguous]; +"3013 _param_constant373" [id=3013, type=get_attr]; +"3014 _param_constant374" [id=3014, type=get_attr]; +"3015 layer_norm_48" [id=3015, type=layer_norm]; +"3016 add_78" [id=3016, type=add]; +"3017 _param_constant376" [id=3017, type=get_attr]; +"3018 add_78_0_0_nncf_smooth_quant_0" [id=3018, type=call_module]; +"3019 quantize_per_tensor_default_140" [id=3019, type=quantize_per_tensor]; +"3020 dequantize_per_tensor_default_140" [id=3020, type=dequantize_per_tensor]; +"3021 linear_139_scale_0" [id=3021, type=get_attr]; +"3022 linear_139_zero_point_0" [id=3022, type=get_attr]; +"3023 compressed_weight_updated_constant140" [id=3023, type=get_attr]; +"3024 quantize_per_channel_default_140" [id=3024, type=quantize_per_channel]; +"3025 dequantize_per_channel_default_140" [id=3025, type=dequantize_per_channel]; +"3026 linear_139" [id=3026, type=linear]; +"3027 gelu_22" [id=3027, type=gelu]; +"3028 dropout_90" [id=3028, type=dropout]; +"3029 _param_constant378" [id=3029, type=get_attr]; +"3030 dropout_90_0_0_nncf_smooth_quant_0" [id=3030, type=call_module]; +"3031 quantize_per_tensor_default_141" [id=3031, type=quantize_per_tensor]; +"3032 dequantize_per_tensor_default_141" [id=3032, type=dequantize_per_tensor]; +"3033 linear_140_scale_0" [id=3033, type=get_attr]; +"3034 linear_140_zero_point_0" [id=3034, type=get_attr]; +"3035 compressed_weight_updated_constant141" [id=3035, type=get_attr]; +"3036 quantize_per_channel_default_141" [id=3036, type=quantize_per_channel]; +"3037 dequantize_per_channel_default_141" [id=3037, type=dequantize_per_channel]; +"3038 linear_140" [id=3038, type=linear]; +"3039 dropout_91" [id=3039, type=dropout]; +"3040 _param_constant379" [id=3040, type=get_attr]; +"3041 _param_constant380" [id=3041, type=get_attr]; +"3042 layer_norm_49" [id=3042, type=layer_norm]; +"3043 add_79" [id=3043, type=add]; +"3044 _tensor_constant145" [id=3044, type=get_attr]; +"3045 _param_constant382" [id=3045, type=get_attr]; +"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3046, type=call_module]; +"3047 linear_141_scale_0" [id=3047, type=get_attr]; +"3048 linear_141_zero_point_0" [id=3048, type=get_attr]; +"3049 compressed_weight_updated_constant142" [id=3049, type=get_attr]; +"3050 quantize_per_channel_default_142" [id=3050, type=quantize_per_channel]; +"3051 dequantize_per_channel_default_142" [id=3051, type=dequantize_per_channel]; +"3052 linear_141" [id=3052, type=linear]; +"3053 relu__23" [id=3053, type=relu_]; +"3054 relu__23_0_0_nncf_smooth_quant_0" [id=3054, type=call_module]; +"3055 linear_142_scale_0" [id=3055, type=get_attr]; +"3056 linear_142_zero_point_0" [id=3056, type=get_attr]; +"3057 compressed_weight_updated_constant143" [id=3057, type=get_attr]; +"3058 quantize_per_channel_default_143" [id=3058, type=quantize_per_channel]; +"3059 dequantize_per_channel_default_143" [id=3059, type=dequantize_per_channel]; +"3060 linear_142" [id=3060, type=linear]; +"3061 view_125" [id=3061, type=view]; +"3062 _tensor_constant146" [id=3062, type=get_attr]; +"3063 index_23" [id=3063, type=index]; +"3064 view_126" [id=3064, type=view]; +"3065 permute_104" [id=3065, type=permute]; +"3066 contiguous_44" [id=3066, type=contiguous]; +"3067 unsqueeze_67" [id=3067, type=unsqueeze]; +"3068 sigmoid_23" [id=3068, type=sigmoid]; +"3069 mul_46" [id=3069, type=mul]; +"3070 pad_26" [id=3070, type=pad]; +"3071 view_127" [id=3071, type=view]; +"3072 permute_105" [id=3072, type=permute]; +"3073 reshape_103" [id=3073, type=reshape]; +"3074 _param_constant384" [id=3074, type=get_attr]; +"3075 clone_23" [id=3075, type=clone]; +"3076 reshape_103_0_0_nncf_smooth_quant_0" [id=3076, type=call_module]; +"3077 quantize_per_tensor_default_142" [id=3077, type=quantize_per_tensor]; +"3078 dequantize_per_tensor_default_142" [id=3078, type=dequantize_per_tensor]; +"3079 linear_143_scale_0" [id=3079, type=get_attr]; +"3080 linear_143_zero_point_0" [id=3080, type=get_attr]; +"3081 compressed_weight_updated_constant144" [id=3081, type=get_attr]; +"3082 quantize_per_channel_default_144" [id=3082, type=quantize_per_channel]; +"3083 dequantize_per_channel_default_144" [id=3083, type=dequantize_per_channel]; +"3084 linear_143" [id=3084, type=linear]; +"3085 reshape_104" [id=3085, type=reshape]; +"3086 permute_106" [id=3086, type=permute]; +"3087 select_69" [id=3087, type=select]; +"3088 select_70" [id=3088, type=select]; +"3089 select_71" [id=3089, type=select]; +"3090 linalg_vector_norm_46" [id=3090, type=linalg_vector_norm]; +"3091 clamp_min_46" [id=3091, type=clamp_min]; +"3092 expand_as_46" [id=3092, type=expand_as]; +"3093 div_46" [id=3093, type=div]; +"3094 quantize_per_tensor_default_143" [id=3094, type=quantize_per_tensor]; +"3095 dequantize_per_tensor_default_143" [id=3095, type=dequantize_per_tensor]; +"3096 linalg_vector_norm_47" [id=3096, type=linalg_vector_norm]; +"3097 clamp_min_47" [id=3097, type=clamp_min]; +"3098 expand_as_47" [id=3098, type=expand_as]; +"3099 div_47" [id=3099, type=div]; +"3100 quantize_per_tensor_default_144" [id=3100, type=quantize_per_tensor]; +"3101 dequantize_per_tensor_default_144" [id=3101, type=dequantize_per_tensor]; +"3102 transpose_46" [id=3102, type=transpose]; +"3103 matmul_46" [id=3103, type=matmul]; +"3104 _param_constant386" [id=3104, type=get_attr]; +"3105 clamp_23" [id=3105, type=clamp]; +"3106 exp_23" [id=3106, type=exp]; +"3107 mul_47" [id=3107, type=mul]; +"3108 add_80" [id=3108, type=add]; +"3109 softmax_23" [id=3109, type=softmax]; +"3110 dropout_92" [id=3110, type=dropout]; +"3111 matmul_47" [id=3111, type=matmul]; +"3112 transpose_47" [id=3112, type=transpose]; +"3113 reshape_105" [id=3113, type=reshape]; +"3114 _param_constant388" [id=3114, type=get_attr]; +"3115 reshape_105_0_0_nncf_smooth_quant_0" [id=3115, type=call_module]; +"3116 quantize_per_tensor_default_145" [id=3116, type=quantize_per_tensor]; +"3117 dequantize_per_tensor_default_145" [id=3117, type=dequantize_per_tensor]; +"3118 linear_144_scale_0" [id=3118, type=get_attr]; +"3119 linear_144_zero_point_0" [id=3119, type=get_attr]; +"3120 compressed_weight_updated_constant145" [id=3120, type=get_attr]; +"3121 quantize_per_channel_default_145" [id=3121, type=quantize_per_channel]; +"3122 dequantize_per_channel_default_145" [id=3122, type=dequantize_per_channel]; +"3123 linear_144" [id=3123, type=linear]; +"3124 dropout_93" [id=3124, type=dropout]; +"3125 view_128" [id=3125, type=view]; +"3126 permute_107" [id=3126, type=permute]; +"3127 reshape_106" [id=3127, type=reshape]; +"3128 slice_347" [id=3128, type=slice]; +"3129 slice_348" [id=3129, type=slice]; +"3130 slice_349" [id=3130, type=slice]; +"3131 slice_350" [id=3131, type=slice]; +"3132 contiguous_45" [id=3132, type=contiguous]; +"3133 _param_constant389" [id=3133, type=get_attr]; +"3134 _param_constant390" [id=3134, type=get_attr]; +"3135 layer_norm_50" [id=3135, type=layer_norm]; +"3136 add_81" [id=3136, type=add]; +"3137 _param_constant392" [id=3137, type=get_attr]; +"3138 add_81_0_0_nncf_smooth_quant_0" [id=3138, type=call_module]; +"3139 quantize_per_tensor_default_146" [id=3139, type=quantize_per_tensor]; +"3140 dequantize_per_tensor_default_146" [id=3140, type=dequantize_per_tensor]; +"3141 linear_145_scale_0" [id=3141, type=get_attr]; +"3142 linear_145_zero_point_0" [id=3142, type=get_attr]; +"3143 compressed_weight_updated_constant146" [id=3143, type=get_attr]; +"3144 quantize_per_channel_default_146" [id=3144, type=quantize_per_channel]; +"3145 dequantize_per_channel_default_146" [id=3145, type=dequantize_per_channel]; +"3146 linear_145" [id=3146, type=linear]; +"3147 gelu_23" [id=3147, type=gelu]; +"3148 dropout_94" [id=3148, type=dropout]; +"3149 _param_constant394" [id=3149, type=get_attr]; +"3150 dropout_94_0_0_nncf_smooth_quant_0" [id=3150, type=call_module]; +"3151 quantize_per_tensor_default_147" [id=3151, type=quantize_per_tensor]; +"3152 dequantize_per_tensor_default_147" [id=3152, type=dequantize_per_tensor]; +"3153 linear_146_scale_0" [id=3153, type=get_attr]; +"3154 linear_146_zero_point_0" [id=3154, type=get_attr]; +"3155 compressed_weight_updated_constant147" [id=3155, type=get_attr]; +"3156 quantize_per_channel_default_147" [id=3156, type=quantize_per_channel]; +"3157 dequantize_per_channel_default_147" [id=3157, type=dequantize_per_channel]; +"3158 linear_146" [id=3158, type=linear]; +"3159 dropout_95" [id=3159, type=dropout]; +"3160 _param_constant395" [id=3160, type=get_attr]; +"3161 _param_constant396" [id=3161, type=get_attr]; +"3162 layer_norm_51" [id=3162, type=layer_norm]; +"3163 add_82" [id=3163, type=add]; +"3164 _param_constant397" [id=3164, type=get_attr]; +"3165 _param_constant398" [id=3165, type=get_attr]; +"3166 layer_norm_52" [id=3166, type=layer_norm]; +"3167 permute_108" [id=3167, type=permute]; +"3168 adaptive_avg_pool2d" [id=3168, type=adaptive_avg_pool2d]; +"3169 flatten" [id=3169, type=flatten]; +"3170 _param_constant400" [id=3170, type=get_attr]; +"3171 flatten_0_0_nncf_smooth_quant_0" [id=3171, type=call_module]; +"3172 quantize_per_tensor_default_148" [id=3172, type=quantize_per_tensor]; +"3173 dequantize_per_tensor_default_148" [id=3173, type=dequantize_per_tensor]; +"3174 linear_147_scale_0" [id=3174, type=get_attr]; +"3175 linear_147_zero_point_0" [id=3175, type=get_attr]; +"3176 compressed_weight_updated_constant148" [id=3176, type=get_attr]; +"3177 quantize_per_channel_default_148" [id=3177, type=quantize_per_channel]; +"3178 dequantize_per_channel_default_148" [id=3178, type=dequantize_per_channel]; +"3179 linear_147" [id=3179, type=linear]; +"3180 output" [id=3180, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(96,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(96,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; -"8 _param_constant1_0_0" -> "9 conv2d" [label="(96,)", style=solid]; +"3 _param_constant1" -> "9 conv2d" [label="(96,)", style=solid]; +"4 conv2d_scale_0" -> "7 quantize_per_channel_default" [label="(96,)", style=solid]; +"4 conv2d_scale_0" -> "8 dequantize_per_channel_default" [label="(96,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 quantize_per_channel_default" [label="(96,)", style=solid]; +"5 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [label="(96,)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"8 dequantize_per_channel_default" -> "9 conv2d" [label="(96, 3, 4, 4)", style=solid]; "9 conv2d" -> "10 permute" [label="(1, 96, 56, 56)", style=solid]; "10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; "11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; "12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; "13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; -"13 layer_norm" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"14 _tensor_constant0" -> "15 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"15 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"16 linear_scale_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"16 linear_scale_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"17 linear_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"17 linear_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"20 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; -"21 _param_constant5_0_0" -> "22 linear" [label="(512,)", style=solid]; +"13 layer_norm" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"15 _param_constant5" -> "22 linear" [label="(512,)", style=solid]; +"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; +"17 linear_scale_0" -> "20 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"17 linear_scale_0" -> "21 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"18 linear_zero_point_0" -> "20 quantize_per_channel_default_1" [label="(512,)", style=solid]; +"18 linear_zero_point_0" -> "21 dequantize_per_channel_default_1" [label="(512,)", style=solid]; +"19 compressed_weight_updated_constant1" -> "20 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"20 quantize_per_channel_default_1" -> "21 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; +"21 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; "22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; "23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; "24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; @@ -3202,3657 +3226,3681 @@ strict digraph { "36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; "37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; "38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; -"39 mul" -> "77 add" [label="(1, 3, 64, 64)", style=solid]; +"39 mul" -> "78 add" [label="(1, 3, 64, 64)", style=solid]; "40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; "41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; "42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"43 reshape" -> "44 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"44 reshape_0_0_nncf_smooth_quant_0" -> "45 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"45 quantize_per_tensor_default_1" -> "46 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"46 dequantize_per_tensor_default_1" -> "53 linear_2" [label="(49, 64, 96)", style=solid]; -"47 linear_2_scale_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"47 linear_2_scale_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"48 linear_2_zero_point_0" -> "50 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"48 linear_2_zero_point_0" -> "51 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"49 compressed_weight_updated_constant3" -> "50 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"51 dequantize_per_channel_default_3" -> "53 linear_2" [label="(288, 96)", style=solid]; -"52 _param_constant7_0_0" -> "53 linear_2" [label="(288,)", style=solid]; -"53 linear_2" -> "54 reshape_1" [label="(49, 64, 288)", style=solid]; -"54 reshape_1" -> "55 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"55 permute_3" -> "56 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"55 permute_3" -> "57 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"55 permute_3" -> "58 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 select" -> "59 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"56 select" -> "61 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"56 select" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "65 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "67 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"57 select_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_2" -> "80 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"59 linalg_vector_norm" -> "60 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"60 clamp_min" -> "61 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"61 expand_as" -> "62 div" [label="(49, 3, 64, 32)", style=solid]; -"62 div" -> "63 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"63 quantize_per_tensor_default_2" -> "64 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"64 dequantize_per_tensor_default_2" -> "72 matmul" [label="(49, 3, 64, 32)", style=solid]; -"65 linalg_vector_norm_1" -> "66 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"66 clamp_min_1" -> "67 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"67 expand_as_1" -> "68 div_1" [label="(49, 3, 64, 32)", style=solid]; -"68 div_1" -> "69 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"69 quantize_per_tensor_default_3" -> "70 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"70 dequantize_per_tensor_default_3" -> "71 transpose" [label="(49, 3, 64, 32)", style=solid]; -"71 transpose" -> "72 matmul" [label="(49, 3, 32, 64)", style=solid]; -"72 matmul" -> "76 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"73 _param_constant9" -> "74 clamp" [label="(3, 1, 1)", style=solid]; -"74 clamp" -> "75 exp" [label="(3, 1, 1)", style=solid]; -"75 exp" -> "76 mul_1" [label="(3, 1, 1)", style=solid]; -"76 mul_1" -> "77 add" [label="(49, 3, 64, 64)", style=solid]; -"77 add" -> "78 softmax" [label="(49, 3, 64, 64)", style=solid]; -"78 softmax" -> "79 dropout" [label="(49, 3, 64, 64)", style=solid]; -"79 dropout" -> "80 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"80 matmul_1" -> "81 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"81 transpose_1" -> "82 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"82 reshape_2" -> "83 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"83 reshape_2_0_0_nncf_smooth_quant_0" -> "84 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"84 quantize_per_tensor_default_4" -> "85 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"85 dequantize_per_tensor_default_4" -> "92 linear_3" [label="(49, 64, 96)", style=solid]; -"86 linear_3_scale_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"86 linear_3_scale_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"87 linear_3_zero_point_0" -> "89 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"87 linear_3_zero_point_0" -> "90 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"88 compressed_weight_updated_constant4" -> "89 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"89 quantize_per_channel_default_4" -> "90 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"90 dequantize_per_channel_default_4" -> "92 linear_3" [label="(96, 96)", style=solid]; -"91 _param_constant11_0_0" -> "92 linear_3" [label="(96,)", style=solid]; -"92 linear_3" -> "93 dropout_1" [label="(49, 64, 96)", style=solid]; -"93 dropout_1" -> "94 view_3" [label="(49, 64, 96)", style=solid]; -"94 view_3" -> "95 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"95 permute_4" -> "96 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"96 reshape_3" -> "97 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"97 slice_2" -> "98 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"98 slice_3" -> "101 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"99 _param_constant12" -> "101 layer_norm_1" [label="(96,)", style=solid]; -"100 _param_constant13" -> "101 layer_norm_1" [label="(96,)", style=solid]; -"101 layer_norm_1" -> "102 add_1" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "103 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"102 add_1" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"103 add_1_0_0_nncf_smooth_quant_0" -> "104 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"104 quantize_per_tensor_default_5" -> "105 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"105 dequantize_per_tensor_default_5" -> "112 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"106 linear_4_scale_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"106 linear_4_scale_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"107 linear_4_zero_point_0" -> "109 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"107 linear_4_zero_point_0" -> "110 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"108 compressed_weight_updated_constant5" -> "109 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"109 quantize_per_channel_default_5" -> "110 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"110 dequantize_per_channel_default_5" -> "112 linear_4" [label="(384, 96)", style=solid]; -"111 _param_constant15_0_0" -> "112 linear_4" [label="(384,)", style=solid]; -"112 linear_4" -> "113 gelu" [label="(1, 56, 56, 384)", style=solid]; -"113 gelu" -> "114 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"114 dropout_2" -> "115 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"115 dropout_2_0_0_nncf_smooth_quant_0" -> "116 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"116 quantize_per_tensor_default_6" -> "117 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"117 dequantize_per_tensor_default_6" -> "124 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"118 linear_5_scale_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"118 linear_5_scale_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"119 linear_5_zero_point_0" -> "121 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"119 linear_5_zero_point_0" -> "122 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"120 compressed_weight_updated_constant6" -> "121 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"121 quantize_per_channel_default_6" -> "122 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"122 dequantize_per_channel_default_6" -> "124 linear_5" [label="(96, 384)", style=solid]; -"123 _param_constant17_0_0" -> "124 linear_5" [label="(96,)", style=solid]; -"124 linear_5" -> "125 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"125 dropout_3" -> "128 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"126 _param_constant18" -> "128 layer_norm_2" [label="(96,)", style=solid]; -"127 _param_constant19" -> "128 layer_norm_2" [label="(96,)", style=solid]; -"128 layer_norm_2" -> "129 add_2" [label="(1, 56, 56, 96)", style=solid]; -"129 add_2" -> "156 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"129 add_2" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"130 _tensor_constant2" -> "131 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"131 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "138 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"132 linear_6_scale_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"132 linear_6_scale_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"133 linear_6_zero_point_0" -> "135 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"133 linear_6_zero_point_0" -> "136 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"134 compressed_weight_updated_constant7" -> "135 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"135 quantize_per_channel_default_7" -> "136 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"136 dequantize_per_channel_default_7" -> "138 linear_6" [label="(512, 2)", style=solid]; -"137 _param_constant21_0_0" -> "138 linear_6" [label="(512,)", style=solid]; -"138 linear_6" -> "139 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"139 relu__1" -> "140 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"140 relu__1_0_0_nncf_smooth_quant_0" -> "146 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"141 linear_7_scale_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"141 linear_7_scale_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"142 linear_7_zero_point_0" -> "144 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"142 linear_7_zero_point_0" -> "145 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 compressed_weight_updated_constant8" -> "144 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"144 quantize_per_channel_default_8" -> "145 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"145 dequantize_per_channel_default_8" -> "146 linear_7" [label="(3, 512)", style=solid]; -"146 linear_7" -> "147 view_4" [label="(1, 15, 15, 3)", style=solid]; -"147 view_4" -> "149 index_1" [label="(225, 3)", style=solid]; -"148 _tensor_constant3" -> "149 index_1" [label="(4096,)", style=solid]; -"149 index_1" -> "150 view_5" [label="(4096, 3)", style=solid]; -"150 view_5" -> "151 permute_5" [label="(64, 64, 3)", style=solid]; -"151 permute_5" -> "152 contiguous_1" [label="(3, 64, 64)", style=solid]; -"152 contiguous_1" -> "153 unsqueeze_1" [label="(3, 64, 64)", style=solid]; -"153 unsqueeze_1" -> "154 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; -"154 sigmoid_1" -> "155 mul_2" [label="(1, 3, 64, 64)", style=solid]; -"155 mul_2" -> "194 add_3" [label="(1, 3, 64, 64)", style=solid]; -"156 pad_1" -> "157 roll" [label="(1, 56, 56, 96)", style=solid]; -"157 roll" -> "158 view_6" [label="(1, 56, 56, 96)", style=solid]; -"158 view_6" -> "159 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"159 permute_6" -> "160 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"160 reshape_4" -> "161 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"160 reshape_4" -> "195 new_zeros" [label="(49, 64, 96)", style=solid]; -"161 reshape_4_0_0_nncf_smooth_quant_0" -> "162 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"162 quantize_per_tensor_default_7" -> "163 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"163 dequantize_per_tensor_default_7" -> "170 linear_8" [label="(49, 64, 96)", style=solid]; -"164 linear_8_scale_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"164 linear_8_scale_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"165 linear_8_zero_point_0" -> "167 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"165 linear_8_zero_point_0" -> "168 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"166 compressed_weight_updated_constant9" -> "167 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"167 quantize_per_channel_default_9" -> "168 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"168 dequantize_per_channel_default_9" -> "170 linear_8" [label="(288, 96)", style=solid]; -"169 _param_constant23_0_0" -> "170 linear_8" [label="(288,)", style=solid]; -"170 linear_8" -> "171 reshape_5" [label="(49, 64, 288)", style=solid]; -"171 reshape_5" -> "172 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"172 permute_7" -> "173 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"172 permute_7" -> "174 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"172 permute_7" -> "175 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"173 select_3" -> "176 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"173 select_3" -> "178 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"173 select_3" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "182 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "184 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"174 select_4" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; -"175 select_5" -> "213 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"176 linalg_vector_norm_2" -> "177 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"177 clamp_min_2" -> "178 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"178 expand_as_2" -> "179 div_2" [label="(49, 3, 64, 32)", style=solid]; -"179 div_2" -> "180 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"180 quantize_per_tensor_default_8" -> "181 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"181 dequantize_per_tensor_default_8" -> "189 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"182 linalg_vector_norm_3" -> "183 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"183 clamp_min_3" -> "184 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"184 expand_as_3" -> "185 div_3" [label="(49, 3, 64, 32)", style=solid]; -"185 div_3" -> "186 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"186 quantize_per_tensor_default_9" -> "187 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"187 dequantize_per_tensor_default_9" -> "188 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"188 transpose_2" -> "189 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"189 matmul_2" -> "193 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"190 _param_constant25" -> "191 clamp_1" [label="(3, 1, 1)", style=solid]; -"191 clamp_1" -> "192 exp_1" [label="(3, 1, 1)", style=solid]; -"192 exp_1" -> "193 mul_3" [label="(3, 1, 1)", style=solid]; -"193 mul_3" -> "194 add_3" [label="(49, 3, 64, 64)", style=solid]; -"194 add_3" -> "206 view_8" [label="(49, 3, 64, 64)", style=solid]; -"195 new_zeros" -> "196 view_7" [label="(56, 56)", style=solid]; -"196 view_7" -> "197 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"197 permute_8" -> "198 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"198 reshape_6" -> "199 unsqueeze_2" [label="(49, 64)", style=solid]; -"198 reshape_6" -> "200 unsqueeze_3" [label="(49, 64)", style=solid]; -"199 unsqueeze_2" -> "201 sub" [label="(49, 1, 64)", style=solid]; -"200 unsqueeze_3" -> "201 sub" [label="(49, 64, 1)", style=solid]; -"201 sub" -> "202 ne" [label="(49, 64, 64)", style=solid]; -"201 sub" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; -"201 sub" -> "204 eq" [label="(49, 64, 64)", style=solid]; -"202 ne" -> "203 masked_fill" [label="(49, 64, 64)", style=solid]; -"203 masked_fill" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"204 eq" -> "205 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"205 masked_fill_1" -> "207 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"206 view_8" -> "209 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"207 unsqueeze_4" -> "208 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"208 unsqueeze_5" -> "209 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"209 add_4" -> "210 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"210 view_9" -> "211 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"211 softmax_1" -> "212 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"212 dropout_4" -> "213 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"213 matmul_3" -> "214 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"214 transpose_3" -> "215 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"215 reshape_7" -> "216 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"216 reshape_7_0_0_nncf_smooth_quant_0" -> "217 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"217 quantize_per_tensor_default_10" -> "218 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"218 dequantize_per_tensor_default_10" -> "225 linear_9" [label="(49, 64, 96)", style=solid]; -"219 linear_9_scale_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"219 linear_9_scale_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"220 linear_9_zero_point_0" -> "222 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"220 linear_9_zero_point_0" -> "223 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"221 compressed_weight_updated_constant10" -> "222 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"222 quantize_per_channel_default_10" -> "223 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"223 dequantize_per_channel_default_10" -> "225 linear_9" [label="(96, 96)", style=solid]; -"224 _param_constant27_0_0" -> "225 linear_9" [label="(96,)", style=solid]; -"225 linear_9" -> "226 dropout_5" [label="(49, 64, 96)", style=solid]; -"226 dropout_5" -> "227 view_10" [label="(49, 64, 96)", style=solid]; -"227 view_10" -> "228 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"228 permute_9" -> "229 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"229 reshape_8" -> "230 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"230 roll_1" -> "231 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"231 slice_23" -> "232 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"232 slice_24" -> "235 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"233 _param_constant28" -> "235 layer_norm_3" [label="(96,)", style=solid]; -"234 _param_constant29" -> "235 layer_norm_3" [label="(96,)", style=solid]; -"235 layer_norm_3" -> "236 add_5" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "237 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"236 add_5" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"237 add_5_0_0_nncf_smooth_quant_0" -> "238 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"238 quantize_per_tensor_default_11" -> "239 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"239 dequantize_per_tensor_default_11" -> "246 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"240 linear_10_scale_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"240 linear_10_scale_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"241 linear_10_zero_point_0" -> "243 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"241 linear_10_zero_point_0" -> "244 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"242 compressed_weight_updated_constant11" -> "243 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"243 quantize_per_channel_default_11" -> "244 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"244 dequantize_per_channel_default_11" -> "246 linear_10" [label="(384, 96)", style=solid]; -"245 _param_constant31_0_0" -> "246 linear_10" [label="(384,)", style=solid]; -"246 linear_10" -> "247 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"247 gelu_1" -> "248 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"248 dropout_6" -> "249 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"249 dropout_6_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"250 quantize_per_tensor_default_12" -> "251 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"251 dequantize_per_tensor_default_12" -> "258 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"252 linear_11_scale_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"252 linear_11_scale_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"253 linear_11_zero_point_0" -> "255 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"253 linear_11_zero_point_0" -> "256 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"254 compressed_weight_updated_constant12" -> "255 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"255 quantize_per_channel_default_12" -> "256 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"256 dequantize_per_channel_default_12" -> "258 linear_11" [label="(96, 384)", style=solid]; -"257 _param_constant33_0_0" -> "258 linear_11" [label="(96,)", style=solid]; -"258 linear_11" -> "259 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"259 dropout_7" -> "262 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"260 _param_constant34" -> "262 layer_norm_4" [label="(96,)", style=solid]; -"261 _param_constant35" -> "262 layer_norm_4" [label="(96,)", style=solid]; -"262 layer_norm_4" -> "263 add_6" [label="(1, 56, 56, 96)", style=solid]; -"263 add_6" -> "264 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "265 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "268 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "271 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"264 pad_2" -> "274 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"265 slice_25" -> "266 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"266 slice_26" -> "267 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"267 slice_27" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"268 slice_28" -> "269 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"269 slice_29" -> "270 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"270 slice_30" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"271 slice_31" -> "272 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"272 slice_32" -> "273 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"273 slice_33" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"274 slice_34" -> "275 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"275 slice_35" -> "276 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"276 slice_36" -> "277 cat" [label="(1, 28, 28, 96)", style=solid]; -"277 cat" -> "278 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"278 cat_0_0_nncf_smooth_quant_0" -> "279 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"279 quantize_per_tensor_default_13" -> "280 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"280 dequantize_per_tensor_default_13" -> "286 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"281 linear_12_scale_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"281 linear_12_scale_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"282 linear_12_zero_point_0" -> "284 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"282 linear_12_zero_point_0" -> "285 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"283 compressed_weight_updated_constant13" -> "284 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"284 quantize_per_channel_default_13" -> "285 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"285 dequantize_per_channel_default_13" -> "286 linear_12" [label="(192, 384)", style=solid]; -"286 linear_12" -> "289 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"287 _param_constant37" -> "289 layer_norm_5" [label="(192,)", style=solid]; -"288 _param_constant38" -> "289 layer_norm_5" [label="(192,)", style=solid]; -"289 layer_norm_5" -> "316 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"289 layer_norm_5" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"290 _tensor_constant13" -> "291 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"291 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "298 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"292 linear_13_scale_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"292 linear_13_scale_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"293 linear_13_zero_point_0" -> "295 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"293 linear_13_zero_point_0" -> "296 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"294 compressed_weight_updated_constant14" -> "295 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"295 quantize_per_channel_default_14" -> "296 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"296 dequantize_per_channel_default_14" -> "298 linear_13" [label="(512, 2)", style=solid]; -"297 _param_constant40_0_0" -> "298 linear_13" [label="(512,)", style=solid]; -"298 linear_13" -> "299 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"299 relu__2" -> "300 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"300 relu__2_0_0_nncf_smooth_quant_0" -> "306 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"301 linear_14_scale_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"301 linear_14_scale_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"302 linear_14_zero_point_0" -> "304 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"302 linear_14_zero_point_0" -> "305 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"303 compressed_weight_updated_constant15" -> "304 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"304 quantize_per_channel_default_15" -> "305 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"305 dequantize_per_channel_default_15" -> "306 linear_14" [label="(6, 512)", style=solid]; -"306 linear_14" -> "307 view_11" [label="(1, 15, 15, 6)", style=solid]; -"307 view_11" -> "309 index_2" [label="(225, 6)", style=solid]; -"308 _tensor_constant14" -> "309 index_2" [label="(4096,)", style=solid]; -"309 index_2" -> "310 view_12" [label="(4096, 6)", style=solid]; -"310 view_12" -> "311 permute_10" [label="(64, 64, 6)", style=solid]; -"311 permute_10" -> "312 contiguous_2" [label="(6, 64, 64)", style=solid]; -"312 contiguous_2" -> "313 unsqueeze_6" [label="(6, 64, 64)", style=solid]; -"313 unsqueeze_6" -> "314 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; -"314 sigmoid_2" -> "315 mul_4" [label="(1, 6, 64, 64)", style=solid]; -"315 mul_4" -> "353 add_7" [label="(1, 6, 64, 64)", style=solid]; -"316 pad_3" -> "317 view_13" [label="(1, 32, 32, 192)", style=solid]; -"317 view_13" -> "318 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"318 permute_11" -> "319 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"319 reshape_9" -> "320 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"320 reshape_9_0_0_nncf_smooth_quant_0" -> "321 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"321 quantize_per_tensor_default_14" -> "322 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"322 dequantize_per_tensor_default_14" -> "329 linear_15" [label="(16, 64, 192)", style=solid]; -"323 linear_15_scale_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"323 linear_15_scale_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"324 linear_15_zero_point_0" -> "326 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"324 linear_15_zero_point_0" -> "327 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"325 compressed_weight_updated_constant16" -> "326 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"326 quantize_per_channel_default_16" -> "327 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"327 dequantize_per_channel_default_16" -> "329 linear_15" [label="(576, 192)", style=solid]; -"328 _param_constant42_0_0" -> "329 linear_15" [label="(576,)", style=solid]; -"329 linear_15" -> "330 reshape_10" [label="(16, 64, 576)", style=solid]; -"330 reshape_10" -> "331 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"331 permute_12" -> "332 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"331 permute_12" -> "333 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"331 permute_12" -> "334 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"332 select_6" -> "335 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"332 select_6" -> "337 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"332 select_6" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "341 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "343 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"333 select_7" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; -"334 select_8" -> "356 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"335 linalg_vector_norm_4" -> "336 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"336 clamp_min_4" -> "337 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"337 expand_as_4" -> "338 div_4" [label="(16, 6, 64, 32)", style=solid]; -"338 div_4" -> "339 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"339 quantize_per_tensor_default_15" -> "340 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"340 dequantize_per_tensor_default_15" -> "348 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"341 linalg_vector_norm_5" -> "342 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"342 clamp_min_5" -> "343 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"343 expand_as_5" -> "344 div_5" [label="(16, 6, 64, 32)", style=solid]; -"344 div_5" -> "345 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"345 quantize_per_tensor_default_16" -> "346 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"346 dequantize_per_tensor_default_16" -> "347 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"347 transpose_4" -> "348 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"348 matmul_4" -> "352 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"349 _param_constant44" -> "350 clamp_2" [label="(6, 1, 1)", style=solid]; -"350 clamp_2" -> "351 exp_2" [label="(6, 1, 1)", style=solid]; -"351 exp_2" -> "352 mul_5" [label="(6, 1, 1)", style=solid]; -"352 mul_5" -> "353 add_7" [label="(16, 6, 64, 64)", style=solid]; -"353 add_7" -> "354 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"354 softmax_2" -> "355 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"355 dropout_8" -> "356 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"356 matmul_5" -> "357 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"357 transpose_5" -> "358 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"358 reshape_11" -> "359 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"359 reshape_11_0_0_nncf_smooth_quant_0" -> "360 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"360 quantize_per_tensor_default_17" -> "361 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"361 dequantize_per_tensor_default_17" -> "368 linear_16" [label="(16, 64, 192)", style=solid]; -"362 linear_16_scale_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"362 linear_16_scale_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"363 linear_16_zero_point_0" -> "365 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"363 linear_16_zero_point_0" -> "366 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"364 compressed_weight_updated_constant17" -> "365 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"365 quantize_per_channel_default_17" -> "366 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"366 dequantize_per_channel_default_17" -> "368 linear_16" [label="(192, 192)", style=solid]; -"367 _param_constant46_0_0" -> "368 linear_16" [label="(192,)", style=solid]; -"368 linear_16" -> "369 dropout_9" [label="(16, 64, 192)", style=solid]; -"369 dropout_9" -> "370 view_14" [label="(16, 64, 192)", style=solid]; -"370 view_14" -> "371 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"371 permute_13" -> "372 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"372 reshape_12" -> "373 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"373 slice_38" -> "374 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"374 slice_39" -> "375 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"375 slice_40" -> "376 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"376 slice_41" -> "377 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"377 contiguous_3" -> "380 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"378 _param_constant47" -> "380 layer_norm_6" [label="(192,)", style=solid]; -"379 _param_constant48" -> "380 layer_norm_6" [label="(192,)", style=solid]; -"380 layer_norm_6" -> "381 add_8" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "382 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"381 add_8" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"382 add_8_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"383 quantize_per_tensor_default_18" -> "384 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"384 dequantize_per_tensor_default_18" -> "391 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"385 linear_17_scale_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"385 linear_17_scale_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"386 linear_17_zero_point_0" -> "388 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"386 linear_17_zero_point_0" -> "389 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"387 compressed_weight_updated_constant18" -> "388 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"388 quantize_per_channel_default_18" -> "389 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"389 dequantize_per_channel_default_18" -> "391 linear_17" [label="(768, 192)", style=solid]; -"390 _param_constant50_0_0" -> "391 linear_17" [label="(768,)", style=solid]; -"391 linear_17" -> "392 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"392 gelu_2" -> "393 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"393 dropout_10" -> "394 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"394 dropout_10_0_0_nncf_smooth_quant_0" -> "395 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"395 quantize_per_tensor_default_19" -> "396 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"396 dequantize_per_tensor_default_19" -> "403 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"397 linear_18_scale_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"397 linear_18_scale_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"398 linear_18_zero_point_0" -> "400 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"398 linear_18_zero_point_0" -> "401 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"399 compressed_weight_updated_constant19" -> "400 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"400 quantize_per_channel_default_19" -> "401 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"401 dequantize_per_channel_default_19" -> "403 linear_18" [label="(192, 768)", style=solid]; -"402 _param_constant52_0_0" -> "403 linear_18" [label="(192,)", style=solid]; -"403 linear_18" -> "404 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"404 dropout_11" -> "407 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"405 _param_constant53" -> "407 layer_norm_7" [label="(192,)", style=solid]; -"406 _param_constant54" -> "407 layer_norm_7" [label="(192,)", style=solid]; -"407 layer_norm_7" -> "408 add_9" [label="(1, 28, 28, 192)", style=solid]; -"408 add_9" -> "435 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"408 add_9" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"409 _tensor_constant15" -> "410 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"410 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "417 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"411 linear_19_scale_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"411 linear_19_scale_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"412 linear_19_zero_point_0" -> "414 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"412 linear_19_zero_point_0" -> "415 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"413 compressed_weight_updated_constant20" -> "414 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"414 quantize_per_channel_default_20" -> "415 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"415 dequantize_per_channel_default_20" -> "417 linear_19" [label="(512, 2)", style=solid]; -"416 _param_constant56_0_0" -> "417 linear_19" [label="(512,)", style=solid]; -"417 linear_19" -> "418 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"418 relu__3" -> "419 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"419 relu__3_0_0_nncf_smooth_quant_0" -> "425 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"424 dequantize_per_channel_default_21" -> "425 linear_20" [label="(6, 512)", style=solid]; -"425 linear_20" -> "426 view_15" [label="(1, 15, 15, 6)", style=solid]; -"426 view_15" -> "428 index_3" [label="(225, 6)", style=solid]; -"427 _tensor_constant16" -> "428 index_3" [label="(4096,)", style=solid]; -"428 index_3" -> "429 view_16" [label="(4096, 6)", style=solid]; -"429 view_16" -> "430 permute_14" [label="(64, 64, 6)", style=solid]; -"430 permute_14" -> "431 contiguous_4" [label="(6, 64, 64)", style=solid]; -"431 contiguous_4" -> "432 unsqueeze_7" [label="(6, 64, 64)", style=solid]; -"432 unsqueeze_7" -> "433 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; -"433 sigmoid_3" -> "434 mul_6" [label="(1, 6, 64, 64)", style=solid]; -"434 mul_6" -> "473 add_10" [label="(1, 6, 64, 64)", style=solid]; -"435 pad_4" -> "436 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"436 roll_2" -> "437 view_17" [label="(1, 32, 32, 192)", style=solid]; -"437 view_17" -> "438 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"438 permute_15" -> "439 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"439 reshape_13" -> "440 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"439 reshape_13" -> "474 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"440 reshape_13_0_0_nncf_smooth_quant_0" -> "441 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"441 quantize_per_tensor_default_20" -> "442 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"442 dequantize_per_tensor_default_20" -> "449 linear_21" [label="(16, 64, 192)", style=solid]; -"443 linear_21_scale_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"443 linear_21_scale_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"444 linear_21_zero_point_0" -> "446 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"444 linear_21_zero_point_0" -> "447 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"445 compressed_weight_updated_constant22" -> "446 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"446 quantize_per_channel_default_22" -> "447 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"447 dequantize_per_channel_default_22" -> "449 linear_21" [label="(576, 192)", style=solid]; -"448 _param_constant58_0_0" -> "449 linear_21" [label="(576,)", style=solid]; -"449 linear_21" -> "450 reshape_14" [label="(16, 64, 576)", style=solid]; -"450 reshape_14" -> "451 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"451 permute_16" -> "452 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"451 permute_16" -> "453 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"451 permute_16" -> "454 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"452 select_9" -> "455 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"452 select_9" -> "457 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"452 select_9" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "461 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "463 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"453 select_10" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; -"454 select_11" -> "492 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"455 linalg_vector_norm_6" -> "456 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"456 clamp_min_6" -> "457 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"457 expand_as_6" -> "458 div_6" [label="(16, 6, 64, 32)", style=solid]; -"458 div_6" -> "459 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"459 quantize_per_tensor_default_21" -> "460 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"460 dequantize_per_tensor_default_21" -> "468 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"461 linalg_vector_norm_7" -> "462 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"462 clamp_min_7" -> "463 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"463 expand_as_7" -> "464 div_7" [label="(16, 6, 64, 32)", style=solid]; -"464 div_7" -> "465 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"465 quantize_per_tensor_default_22" -> "466 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"466 dequantize_per_tensor_default_22" -> "467 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"467 transpose_6" -> "468 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"468 matmul_6" -> "472 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"469 _param_constant60" -> "470 clamp_3" [label="(6, 1, 1)", style=solid]; -"470 clamp_3" -> "471 exp_3" [label="(6, 1, 1)", style=solid]; -"471 exp_3" -> "472 mul_7" [label="(6, 1, 1)", style=solid]; -"472 mul_7" -> "473 add_10" [label="(16, 6, 64, 64)", style=solid]; -"473 add_10" -> "485 view_19" [label="(16, 6, 64, 64)", style=solid]; -"474 new_zeros_1" -> "475 view_18" [label="(32, 32)", style=solid]; -"475 view_18" -> "476 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"476 permute_17" -> "477 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"477 reshape_15" -> "478 unsqueeze_8" [label="(16, 64)", style=solid]; -"477 reshape_15" -> "479 unsqueeze_9" [label="(16, 64)", style=solid]; -"478 unsqueeze_8" -> "480 sub_1" [label="(16, 1, 64)", style=solid]; -"479 unsqueeze_9" -> "480 sub_1" [label="(16, 64, 1)", style=solid]; -"480 sub_1" -> "481 ne_1" [label="(16, 64, 64)", style=solid]; -"480 sub_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"480 sub_1" -> "483 eq_1" [label="(16, 64, 64)", style=solid]; -"481 ne_1" -> "482 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"482 masked_fill_2" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"483 eq_1" -> "484 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"484 masked_fill_3" -> "486 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"485 view_19" -> "488 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"486 unsqueeze_10" -> "487 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"487 unsqueeze_11" -> "488 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"488 add_11" -> "489 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"489 view_20" -> "490 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"490 softmax_3" -> "491 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"491 dropout_12" -> "492 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"492 matmul_7" -> "493 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"493 transpose_7" -> "494 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"494 reshape_16" -> "495 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"495 reshape_16_0_0_nncf_smooth_quant_0" -> "496 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"496 quantize_per_tensor_default_23" -> "497 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"497 dequantize_per_tensor_default_23" -> "504 linear_22" [label="(16, 64, 192)", style=solid]; -"498 linear_22_scale_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"498 linear_22_scale_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"499 linear_22_zero_point_0" -> "501 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"499 linear_22_zero_point_0" -> "502 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"500 compressed_weight_updated_constant23" -> "501 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"501 quantize_per_channel_default_23" -> "502 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"502 dequantize_per_channel_default_23" -> "504 linear_22" [label="(192, 192)", style=solid]; -"503 _param_constant62_0_0" -> "504 linear_22" [label="(192,)", style=solid]; -"504 linear_22" -> "505 dropout_13" [label="(16, 64, 192)", style=solid]; -"505 dropout_13" -> "506 view_21" [label="(16, 64, 192)", style=solid]; -"506 view_21" -> "507 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"507 permute_18" -> "508 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"508 reshape_17" -> "509 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"509 roll_3" -> "510 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"510 slice_61" -> "511 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"511 slice_62" -> "512 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"512 slice_63" -> "513 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"513 slice_64" -> "514 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"514 contiguous_5" -> "517 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"515 _param_constant63" -> "517 layer_norm_8" [label="(192,)", style=solid]; -"516 _param_constant64" -> "517 layer_norm_8" [label="(192,)", style=solid]; -"517 layer_norm_8" -> "518 add_12" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "519 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"518 add_12" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"519 add_12_0_0_nncf_smooth_quant_0" -> "520 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"520 quantize_per_tensor_default_24" -> "521 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"521 dequantize_per_tensor_default_24" -> "528 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"522 linear_23_scale_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"522 linear_23_scale_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"523 linear_23_zero_point_0" -> "525 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"523 linear_23_zero_point_0" -> "526 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"524 compressed_weight_updated_constant24" -> "525 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"525 quantize_per_channel_default_24" -> "526 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"526 dequantize_per_channel_default_24" -> "528 linear_23" [label="(768, 192)", style=solid]; -"527 _param_constant66_0_0" -> "528 linear_23" [label="(768,)", style=solid]; -"528 linear_23" -> "529 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"529 gelu_3" -> "530 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"530 dropout_14" -> "531 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"531 dropout_14_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"532 quantize_per_tensor_default_25" -> "533 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"533 dequantize_per_tensor_default_25" -> "540 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"534 linear_24_scale_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"534 linear_24_scale_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"535 linear_24_zero_point_0" -> "537 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"535 linear_24_zero_point_0" -> "538 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"536 compressed_weight_updated_constant25" -> "537 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"537 quantize_per_channel_default_25" -> "538 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"538 dequantize_per_channel_default_25" -> "540 linear_24" [label="(192, 768)", style=solid]; -"539 _param_constant68_0_0" -> "540 linear_24" [label="(192,)", style=solid]; -"540 linear_24" -> "541 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"541 dropout_15" -> "544 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"542 _param_constant69" -> "544 layer_norm_9" [label="(192,)", style=solid]; -"543 _param_constant70" -> "544 layer_norm_9" [label="(192,)", style=solid]; -"544 layer_norm_9" -> "545 add_13" [label="(1, 28, 28, 192)", style=solid]; -"545 add_13" -> "546 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "547 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "550 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "553 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"546 pad_5" -> "556 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"547 slice_65" -> "548 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"548 slice_66" -> "549 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"549 slice_67" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"550 slice_68" -> "551 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"551 slice_69" -> "552 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"552 slice_70" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"553 slice_71" -> "554 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"554 slice_72" -> "555 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"555 slice_73" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"556 slice_74" -> "557 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"557 slice_75" -> "558 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"558 slice_76" -> "559 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"559 cat_1" -> "560 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"560 cat_1_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"561 quantize_per_tensor_default_26" -> "562 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"562 dequantize_per_tensor_default_26" -> "568 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"563 linear_25_scale_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"563 linear_25_scale_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"564 linear_25_zero_point_0" -> "566 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"564 linear_25_zero_point_0" -> "567 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"565 compressed_weight_updated_constant26" -> "566 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"566 quantize_per_channel_default_26" -> "567 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"567 dequantize_per_channel_default_26" -> "568 linear_25" [label="(384, 768)", style=solid]; -"568 linear_25" -> "571 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"569 _param_constant72" -> "571 layer_norm_10" [label="(384,)", style=solid]; -"570 _param_constant73" -> "571 layer_norm_10" [label="(384,)", style=solid]; -"571 layer_norm_10" -> "598 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"571 layer_norm_10" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"572 _tensor_constant26" -> "573 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"573 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "580 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"574 linear_26_scale_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"574 linear_26_scale_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"575 linear_26_zero_point_0" -> "577 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"575 linear_26_zero_point_0" -> "578 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"576 compressed_weight_updated_constant27" -> "577 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"577 quantize_per_channel_default_27" -> "578 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"578 dequantize_per_channel_default_27" -> "580 linear_26" [label="(512, 2)", style=solid]; -"579 _param_constant75_0_0" -> "580 linear_26" [label="(512,)", style=solid]; -"580 linear_26" -> "581 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"581 relu__4" -> "582 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"582 relu__4_0_0_nncf_smooth_quant_0" -> "588 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"583 linear_27_scale_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"583 linear_27_scale_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"584 linear_27_zero_point_0" -> "586 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"584 linear_27_zero_point_0" -> "587 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"585 compressed_weight_updated_constant28" -> "586 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"586 quantize_per_channel_default_28" -> "587 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"587 dequantize_per_channel_default_28" -> "588 linear_27" [label="(12, 512)", style=solid]; -"588 linear_27" -> "589 view_22" [label="(1, 15, 15, 12)", style=solid]; -"589 view_22" -> "591 index_4" [label="(225, 12)", style=solid]; -"590 _tensor_constant27" -> "591 index_4" [label="(4096,)", style=solid]; -"591 index_4" -> "592 view_23" [label="(4096, 12)", style=solid]; -"592 view_23" -> "593 permute_19" [label="(64, 64, 12)", style=solid]; -"593 permute_19" -> "594 contiguous_6" [label="(12, 64, 64)", style=solid]; -"594 contiguous_6" -> "595 unsqueeze_12" [label="(12, 64, 64)", style=solid]; -"595 unsqueeze_12" -> "596 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; -"596 sigmoid_4" -> "597 mul_8" [label="(1, 12, 64, 64)", style=solid]; -"597 mul_8" -> "635 add_14" [label="(1, 12, 64, 64)", style=solid]; -"598 pad_6" -> "599 view_24" [label="(1, 16, 16, 384)", style=solid]; -"599 view_24" -> "600 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"600 permute_20" -> "601 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"601 reshape_18" -> "602 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"602 reshape_18_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"603 quantize_per_tensor_default_27" -> "604 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"604 dequantize_per_tensor_default_27" -> "611 linear_28" [label="(4, 64, 384)", style=solid]; -"605 linear_28_scale_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"605 linear_28_scale_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"606 linear_28_zero_point_0" -> "608 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"606 linear_28_zero_point_0" -> "609 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"607 compressed_weight_updated_constant29" -> "608 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"608 quantize_per_channel_default_29" -> "609 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"609 dequantize_per_channel_default_29" -> "611 linear_28" [label="(1152, 384)", style=solid]; -"610 _param_constant77_0_0" -> "611 linear_28" [label="(1152,)", style=solid]; -"611 linear_28" -> "612 reshape_19" [label="(4, 64, 1152)", style=solid]; -"612 reshape_19" -> "613 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"613 permute_21" -> "614 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"613 permute_21" -> "615 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"613 permute_21" -> "616 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"614 select_12" -> "617 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"614 select_12" -> "619 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"614 select_12" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "623 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "625 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"615 select_13" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; -"616 select_14" -> "638 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"617 linalg_vector_norm_8" -> "618 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"618 clamp_min_8" -> "619 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"619 expand_as_8" -> "620 div_8" [label="(4, 12, 64, 32)", style=solid]; -"620 div_8" -> "621 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"622 dequantize_per_tensor_default_28" -> "630 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"623 linalg_vector_norm_9" -> "624 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"624 clamp_min_9" -> "625 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"625 expand_as_9" -> "626 div_9" [label="(4, 12, 64, 32)", style=solid]; -"626 div_9" -> "627 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"627 quantize_per_tensor_default_29" -> "628 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"628 dequantize_per_tensor_default_29" -> "629 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"629 transpose_8" -> "630 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"630 matmul_8" -> "634 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"631 _param_constant79" -> "632 clamp_4" [label="(12, 1, 1)", style=solid]; -"632 clamp_4" -> "633 exp_4" [label="(12, 1, 1)", style=solid]; -"633 exp_4" -> "634 mul_9" [label="(12, 1, 1)", style=solid]; -"634 mul_9" -> "635 add_14" [label="(4, 12, 64, 64)", style=solid]; -"635 add_14" -> "636 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"636 softmax_4" -> "637 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"637 dropout_16" -> "638 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"638 matmul_9" -> "639 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"639 transpose_9" -> "640 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"640 reshape_20" -> "641 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"641 reshape_20_0_0_nncf_smooth_quant_0" -> "642 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"642 quantize_per_tensor_default_30" -> "643 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"643 dequantize_per_tensor_default_30" -> "650 linear_29" [label="(4, 64, 384)", style=solid]; -"644 linear_29_scale_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"644 linear_29_scale_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"645 linear_29_zero_point_0" -> "647 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"645 linear_29_zero_point_0" -> "648 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"646 compressed_weight_updated_constant30" -> "647 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"647 quantize_per_channel_default_30" -> "648 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"648 dequantize_per_channel_default_30" -> "650 linear_29" [label="(384, 384)", style=solid]; -"649 _param_constant81_0_0" -> "650 linear_29" [label="(384,)", style=solid]; -"650 linear_29" -> "651 dropout_17" [label="(4, 64, 384)", style=solid]; -"651 dropout_17" -> "652 view_25" [label="(4, 64, 384)", style=solid]; -"652 view_25" -> "653 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"653 permute_22" -> "654 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"654 reshape_21" -> "655 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"655 slice_78" -> "656 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"656 slice_79" -> "657 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"657 slice_80" -> "658 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"658 slice_81" -> "659 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"659 contiguous_7" -> "662 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"660 _param_constant82" -> "662 layer_norm_11" [label="(384,)", style=solid]; -"661 _param_constant83" -> "662 layer_norm_11" [label="(384,)", style=solid]; -"662 layer_norm_11" -> "663 add_15" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "664 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"663 add_15" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"664 add_15_0_0_nncf_smooth_quant_0" -> "665 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"665 quantize_per_tensor_default_31" -> "666 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"666 dequantize_per_tensor_default_31" -> "673 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"667 linear_30_scale_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"667 linear_30_scale_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"668 linear_30_zero_point_0" -> "670 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"668 linear_30_zero_point_0" -> "671 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"669 compressed_weight_updated_constant31" -> "670 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"670 quantize_per_channel_default_31" -> "671 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"671 dequantize_per_channel_default_31" -> "673 linear_30" [label="(1536, 384)", style=solid]; -"672 _param_constant85_0_0" -> "673 linear_30" [label="(1536,)", style=solid]; -"673 linear_30" -> "674 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"674 gelu_4" -> "675 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"675 dropout_18" -> "676 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"676 dropout_18_0_0_nncf_smooth_quant_0" -> "677 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"677 quantize_per_tensor_default_32" -> "678 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"678 dequantize_per_tensor_default_32" -> "685 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"679 linear_31_scale_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"679 linear_31_scale_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"680 linear_31_zero_point_0" -> "682 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"680 linear_31_zero_point_0" -> "683 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"681 compressed_weight_updated_constant32" -> "682 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"682 quantize_per_channel_default_32" -> "683 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"683 dequantize_per_channel_default_32" -> "685 linear_31" [label="(384, 1536)", style=solid]; -"684 _param_constant87_0_0" -> "685 linear_31" [label="(384,)", style=solid]; -"685 linear_31" -> "686 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"686 dropout_19" -> "689 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"687 _param_constant88" -> "689 layer_norm_12" [label="(384,)", style=solid]; -"688 _param_constant89" -> "689 layer_norm_12" [label="(384,)", style=solid]; -"689 layer_norm_12" -> "690 add_16" [label="(1, 14, 14, 384)", style=solid]; -"690 add_16" -> "717 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"690 add_16" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"691 _tensor_constant28" -> "692 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"692 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "699 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"693 linear_32_scale_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"693 linear_32_scale_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"694 linear_32_zero_point_0" -> "696 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"694 linear_32_zero_point_0" -> "697 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"695 compressed_weight_updated_constant33" -> "696 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"696 quantize_per_channel_default_33" -> "697 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"697 dequantize_per_channel_default_33" -> "699 linear_32" [label="(512, 2)", style=solid]; -"698 _param_constant91_0_0" -> "699 linear_32" [label="(512,)", style=solid]; -"699 linear_32" -> "700 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"700 relu__5" -> "701 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"701 relu__5_0_0_nncf_smooth_quant_0" -> "707 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"702 linear_33_scale_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"702 linear_33_scale_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"703 linear_33_zero_point_0" -> "705 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"703 linear_33_zero_point_0" -> "706 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"704 compressed_weight_updated_constant34" -> "705 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"705 quantize_per_channel_default_34" -> "706 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"706 dequantize_per_channel_default_34" -> "707 linear_33" [label="(12, 512)", style=solid]; -"707 linear_33" -> "708 view_26" [label="(1, 15, 15, 12)", style=solid]; -"708 view_26" -> "710 index_5" [label="(225, 12)", style=solid]; -"709 _tensor_constant29" -> "710 index_5" [label="(4096,)", style=solid]; -"710 index_5" -> "711 view_27" [label="(4096, 12)", style=solid]; -"711 view_27" -> "712 permute_23" [label="(64, 64, 12)", style=solid]; -"712 permute_23" -> "713 contiguous_8" [label="(12, 64, 64)", style=solid]; -"713 contiguous_8" -> "714 unsqueeze_13" [label="(12, 64, 64)", style=solid]; -"714 unsqueeze_13" -> "715 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; -"715 sigmoid_5" -> "716 mul_10" [label="(1, 12, 64, 64)", style=solid]; -"716 mul_10" -> "755 add_17" [label="(1, 12, 64, 64)", style=solid]; -"717 pad_7" -> "718 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"718 roll_4" -> "719 view_28" [label="(1, 16, 16, 384)", style=solid]; -"719 view_28" -> "720 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"720 permute_24" -> "721 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"721 reshape_22" -> "722 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"721 reshape_22" -> "756 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"722 reshape_22_0_0_nncf_smooth_quant_0" -> "723 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"723 quantize_per_tensor_default_33" -> "724 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"724 dequantize_per_tensor_default_33" -> "731 linear_34" [label="(4, 64, 384)", style=solid]; -"725 linear_34_scale_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"725 linear_34_scale_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"726 linear_34_zero_point_0" -> "728 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"726 linear_34_zero_point_0" -> "729 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"727 compressed_weight_updated_constant35" -> "728 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"728 quantize_per_channel_default_35" -> "729 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"729 dequantize_per_channel_default_35" -> "731 linear_34" [label="(1152, 384)", style=solid]; -"730 _param_constant93_0_0" -> "731 linear_34" [label="(1152,)", style=solid]; -"731 linear_34" -> "732 reshape_23" [label="(4, 64, 1152)", style=solid]; -"732 reshape_23" -> "733 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"733 permute_25" -> "734 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"733 permute_25" -> "735 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"733 permute_25" -> "736 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"734 select_15" -> "737 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"734 select_15" -> "739 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"734 select_15" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "743 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "745 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"735 select_16" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; -"736 select_17" -> "774 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"737 linalg_vector_norm_10" -> "738 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"738 clamp_min_10" -> "739 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"739 expand_as_10" -> "740 div_10" [label="(4, 12, 64, 32)", style=solid]; -"740 div_10" -> "741 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"741 quantize_per_tensor_default_34" -> "742 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"742 dequantize_per_tensor_default_34" -> "750 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"743 linalg_vector_norm_11" -> "744 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"744 clamp_min_11" -> "745 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"745 expand_as_11" -> "746 div_11" [label="(4, 12, 64, 32)", style=solid]; -"746 div_11" -> "747 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"747 quantize_per_tensor_default_35" -> "748 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"748 dequantize_per_tensor_default_35" -> "749 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"749 transpose_10" -> "750 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"750 matmul_10" -> "754 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"751 _param_constant95" -> "752 clamp_5" [label="(12, 1, 1)", style=solid]; -"752 clamp_5" -> "753 exp_5" [label="(12, 1, 1)", style=solid]; -"753 exp_5" -> "754 mul_11" [label="(12, 1, 1)", style=solid]; -"754 mul_11" -> "755 add_17" [label="(4, 12, 64, 64)", style=solid]; -"755 add_17" -> "767 view_30" [label="(4, 12, 64, 64)", style=solid]; -"756 new_zeros_2" -> "757 view_29" [label="(16, 16)", style=solid]; -"757 view_29" -> "758 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"758 permute_26" -> "759 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"759 reshape_24" -> "760 unsqueeze_14" [label="(4, 64)", style=solid]; -"759 reshape_24" -> "761 unsqueeze_15" [label="(4, 64)", style=solid]; -"760 unsqueeze_14" -> "762 sub_2" [label="(4, 1, 64)", style=solid]; -"761 unsqueeze_15" -> "762 sub_2" [label="(4, 64, 1)", style=solid]; -"762 sub_2" -> "763 ne_2" [label="(4, 64, 64)", style=solid]; -"762 sub_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"762 sub_2" -> "765 eq_2" [label="(4, 64, 64)", style=solid]; -"763 ne_2" -> "764 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"764 masked_fill_4" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"765 eq_2" -> "766 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"766 masked_fill_5" -> "768 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"767 view_30" -> "770 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"768 unsqueeze_16" -> "769 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"769 unsqueeze_17" -> "770 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"770 add_18" -> "771 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"771 view_31" -> "772 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"772 softmax_5" -> "773 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"773 dropout_20" -> "774 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"774 matmul_11" -> "775 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"775 transpose_11" -> "776 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"776 reshape_25" -> "777 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"777 reshape_25_0_0_nncf_smooth_quant_0" -> "778 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"778 quantize_per_tensor_default_36" -> "779 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"779 dequantize_per_tensor_default_36" -> "786 linear_35" [label="(4, 64, 384)", style=solid]; -"780 linear_35_scale_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"780 linear_35_scale_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"781 linear_35_zero_point_0" -> "783 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"781 linear_35_zero_point_0" -> "784 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"782 compressed_weight_updated_constant36" -> "783 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"783 quantize_per_channel_default_36" -> "784 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"784 dequantize_per_channel_default_36" -> "786 linear_35" [label="(384, 384)", style=solid]; -"785 _param_constant97_0_0" -> "786 linear_35" [label="(384,)", style=solid]; -"786 linear_35" -> "787 dropout_21" [label="(4, 64, 384)", style=solid]; -"787 dropout_21" -> "788 view_32" [label="(4, 64, 384)", style=solid]; -"788 view_32" -> "789 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"789 permute_27" -> "790 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"790 reshape_26" -> "791 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"791 roll_5" -> "792 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"792 slice_101" -> "793 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"793 slice_102" -> "794 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"794 slice_103" -> "795 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"795 slice_104" -> "796 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"796 contiguous_9" -> "799 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"797 _param_constant98" -> "799 layer_norm_13" [label="(384,)", style=solid]; -"798 _param_constant99" -> "799 layer_norm_13" [label="(384,)", style=solid]; -"799 layer_norm_13" -> "800 add_19" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "801 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"800 add_19" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"801 add_19_0_0_nncf_smooth_quant_0" -> "802 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"802 quantize_per_tensor_default_37" -> "803 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"803 dequantize_per_tensor_default_37" -> "810 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"804 linear_36_scale_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"804 linear_36_scale_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"805 linear_36_zero_point_0" -> "807 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"805 linear_36_zero_point_0" -> "808 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"806 compressed_weight_updated_constant37" -> "807 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"807 quantize_per_channel_default_37" -> "808 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"808 dequantize_per_channel_default_37" -> "810 linear_36" [label="(1536, 384)", style=solid]; -"809 _param_constant101_0_0" -> "810 linear_36" [label="(1536,)", style=solid]; -"810 linear_36" -> "811 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"811 gelu_5" -> "812 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"812 dropout_22" -> "813 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"813 dropout_22_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"814 quantize_per_tensor_default_38" -> "815 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"815 dequantize_per_tensor_default_38" -> "822 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"816 linear_37_scale_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"816 linear_37_scale_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"817 linear_37_zero_point_0" -> "819 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"817 linear_37_zero_point_0" -> "820 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"818 compressed_weight_updated_constant38" -> "819 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"819 quantize_per_channel_default_38" -> "820 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"820 dequantize_per_channel_default_38" -> "822 linear_37" [label="(384, 1536)", style=solid]; -"821 _param_constant103_0_0" -> "822 linear_37" [label="(384,)", style=solid]; -"822 linear_37" -> "823 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"823 dropout_23" -> "826 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"824 _param_constant104" -> "826 layer_norm_14" [label="(384,)", style=solid]; -"825 _param_constant105" -> "826 layer_norm_14" [label="(384,)", style=solid]; -"826 layer_norm_14" -> "827 add_20" [label="(1, 14, 14, 384)", style=solid]; -"827 add_20" -> "854 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"827 add_20" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"828 _tensor_constant39" -> "829 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"829 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "836 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"830 linear_38_scale_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"830 linear_38_scale_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"831 linear_38_zero_point_0" -> "833 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"831 linear_38_zero_point_0" -> "834 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"832 compressed_weight_updated_constant39" -> "833 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"833 quantize_per_channel_default_39" -> "834 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"834 dequantize_per_channel_default_39" -> "836 linear_38" [label="(512, 2)", style=solid]; -"835 _param_constant107_0_0" -> "836 linear_38" [label="(512,)", style=solid]; -"836 linear_38" -> "837 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"837 relu__6" -> "838 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"838 relu__6_0_0_nncf_smooth_quant_0" -> "844 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"839 linear_39_scale_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"839 linear_39_scale_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"840 linear_39_zero_point_0" -> "842 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"840 linear_39_zero_point_0" -> "843 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"841 compressed_weight_updated_constant40" -> "842 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"842 quantize_per_channel_default_40" -> "843 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"843 dequantize_per_channel_default_40" -> "844 linear_39" [label="(12, 512)", style=solid]; -"844 linear_39" -> "845 view_33" [label="(1, 15, 15, 12)", style=solid]; -"845 view_33" -> "847 index_6" [label="(225, 12)", style=solid]; -"846 _tensor_constant40" -> "847 index_6" [label="(4096,)", style=solid]; -"847 index_6" -> "848 view_34" [label="(4096, 12)", style=solid]; -"848 view_34" -> "849 permute_28" [label="(64, 64, 12)", style=solid]; -"849 permute_28" -> "850 contiguous_10" [label="(12, 64, 64)", style=solid]; -"850 contiguous_10" -> "851 unsqueeze_18" [label="(12, 64, 64)", style=solid]; -"851 unsqueeze_18" -> "852 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; -"852 sigmoid_6" -> "853 mul_12" [label="(1, 12, 64, 64)", style=solid]; -"853 mul_12" -> "891 add_21" [label="(1, 12, 64, 64)", style=solid]; -"854 pad_8" -> "855 view_35" [label="(1, 16, 16, 384)", style=solid]; -"855 view_35" -> "856 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"856 permute_29" -> "857 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"857 reshape_27" -> "858 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"858 reshape_27_0_0_nncf_smooth_quant_0" -> "859 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"859 quantize_per_tensor_default_39" -> "860 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"860 dequantize_per_tensor_default_39" -> "867 linear_40" [label="(4, 64, 384)", style=solid]; -"861 linear_40_scale_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"861 linear_40_scale_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"862 linear_40_zero_point_0" -> "864 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"862 linear_40_zero_point_0" -> "865 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"863 compressed_weight_updated_constant41" -> "864 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"864 quantize_per_channel_default_41" -> "865 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"865 dequantize_per_channel_default_41" -> "867 linear_40" [label="(1152, 384)", style=solid]; -"866 _param_constant109_0_0" -> "867 linear_40" [label="(1152,)", style=solid]; -"867 linear_40" -> "868 reshape_28" [label="(4, 64, 1152)", style=solid]; -"868 reshape_28" -> "869 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"869 permute_30" -> "870 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"869 permute_30" -> "871 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"869 permute_30" -> "872 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"870 select_18" -> "873 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"870 select_18" -> "875 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"870 select_18" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "879 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "881 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"871 select_19" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; -"872 select_20" -> "894 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"873 linalg_vector_norm_12" -> "874 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"874 clamp_min_12" -> "875 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"875 expand_as_12" -> "876 div_12" [label="(4, 12, 64, 32)", style=solid]; -"876 div_12" -> "877 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"877 quantize_per_tensor_default_40" -> "878 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"878 dequantize_per_tensor_default_40" -> "886 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"879 linalg_vector_norm_13" -> "880 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"880 clamp_min_13" -> "881 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"881 expand_as_13" -> "882 div_13" [label="(4, 12, 64, 32)", style=solid]; -"882 div_13" -> "883 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"883 quantize_per_tensor_default_41" -> "884 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"884 dequantize_per_tensor_default_41" -> "885 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"885 transpose_12" -> "886 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"886 matmul_12" -> "890 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"887 _param_constant111" -> "888 clamp_6" [label="(12, 1, 1)", style=solid]; -"888 clamp_6" -> "889 exp_6" [label="(12, 1, 1)", style=solid]; -"889 exp_6" -> "890 mul_13" [label="(12, 1, 1)", style=solid]; -"890 mul_13" -> "891 add_21" [label="(4, 12, 64, 64)", style=solid]; -"891 add_21" -> "892 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"892 softmax_6" -> "893 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"893 dropout_24" -> "894 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"894 matmul_13" -> "895 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"895 transpose_13" -> "896 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"898 quantize_per_tensor_default_42" -> "899 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"899 dequantize_per_tensor_default_42" -> "906 linear_41" [label="(4, 64, 384)", style=solid]; -"900 linear_41_scale_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"900 linear_41_scale_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"901 linear_41_zero_point_0" -> "903 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"901 linear_41_zero_point_0" -> "904 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"902 compressed_weight_updated_constant42" -> "903 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"903 quantize_per_channel_default_42" -> "904 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"904 dequantize_per_channel_default_42" -> "906 linear_41" [label="(384, 384)", style=solid]; -"905 _param_constant113_0_0" -> "906 linear_41" [label="(384,)", style=solid]; -"906 linear_41" -> "907 dropout_25" [label="(4, 64, 384)", style=solid]; -"907 dropout_25" -> "908 view_36" [label="(4, 64, 384)", style=solid]; -"908 view_36" -> "909 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"909 permute_31" -> "910 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"910 reshape_30" -> "911 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"911 slice_106" -> "912 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"912 slice_107" -> "913 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"913 slice_108" -> "914 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"914 slice_109" -> "915 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"915 contiguous_11" -> "918 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"916 _param_constant114" -> "918 layer_norm_15" [label="(384,)", style=solid]; -"917 _param_constant115" -> "918 layer_norm_15" [label="(384,)", style=solid]; -"918 layer_norm_15" -> "919 add_22" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "920 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"919 add_22" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"920 add_22_0_0_nncf_smooth_quant_0" -> "921 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"921 quantize_per_tensor_default_43" -> "922 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"922 dequantize_per_tensor_default_43" -> "929 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"923 linear_42_scale_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"923 linear_42_scale_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"924 linear_42_zero_point_0" -> "926 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"924 linear_42_zero_point_0" -> "927 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"925 compressed_weight_updated_constant43" -> "926 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"926 quantize_per_channel_default_43" -> "927 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"927 dequantize_per_channel_default_43" -> "929 linear_42" [label="(1536, 384)", style=solid]; -"928 _param_constant117_0_0" -> "929 linear_42" [label="(1536,)", style=solid]; -"929 linear_42" -> "930 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"930 gelu_6" -> "931 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"931 dropout_26" -> "932 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"932 dropout_26_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"933 quantize_per_tensor_default_44" -> "934 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"934 dequantize_per_tensor_default_44" -> "941 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"935 linear_43_scale_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"935 linear_43_scale_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"936 linear_43_zero_point_0" -> "938 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"936 linear_43_zero_point_0" -> "939 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"937 compressed_weight_updated_constant44" -> "938 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"938 quantize_per_channel_default_44" -> "939 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"939 dequantize_per_channel_default_44" -> "941 linear_43" [label="(384, 1536)", style=solid]; -"940 _param_constant119_0_0" -> "941 linear_43" [label="(384,)", style=solid]; -"941 linear_43" -> "942 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"942 dropout_27" -> "945 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"943 _param_constant120" -> "945 layer_norm_16" [label="(384,)", style=solid]; -"944 _param_constant121" -> "945 layer_norm_16" [label="(384,)", style=solid]; -"945 layer_norm_16" -> "946 add_23" [label="(1, 14, 14, 384)", style=solid]; -"946 add_23" -> "973 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"946 add_23" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"947 _tensor_constant41" -> "948 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"948 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "955 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"949 linear_44_scale_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"949 linear_44_scale_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"950 linear_44_zero_point_0" -> "952 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"950 linear_44_zero_point_0" -> "953 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"951 compressed_weight_updated_constant45" -> "952 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"952 quantize_per_channel_default_45" -> "953 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"953 dequantize_per_channel_default_45" -> "955 linear_44" [label="(512, 2)", style=solid]; -"954 _param_constant123_0_0" -> "955 linear_44" [label="(512,)", style=solid]; -"955 linear_44" -> "956 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"956 relu__7" -> "957 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"957 relu__7_0_0_nncf_smooth_quant_0" -> "963 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"958 linear_45_scale_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"958 linear_45_scale_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"959 linear_45_zero_point_0" -> "961 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"959 linear_45_zero_point_0" -> "962 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"960 compressed_weight_updated_constant46" -> "961 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"961 quantize_per_channel_default_46" -> "962 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"962 dequantize_per_channel_default_46" -> "963 linear_45" [label="(12, 512)", style=solid]; -"963 linear_45" -> "964 view_37" [label="(1, 15, 15, 12)", style=solid]; -"964 view_37" -> "966 index_7" [label="(225, 12)", style=solid]; -"965 _tensor_constant42" -> "966 index_7" [label="(4096,)", style=solid]; -"966 index_7" -> "967 view_38" [label="(4096, 12)", style=solid]; -"967 view_38" -> "968 permute_32" [label="(64, 64, 12)", style=solid]; -"968 permute_32" -> "969 contiguous_12" [label="(12, 64, 64)", style=solid]; -"969 contiguous_12" -> "970 unsqueeze_19" [label="(12, 64, 64)", style=solid]; -"970 unsqueeze_19" -> "971 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; -"971 sigmoid_7" -> "972 mul_14" [label="(1, 12, 64, 64)", style=solid]; -"972 mul_14" -> "1011 add_24" [label="(1, 12, 64, 64)", style=solid]; -"973 pad_9" -> "974 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"974 roll_6" -> "975 view_39" [label="(1, 16, 16, 384)", style=solid]; -"975 view_39" -> "976 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"976 permute_33" -> "977 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"977 reshape_31" -> "978 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"977 reshape_31" -> "1012 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"978 reshape_31_0_0_nncf_smooth_quant_0" -> "979 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"979 quantize_per_tensor_default_45" -> "980 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"980 dequantize_per_tensor_default_45" -> "987 linear_46" [label="(4, 64, 384)", style=solid]; -"981 linear_46_scale_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"981 linear_46_scale_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"982 linear_46_zero_point_0" -> "984 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"982 linear_46_zero_point_0" -> "985 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"983 compressed_weight_updated_constant47" -> "984 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"984 quantize_per_channel_default_47" -> "985 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"985 dequantize_per_channel_default_47" -> "987 linear_46" [label="(1152, 384)", style=solid]; -"986 _param_constant125_0_0" -> "987 linear_46" [label="(1152,)", style=solid]; -"987 linear_46" -> "988 reshape_32" [label="(4, 64, 1152)", style=solid]; -"988 reshape_32" -> "989 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"989 permute_34" -> "990 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"989 permute_34" -> "991 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"989 permute_34" -> "992 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"990 select_21" -> "993 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"990 select_21" -> "995 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"990 select_21" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "999 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "1001 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"991 select_22" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; -"992 select_23" -> "1030 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"993 linalg_vector_norm_14" -> "994 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"994 clamp_min_14" -> "995 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"995 expand_as_14" -> "996 div_14" [label="(4, 12, 64, 32)", style=solid]; -"996 div_14" -> "997 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"997 quantize_per_tensor_default_46" -> "998 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"998 dequantize_per_tensor_default_46" -> "1006 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"999 linalg_vector_norm_15" -> "1000 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"1000 clamp_min_15" -> "1001 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"1001 expand_as_15" -> "1002 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1002 div_15" -> "1003 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1003 quantize_per_tensor_default_47" -> "1004 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1004 dequantize_per_tensor_default_47" -> "1005 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"1005 transpose_14" -> "1006 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"1006 matmul_14" -> "1010 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"1007 _param_constant127" -> "1008 clamp_7" [label="(12, 1, 1)", style=solid]; -"1008 clamp_7" -> "1009 exp_7" [label="(12, 1, 1)", style=solid]; -"1009 exp_7" -> "1010 mul_15" [label="(12, 1, 1)", style=solid]; -"1010 mul_15" -> "1011 add_24" [label="(4, 12, 64, 64)", style=solid]; -"1011 add_24" -> "1023 view_41" [label="(4, 12, 64, 64)", style=solid]; -"1012 new_zeros_3" -> "1013 view_40" [label="(16, 16)", style=solid]; -"1013 view_40" -> "1014 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"1014 permute_35" -> "1015 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"1015 reshape_33" -> "1016 unsqueeze_20" [label="(4, 64)", style=solid]; -"1015 reshape_33" -> "1017 unsqueeze_21" [label="(4, 64)", style=solid]; -"1016 unsqueeze_20" -> "1018 sub_3" [label="(4, 1, 64)", style=solid]; -"1017 unsqueeze_21" -> "1018 sub_3" [label="(4, 64, 1)", style=solid]; -"1018 sub_3" -> "1019 ne_3" [label="(4, 64, 64)", style=solid]; -"1018 sub_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1018 sub_3" -> "1021 eq_3" [label="(4, 64, 64)", style=solid]; -"1019 ne_3" -> "1020 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1020 masked_fill_6" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1021 eq_3" -> "1022 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1022 masked_fill_7" -> "1024 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"1023 view_41" -> "1026 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"1024 unsqueeze_22" -> "1025 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"1025 unsqueeze_23" -> "1026 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"1026 add_25" -> "1027 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"1027 view_42" -> "1028 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"1028 softmax_7" -> "1029 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"1029 dropout_28" -> "1030 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"1030 matmul_15" -> "1031 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"1031 transpose_15" -> "1032 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1034 quantize_per_tensor_default_48" -> "1035 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1035 dequantize_per_tensor_default_48" -> "1042 linear_47" [label="(4, 64, 384)", style=solid]; -"1036 linear_47_scale_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1036 linear_47_scale_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1037 linear_47_zero_point_0" -> "1039 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1037 linear_47_zero_point_0" -> "1040 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1038 compressed_weight_updated_constant48" -> "1039 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1039 quantize_per_channel_default_48" -> "1040 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1040 dequantize_per_channel_default_48" -> "1042 linear_47" [label="(384, 384)", style=solid]; -"1041 _param_constant129_0_0" -> "1042 linear_47" [label="(384,)", style=solid]; -"1042 linear_47" -> "1043 dropout_29" [label="(4, 64, 384)", style=solid]; -"1043 dropout_29" -> "1044 view_43" [label="(4, 64, 384)", style=solid]; -"1044 view_43" -> "1045 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1045 permute_36" -> "1046 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1046 reshape_35" -> "1047 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"1047 roll_7" -> "1048 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"1048 slice_129" -> "1049 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"1049 slice_130" -> "1050 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"1050 slice_131" -> "1051 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"1051 slice_132" -> "1052 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"1052 contiguous_13" -> "1055 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"1053 _param_constant130" -> "1055 layer_norm_17" [label="(384,)", style=solid]; -"1054 _param_constant131" -> "1055 layer_norm_17" [label="(384,)", style=solid]; -"1055 layer_norm_17" -> "1056 add_26" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1057 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1056 add_26" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1057 add_26_0_0_nncf_smooth_quant_0" -> "1058 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1058 quantize_per_tensor_default_49" -> "1059 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1059 dequantize_per_tensor_default_49" -> "1066 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1060 linear_48_scale_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1060 linear_48_scale_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1061 linear_48_zero_point_0" -> "1063 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1061 linear_48_zero_point_0" -> "1064 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1062 compressed_weight_updated_constant49" -> "1063 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1063 quantize_per_channel_default_49" -> "1064 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1064 dequantize_per_channel_default_49" -> "1066 linear_48" [label="(1536, 384)", style=solid]; -"1065 _param_constant133_0_0" -> "1066 linear_48" [label="(1536,)", style=solid]; -"1066 linear_48" -> "1067 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"1067 gelu_7" -> "1068 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"1068 dropout_30" -> "1069 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1069 dropout_30_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1070 quantize_per_tensor_default_50" -> "1071 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1071 dequantize_per_tensor_default_50" -> "1078 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1072 linear_49_scale_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1072 linear_49_scale_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1073 linear_49_zero_point_0" -> "1075 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1073 linear_49_zero_point_0" -> "1076 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1074 compressed_weight_updated_constant50" -> "1075 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1075 quantize_per_channel_default_50" -> "1076 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1076 dequantize_per_channel_default_50" -> "1078 linear_49" [label="(384, 1536)", style=solid]; -"1077 _param_constant135_0_0" -> "1078 linear_49" [label="(384,)", style=solid]; -"1078 linear_49" -> "1079 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"1079 dropout_31" -> "1082 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"1080 _param_constant136" -> "1082 layer_norm_18" [label="(384,)", style=solid]; -"1081 _param_constant137" -> "1082 layer_norm_18" [label="(384,)", style=solid]; -"1082 layer_norm_18" -> "1083 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1083 add_27" -> "1110 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"1083 add_27" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1084 _tensor_constant52" -> "1085 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1085 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1092 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1086 linear_50_scale_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1086 linear_50_scale_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1087 linear_50_zero_point_0" -> "1089 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1087 linear_50_zero_point_0" -> "1090 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1088 compressed_weight_updated_constant51" -> "1089 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1089 quantize_per_channel_default_51" -> "1090 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1090 dequantize_per_channel_default_51" -> "1092 linear_50" [label="(512, 2)", style=solid]; -"1091 _param_constant139_0_0" -> "1092 linear_50" [label="(512,)", style=solid]; -"1092 linear_50" -> "1093 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"1093 relu__8" -> "1094 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1094 relu__8_0_0_nncf_smooth_quant_0" -> "1100 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1095 linear_51_scale_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1095 linear_51_scale_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1096 linear_51_zero_point_0" -> "1098 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1096 linear_51_zero_point_0" -> "1099 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1097 compressed_weight_updated_constant52" -> "1098 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1098 quantize_per_channel_default_52" -> "1099 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1099 dequantize_per_channel_default_52" -> "1100 linear_51" [label="(12, 512)", style=solid]; -"1100 linear_51" -> "1101 view_44" [label="(1, 15, 15, 12)", style=solid]; -"1101 view_44" -> "1103 index_8" [label="(225, 12)", style=solid]; -"1102 _tensor_constant53" -> "1103 index_8" [label="(4096,)", style=solid]; -"1103 index_8" -> "1104 view_45" [label="(4096, 12)", style=solid]; -"1104 view_45" -> "1105 permute_37" [label="(64, 64, 12)", style=solid]; -"1105 permute_37" -> "1106 contiguous_14" [label="(12, 64, 64)", style=solid]; -"1106 contiguous_14" -> "1107 unsqueeze_24" [label="(12, 64, 64)", style=solid]; -"1107 unsqueeze_24" -> "1108 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; -"1108 sigmoid_8" -> "1109 mul_16" [label="(1, 12, 64, 64)", style=solid]; -"1109 mul_16" -> "1147 add_28" [label="(1, 12, 64, 64)", style=solid]; -"1110 pad_10" -> "1111 view_46" [label="(1, 16, 16, 384)", style=solid]; -"1111 view_46" -> "1112 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1112 permute_38" -> "1113 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1113 reshape_36" -> "1114 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1114 reshape_36_0_0_nncf_smooth_quant_0" -> "1115 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1115 quantize_per_tensor_default_51" -> "1116 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1116 dequantize_per_tensor_default_51" -> "1123 linear_52" [label="(4, 64, 384)", style=solid]; -"1117 linear_52_scale_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1117 linear_52_scale_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1118 linear_52_zero_point_0" -> "1120 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1118 linear_52_zero_point_0" -> "1121 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1119 compressed_weight_updated_constant53" -> "1120 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1120 quantize_per_channel_default_53" -> "1121 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1121 dequantize_per_channel_default_53" -> "1123 linear_52" [label="(1152, 384)", style=solid]; -"1122 _param_constant141_0_0" -> "1123 linear_52" [label="(1152,)", style=solid]; -"1123 linear_52" -> "1124 reshape_37" [label="(4, 64, 1152)", style=solid]; -"1124 reshape_37" -> "1125 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"1125 permute_39" -> "1126 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_39" -> "1127 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"1125 permute_39" -> "1128 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1129 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1131 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"1126 select_24" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1135 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1137 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"1127 select_25" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1128 select_26" -> "1150 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"1129 linalg_vector_norm_16" -> "1130 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"1130 clamp_min_16" -> "1131 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"1131 expand_as_16" -> "1132 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1132 div_16" -> "1133 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1133 quantize_per_tensor_default_52" -> "1134 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1134 dequantize_per_tensor_default_52" -> "1142 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 linalg_vector_norm_17" -> "1136 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"1136 clamp_min_17" -> "1137 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"1137 expand_as_17" -> "1138 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1138 div_17" -> "1139 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1139 quantize_per_tensor_default_53" -> "1140 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1140 dequantize_per_tensor_default_53" -> "1141 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"1141 transpose_16" -> "1142 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"1142 matmul_16" -> "1146 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"1143 _param_constant143" -> "1144 clamp_8" [label="(12, 1, 1)", style=solid]; -"1144 clamp_8" -> "1145 exp_8" [label="(12, 1, 1)", style=solid]; -"1145 exp_8" -> "1146 mul_17" [label="(12, 1, 1)", style=solid]; -"1146 mul_17" -> "1147 add_28" [label="(4, 12, 64, 64)", style=solid]; -"1147 add_28" -> "1148 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"1148 softmax_8" -> "1149 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"1149 dropout_32" -> "1150 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"1150 matmul_17" -> "1151 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"1151 transpose_17" -> "1152 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1152 reshape_38" -> "1153 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1153 reshape_38_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1154 quantize_per_tensor_default_54" -> "1155 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1155 dequantize_per_tensor_default_54" -> "1162 linear_53" [label="(4, 64, 384)", style=solid]; -"1156 linear_53_scale_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1156 linear_53_scale_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1157 linear_53_zero_point_0" -> "1159 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1157 linear_53_zero_point_0" -> "1160 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1158 compressed_weight_updated_constant54" -> "1159 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1159 quantize_per_channel_default_54" -> "1160 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1160 dequantize_per_channel_default_54" -> "1162 linear_53" [label="(384, 384)", style=solid]; -"1161 _param_constant145_0_0" -> "1162 linear_53" [label="(384,)", style=solid]; -"1162 linear_53" -> "1163 dropout_33" [label="(4, 64, 384)", style=solid]; -"1163 dropout_33" -> "1164 view_47" [label="(4, 64, 384)", style=solid]; -"1164 view_47" -> "1165 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1165 permute_40" -> "1166 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1166 reshape_39" -> "1167 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"1167 slice_134" -> "1168 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"1168 slice_135" -> "1169 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"1169 slice_136" -> "1170 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"1170 slice_137" -> "1171 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"1171 contiguous_15" -> "1174 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"1172 _param_constant146" -> "1174 layer_norm_19" [label="(384,)", style=solid]; -"1173 _param_constant147" -> "1174 layer_norm_19" [label="(384,)", style=solid]; -"1174 layer_norm_19" -> "1175 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1176 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1175 add_29" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1176 add_29_0_0_nncf_smooth_quant_0" -> "1177 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1177 quantize_per_tensor_default_55" -> "1178 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1178 dequantize_per_tensor_default_55" -> "1185 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1179 linear_54_scale_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1179 linear_54_scale_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1180 linear_54_zero_point_0" -> "1182 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1180 linear_54_zero_point_0" -> "1183 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1181 compressed_weight_updated_constant55" -> "1182 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1182 quantize_per_channel_default_55" -> "1183 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1183 dequantize_per_channel_default_55" -> "1185 linear_54" [label="(1536, 384)", style=solid]; -"1184 _param_constant149_0_0" -> "1185 linear_54" [label="(1536,)", style=solid]; -"1185 linear_54" -> "1186 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1186 gelu_8" -> "1187 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1187 dropout_34" -> "1188 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1188 dropout_34_0_0_nncf_smooth_quant_0" -> "1189 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1189 quantize_per_tensor_default_56" -> "1190 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1190 dequantize_per_tensor_default_56" -> "1197 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1191 linear_55_scale_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1191 linear_55_scale_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1192 linear_55_zero_point_0" -> "1194 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1192 linear_55_zero_point_0" -> "1195 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1193 compressed_weight_updated_constant56" -> "1194 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1194 quantize_per_channel_default_56" -> "1195 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1195 dequantize_per_channel_default_56" -> "1197 linear_55" [label="(384, 1536)", style=solid]; -"1196 _param_constant151_0_0" -> "1197 linear_55" [label="(384,)", style=solid]; -"1197 linear_55" -> "1198 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1198 dropout_35" -> "1201 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1199 _param_constant152" -> "1201 layer_norm_20" [label="(384,)", style=solid]; -"1200 _param_constant153" -> "1201 layer_norm_20" [label="(384,)", style=solid]; -"1201 layer_norm_20" -> "1202 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1202 add_30" -> "1229 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1202 add_30" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1203 _tensor_constant54" -> "1204 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1204 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1211 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1205 linear_56_scale_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1205 linear_56_scale_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1206 linear_56_zero_point_0" -> "1208 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1206 linear_56_zero_point_0" -> "1209 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1207 compressed_weight_updated_constant57" -> "1208 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1208 quantize_per_channel_default_57" -> "1209 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1209 dequantize_per_channel_default_57" -> "1211 linear_56" [label="(512, 2)", style=solid]; -"1210 _param_constant155_0_0" -> "1211 linear_56" [label="(512,)", style=solid]; -"1211 linear_56" -> "1212 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1212 relu__9" -> "1213 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1213 relu__9_0_0_nncf_smooth_quant_0" -> "1219 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1214 linear_57_scale_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1214 linear_57_scale_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1215 linear_57_zero_point_0" -> "1217 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1215 linear_57_zero_point_0" -> "1218 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1216 compressed_weight_updated_constant58" -> "1217 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1217 quantize_per_channel_default_58" -> "1218 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1218 dequantize_per_channel_default_58" -> "1219 linear_57" [label="(12, 512)", style=solid]; -"1219 linear_57" -> "1220 view_48" [label="(1, 15, 15, 12)", style=solid]; -"1220 view_48" -> "1222 index_9" [label="(225, 12)", style=solid]; -"1221 _tensor_constant55" -> "1222 index_9" [label="(4096,)", style=solid]; -"1222 index_9" -> "1223 view_49" [label="(4096, 12)", style=solid]; -"1223 view_49" -> "1224 permute_41" [label="(64, 64, 12)", style=solid]; -"1224 permute_41" -> "1225 contiguous_16" [label="(12, 64, 64)", style=solid]; -"1225 contiguous_16" -> "1226 unsqueeze_25" [label="(12, 64, 64)", style=solid]; -"1226 unsqueeze_25" -> "1227 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; -"1227 sigmoid_9" -> "1228 mul_18" [label="(1, 12, 64, 64)", style=solid]; -"1228 mul_18" -> "1267 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1229 pad_11" -> "1230 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1230 roll_8" -> "1231 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1231 view_50" -> "1232 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1232 permute_42" -> "1233 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1233 reshape_40" -> "1234 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1233 reshape_40" -> "1268 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1234 reshape_40_0_0_nncf_smooth_quant_0" -> "1235 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1235 quantize_per_tensor_default_57" -> "1236 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1236 dequantize_per_tensor_default_57" -> "1243 linear_58" [label="(4, 64, 384)", style=solid]; -"1237 linear_58_scale_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1237 linear_58_scale_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1238 linear_58_zero_point_0" -> "1240 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1238 linear_58_zero_point_0" -> "1241 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1239 compressed_weight_updated_constant59" -> "1240 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1240 quantize_per_channel_default_59" -> "1241 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1241 dequantize_per_channel_default_59" -> "1243 linear_58" [label="(1152, 384)", style=solid]; -"1242 _param_constant157_0_0" -> "1243 linear_58" [label="(1152,)", style=solid]; -"1243 linear_58" -> "1244 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1244 reshape_41" -> "1245 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1245 permute_43" -> "1246 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1245 permute_43" -> "1247 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1245 permute_43" -> "1248 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1249 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1251 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1246 select_27" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1255 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1257 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1247 select_28" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1248 select_29" -> "1286 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1249 linalg_vector_norm_18" -> "1250 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1250 clamp_min_18" -> "1251 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1251 expand_as_18" -> "1252 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1252 div_18" -> "1253 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1253 quantize_per_tensor_default_58" -> "1254 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1254 dequantize_per_tensor_default_58" -> "1262 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1255 linalg_vector_norm_19" -> "1256 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1256 clamp_min_19" -> "1257 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1257 expand_as_19" -> "1258 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1258 div_19" -> "1259 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1259 quantize_per_tensor_default_59" -> "1260 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1260 dequantize_per_tensor_default_59" -> "1261 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1261 transpose_18" -> "1262 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1262 matmul_18" -> "1266 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1263 _param_constant159" -> "1264 clamp_9" [label="(12, 1, 1)", style=solid]; -"1264 clamp_9" -> "1265 exp_9" [label="(12, 1, 1)", style=solid]; -"1265 exp_9" -> "1266 mul_19" [label="(12, 1, 1)", style=solid]; -"1266 mul_19" -> "1267 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1267 add_31" -> "1279 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1268 new_zeros_4" -> "1269 view_51" [label="(16, 16)", style=solid]; -"1269 view_51" -> "1270 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1270 permute_44" -> "1271 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1271 reshape_42" -> "1272 unsqueeze_26" [label="(4, 64)", style=solid]; -"1271 reshape_42" -> "1273 unsqueeze_27" [label="(4, 64)", style=solid]; -"1272 unsqueeze_26" -> "1274 sub_4" [label="(4, 1, 64)", style=solid]; -"1273 unsqueeze_27" -> "1274 sub_4" [label="(4, 64, 1)", style=solid]; -"1274 sub_4" -> "1275 ne_4" [label="(4, 64, 64)", style=solid]; -"1274 sub_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1274 sub_4" -> "1277 eq_4" [label="(4, 64, 64)", style=solid]; -"1275 ne_4" -> "1276 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1276 masked_fill_8" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1277 eq_4" -> "1278 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1278 masked_fill_9" -> "1280 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1279 view_52" -> "1282 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1280 unsqueeze_28" -> "1281 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1281 unsqueeze_29" -> "1282 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1282 add_32" -> "1283 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1283 view_53" -> "1284 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1284 softmax_9" -> "1285 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1285 dropout_36" -> "1286 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1286 matmul_19" -> "1287 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1287 transpose_19" -> "1288 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1288 reshape_43" -> "1289 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1289 reshape_43_0_0_nncf_smooth_quant_0" -> "1290 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1290 quantize_per_tensor_default_60" -> "1291 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1291 dequantize_per_tensor_default_60" -> "1298 linear_59" [label="(4, 64, 384)", style=solid]; -"1292 linear_59_scale_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1292 linear_59_scale_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1293 linear_59_zero_point_0" -> "1295 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1293 linear_59_zero_point_0" -> "1296 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1294 compressed_weight_updated_constant60" -> "1295 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1295 quantize_per_channel_default_60" -> "1296 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1296 dequantize_per_channel_default_60" -> "1298 linear_59" [label="(384, 384)", style=solid]; -"1297 _param_constant161_0_0" -> "1298 linear_59" [label="(384,)", style=solid]; -"1298 linear_59" -> "1299 dropout_37" [label="(4, 64, 384)", style=solid]; -"1299 dropout_37" -> "1300 view_54" [label="(4, 64, 384)", style=solid]; -"1300 view_54" -> "1301 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1301 permute_45" -> "1302 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1302 reshape_44" -> "1303 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1303 roll_9" -> "1304 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1304 slice_157" -> "1305 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1305 slice_158" -> "1306 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1306 slice_159" -> "1307 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1307 slice_160" -> "1308 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1308 contiguous_17" -> "1311 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1309 _param_constant162" -> "1311 layer_norm_21" [label="(384,)", style=solid]; -"1310 _param_constant163" -> "1311 layer_norm_21" [label="(384,)", style=solid]; -"1311 layer_norm_21" -> "1312 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1313 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1312 add_33" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1313 add_33_0_0_nncf_smooth_quant_0" -> "1314 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1314 quantize_per_tensor_default_61" -> "1315 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1315 dequantize_per_tensor_default_61" -> "1322 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1316 linear_60_scale_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1316 linear_60_scale_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1317 linear_60_zero_point_0" -> "1319 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1317 linear_60_zero_point_0" -> "1320 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1318 compressed_weight_updated_constant61" -> "1319 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1319 quantize_per_channel_default_61" -> "1320 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1320 dequantize_per_channel_default_61" -> "1322 linear_60" [label="(1536, 384)", style=solid]; -"1321 _param_constant165_0_0" -> "1322 linear_60" [label="(1536,)", style=solid]; -"1322 linear_60" -> "1323 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1323 gelu_9" -> "1324 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1324 dropout_38" -> "1325 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1325 dropout_38_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1326 quantize_per_tensor_default_62" -> "1327 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1327 dequantize_per_tensor_default_62" -> "1334 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1328 linear_61_scale_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1328 linear_61_scale_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1329 linear_61_zero_point_0" -> "1331 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1329 linear_61_zero_point_0" -> "1332 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1330 compressed_weight_updated_constant62" -> "1331 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1331 quantize_per_channel_default_62" -> "1332 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1332 dequantize_per_channel_default_62" -> "1334 linear_61" [label="(384, 1536)", style=solid]; -"1333 _param_constant167_0_0" -> "1334 linear_61" [label="(384,)", style=solid]; -"1334 linear_61" -> "1335 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1335 dropout_39" -> "1338 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1336 _param_constant168" -> "1338 layer_norm_22" [label="(384,)", style=solid]; -"1337 _param_constant169" -> "1338 layer_norm_22" [label="(384,)", style=solid]; -"1338 layer_norm_22" -> "1339 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1339 add_34" -> "1366 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1339 add_34" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1340 _tensor_constant65" -> "1341 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1341 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1348 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1342 linear_62_scale_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1342 linear_62_scale_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1343 linear_62_zero_point_0" -> "1345 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1343 linear_62_zero_point_0" -> "1346 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1344 compressed_weight_updated_constant63" -> "1345 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1345 quantize_per_channel_default_63" -> "1346 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1346 dequantize_per_channel_default_63" -> "1348 linear_62" [label="(512, 2)", style=solid]; -"1347 _param_constant171_0_0" -> "1348 linear_62" [label="(512,)", style=solid]; -"1348 linear_62" -> "1349 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1349 relu__10" -> "1350 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1350 relu__10_0_0_nncf_smooth_quant_0" -> "1356 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1351 linear_63_scale_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1351 linear_63_scale_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1352 linear_63_zero_point_0" -> "1354 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1352 linear_63_zero_point_0" -> "1355 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1353 compressed_weight_updated_constant64" -> "1354 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1354 quantize_per_channel_default_64" -> "1355 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1355 dequantize_per_channel_default_64" -> "1356 linear_63" [label="(12, 512)", style=solid]; -"1356 linear_63" -> "1357 view_55" [label="(1, 15, 15, 12)", style=solid]; -"1357 view_55" -> "1359 index_10" [label="(225, 12)", style=solid]; -"1358 _tensor_constant66" -> "1359 index_10" [label="(4096,)", style=solid]; -"1359 index_10" -> "1360 view_56" [label="(4096, 12)", style=solid]; -"1360 view_56" -> "1361 permute_46" [label="(64, 64, 12)", style=solid]; -"1361 permute_46" -> "1362 contiguous_18" [label="(12, 64, 64)", style=solid]; -"1362 contiguous_18" -> "1363 unsqueeze_30" [label="(12, 64, 64)", style=solid]; -"1363 unsqueeze_30" -> "1364 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; -"1364 sigmoid_10" -> "1365 mul_20" [label="(1, 12, 64, 64)", style=solid]; -"1365 mul_20" -> "1403 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1366 pad_12" -> "1367 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1367 view_57" -> "1368 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1368 permute_47" -> "1369 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1369 reshape_45" -> "1370 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1370 reshape_45_0_0_nncf_smooth_quant_0" -> "1371 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1371 quantize_per_tensor_default_63" -> "1372 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1372 dequantize_per_tensor_default_63" -> "1379 linear_64" [label="(4, 64, 384)", style=solid]; -"1373 linear_64_scale_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1373 linear_64_scale_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1374 linear_64_zero_point_0" -> "1376 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1374 linear_64_zero_point_0" -> "1377 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1375 compressed_weight_updated_constant65" -> "1376 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1376 quantize_per_channel_default_65" -> "1377 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1377 dequantize_per_channel_default_65" -> "1379 linear_64" [label="(1152, 384)", style=solid]; -"1378 _param_constant173_0_0" -> "1379 linear_64" [label="(1152,)", style=solid]; -"1379 linear_64" -> "1380 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1380 reshape_46" -> "1381 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1381 permute_48" -> "1382 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1381 permute_48" -> "1383 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1381 permute_48" -> "1384 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1385 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1387 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1382 select_30" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1391 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1393 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1383 select_31" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1384 select_32" -> "1406 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1385 linalg_vector_norm_20" -> "1386 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1386 clamp_min_20" -> "1387 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1387 expand_as_20" -> "1388 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1388 div_20" -> "1389 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1389 quantize_per_tensor_default_64" -> "1390 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1390 dequantize_per_tensor_default_64" -> "1398 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1391 linalg_vector_norm_21" -> "1392 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1392 clamp_min_21" -> "1393 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1393 expand_as_21" -> "1394 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 div_21" -> "1395 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1395 quantize_per_tensor_default_65" -> "1396 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1396 dequantize_per_tensor_default_65" -> "1397 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1397 transpose_20" -> "1398 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1398 matmul_20" -> "1402 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1399 _param_constant175" -> "1400 clamp_10" [label="(12, 1, 1)", style=solid]; -"1400 clamp_10" -> "1401 exp_10" [label="(12, 1, 1)", style=solid]; -"1401 exp_10" -> "1402 mul_21" [label="(12, 1, 1)", style=solid]; -"1402 mul_21" -> "1403 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1403 add_35" -> "1404 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1404 softmax_10" -> "1405 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1405 dropout_40" -> "1406 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1406 matmul_21" -> "1407 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1407 transpose_21" -> "1408 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1408 reshape_47" -> "1409 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1409 reshape_47_0_0_nncf_smooth_quant_0" -> "1410 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1410 quantize_per_tensor_default_66" -> "1411 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1411 dequantize_per_tensor_default_66" -> "1418 linear_65" [label="(4, 64, 384)", style=solid]; -"1412 linear_65_scale_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1412 linear_65_scale_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1413 linear_65_zero_point_0" -> "1415 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1413 linear_65_zero_point_0" -> "1416 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1414 compressed_weight_updated_constant66" -> "1415 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1415 quantize_per_channel_default_66" -> "1416 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1416 dequantize_per_channel_default_66" -> "1418 linear_65" [label="(384, 384)", style=solid]; -"1417 _param_constant177_0_0" -> "1418 linear_65" [label="(384,)", style=solid]; -"1418 linear_65" -> "1419 dropout_41" [label="(4, 64, 384)", style=solid]; -"1419 dropout_41" -> "1420 view_58" [label="(4, 64, 384)", style=solid]; -"1420 view_58" -> "1421 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1421 permute_49" -> "1422 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1422 reshape_48" -> "1423 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1423 slice_162" -> "1424 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1424 slice_163" -> "1425 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1425 slice_164" -> "1426 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1426 slice_165" -> "1427 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1427 contiguous_19" -> "1430 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1428 _param_constant178" -> "1430 layer_norm_23" [label="(384,)", style=solid]; -"1429 _param_constant179" -> "1430 layer_norm_23" [label="(384,)", style=solid]; -"1430 layer_norm_23" -> "1431 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1432 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1431 add_36" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1432 add_36_0_0_nncf_smooth_quant_0" -> "1433 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1433 quantize_per_tensor_default_67" -> "1434 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1434 dequantize_per_tensor_default_67" -> "1441 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1435 linear_66_scale_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1435 linear_66_scale_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1436 linear_66_zero_point_0" -> "1438 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1436 linear_66_zero_point_0" -> "1439 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1437 compressed_weight_updated_constant67" -> "1438 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1438 quantize_per_channel_default_67" -> "1439 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1439 dequantize_per_channel_default_67" -> "1441 linear_66" [label="(1536, 384)", style=solid]; -"1440 _param_constant181_0_0" -> "1441 linear_66" [label="(1536,)", style=solid]; -"1441 linear_66" -> "1442 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1442 gelu_10" -> "1443 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1443 dropout_42" -> "1444 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1444 dropout_42_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1445 quantize_per_tensor_default_68" -> "1446 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1446 dequantize_per_tensor_default_68" -> "1453 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1447 linear_67_scale_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1447 linear_67_scale_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1448 linear_67_zero_point_0" -> "1450 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1448 linear_67_zero_point_0" -> "1451 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1449 compressed_weight_updated_constant68" -> "1450 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1450 quantize_per_channel_default_68" -> "1451 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1451 dequantize_per_channel_default_68" -> "1453 linear_67" [label="(384, 1536)", style=solid]; -"1452 _param_constant183_0_0" -> "1453 linear_67" [label="(384,)", style=solid]; -"1453 linear_67" -> "1454 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1454 dropout_43" -> "1457 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1455 _param_constant184" -> "1457 layer_norm_24" [label="(384,)", style=solid]; -"1456 _param_constant185" -> "1457 layer_norm_24" [label="(384,)", style=solid]; -"1457 layer_norm_24" -> "1458 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1458 add_37" -> "1485 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1458 add_37" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1459 _tensor_constant67" -> "1460 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1460 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1467 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1461 linear_68_scale_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1461 linear_68_scale_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1462 linear_68_zero_point_0" -> "1464 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1462 linear_68_zero_point_0" -> "1465 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1463 compressed_weight_updated_constant69" -> "1464 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1464 quantize_per_channel_default_69" -> "1465 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1465 dequantize_per_channel_default_69" -> "1467 linear_68" [label="(512, 2)", style=solid]; -"1466 _param_constant187_0_0" -> "1467 linear_68" [label="(512,)", style=solid]; -"1467 linear_68" -> "1468 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1468 relu__11" -> "1469 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1469 relu__11_0_0_nncf_smooth_quant_0" -> "1475 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1470 linear_69_scale_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1470 linear_69_scale_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1471 linear_69_zero_point_0" -> "1473 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1471 linear_69_zero_point_0" -> "1474 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1472 compressed_weight_updated_constant70" -> "1473 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1473 quantize_per_channel_default_70" -> "1474 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1474 dequantize_per_channel_default_70" -> "1475 linear_69" [label="(12, 512)", style=solid]; -"1475 linear_69" -> "1476 view_59" [label="(1, 15, 15, 12)", style=solid]; -"1476 view_59" -> "1478 index_11" [label="(225, 12)", style=solid]; -"1477 _tensor_constant68" -> "1478 index_11" [label="(4096,)", style=solid]; -"1478 index_11" -> "1479 view_60" [label="(4096, 12)", style=solid]; -"1479 view_60" -> "1480 permute_50" [label="(64, 64, 12)", style=solid]; -"1480 permute_50" -> "1481 contiguous_20" [label="(12, 64, 64)", style=solid]; -"1481 contiguous_20" -> "1482 unsqueeze_31" [label="(12, 64, 64)", style=solid]; -"1482 unsqueeze_31" -> "1483 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; -"1483 sigmoid_11" -> "1484 mul_22" [label="(1, 12, 64, 64)", style=solid]; -"1484 mul_22" -> "1523 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1485 pad_13" -> "1486 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1486 roll_10" -> "1487 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1487 view_61" -> "1488 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1488 permute_51" -> "1489 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1489 reshape_49" -> "1490 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1489 reshape_49" -> "1524 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1490 reshape_49_0_0_nncf_smooth_quant_0" -> "1491 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1491 quantize_per_tensor_default_69" -> "1492 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1492 dequantize_per_tensor_default_69" -> "1499 linear_70" [label="(4, 64, 384)", style=solid]; -"1493 linear_70_scale_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1493 linear_70_scale_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1494 linear_70_zero_point_0" -> "1496 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1494 linear_70_zero_point_0" -> "1497 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1495 compressed_weight_updated_constant71" -> "1496 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1496 quantize_per_channel_default_71" -> "1497 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1497 dequantize_per_channel_default_71" -> "1499 linear_70" [label="(1152, 384)", style=solid]; -"1498 _param_constant189_0_0" -> "1499 linear_70" [label="(1152,)", style=solid]; -"1499 linear_70" -> "1500 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1500 reshape_50" -> "1501 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1501 permute_52" -> "1502 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1501 permute_52" -> "1503 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1501 permute_52" -> "1504 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1505 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1507 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1502 select_33" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1511 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1513 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1503 select_34" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1504 select_35" -> "1542 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1505 linalg_vector_norm_22" -> "1506 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1506 clamp_min_22" -> "1507 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1507 expand_as_22" -> "1508 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1508 div_22" -> "1509 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1509 quantize_per_tensor_default_70" -> "1510 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1510 dequantize_per_tensor_default_70" -> "1518 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1511 linalg_vector_norm_23" -> "1512 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1512 clamp_min_23" -> "1513 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1513 expand_as_23" -> "1514 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1514 div_23" -> "1515 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1515 quantize_per_tensor_default_71" -> "1516 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1516 dequantize_per_tensor_default_71" -> "1517 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1517 transpose_22" -> "1518 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1518 matmul_22" -> "1522 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1519 _param_constant191" -> "1520 clamp_11" [label="(12, 1, 1)", style=solid]; -"1520 clamp_11" -> "1521 exp_11" [label="(12, 1, 1)", style=solid]; -"1521 exp_11" -> "1522 mul_23" [label="(12, 1, 1)", style=solid]; -"1522 mul_23" -> "1523 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1523 add_38" -> "1535 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1524 new_zeros_5" -> "1525 view_62" [label="(16, 16)", style=solid]; -"1525 view_62" -> "1526 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1526 permute_53" -> "1527 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1527 reshape_51" -> "1528 unsqueeze_32" [label="(4, 64)", style=solid]; -"1527 reshape_51" -> "1529 unsqueeze_33" [label="(4, 64)", style=solid]; -"1528 unsqueeze_32" -> "1530 sub_5" [label="(4, 1, 64)", style=solid]; -"1529 unsqueeze_33" -> "1530 sub_5" [label="(4, 64, 1)", style=solid]; -"1530 sub_5" -> "1531 ne_5" [label="(4, 64, 64)", style=solid]; -"1530 sub_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1530 sub_5" -> "1533 eq_5" [label="(4, 64, 64)", style=solid]; -"1531 ne_5" -> "1532 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1532 masked_fill_10" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1533 eq_5" -> "1534 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1534 masked_fill_11" -> "1536 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1535 view_63" -> "1538 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1536 unsqueeze_34" -> "1537 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1537 unsqueeze_35" -> "1538 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1538 add_39" -> "1539 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1539 view_64" -> "1540 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1540 softmax_11" -> "1541 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1541 dropout_44" -> "1542 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1542 matmul_23" -> "1543 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1543 transpose_23" -> "1544 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1544 reshape_52" -> "1545 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1545 reshape_52_0_0_nncf_smooth_quant_0" -> "1546 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1546 quantize_per_tensor_default_72" -> "1547 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1547 dequantize_per_tensor_default_72" -> "1554 linear_71" [label="(4, 64, 384)", style=solid]; -"1548 linear_71_scale_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1548 linear_71_scale_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1549 linear_71_zero_point_0" -> "1551 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1549 linear_71_zero_point_0" -> "1552 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1550 compressed_weight_updated_constant72" -> "1551 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1551 quantize_per_channel_default_72" -> "1552 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1552 dequantize_per_channel_default_72" -> "1554 linear_71" [label="(384, 384)", style=solid]; -"1553 _param_constant193_0_0" -> "1554 linear_71" [label="(384,)", style=solid]; -"1554 linear_71" -> "1555 dropout_45" [label="(4, 64, 384)", style=solid]; -"1555 dropout_45" -> "1556 view_65" [label="(4, 64, 384)", style=solid]; -"1556 view_65" -> "1557 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1557 permute_54" -> "1558 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1558 reshape_53" -> "1559 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1559 roll_11" -> "1560 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1560 slice_185" -> "1561 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1561 slice_186" -> "1562 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1562 slice_187" -> "1563 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1563 slice_188" -> "1564 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1564 contiguous_21" -> "1567 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1565 _param_constant194" -> "1567 layer_norm_25" [label="(384,)", style=solid]; -"1566 _param_constant195" -> "1567 layer_norm_25" [label="(384,)", style=solid]; -"1567 layer_norm_25" -> "1568 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1569 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1568 add_40" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1569 add_40_0_0_nncf_smooth_quant_0" -> "1570 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1570 quantize_per_tensor_default_73" -> "1571 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1571 dequantize_per_tensor_default_73" -> "1578 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1572 linear_72_scale_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1572 linear_72_scale_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1573 linear_72_zero_point_0" -> "1575 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1573 linear_72_zero_point_0" -> "1576 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1574 compressed_weight_updated_constant73" -> "1575 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1575 quantize_per_channel_default_73" -> "1576 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1576 dequantize_per_channel_default_73" -> "1578 linear_72" [label="(1536, 384)", style=solid]; -"1577 _param_constant197_0_0" -> "1578 linear_72" [label="(1536,)", style=solid]; -"1578 linear_72" -> "1579 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1579 gelu_11" -> "1580 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1580 dropout_46" -> "1581 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1581 dropout_46_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1582 quantize_per_tensor_default_74" -> "1583 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1583 dequantize_per_tensor_default_74" -> "1590 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1584 linear_73_scale_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1584 linear_73_scale_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1585 linear_73_zero_point_0" -> "1587 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1585 linear_73_zero_point_0" -> "1588 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1586 compressed_weight_updated_constant74" -> "1587 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1587 quantize_per_channel_default_74" -> "1588 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1588 dequantize_per_channel_default_74" -> "1590 linear_73" [label="(384, 1536)", style=solid]; -"1589 _param_constant199_0_0" -> "1590 linear_73" [label="(384,)", style=solid]; -"1590 linear_73" -> "1591 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1591 dropout_47" -> "1594 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1592 _param_constant200" -> "1594 layer_norm_26" [label="(384,)", style=solid]; -"1593 _param_constant201" -> "1594 layer_norm_26" [label="(384,)", style=solid]; -"1594 layer_norm_26" -> "1595 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1595 add_41" -> "1622 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1595 add_41" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1596 _tensor_constant78" -> "1597 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1597 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1604 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1598 linear_74_scale_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1598 linear_74_scale_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1599 linear_74_zero_point_0" -> "1601 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1599 linear_74_zero_point_0" -> "1602 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1600 compressed_weight_updated_constant75" -> "1601 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1601 quantize_per_channel_default_75" -> "1602 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1602 dequantize_per_channel_default_75" -> "1604 linear_74" [label="(512, 2)", style=solid]; -"1603 _param_constant203_0_0" -> "1604 linear_74" [label="(512,)", style=solid]; -"1604 linear_74" -> "1605 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1605 relu__12" -> "1606 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1606 relu__12_0_0_nncf_smooth_quant_0" -> "1612 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1607 linear_75_scale_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1607 linear_75_scale_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1608 linear_75_zero_point_0" -> "1610 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1608 linear_75_zero_point_0" -> "1611 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1609 compressed_weight_updated_constant76" -> "1610 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1610 quantize_per_channel_default_76" -> "1611 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1611 dequantize_per_channel_default_76" -> "1612 linear_75" [label="(12, 512)", style=solid]; -"1612 linear_75" -> "1613 view_66" [label="(1, 15, 15, 12)", style=solid]; -"1613 view_66" -> "1615 index_12" [label="(225, 12)", style=solid]; -"1614 _tensor_constant79" -> "1615 index_12" [label="(4096,)", style=solid]; -"1615 index_12" -> "1616 view_67" [label="(4096, 12)", style=solid]; -"1616 view_67" -> "1617 permute_55" [label="(64, 64, 12)", style=solid]; -"1617 permute_55" -> "1618 contiguous_22" [label="(12, 64, 64)", style=solid]; -"1618 contiguous_22" -> "1619 unsqueeze_36" [label="(12, 64, 64)", style=solid]; -"1619 unsqueeze_36" -> "1620 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; -"1620 sigmoid_12" -> "1621 mul_24" [label="(1, 12, 64, 64)", style=solid]; -"1621 mul_24" -> "1659 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1622 pad_14" -> "1623 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1623 view_68" -> "1624 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1624 permute_56" -> "1625 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1625 reshape_54" -> "1626 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1626 reshape_54_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1627 quantize_per_tensor_default_75" -> "1628 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1628 dequantize_per_tensor_default_75" -> "1635 linear_76" [label="(4, 64, 384)", style=solid]; -"1629 linear_76_scale_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1629 linear_76_scale_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1630 linear_76_zero_point_0" -> "1632 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1630 linear_76_zero_point_0" -> "1633 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1631 compressed_weight_updated_constant77" -> "1632 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1632 quantize_per_channel_default_77" -> "1633 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1633 dequantize_per_channel_default_77" -> "1635 linear_76" [label="(1152, 384)", style=solid]; -"1634 _param_constant205_0_0" -> "1635 linear_76" [label="(1152,)", style=solid]; -"1635 linear_76" -> "1636 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1636 reshape_55" -> "1637 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1637 permute_57" -> "1638 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1637 permute_57" -> "1639 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1637 permute_57" -> "1640 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1641 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1643 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1638 select_36" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1647 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1649 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1639 select_37" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1640 select_38" -> "1662 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1641 linalg_vector_norm_24" -> "1642 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1642 clamp_min_24" -> "1643 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1643 expand_as_24" -> "1644 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1644 div_24" -> "1645 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1645 quantize_per_tensor_default_76" -> "1646 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1646 dequantize_per_tensor_default_76" -> "1654 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1647 linalg_vector_norm_25" -> "1648 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1648 clamp_min_25" -> "1649 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1649 expand_as_25" -> "1650 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1650 div_25" -> "1651 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1651 quantize_per_tensor_default_77" -> "1652 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1652 dequantize_per_tensor_default_77" -> "1653 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1653 transpose_24" -> "1654 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1654 matmul_24" -> "1658 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1655 _param_constant207" -> "1656 clamp_12" [label="(12, 1, 1)", style=solid]; -"1656 clamp_12" -> "1657 exp_12" [label="(12, 1, 1)", style=solid]; -"1657 exp_12" -> "1658 mul_25" [label="(12, 1, 1)", style=solid]; -"1658 mul_25" -> "1659 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1659 add_42" -> "1660 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1660 softmax_12" -> "1661 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1661 dropout_48" -> "1662 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1662 matmul_25" -> "1663 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1663 transpose_25" -> "1664 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1664 reshape_56" -> "1665 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1665 reshape_56_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1666 quantize_per_tensor_default_78" -> "1667 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1667 dequantize_per_tensor_default_78" -> "1674 linear_77" [label="(4, 64, 384)", style=solid]; -"1668 linear_77_scale_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1668 linear_77_scale_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1669 linear_77_zero_point_0" -> "1671 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1669 linear_77_zero_point_0" -> "1672 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1670 compressed_weight_updated_constant78" -> "1671 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1671 quantize_per_channel_default_78" -> "1672 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1672 dequantize_per_channel_default_78" -> "1674 linear_77" [label="(384, 384)", style=solid]; -"1673 _param_constant209_0_0" -> "1674 linear_77" [label="(384,)", style=solid]; -"1674 linear_77" -> "1675 dropout_49" [label="(4, 64, 384)", style=solid]; -"1675 dropout_49" -> "1676 view_69" [label="(4, 64, 384)", style=solid]; -"1676 view_69" -> "1677 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1677 permute_58" -> "1678 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1678 reshape_57" -> "1679 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1679 slice_190" -> "1680 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1680 slice_191" -> "1681 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1681 slice_192" -> "1682 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1682 slice_193" -> "1683 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1683 contiguous_23" -> "1686 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1684 _param_constant210" -> "1686 layer_norm_27" [label="(384,)", style=solid]; -"1685 _param_constant211" -> "1686 layer_norm_27" [label="(384,)", style=solid]; -"1686 layer_norm_27" -> "1687 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1688 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1687 add_43" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1688 add_43_0_0_nncf_smooth_quant_0" -> "1689 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1689 quantize_per_tensor_default_79" -> "1690 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1690 dequantize_per_tensor_default_79" -> "1697 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1691 linear_78_scale_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1691 linear_78_scale_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1692 linear_78_zero_point_0" -> "1694 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1692 linear_78_zero_point_0" -> "1695 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1693 compressed_weight_updated_constant79" -> "1694 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1694 quantize_per_channel_default_79" -> "1695 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1695 dequantize_per_channel_default_79" -> "1697 linear_78" [label="(1536, 384)", style=solid]; -"1696 _param_constant213_0_0" -> "1697 linear_78" [label="(1536,)", style=solid]; -"1697 linear_78" -> "1698 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1698 gelu_12" -> "1699 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1699 dropout_50" -> "1700 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1700 dropout_50_0_0_nncf_smooth_quant_0" -> "1701 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1701 quantize_per_tensor_default_80" -> "1702 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1702 dequantize_per_tensor_default_80" -> "1709 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1703 linear_79_scale_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1703 linear_79_scale_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1704 linear_79_zero_point_0" -> "1706 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1704 linear_79_zero_point_0" -> "1707 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1705 compressed_weight_updated_constant80" -> "1706 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1706 quantize_per_channel_default_80" -> "1707 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1707 dequantize_per_channel_default_80" -> "1709 linear_79" [label="(384, 1536)", style=solid]; -"1708 _param_constant215_0_0" -> "1709 linear_79" [label="(384,)", style=solid]; -"1709 linear_79" -> "1710 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1710 dropout_51" -> "1713 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1711 _param_constant216" -> "1713 layer_norm_28" [label="(384,)", style=solid]; -"1712 _param_constant217" -> "1713 layer_norm_28" [label="(384,)", style=solid]; -"1713 layer_norm_28" -> "1714 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1714 add_44" -> "1741 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1714 add_44" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1715 _tensor_constant80" -> "1716 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1716 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1723 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1717 linear_80_scale_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1717 linear_80_scale_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1718 linear_80_zero_point_0" -> "1720 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1718 linear_80_zero_point_0" -> "1721 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1719 compressed_weight_updated_constant81" -> "1720 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1720 quantize_per_channel_default_81" -> "1721 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1721 dequantize_per_channel_default_81" -> "1723 linear_80" [label="(512, 2)", style=solid]; -"1722 _param_constant219_0_0" -> "1723 linear_80" [label="(512,)", style=solid]; -"1723 linear_80" -> "1724 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1724 relu__13" -> "1725 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1725 relu__13_0_0_nncf_smooth_quant_0" -> "1731 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1726 linear_81_scale_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1726 linear_81_scale_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1727 linear_81_zero_point_0" -> "1729 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1727 linear_81_zero_point_0" -> "1730 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1728 compressed_weight_updated_constant82" -> "1729 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1729 quantize_per_channel_default_82" -> "1730 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1730 dequantize_per_channel_default_82" -> "1731 linear_81" [label="(12, 512)", style=solid]; -"1731 linear_81" -> "1732 view_70" [label="(1, 15, 15, 12)", style=solid]; -"1732 view_70" -> "1734 index_13" [label="(225, 12)", style=solid]; -"1733 _tensor_constant81" -> "1734 index_13" [label="(4096,)", style=solid]; -"1734 index_13" -> "1735 view_71" [label="(4096, 12)", style=solid]; -"1735 view_71" -> "1736 permute_59" [label="(64, 64, 12)", style=solid]; -"1736 permute_59" -> "1737 contiguous_24" [label="(12, 64, 64)", style=solid]; -"1737 contiguous_24" -> "1738 unsqueeze_37" [label="(12, 64, 64)", style=solid]; -"1738 unsqueeze_37" -> "1739 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; -"1739 sigmoid_13" -> "1740 mul_26" [label="(1, 12, 64, 64)", style=solid]; -"1740 mul_26" -> "1779 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1741 pad_15" -> "1742 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1742 roll_12" -> "1743 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1743 view_72" -> "1744 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1744 permute_60" -> "1745 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1745 reshape_58" -> "1746 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1745 reshape_58" -> "1780 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1746 reshape_58_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1747 quantize_per_tensor_default_81" -> "1748 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1748 dequantize_per_tensor_default_81" -> "1755 linear_82" [label="(4, 64, 384)", style=solid]; -"1749 linear_82_scale_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1749 linear_82_scale_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1750 linear_82_zero_point_0" -> "1752 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1750 linear_82_zero_point_0" -> "1753 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1751 compressed_weight_updated_constant83" -> "1752 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1752 quantize_per_channel_default_83" -> "1753 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1753 dequantize_per_channel_default_83" -> "1755 linear_82" [label="(1152, 384)", style=solid]; -"1754 _param_constant221_0_0" -> "1755 linear_82" [label="(1152,)", style=solid]; -"1755 linear_82" -> "1756 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1756 reshape_59" -> "1757 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1757 permute_61" -> "1758 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1757 permute_61" -> "1759 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1757 permute_61" -> "1760 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1761 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1763 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1758 select_39" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1767 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1769 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1759 select_40" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1760 select_41" -> "1798 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1761 linalg_vector_norm_26" -> "1762 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1762 clamp_min_26" -> "1763 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1763 expand_as_26" -> "1764 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1764 div_26" -> "1765 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1765 quantize_per_tensor_default_82" -> "1766 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1766 dequantize_per_tensor_default_82" -> "1774 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1767 linalg_vector_norm_27" -> "1768 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1768 clamp_min_27" -> "1769 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1769 expand_as_27" -> "1770 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1770 div_27" -> "1771 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1771 quantize_per_tensor_default_83" -> "1772 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1772 dequantize_per_tensor_default_83" -> "1773 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1773 transpose_26" -> "1774 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1774 matmul_26" -> "1778 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1775 _param_constant223" -> "1776 clamp_13" [label="(12, 1, 1)", style=solid]; -"1776 clamp_13" -> "1777 exp_13" [label="(12, 1, 1)", style=solid]; -"1777 exp_13" -> "1778 mul_27" [label="(12, 1, 1)", style=solid]; -"1778 mul_27" -> "1779 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1779 add_45" -> "1791 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1780 new_zeros_6" -> "1781 view_73" [label="(16, 16)", style=solid]; -"1781 view_73" -> "1782 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1782 permute_62" -> "1783 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1783 reshape_60" -> "1784 unsqueeze_38" [label="(4, 64)", style=solid]; -"1783 reshape_60" -> "1785 unsqueeze_39" [label="(4, 64)", style=solid]; -"1784 unsqueeze_38" -> "1786 sub_6" [label="(4, 1, 64)", style=solid]; -"1785 unsqueeze_39" -> "1786 sub_6" [label="(4, 64, 1)", style=solid]; -"1786 sub_6" -> "1787 ne_6" [label="(4, 64, 64)", style=solid]; -"1786 sub_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1786 sub_6" -> "1789 eq_6" [label="(4, 64, 64)", style=solid]; -"1787 ne_6" -> "1788 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1788 masked_fill_12" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1789 eq_6" -> "1790 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1790 masked_fill_13" -> "1792 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1791 view_74" -> "1794 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1792 unsqueeze_40" -> "1793 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1793 unsqueeze_41" -> "1794 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1794 add_46" -> "1795 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1795 view_75" -> "1796 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1796 softmax_13" -> "1797 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1797 dropout_52" -> "1798 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1798 matmul_27" -> "1799 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1799 transpose_27" -> "1800 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1800 reshape_61" -> "1801 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1801 reshape_61_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1802 quantize_per_tensor_default_84" -> "1803 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1803 dequantize_per_tensor_default_84" -> "1810 linear_83" [label="(4, 64, 384)", style=solid]; -"1804 linear_83_scale_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1804 linear_83_scale_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1805 linear_83_zero_point_0" -> "1807 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1805 linear_83_zero_point_0" -> "1808 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1806 compressed_weight_updated_constant84" -> "1807 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1807 quantize_per_channel_default_84" -> "1808 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1808 dequantize_per_channel_default_84" -> "1810 linear_83" [label="(384, 384)", style=solid]; -"1809 _param_constant225_0_0" -> "1810 linear_83" [label="(384,)", style=solid]; -"1810 linear_83" -> "1811 dropout_53" [label="(4, 64, 384)", style=solid]; -"1811 dropout_53" -> "1812 view_76" [label="(4, 64, 384)", style=solid]; -"1812 view_76" -> "1813 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1813 permute_63" -> "1814 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1814 reshape_62" -> "1815 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1815 roll_13" -> "1816 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1816 slice_213" -> "1817 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1817 slice_214" -> "1818 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1818 slice_215" -> "1819 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1819 slice_216" -> "1820 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1820 contiguous_25" -> "1823 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1821 _param_constant226" -> "1823 layer_norm_29" [label="(384,)", style=solid]; -"1822 _param_constant227" -> "1823 layer_norm_29" [label="(384,)", style=solid]; -"1823 layer_norm_29" -> "1824 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1825 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1824 add_47" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1825 add_47_0_0_nncf_smooth_quant_0" -> "1826 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1826 quantize_per_tensor_default_85" -> "1827 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1827 dequantize_per_tensor_default_85" -> "1834 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1828 linear_84_scale_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1828 linear_84_scale_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1829 linear_84_zero_point_0" -> "1831 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1829 linear_84_zero_point_0" -> "1832 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1830 compressed_weight_updated_constant85" -> "1831 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1831 quantize_per_channel_default_85" -> "1832 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1832 dequantize_per_channel_default_85" -> "1834 linear_84" [label="(1536, 384)", style=solid]; -"1833 _param_constant229_0_0" -> "1834 linear_84" [label="(1536,)", style=solid]; -"1834 linear_84" -> "1835 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1835 gelu_13" -> "1836 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1836 dropout_54" -> "1837 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1837 dropout_54_0_0_nncf_smooth_quant_0" -> "1838 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1838 quantize_per_tensor_default_86" -> "1839 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1839 dequantize_per_tensor_default_86" -> "1846 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1840 linear_85_scale_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1840 linear_85_scale_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1841 linear_85_zero_point_0" -> "1843 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1841 linear_85_zero_point_0" -> "1844 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1842 compressed_weight_updated_constant86" -> "1843 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1843 quantize_per_channel_default_86" -> "1844 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1844 dequantize_per_channel_default_86" -> "1846 linear_85" [label="(384, 1536)", style=solid]; -"1845 _param_constant231_0_0" -> "1846 linear_85" [label="(384,)", style=solid]; -"1846 linear_85" -> "1847 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1847 dropout_55" -> "1850 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1848 _param_constant232" -> "1850 layer_norm_30" [label="(384,)", style=solid]; -"1849 _param_constant233" -> "1850 layer_norm_30" [label="(384,)", style=solid]; -"1850 layer_norm_30" -> "1851 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1851 add_48" -> "1878 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1851 add_48" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1852 _tensor_constant91" -> "1853 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1853 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1860 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1854 linear_86_scale_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1854 linear_86_scale_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1855 linear_86_zero_point_0" -> "1857 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1855 linear_86_zero_point_0" -> "1858 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1856 compressed_weight_updated_constant87" -> "1857 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1857 quantize_per_channel_default_87" -> "1858 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1858 dequantize_per_channel_default_87" -> "1860 linear_86" [label="(512, 2)", style=solid]; -"1859 _param_constant235_0_0" -> "1860 linear_86" [label="(512,)", style=solid]; -"1860 linear_86" -> "1861 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1861 relu__14" -> "1862 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1862 relu__14_0_0_nncf_smooth_quant_0" -> "1868 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1863 linear_87_scale_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1863 linear_87_scale_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1864 linear_87_zero_point_0" -> "1866 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1864 linear_87_zero_point_0" -> "1867 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1865 compressed_weight_updated_constant88" -> "1866 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1866 quantize_per_channel_default_88" -> "1867 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1867 dequantize_per_channel_default_88" -> "1868 linear_87" [label="(12, 512)", style=solid]; -"1868 linear_87" -> "1869 view_77" [label="(1, 15, 15, 12)", style=solid]; -"1869 view_77" -> "1871 index_14" [label="(225, 12)", style=solid]; -"1870 _tensor_constant92" -> "1871 index_14" [label="(4096,)", style=solid]; -"1871 index_14" -> "1872 view_78" [label="(4096, 12)", style=solid]; -"1872 view_78" -> "1873 permute_64" [label="(64, 64, 12)", style=solid]; -"1873 permute_64" -> "1874 contiguous_26" [label="(12, 64, 64)", style=solid]; -"1874 contiguous_26" -> "1875 unsqueeze_42" [label="(12, 64, 64)", style=solid]; -"1875 unsqueeze_42" -> "1876 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; -"1876 sigmoid_14" -> "1877 mul_28" [label="(1, 12, 64, 64)", style=solid]; -"1877 mul_28" -> "1915 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1878 pad_16" -> "1879 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1879 view_79" -> "1880 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1880 permute_65" -> "1881 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1881 reshape_63" -> "1882 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1882 reshape_63_0_0_nncf_smooth_quant_0" -> "1883 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1883 quantize_per_tensor_default_87" -> "1884 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1884 dequantize_per_tensor_default_87" -> "1891 linear_88" [label="(4, 64, 384)", style=solid]; -"1885 linear_88_scale_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1885 linear_88_scale_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1886 linear_88_zero_point_0" -> "1888 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1886 linear_88_zero_point_0" -> "1889 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1887 compressed_weight_updated_constant89" -> "1888 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1888 quantize_per_channel_default_89" -> "1889 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1889 dequantize_per_channel_default_89" -> "1891 linear_88" [label="(1152, 384)", style=solid]; -"1890 _param_constant237_0_0" -> "1891 linear_88" [label="(1152,)", style=solid]; -"1891 linear_88" -> "1892 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1892 reshape_64" -> "1893 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1893 permute_66" -> "1894 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1893 permute_66" -> "1895 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1893 permute_66" -> "1896 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1897 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1899 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1894 select_42" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1903 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1905 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1895 select_43" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1896 select_44" -> "1918 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1897 linalg_vector_norm_28" -> "1898 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1898 clamp_min_28" -> "1899 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1899 expand_as_28" -> "1900 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1900 div_28" -> "1901 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1901 quantize_per_tensor_default_88" -> "1902 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1902 dequantize_per_tensor_default_88" -> "1910 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1903 linalg_vector_norm_29" -> "1904 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1904 clamp_min_29" -> "1905 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1905 expand_as_29" -> "1906 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1906 div_29" -> "1907 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1907 quantize_per_tensor_default_89" -> "1908 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1908 dequantize_per_tensor_default_89" -> "1909 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 transpose_28" -> "1910 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1910 matmul_28" -> "1914 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1911 _param_constant239" -> "1912 clamp_14" [label="(12, 1, 1)", style=solid]; -"1912 clamp_14" -> "1913 exp_14" [label="(12, 1, 1)", style=solid]; -"1913 exp_14" -> "1914 mul_29" [label="(12, 1, 1)", style=solid]; -"1914 mul_29" -> "1915 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1915 add_49" -> "1916 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1916 softmax_14" -> "1917 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1917 dropout_56" -> "1918 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1918 matmul_29" -> "1919 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1919 transpose_29" -> "1920 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1920 reshape_65" -> "1921 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1921 reshape_65_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1922 quantize_per_tensor_default_90" -> "1923 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1923 dequantize_per_tensor_default_90" -> "1930 linear_89" [label="(4, 64, 384)", style=solid]; -"1924 linear_89_scale_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1924 linear_89_scale_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1925 linear_89_zero_point_0" -> "1927 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1925 linear_89_zero_point_0" -> "1928 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1926 compressed_weight_updated_constant90" -> "1927 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1927 quantize_per_channel_default_90" -> "1928 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1928 dequantize_per_channel_default_90" -> "1930 linear_89" [label="(384, 384)", style=solid]; -"1929 _param_constant241_0_0" -> "1930 linear_89" [label="(384,)", style=solid]; -"1930 linear_89" -> "1931 dropout_57" [label="(4, 64, 384)", style=solid]; -"1931 dropout_57" -> "1932 view_80" [label="(4, 64, 384)", style=solid]; -"1932 view_80" -> "1933 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1933 permute_67" -> "1934 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1934 reshape_66" -> "1935 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1935 slice_218" -> "1936 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1936 slice_219" -> "1937 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1937 slice_220" -> "1938 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1938 slice_221" -> "1939 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1939 contiguous_27" -> "1942 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1940 _param_constant242" -> "1942 layer_norm_31" [label="(384,)", style=solid]; -"1941 _param_constant243" -> "1942 layer_norm_31" [label="(384,)", style=solid]; -"1942 layer_norm_31" -> "1943 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1944 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1943 add_50" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1944 add_50_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1945 quantize_per_tensor_default_91" -> "1946 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1946 dequantize_per_tensor_default_91" -> "1953 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1947 linear_90_scale_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1947 linear_90_scale_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1948 linear_90_zero_point_0" -> "1950 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1948 linear_90_zero_point_0" -> "1951 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1949 compressed_weight_updated_constant91" -> "1950 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1950 quantize_per_channel_default_91" -> "1951 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1951 dequantize_per_channel_default_91" -> "1953 linear_90" [label="(1536, 384)", style=solid]; -"1952 _param_constant245_0_0" -> "1953 linear_90" [label="(1536,)", style=solid]; -"1953 linear_90" -> "1954 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1954 gelu_14" -> "1955 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1955 dropout_58" -> "1956 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1956 dropout_58_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1957 quantize_per_tensor_default_92" -> "1958 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1958 dequantize_per_tensor_default_92" -> "1965 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1959 linear_91_scale_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1959 linear_91_scale_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1960 linear_91_zero_point_0" -> "1962 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1960 linear_91_zero_point_0" -> "1963 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1961 compressed_weight_updated_constant92" -> "1962 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1962 quantize_per_channel_default_92" -> "1963 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1963 dequantize_per_channel_default_92" -> "1965 linear_91" [label="(384, 1536)", style=solid]; -"1964 _param_constant247_0_0" -> "1965 linear_91" [label="(384,)", style=solid]; -"1965 linear_91" -> "1966 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1966 dropout_59" -> "1969 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1967 _param_constant248" -> "1969 layer_norm_32" [label="(384,)", style=solid]; -"1968 _param_constant249" -> "1969 layer_norm_32" [label="(384,)", style=solid]; -"1969 layer_norm_32" -> "1970 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1970 add_51" -> "1997 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1970 add_51" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1971 _tensor_constant93" -> "1972 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1972 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1979 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1973 linear_92_scale_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1973 linear_92_scale_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1974 linear_92_zero_point_0" -> "1976 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1974 linear_92_zero_point_0" -> "1977 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1975 compressed_weight_updated_constant93" -> "1976 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1976 quantize_per_channel_default_93" -> "1977 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1977 dequantize_per_channel_default_93" -> "1979 linear_92" [label="(512, 2)", style=solid]; -"1978 _param_constant251_0_0" -> "1979 linear_92" [label="(512,)", style=solid]; -"1979 linear_92" -> "1980 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1980 relu__15" -> "1981 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1981 relu__15_0_0_nncf_smooth_quant_0" -> "1987 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1982 linear_93_scale_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1982 linear_93_scale_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1983 linear_93_zero_point_0" -> "1985 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1983 linear_93_zero_point_0" -> "1986 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1984 compressed_weight_updated_constant94" -> "1985 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"1985 quantize_per_channel_default_94" -> "1986 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"1986 dequantize_per_channel_default_94" -> "1987 linear_93" [label="(12, 512)", style=solid]; -"1987 linear_93" -> "1988 view_81" [label="(1, 15, 15, 12)", style=solid]; -"1988 view_81" -> "1990 index_15" [label="(225, 12)", style=solid]; -"1989 _tensor_constant94" -> "1990 index_15" [label="(4096,)", style=solid]; -"1990 index_15" -> "1991 view_82" [label="(4096, 12)", style=solid]; -"1991 view_82" -> "1992 permute_68" [label="(64, 64, 12)", style=solid]; -"1992 permute_68" -> "1993 contiguous_28" [label="(12, 64, 64)", style=solid]; -"1993 contiguous_28" -> "1994 unsqueeze_43" [label="(12, 64, 64)", style=solid]; -"1994 unsqueeze_43" -> "1995 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; -"1995 sigmoid_15" -> "1996 mul_30" [label="(1, 12, 64, 64)", style=solid]; -"1996 mul_30" -> "2035 add_52" [label="(1, 12, 64, 64)", style=solid]; -"1997 pad_17" -> "1998 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"1998 roll_14" -> "1999 view_83" [label="(1, 16, 16, 384)", style=solid]; -"1999 view_83" -> "2000 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2000 permute_69" -> "2001 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2001 reshape_67" -> "2002 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2001 reshape_67" -> "2036 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"2002 reshape_67_0_0_nncf_smooth_quant_0" -> "2003 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2003 quantize_per_tensor_default_93" -> "2004 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2004 dequantize_per_tensor_default_93" -> "2011 linear_94" [label="(4, 64, 384)", style=solid]; -"2005 linear_94_scale_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2005 linear_94_scale_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2006 linear_94_zero_point_0" -> "2008 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2006 linear_94_zero_point_0" -> "2009 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2007 compressed_weight_updated_constant95" -> "2008 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2008 quantize_per_channel_default_95" -> "2009 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2009 dequantize_per_channel_default_95" -> "2011 linear_94" [label="(1152, 384)", style=solid]; -"2010 _param_constant253_0_0" -> "2011 linear_94" [label="(1152,)", style=solid]; -"2011 linear_94" -> "2012 reshape_68" [label="(4, 64, 1152)", style=solid]; -"2012 reshape_68" -> "2013 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"2013 permute_70" -> "2014 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"2013 permute_70" -> "2015 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"2013 permute_70" -> "2016 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2017 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2019 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"2014 select_45" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2023 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2025 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"2015 select_46" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2016 select_47" -> "2054 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"2017 linalg_vector_norm_30" -> "2018 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"2018 clamp_min_30" -> "2019 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"2019 expand_as_30" -> "2020 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2020 div_30" -> "2021 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2021 quantize_per_tensor_default_94" -> "2022 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2022 dequantize_per_tensor_default_94" -> "2030 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"2023 linalg_vector_norm_31" -> "2024 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"2024 clamp_min_31" -> "2025 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"2025 expand_as_31" -> "2026 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2026 div_31" -> "2027 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2027 quantize_per_tensor_default_95" -> "2028 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2028 dequantize_per_tensor_default_95" -> "2029 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"2029 transpose_30" -> "2030 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"2030 matmul_30" -> "2034 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"2031 _param_constant255" -> "2032 clamp_15" [label="(12, 1, 1)", style=solid]; -"2032 clamp_15" -> "2033 exp_15" [label="(12, 1, 1)", style=solid]; -"2033 exp_15" -> "2034 mul_31" [label="(12, 1, 1)", style=solid]; -"2034 mul_31" -> "2035 add_52" [label="(4, 12, 64, 64)", style=solid]; -"2035 add_52" -> "2047 view_85" [label="(4, 12, 64, 64)", style=solid]; -"2036 new_zeros_7" -> "2037 view_84" [label="(16, 16)", style=solid]; -"2037 view_84" -> "2038 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"2038 permute_71" -> "2039 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"2039 reshape_69" -> "2040 unsqueeze_44" [label="(4, 64)", style=solid]; -"2039 reshape_69" -> "2041 unsqueeze_45" [label="(4, 64)", style=solid]; -"2040 unsqueeze_44" -> "2042 sub_7" [label="(4, 1, 64)", style=solid]; -"2041 unsqueeze_45" -> "2042 sub_7" [label="(4, 64, 1)", style=solid]; -"2042 sub_7" -> "2043 ne_7" [label="(4, 64, 64)", style=solid]; -"2042 sub_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2042 sub_7" -> "2045 eq_7" [label="(4, 64, 64)", style=solid]; -"2043 ne_7" -> "2044 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2044 masked_fill_14" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2045 eq_7" -> "2046 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2046 masked_fill_15" -> "2048 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"2047 view_85" -> "2050 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"2048 unsqueeze_46" -> "2049 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"2049 unsqueeze_47" -> "2050 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"2050 add_53" -> "2051 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"2051 view_86" -> "2052 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"2052 softmax_15" -> "2053 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"2053 dropout_60" -> "2054 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"2054 matmul_31" -> "2055 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"2055 transpose_31" -> "2056 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"2056 reshape_70" -> "2057 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2057 reshape_70_0_0_nncf_smooth_quant_0" -> "2058 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2058 quantize_per_tensor_default_96" -> "2059 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2059 dequantize_per_tensor_default_96" -> "2066 linear_95" [label="(4, 64, 384)", style=solid]; -"2060 linear_95_scale_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2060 linear_95_scale_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2061 linear_95_zero_point_0" -> "2063 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2061 linear_95_zero_point_0" -> "2064 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2062 compressed_weight_updated_constant96" -> "2063 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2063 quantize_per_channel_default_96" -> "2064 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2064 dequantize_per_channel_default_96" -> "2066 linear_95" [label="(384, 384)", style=solid]; -"2065 _param_constant257_0_0" -> "2066 linear_95" [label="(384,)", style=solid]; -"2066 linear_95" -> "2067 dropout_61" [label="(4, 64, 384)", style=solid]; -"2067 dropout_61" -> "2068 view_87" [label="(4, 64, 384)", style=solid]; -"2068 view_87" -> "2069 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2069 permute_72" -> "2070 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2070 reshape_71" -> "2071 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"2071 roll_15" -> "2072 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"2072 slice_241" -> "2073 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"2073 slice_242" -> "2074 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"2074 slice_243" -> "2075 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"2075 slice_244" -> "2076 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"2076 contiguous_29" -> "2079 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"2077 _param_constant258" -> "2079 layer_norm_33" [label="(384,)", style=solid]; -"2078 _param_constant259" -> "2079 layer_norm_33" [label="(384,)", style=solid]; -"2079 layer_norm_33" -> "2080 add_54" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2081 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2080 add_54" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2081 add_54_0_0_nncf_smooth_quant_0" -> "2082 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2082 quantize_per_tensor_default_97" -> "2083 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2083 dequantize_per_tensor_default_97" -> "2090 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2084 linear_96_scale_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2084 linear_96_scale_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2085 linear_96_zero_point_0" -> "2087 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2085 linear_96_zero_point_0" -> "2088 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2086 compressed_weight_updated_constant97" -> "2087 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2087 quantize_per_channel_default_97" -> "2088 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2088 dequantize_per_channel_default_97" -> "2090 linear_96" [label="(1536, 384)", style=solid]; -"2089 _param_constant261_0_0" -> "2090 linear_96" [label="(1536,)", style=solid]; -"2090 linear_96" -> "2091 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"2091 gelu_15" -> "2092 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"2092 dropout_62" -> "2093 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2093 dropout_62_0_0_nncf_smooth_quant_0" -> "2094 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2094 quantize_per_tensor_default_98" -> "2095 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2095 dequantize_per_tensor_default_98" -> "2102 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2096 linear_97_scale_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2096 linear_97_scale_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2097 linear_97_zero_point_0" -> "2099 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2097 linear_97_zero_point_0" -> "2100 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2098 compressed_weight_updated_constant98" -> "2099 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2099 quantize_per_channel_default_98" -> "2100 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2100 dequantize_per_channel_default_98" -> "2102 linear_97" [label="(384, 1536)", style=solid]; -"2101 _param_constant263_0_0" -> "2102 linear_97" [label="(384,)", style=solid]; -"2102 linear_97" -> "2103 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"2103 dropout_63" -> "2106 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"2104 _param_constant264" -> "2106 layer_norm_34" [label="(384,)", style=solid]; -"2105 _param_constant265" -> "2106 layer_norm_34" [label="(384,)", style=solid]; -"2106 layer_norm_34" -> "2107 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2107 add_55" -> "2134 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"2107 add_55" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2108 _tensor_constant104" -> "2109 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2109 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2116 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2110 linear_98_scale_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2110 linear_98_scale_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2111 linear_98_zero_point_0" -> "2113 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2111 linear_98_zero_point_0" -> "2114 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2112 compressed_weight_updated_constant99" -> "2113 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2113 quantize_per_channel_default_99" -> "2114 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2114 dequantize_per_channel_default_99" -> "2116 linear_98" [label="(512, 2)", style=solid]; -"2115 _param_constant267_0_0" -> "2116 linear_98" [label="(512,)", style=solid]; -"2116 linear_98" -> "2117 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"2117 relu__16" -> "2118 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2118 relu__16_0_0_nncf_smooth_quant_0" -> "2124 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2119 linear_99_scale_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2119 linear_99_scale_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2120 linear_99_zero_point_0" -> "2122 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2120 linear_99_zero_point_0" -> "2123 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2121 compressed_weight_updated_constant100" -> "2122 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2122 quantize_per_channel_default_100" -> "2123 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2123 dequantize_per_channel_default_100" -> "2124 linear_99" [label="(12, 512)", style=solid]; -"2124 linear_99" -> "2125 view_88" [label="(1, 15, 15, 12)", style=solid]; -"2125 view_88" -> "2127 index_16" [label="(225, 12)", style=solid]; -"2126 _tensor_constant105" -> "2127 index_16" [label="(4096,)", style=solid]; -"2127 index_16" -> "2128 view_89" [label="(4096, 12)", style=solid]; -"2128 view_89" -> "2129 permute_73" [label="(64, 64, 12)", style=solid]; -"2129 permute_73" -> "2130 contiguous_30" [label="(12, 64, 64)", style=solid]; -"2130 contiguous_30" -> "2131 unsqueeze_48" [label="(12, 64, 64)", style=solid]; -"2131 unsqueeze_48" -> "2132 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; -"2132 sigmoid_16" -> "2133 mul_32" [label="(1, 12, 64, 64)", style=solid]; -"2133 mul_32" -> "2171 add_56" [label="(1, 12, 64, 64)", style=solid]; -"2134 pad_18" -> "2135 view_90" [label="(1, 16, 16, 384)", style=solid]; -"2135 view_90" -> "2136 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2136 permute_74" -> "2137 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2137 reshape_72" -> "2138 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2138 reshape_72_0_0_nncf_smooth_quant_0" -> "2139 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2139 quantize_per_tensor_default_99" -> "2140 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2140 dequantize_per_tensor_default_99" -> "2147 linear_100" [label="(4, 64, 384)", style=solid]; -"2141 linear_100_scale_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2141 linear_100_scale_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2142 linear_100_zero_point_0" -> "2144 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2142 linear_100_zero_point_0" -> "2145 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2143 compressed_weight_updated_constant101" -> "2144 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2144 quantize_per_channel_default_101" -> "2145 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2145 dequantize_per_channel_default_101" -> "2147 linear_100" [label="(1152, 384)", style=solid]; -"2146 _param_constant269_0_0" -> "2147 linear_100" [label="(1152,)", style=solid]; -"2147 linear_100" -> "2148 reshape_73" [label="(4, 64, 1152)", style=solid]; -"2148 reshape_73" -> "2149 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"2149 permute_75" -> "2150 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"2149 permute_75" -> "2151 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"2149 permute_75" -> "2152 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2153 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2155 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"2150 select_48" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2159 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2161 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"2151 select_49" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2152 select_50" -> "2174 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"2153 linalg_vector_norm_32" -> "2154 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"2154 clamp_min_32" -> "2155 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"2155 expand_as_32" -> "2156 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2156 div_32" -> "2157 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2157 quantize_per_tensor_default_100" -> "2158 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2158 dequantize_per_tensor_default_100" -> "2166 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"2159 linalg_vector_norm_33" -> "2160 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"2160 clamp_min_33" -> "2161 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"2161 expand_as_33" -> "2162 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2162 div_33" -> "2163 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2163 quantize_per_tensor_default_101" -> "2164 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2164 dequantize_per_tensor_default_101" -> "2165 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"2165 transpose_32" -> "2166 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"2166 matmul_32" -> "2170 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"2167 _param_constant271" -> "2168 clamp_16" [label="(12, 1, 1)", style=solid]; -"2168 clamp_16" -> "2169 exp_16" [label="(12, 1, 1)", style=solid]; -"2169 exp_16" -> "2170 mul_33" [label="(12, 1, 1)", style=solid]; -"2170 mul_33" -> "2171 add_56" [label="(4, 12, 64, 64)", style=solid]; -"2171 add_56" -> "2172 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"2172 softmax_16" -> "2173 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"2173 dropout_64" -> "2174 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"2174 matmul_33" -> "2175 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"2175 transpose_33" -> "2176 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"2176 reshape_74" -> "2177 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2177 reshape_74_0_0_nncf_smooth_quant_0" -> "2178 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2178 quantize_per_tensor_default_102" -> "2179 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2179 dequantize_per_tensor_default_102" -> "2186 linear_101" [label="(4, 64, 384)", style=solid]; -"2180 linear_101_scale_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2180 linear_101_scale_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2181 linear_101_zero_point_0" -> "2183 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2181 linear_101_zero_point_0" -> "2184 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2182 compressed_weight_updated_constant102" -> "2183 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2183 quantize_per_channel_default_102" -> "2184 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2184 dequantize_per_channel_default_102" -> "2186 linear_101" [label="(384, 384)", style=solid]; -"2185 _param_constant273_0_0" -> "2186 linear_101" [label="(384,)", style=solid]; -"2186 linear_101" -> "2187 dropout_65" [label="(4, 64, 384)", style=solid]; -"2187 dropout_65" -> "2188 view_91" [label="(4, 64, 384)", style=solid]; -"2188 view_91" -> "2189 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2189 permute_76" -> "2190 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2190 reshape_75" -> "2191 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"2191 slice_246" -> "2192 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"2192 slice_247" -> "2193 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"2193 slice_248" -> "2194 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"2194 slice_249" -> "2195 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"2195 contiguous_31" -> "2198 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"2196 _param_constant274" -> "2198 layer_norm_35" [label="(384,)", style=solid]; -"2197 _param_constant275" -> "2198 layer_norm_35" [label="(384,)", style=solid]; -"2198 layer_norm_35" -> "2199 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2200 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2199 add_57" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2200 add_57_0_0_nncf_smooth_quant_0" -> "2201 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2201 quantize_per_tensor_default_103" -> "2202 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2202 dequantize_per_tensor_default_103" -> "2209 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2203 linear_102_scale_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2203 linear_102_scale_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2204 linear_102_zero_point_0" -> "2206 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2204 linear_102_zero_point_0" -> "2207 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2205 compressed_weight_updated_constant103" -> "2206 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2206 quantize_per_channel_default_103" -> "2207 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2207 dequantize_per_channel_default_103" -> "2209 linear_102" [label="(1536, 384)", style=solid]; -"2208 _param_constant277_0_0" -> "2209 linear_102" [label="(1536,)", style=solid]; -"2209 linear_102" -> "2210 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"2210 gelu_16" -> "2211 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2211 dropout_66" -> "2212 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2212 dropout_66_0_0_nncf_smooth_quant_0" -> "2213 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2213 quantize_per_tensor_default_104" -> "2214 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2214 dequantize_per_tensor_default_104" -> "2221 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2215 linear_103_scale_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2215 linear_103_scale_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2216 linear_103_zero_point_0" -> "2218 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2216 linear_103_zero_point_0" -> "2219 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2217 compressed_weight_updated_constant104" -> "2218 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2218 quantize_per_channel_default_104" -> "2219 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2219 dequantize_per_channel_default_104" -> "2221 linear_103" [label="(384, 1536)", style=solid]; -"2220 _param_constant279_0_0" -> "2221 linear_103" [label="(384,)", style=solid]; -"2221 linear_103" -> "2222 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"2222 dropout_67" -> "2225 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"2223 _param_constant280" -> "2225 layer_norm_36" [label="(384,)", style=solid]; -"2224 _param_constant281" -> "2225 layer_norm_36" [label="(384,)", style=solid]; -"2225 layer_norm_36" -> "2226 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_58" -> "2253 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"2226 add_58" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2227 _tensor_constant106" -> "2228 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2228 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2235 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2229 linear_104_scale_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2229 linear_104_scale_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2230 linear_104_zero_point_0" -> "2232 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2230 linear_104_zero_point_0" -> "2233 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2231 compressed_weight_updated_constant105" -> "2232 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2232 quantize_per_channel_default_105" -> "2233 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2233 dequantize_per_channel_default_105" -> "2235 linear_104" [label="(512, 2)", style=solid]; -"2234 _param_constant283_0_0" -> "2235 linear_104" [label="(512,)", style=solid]; -"2235 linear_104" -> "2236 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2236 relu__17" -> "2237 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2237 relu__17_0_0_nncf_smooth_quant_0" -> "2243 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2238 linear_105_scale_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2238 linear_105_scale_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2239 linear_105_zero_point_0" -> "2241 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2239 linear_105_zero_point_0" -> "2242 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2240 compressed_weight_updated_constant106" -> "2241 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2241 quantize_per_channel_default_106" -> "2242 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2242 dequantize_per_channel_default_106" -> "2243 linear_105" [label="(12, 512)", style=solid]; -"2243 linear_105" -> "2244 view_92" [label="(1, 15, 15, 12)", style=solid]; -"2244 view_92" -> "2246 index_17" [label="(225, 12)", style=solid]; -"2245 _tensor_constant107" -> "2246 index_17" [label="(4096,)", style=solid]; -"2246 index_17" -> "2247 view_93" [label="(4096, 12)", style=solid]; -"2247 view_93" -> "2248 permute_77" [label="(64, 64, 12)", style=solid]; -"2248 permute_77" -> "2249 contiguous_32" [label="(12, 64, 64)", style=solid]; -"2249 contiguous_32" -> "2250 unsqueeze_49" [label="(12, 64, 64)", style=solid]; -"2250 unsqueeze_49" -> "2251 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; -"2251 sigmoid_17" -> "2252 mul_34" [label="(1, 12, 64, 64)", style=solid]; -"2252 mul_34" -> "2291 add_59" [label="(1, 12, 64, 64)", style=solid]; -"2253 pad_19" -> "2254 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"2254 roll_16" -> "2255 view_94" [label="(1, 16, 16, 384)", style=solid]; -"2255 view_94" -> "2256 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2256 permute_78" -> "2257 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2257 reshape_76" -> "2258 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2257 reshape_76" -> "2292 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2258 reshape_76_0_0_nncf_smooth_quant_0" -> "2259 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2259 quantize_per_tensor_default_105" -> "2260 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2260 dequantize_per_tensor_default_105" -> "2267 linear_106" [label="(4, 64, 384)", style=solid]; -"2261 linear_106_scale_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2261 linear_106_scale_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2262 linear_106_zero_point_0" -> "2264 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2262 linear_106_zero_point_0" -> "2265 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2263 compressed_weight_updated_constant107" -> "2264 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2264 quantize_per_channel_default_107" -> "2265 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2265 dequantize_per_channel_default_107" -> "2267 linear_106" [label="(1152, 384)", style=solid]; -"2266 _param_constant285_0_0" -> "2267 linear_106" [label="(1152,)", style=solid]; -"2267 linear_106" -> "2268 reshape_77" [label="(4, 64, 1152)", style=solid]; -"2268 reshape_77" -> "2269 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"2269 permute_79" -> "2270 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"2269 permute_79" -> "2271 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"2269 permute_79" -> "2272 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2273 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2275 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"2270 select_51" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2279 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2281 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"2271 select_52" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2272 select_53" -> "2310 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"2273 linalg_vector_norm_34" -> "2274 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"2274 clamp_min_34" -> "2275 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"2275 expand_as_34" -> "2276 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2276 div_34" -> "2277 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2277 quantize_per_tensor_default_106" -> "2278 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2278 dequantize_per_tensor_default_106" -> "2286 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"2279 linalg_vector_norm_35" -> "2280 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"2280 clamp_min_35" -> "2281 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"2281 expand_as_35" -> "2282 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2282 div_35" -> "2283 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2283 quantize_per_tensor_default_107" -> "2284 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2284 dequantize_per_tensor_default_107" -> "2285 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"2285 transpose_34" -> "2286 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"2286 matmul_34" -> "2290 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"2287 _param_constant287" -> "2288 clamp_17" [label="(12, 1, 1)", style=solid]; -"2288 clamp_17" -> "2289 exp_17" [label="(12, 1, 1)", style=solid]; -"2289 exp_17" -> "2290 mul_35" [label="(12, 1, 1)", style=solid]; -"2290 mul_35" -> "2291 add_59" [label="(4, 12, 64, 64)", style=solid]; -"2291 add_59" -> "2303 view_96" [label="(4, 12, 64, 64)", style=solid]; -"2292 new_zeros_8" -> "2293 view_95" [label="(16, 16)", style=solid]; -"2293 view_95" -> "2294 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"2294 permute_80" -> "2295 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"2295 reshape_78" -> "2296 unsqueeze_50" [label="(4, 64)", style=solid]; -"2295 reshape_78" -> "2297 unsqueeze_51" [label="(4, 64)", style=solid]; -"2296 unsqueeze_50" -> "2298 sub_8" [label="(4, 1, 64)", style=solid]; -"2297 unsqueeze_51" -> "2298 sub_8" [label="(4, 64, 1)", style=solid]; -"2298 sub_8" -> "2299 ne_8" [label="(4, 64, 64)", style=solid]; -"2298 sub_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2298 sub_8" -> "2301 eq_8" [label="(4, 64, 64)", style=solid]; -"2299 ne_8" -> "2300 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2300 masked_fill_16" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2301 eq_8" -> "2302 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2302 masked_fill_17" -> "2304 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"2303 view_96" -> "2306 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"2304 unsqueeze_52" -> "2305 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"2305 unsqueeze_53" -> "2306 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"2306 add_60" -> "2307 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"2307 view_97" -> "2308 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"2308 softmax_17" -> "2309 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"2309 dropout_68" -> "2310 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"2310 matmul_35" -> "2311 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"2311 transpose_35" -> "2312 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2312 reshape_79" -> "2313 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2313 reshape_79_0_0_nncf_smooth_quant_0" -> "2314 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2314 quantize_per_tensor_default_108" -> "2315 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2315 dequantize_per_tensor_default_108" -> "2322 linear_107" [label="(4, 64, 384)", style=solid]; -"2316 linear_107_scale_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2316 linear_107_scale_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2317 linear_107_zero_point_0" -> "2319 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2317 linear_107_zero_point_0" -> "2320 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2318 compressed_weight_updated_constant108" -> "2319 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2319 quantize_per_channel_default_108" -> "2320 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2320 dequantize_per_channel_default_108" -> "2322 linear_107" [label="(384, 384)", style=solid]; -"2321 _param_constant289_0_0" -> "2322 linear_107" [label="(384,)", style=solid]; -"2322 linear_107" -> "2323 dropout_69" [label="(4, 64, 384)", style=solid]; -"2323 dropout_69" -> "2324 view_98" [label="(4, 64, 384)", style=solid]; -"2324 view_98" -> "2325 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2325 permute_81" -> "2326 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2326 reshape_80" -> "2327 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"2327 roll_17" -> "2328 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"2328 slice_269" -> "2329 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"2329 slice_270" -> "2330 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"2330 slice_271" -> "2331 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"2331 slice_272" -> "2332 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"2332 contiguous_33" -> "2335 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"2333 _param_constant290" -> "2335 layer_norm_37" [label="(384,)", style=solid]; -"2334 _param_constant291" -> "2335 layer_norm_37" [label="(384,)", style=solid]; -"2335 layer_norm_37" -> "2336 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2337 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2336 add_61" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2337 add_61_0_0_nncf_smooth_quant_0" -> "2338 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2338 quantize_per_tensor_default_109" -> "2339 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2339 dequantize_per_tensor_default_109" -> "2346 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2340 linear_108_scale_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2340 linear_108_scale_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2341 linear_108_zero_point_0" -> "2343 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2341 linear_108_zero_point_0" -> "2344 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2342 compressed_weight_updated_constant109" -> "2343 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2343 quantize_per_channel_default_109" -> "2344 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2344 dequantize_per_channel_default_109" -> "2346 linear_108" [label="(1536, 384)", style=solid]; -"2345 _param_constant293_0_0" -> "2346 linear_108" [label="(1536,)", style=solid]; -"2346 linear_108" -> "2347 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"2347 gelu_17" -> "2348 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2348 dropout_70" -> "2349 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2349 dropout_70_0_0_nncf_smooth_quant_0" -> "2350 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2350 quantize_per_tensor_default_110" -> "2351 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2351 dequantize_per_tensor_default_110" -> "2358 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2352 linear_109_scale_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2352 linear_109_scale_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2353 linear_109_zero_point_0" -> "2355 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2353 linear_109_zero_point_0" -> "2356 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2354 compressed_weight_updated_constant110" -> "2355 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2355 quantize_per_channel_default_110" -> "2356 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2356 dequantize_per_channel_default_110" -> "2358 linear_109" [label="(384, 1536)", style=solid]; -"2357 _param_constant295_0_0" -> "2358 linear_109" [label="(384,)", style=solid]; -"2358 linear_109" -> "2359 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"2359 dropout_71" -> "2362 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"2360 _param_constant296" -> "2362 layer_norm_38" [label="(384,)", style=solid]; -"2361 _param_constant297" -> "2362 layer_norm_38" [label="(384,)", style=solid]; -"2362 layer_norm_38" -> "2363 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2363 add_62" -> "2390 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"2363 add_62" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2364 _tensor_constant117" -> "2365 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2365 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2372 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2366 linear_110_scale_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2366 linear_110_scale_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2367 linear_110_zero_point_0" -> "2369 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2367 linear_110_zero_point_0" -> "2370 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2368 compressed_weight_updated_constant111" -> "2369 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2369 quantize_per_channel_default_111" -> "2370 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2370 dequantize_per_channel_default_111" -> "2372 linear_110" [label="(512, 2)", style=solid]; -"2371 _param_constant299_0_0" -> "2372 linear_110" [label="(512,)", style=solid]; -"2372 linear_110" -> "2373 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2373 relu__18" -> "2374 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2374 relu__18_0_0_nncf_smooth_quant_0" -> "2380 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2375 linear_111_scale_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2375 linear_111_scale_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2376 linear_111_zero_point_0" -> "2378 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2376 linear_111_zero_point_0" -> "2379 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2377 compressed_weight_updated_constant112" -> "2378 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2378 quantize_per_channel_default_112" -> "2379 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2379 dequantize_per_channel_default_112" -> "2380 linear_111" [label="(12, 512)", style=solid]; -"2380 linear_111" -> "2381 view_99" [label="(1, 15, 15, 12)", style=solid]; -"2381 view_99" -> "2383 index_18" [label="(225, 12)", style=solid]; -"2382 _tensor_constant118" -> "2383 index_18" [label="(4096,)", style=solid]; -"2383 index_18" -> "2384 view_100" [label="(4096, 12)", style=solid]; -"2384 view_100" -> "2385 permute_82" [label="(64, 64, 12)", style=solid]; -"2385 permute_82" -> "2386 contiguous_34" [label="(12, 64, 64)", style=solid]; -"2386 contiguous_34" -> "2387 unsqueeze_54" [label="(12, 64, 64)", style=solid]; -"2387 unsqueeze_54" -> "2388 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; -"2388 sigmoid_18" -> "2389 mul_36" [label="(1, 12, 64, 64)", style=solid]; -"2389 mul_36" -> "2427 add_63" [label="(1, 12, 64, 64)", style=solid]; -"2390 pad_20" -> "2391 view_101" [label="(1, 16, 16, 384)", style=solid]; -"2391 view_101" -> "2392 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2392 permute_83" -> "2393 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2393 reshape_81" -> "2394 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2394 reshape_81_0_0_nncf_smooth_quant_0" -> "2395 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2395 quantize_per_tensor_default_111" -> "2396 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2396 dequantize_per_tensor_default_111" -> "2403 linear_112" [label="(4, 64, 384)", style=solid]; -"2397 linear_112_scale_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2397 linear_112_scale_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2398 linear_112_zero_point_0" -> "2400 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2398 linear_112_zero_point_0" -> "2401 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2399 compressed_weight_updated_constant113" -> "2400 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2400 quantize_per_channel_default_113" -> "2401 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2401 dequantize_per_channel_default_113" -> "2403 linear_112" [label="(1152, 384)", style=solid]; -"2402 _param_constant301_0_0" -> "2403 linear_112" [label="(1152,)", style=solid]; -"2403 linear_112" -> "2404 reshape_82" [label="(4, 64, 1152)", style=solid]; -"2404 reshape_82" -> "2405 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"2405 permute_84" -> "2406 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"2405 permute_84" -> "2407 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"2405 permute_84" -> "2408 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2409 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2411 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"2406 select_54" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2415 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2417 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"2407 select_55" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2408 select_56" -> "2430 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"2409 linalg_vector_norm_36" -> "2410 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"2410 clamp_min_36" -> "2411 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"2411 expand_as_36" -> "2412 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2412 div_36" -> "2413 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2413 quantize_per_tensor_default_112" -> "2414 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2414 dequantize_per_tensor_default_112" -> "2422 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"2415 linalg_vector_norm_37" -> "2416 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"2416 clamp_min_37" -> "2417 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"2417 expand_as_37" -> "2418 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2418 div_37" -> "2419 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2419 quantize_per_tensor_default_113" -> "2420 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2420 dequantize_per_tensor_default_113" -> "2421 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"2421 transpose_36" -> "2422 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"2422 matmul_36" -> "2426 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"2423 _param_constant303" -> "2424 clamp_18" [label="(12, 1, 1)", style=solid]; -"2424 clamp_18" -> "2425 exp_18" [label="(12, 1, 1)", style=solid]; -"2425 exp_18" -> "2426 mul_37" [label="(12, 1, 1)", style=solid]; -"2426 mul_37" -> "2427 add_63" [label="(4, 12, 64, 64)", style=solid]; -"2427 add_63" -> "2428 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"2428 softmax_18" -> "2429 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"2429 dropout_72" -> "2430 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"2430 matmul_37" -> "2431 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"2431 transpose_37" -> "2432 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2432 reshape_83" -> "2433 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2433 reshape_83_0_0_nncf_smooth_quant_0" -> "2434 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2434 quantize_per_tensor_default_114" -> "2435 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2435 dequantize_per_tensor_default_114" -> "2442 linear_113" [label="(4, 64, 384)", style=solid]; -"2436 linear_113_scale_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2436 linear_113_scale_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2437 linear_113_zero_point_0" -> "2439 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2437 linear_113_zero_point_0" -> "2440 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2438 compressed_weight_updated_constant114" -> "2439 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2439 quantize_per_channel_default_114" -> "2440 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2440 dequantize_per_channel_default_114" -> "2442 linear_113" [label="(384, 384)", style=solid]; -"2441 _param_constant305_0_0" -> "2442 linear_113" [label="(384,)", style=solid]; -"2442 linear_113" -> "2443 dropout_73" [label="(4, 64, 384)", style=solid]; -"2443 dropout_73" -> "2444 view_102" [label="(4, 64, 384)", style=solid]; -"2444 view_102" -> "2445 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2445 permute_85" -> "2446 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2446 reshape_84" -> "2447 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"2447 slice_274" -> "2448 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"2448 slice_275" -> "2449 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"2449 slice_276" -> "2450 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"2450 slice_277" -> "2451 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"2451 contiguous_35" -> "2454 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"2452 _param_constant306" -> "2454 layer_norm_39" [label="(384,)", style=solid]; -"2453 _param_constant307" -> "2454 layer_norm_39" [label="(384,)", style=solid]; -"2454 layer_norm_39" -> "2455 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2456 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2455 add_64" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2456 add_64_0_0_nncf_smooth_quant_0" -> "2457 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2457 quantize_per_tensor_default_115" -> "2458 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2458 dequantize_per_tensor_default_115" -> "2465 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2459 linear_114_scale_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2459 linear_114_scale_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2460 linear_114_zero_point_0" -> "2462 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2460 linear_114_zero_point_0" -> "2463 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2461 compressed_weight_updated_constant115" -> "2462 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2462 quantize_per_channel_default_115" -> "2463 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2463 dequantize_per_channel_default_115" -> "2465 linear_114" [label="(1536, 384)", style=solid]; -"2464 _param_constant309_0_0" -> "2465 linear_114" [label="(1536,)", style=solid]; -"2465 linear_114" -> "2466 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"2466 gelu_18" -> "2467 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2467 dropout_74" -> "2468 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2468 dropout_74_0_0_nncf_smooth_quant_0" -> "2469 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2469 quantize_per_tensor_default_116" -> "2470 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2470 dequantize_per_tensor_default_116" -> "2477 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2471 linear_115_scale_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2471 linear_115_scale_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2472 linear_115_zero_point_0" -> "2474 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2472 linear_115_zero_point_0" -> "2475 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2473 compressed_weight_updated_constant116" -> "2474 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2474 quantize_per_channel_default_116" -> "2475 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2475 dequantize_per_channel_default_116" -> "2477 linear_115" [label="(384, 1536)", style=solid]; -"2476 _param_constant311_0_0" -> "2477 linear_115" [label="(384,)", style=solid]; -"2477 linear_115" -> "2478 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"2478 dropout_75" -> "2481 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"2479 _param_constant312" -> "2481 layer_norm_40" [label="(384,)", style=solid]; -"2480 _param_constant313" -> "2481 layer_norm_40" [label="(384,)", style=solid]; -"2481 layer_norm_40" -> "2482 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2482 add_65" -> "2509 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"2482 add_65" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2483 _tensor_constant119" -> "2484 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2484 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2491 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2485 linear_116_scale_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2485 linear_116_scale_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2486 linear_116_zero_point_0" -> "2488 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2486 linear_116_zero_point_0" -> "2489 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2487 compressed_weight_updated_constant117" -> "2488 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2488 quantize_per_channel_default_117" -> "2489 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2489 dequantize_per_channel_default_117" -> "2491 linear_116" [label="(512, 2)", style=solid]; -"2490 _param_constant315_0_0" -> "2491 linear_116" [label="(512,)", style=solid]; -"2491 linear_116" -> "2492 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2492 relu__19" -> "2493 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2493 relu__19_0_0_nncf_smooth_quant_0" -> "2499 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2494 linear_117_scale_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2494 linear_117_scale_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2495 linear_117_zero_point_0" -> "2497 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2495 linear_117_zero_point_0" -> "2498 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2496 compressed_weight_updated_constant118" -> "2497 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2497 quantize_per_channel_default_118" -> "2498 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2498 dequantize_per_channel_default_118" -> "2499 linear_117" [label="(12, 512)", style=solid]; -"2499 linear_117" -> "2500 view_103" [label="(1, 15, 15, 12)", style=solid]; -"2500 view_103" -> "2502 index_19" [label="(225, 12)", style=solid]; -"2501 _tensor_constant120" -> "2502 index_19" [label="(4096,)", style=solid]; -"2502 index_19" -> "2503 view_104" [label="(4096, 12)", style=solid]; -"2503 view_104" -> "2504 permute_86" [label="(64, 64, 12)", style=solid]; -"2504 permute_86" -> "2505 contiguous_36" [label="(12, 64, 64)", style=solid]; -"2505 contiguous_36" -> "2506 unsqueeze_55" [label="(12, 64, 64)", style=solid]; -"2506 unsqueeze_55" -> "2507 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; -"2507 sigmoid_19" -> "2508 mul_38" [label="(1, 12, 64, 64)", style=solid]; -"2508 mul_38" -> "2547 add_66" [label="(1, 12, 64, 64)", style=solid]; -"2509 pad_21" -> "2510 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"2510 roll_18" -> "2511 view_105" [label="(1, 16, 16, 384)", style=solid]; -"2511 view_105" -> "2512 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2512 permute_87" -> "2513 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2513 reshape_85" -> "2514 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2513 reshape_85" -> "2548 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2514 reshape_85_0_0_nncf_smooth_quant_0" -> "2515 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2515 quantize_per_tensor_default_117" -> "2516 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2516 dequantize_per_tensor_default_117" -> "2523 linear_118" [label="(4, 64, 384)", style=solid]; -"2517 linear_118_scale_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2517 linear_118_scale_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2518 linear_118_zero_point_0" -> "2520 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2518 linear_118_zero_point_0" -> "2521 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2519 compressed_weight_updated_constant119" -> "2520 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2520 quantize_per_channel_default_119" -> "2521 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2521 dequantize_per_channel_default_119" -> "2523 linear_118" [label="(1152, 384)", style=solid]; -"2522 _param_constant317_0_0" -> "2523 linear_118" [label="(1152,)", style=solid]; -"2523 linear_118" -> "2524 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2524 reshape_86" -> "2525 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2525 permute_88" -> "2526 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2525 permute_88" -> "2527 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2525 permute_88" -> "2528 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2529 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2531 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2526 select_57" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2535 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2537 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2527 select_58" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2528 select_59" -> "2566 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2529 linalg_vector_norm_38" -> "2530 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2530 clamp_min_38" -> "2531 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2531 expand_as_38" -> "2532 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2532 div_38" -> "2533 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2533 quantize_per_tensor_default_118" -> "2534 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2534 dequantize_per_tensor_default_118" -> "2542 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2535 linalg_vector_norm_39" -> "2536 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2536 clamp_min_39" -> "2537 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2537 expand_as_39" -> "2538 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2538 div_39" -> "2539 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2539 quantize_per_tensor_default_119" -> "2540 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2540 dequantize_per_tensor_default_119" -> "2541 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2541 transpose_38" -> "2542 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2542 matmul_38" -> "2546 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2543 _param_constant319" -> "2544 clamp_19" [label="(12, 1, 1)", style=solid]; -"2544 clamp_19" -> "2545 exp_19" [label="(12, 1, 1)", style=solid]; -"2545 exp_19" -> "2546 mul_39" [label="(12, 1, 1)", style=solid]; -"2546 mul_39" -> "2547 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2547 add_66" -> "2559 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2548 new_zeros_9" -> "2549 view_106" [label="(16, 16)", style=solid]; -"2549 view_106" -> "2550 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2550 permute_89" -> "2551 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2551 reshape_87" -> "2552 unsqueeze_56" [label="(4, 64)", style=solid]; -"2551 reshape_87" -> "2553 unsqueeze_57" [label="(4, 64)", style=solid]; -"2552 unsqueeze_56" -> "2554 sub_9" [label="(4, 1, 64)", style=solid]; -"2553 unsqueeze_57" -> "2554 sub_9" [label="(4, 64, 1)", style=solid]; -"2554 sub_9" -> "2555 ne_9" [label="(4, 64, 64)", style=solid]; -"2554 sub_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2554 sub_9" -> "2557 eq_9" [label="(4, 64, 64)", style=solid]; -"2555 ne_9" -> "2556 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2556 masked_fill_18" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2557 eq_9" -> "2558 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2558 masked_fill_19" -> "2560 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2559 view_107" -> "2562 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2560 unsqueeze_58" -> "2561 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2561 unsqueeze_59" -> "2562 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2562 add_67" -> "2563 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2563 view_108" -> "2564 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2564 softmax_19" -> "2565 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2565 dropout_76" -> "2566 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2566 matmul_39" -> "2567 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2567 transpose_39" -> "2568 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2568 reshape_88" -> "2569 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2569 reshape_88_0_0_nncf_smooth_quant_0" -> "2570 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2570 quantize_per_tensor_default_120" -> "2571 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2571 dequantize_per_tensor_default_120" -> "2578 linear_119" [label="(4, 64, 384)", style=solid]; -"2572 linear_119_scale_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2572 linear_119_scale_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2573 linear_119_zero_point_0" -> "2575 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2573 linear_119_zero_point_0" -> "2576 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2574 compressed_weight_updated_constant120" -> "2575 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2575 quantize_per_channel_default_120" -> "2576 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2576 dequantize_per_channel_default_120" -> "2578 linear_119" [label="(384, 384)", style=solid]; -"2577 _param_constant321_0_0" -> "2578 linear_119" [label="(384,)", style=solid]; -"2578 linear_119" -> "2579 dropout_77" [label="(4, 64, 384)", style=solid]; -"2579 dropout_77" -> "2580 view_109" [label="(4, 64, 384)", style=solid]; -"2580 view_109" -> "2581 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2581 permute_90" -> "2582 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2582 reshape_89" -> "2583 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2583 roll_19" -> "2584 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2584 slice_297" -> "2585 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2585 slice_298" -> "2586 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2586 slice_299" -> "2587 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2587 slice_300" -> "2588 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2588 contiguous_37" -> "2591 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2589 _param_constant322" -> "2591 layer_norm_41" [label="(384,)", style=solid]; -"2590 _param_constant323" -> "2591 layer_norm_41" [label="(384,)", style=solid]; -"2591 layer_norm_41" -> "2592 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2593 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2592 add_68" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2593 add_68_0_0_nncf_smooth_quant_0" -> "2594 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2594 quantize_per_tensor_default_121" -> "2595 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2595 dequantize_per_tensor_default_121" -> "2602 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2596 linear_120_scale_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2596 linear_120_scale_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2597 linear_120_zero_point_0" -> "2599 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2597 linear_120_zero_point_0" -> "2600 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2598 compressed_weight_updated_constant121" -> "2599 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2599 quantize_per_channel_default_121" -> "2600 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2600 dequantize_per_channel_default_121" -> "2602 linear_120" [label="(1536, 384)", style=solid]; -"2601 _param_constant325_0_0" -> "2602 linear_120" [label="(1536,)", style=solid]; -"2602 linear_120" -> "2603 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2603 gelu_19" -> "2604 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2604 dropout_78" -> "2605 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2605 dropout_78_0_0_nncf_smooth_quant_0" -> "2606 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2606 quantize_per_tensor_default_122" -> "2607 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2607 dequantize_per_tensor_default_122" -> "2614 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2608 linear_121_scale_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2608 linear_121_scale_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2609 linear_121_zero_point_0" -> "2611 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2609 linear_121_zero_point_0" -> "2612 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2610 compressed_weight_updated_constant122" -> "2611 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2611 quantize_per_channel_default_122" -> "2612 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2612 dequantize_per_channel_default_122" -> "2614 linear_121" [label="(384, 1536)", style=solid]; -"2613 _param_constant327_0_0" -> "2614 linear_121" [label="(384,)", style=solid]; -"2614 linear_121" -> "2615 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2615 dropout_79" -> "2618 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2616 _param_constant328" -> "2618 layer_norm_42" [label="(384,)", style=solid]; -"2617 _param_constant329" -> "2618 layer_norm_42" [label="(384,)", style=solid]; -"2618 layer_norm_42" -> "2619 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2619 add_69" -> "2646 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2619 add_69" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2620 _tensor_constant130" -> "2621 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2621 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2628 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2622 linear_122_scale_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2622 linear_122_scale_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2623 linear_122_zero_point_0" -> "2625 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2623 linear_122_zero_point_0" -> "2626 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2624 compressed_weight_updated_constant123" -> "2625 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2625 quantize_per_channel_default_123" -> "2626 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2626 dequantize_per_channel_default_123" -> "2628 linear_122" [label="(512, 2)", style=solid]; -"2627 _param_constant331_0_0" -> "2628 linear_122" [label="(512,)", style=solid]; -"2628 linear_122" -> "2629 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2629 relu__20" -> "2630 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2630 relu__20_0_0_nncf_smooth_quant_0" -> "2636 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2631 linear_123_scale_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2631 linear_123_scale_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2632 linear_123_zero_point_0" -> "2634 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2632 linear_123_zero_point_0" -> "2635 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2633 compressed_weight_updated_constant124" -> "2634 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2634 quantize_per_channel_default_124" -> "2635 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2635 dequantize_per_channel_default_124" -> "2636 linear_123" [label="(12, 512)", style=solid]; -"2636 linear_123" -> "2637 view_110" [label="(1, 15, 15, 12)", style=solid]; -"2637 view_110" -> "2639 index_20" [label="(225, 12)", style=solid]; -"2638 _tensor_constant131" -> "2639 index_20" [label="(4096,)", style=solid]; -"2639 index_20" -> "2640 view_111" [label="(4096, 12)", style=solid]; -"2640 view_111" -> "2641 permute_91" [label="(64, 64, 12)", style=solid]; -"2641 permute_91" -> "2642 contiguous_38" [label="(12, 64, 64)", style=solid]; -"2642 contiguous_38" -> "2643 unsqueeze_60" [label="(12, 64, 64)", style=solid]; -"2643 unsqueeze_60" -> "2644 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; -"2644 sigmoid_20" -> "2645 mul_40" [label="(1, 12, 64, 64)", style=solid]; -"2645 mul_40" -> "2683 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2646 pad_22" -> "2647 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2647 view_112" -> "2648 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2648 permute_92" -> "2649 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2649 reshape_90" -> "2650 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2650 reshape_90_0_0_nncf_smooth_quant_0" -> "2651 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2651 quantize_per_tensor_default_123" -> "2652 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2652 dequantize_per_tensor_default_123" -> "2659 linear_124" [label="(4, 64, 384)", style=solid]; -"2653 linear_124_scale_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2653 linear_124_scale_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2654 linear_124_zero_point_0" -> "2656 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2654 linear_124_zero_point_0" -> "2657 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2655 compressed_weight_updated_constant125" -> "2656 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2656 quantize_per_channel_default_125" -> "2657 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2657 dequantize_per_channel_default_125" -> "2659 linear_124" [label="(1152, 384)", style=solid]; -"2658 _param_constant333_0_0" -> "2659 linear_124" [label="(1152,)", style=solid]; -"2659 linear_124" -> "2660 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2660 reshape_91" -> "2661 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2661 permute_93" -> "2662 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2661 permute_93" -> "2663 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2661 permute_93" -> "2664 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2665 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2667 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2662 select_60" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2671 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2673 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2663 select_61" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2664 select_62" -> "2686 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2665 linalg_vector_norm_40" -> "2666 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2666 clamp_min_40" -> "2667 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2667 expand_as_40" -> "2668 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2668 div_40" -> "2669 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2669 quantize_per_tensor_default_124" -> "2670 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2670 dequantize_per_tensor_default_124" -> "2678 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2671 linalg_vector_norm_41" -> "2672 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2672 clamp_min_41" -> "2673 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2673 expand_as_41" -> "2674 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2674 div_41" -> "2675 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2675 quantize_per_tensor_default_125" -> "2676 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2676 dequantize_per_tensor_default_125" -> "2677 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2677 transpose_40" -> "2678 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2678 matmul_40" -> "2682 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2679 _param_constant335" -> "2680 clamp_20" [label="(12, 1, 1)", style=solid]; -"2680 clamp_20" -> "2681 exp_20" [label="(12, 1, 1)", style=solid]; -"2681 exp_20" -> "2682 mul_41" [label="(12, 1, 1)", style=solid]; -"2682 mul_41" -> "2683 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2683 add_70" -> "2684 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2684 softmax_20" -> "2685 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2685 dropout_80" -> "2686 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2686 matmul_41" -> "2687 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2687 transpose_41" -> "2688 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2688 reshape_92" -> "2689 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2689 reshape_92_0_0_nncf_smooth_quant_0" -> "2690 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2690 quantize_per_tensor_default_126" -> "2691 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2691 dequantize_per_tensor_default_126" -> "2698 linear_125" [label="(4, 64, 384)", style=solid]; -"2692 linear_125_scale_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2692 linear_125_scale_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2693 linear_125_zero_point_0" -> "2695 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2693 linear_125_zero_point_0" -> "2696 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2694 compressed_weight_updated_constant126" -> "2695 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2695 quantize_per_channel_default_126" -> "2696 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2696 dequantize_per_channel_default_126" -> "2698 linear_125" [label="(384, 384)", style=solid]; -"2697 _param_constant337_0_0" -> "2698 linear_125" [label="(384,)", style=solid]; -"2698 linear_125" -> "2699 dropout_81" [label="(4, 64, 384)", style=solid]; -"2699 dropout_81" -> "2700 view_113" [label="(4, 64, 384)", style=solid]; -"2700 view_113" -> "2701 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2701 permute_94" -> "2702 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2702 reshape_93" -> "2703 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2703 slice_302" -> "2704 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2704 slice_303" -> "2705 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2705 slice_304" -> "2706 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2706 slice_305" -> "2707 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2707 contiguous_39" -> "2710 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2708 _param_constant338" -> "2710 layer_norm_43" [label="(384,)", style=solid]; -"2709 _param_constant339" -> "2710 layer_norm_43" [label="(384,)", style=solid]; -"2710 layer_norm_43" -> "2711 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2712 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2711 add_71" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2712 add_71_0_0_nncf_smooth_quant_0" -> "2713 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2713 quantize_per_tensor_default_127" -> "2714 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2714 dequantize_per_tensor_default_127" -> "2721 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2715 linear_126_scale_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2715 linear_126_scale_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2716 linear_126_zero_point_0" -> "2718 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2716 linear_126_zero_point_0" -> "2719 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2717 compressed_weight_updated_constant127" -> "2718 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2718 quantize_per_channel_default_127" -> "2719 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2719 dequantize_per_channel_default_127" -> "2721 linear_126" [label="(1536, 384)", style=solid]; -"2720 _param_constant341_0_0" -> "2721 linear_126" [label="(1536,)", style=solid]; -"2721 linear_126" -> "2722 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2722 gelu_20" -> "2723 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2723 dropout_82" -> "2724 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2724 dropout_82_0_0_nncf_smooth_quant_0" -> "2725 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2725 quantize_per_tensor_default_128" -> "2726 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2726 dequantize_per_tensor_default_128" -> "2733 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2727 linear_127_scale_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2727 linear_127_scale_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2728 linear_127_zero_point_0" -> "2730 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2728 linear_127_zero_point_0" -> "2731 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2729 compressed_weight_updated_constant128" -> "2730 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2730 quantize_per_channel_default_128" -> "2731 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2731 dequantize_per_channel_default_128" -> "2733 linear_127" [label="(384, 1536)", style=solid]; -"2732 _param_constant343_0_0" -> "2733 linear_127" [label="(384,)", style=solid]; -"2733 linear_127" -> "2734 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2734 dropout_83" -> "2737 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2735 _param_constant344" -> "2737 layer_norm_44" [label="(384,)", style=solid]; -"2736 _param_constant345" -> "2737 layer_norm_44" [label="(384,)", style=solid]; -"2737 layer_norm_44" -> "2738 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2738 add_72" -> "2765 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2738 add_72" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2739 _tensor_constant132" -> "2740 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2740 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2747 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2741 linear_128_scale_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2741 linear_128_scale_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2742 linear_128_zero_point_0" -> "2744 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2742 linear_128_zero_point_0" -> "2745 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2743 compressed_weight_updated_constant129" -> "2744 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2744 quantize_per_channel_default_129" -> "2745 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2745 dequantize_per_channel_default_129" -> "2747 linear_128" [label="(512, 2)", style=solid]; -"2746 _param_constant347_0_0" -> "2747 linear_128" [label="(512,)", style=solid]; -"2747 linear_128" -> "2748 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2748 relu__21" -> "2749 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2749 relu__21_0_0_nncf_smooth_quant_0" -> "2755 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2750 linear_129_scale_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2750 linear_129_scale_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2751 linear_129_zero_point_0" -> "2753 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2751 linear_129_zero_point_0" -> "2754 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2752 compressed_weight_updated_constant130" -> "2753 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2753 quantize_per_channel_default_130" -> "2754 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2754 dequantize_per_channel_default_130" -> "2755 linear_129" [label="(12, 512)", style=solid]; -"2755 linear_129" -> "2756 view_114" [label="(1, 15, 15, 12)", style=solid]; -"2756 view_114" -> "2758 index_21" [label="(225, 12)", style=solid]; -"2757 _tensor_constant133" -> "2758 index_21" [label="(4096,)", style=solid]; -"2758 index_21" -> "2759 view_115" [label="(4096, 12)", style=solid]; -"2759 view_115" -> "2760 permute_95" [label="(64, 64, 12)", style=solid]; -"2760 permute_95" -> "2761 contiguous_40" [label="(12, 64, 64)", style=solid]; -"2761 contiguous_40" -> "2762 unsqueeze_61" [label="(12, 64, 64)", style=solid]; -"2762 unsqueeze_61" -> "2763 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; -"2763 sigmoid_21" -> "2764 mul_42" [label="(1, 12, 64, 64)", style=solid]; -"2764 mul_42" -> "2803 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2765 pad_23" -> "2766 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2766 roll_20" -> "2767 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2767 view_116" -> "2768 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2768 permute_96" -> "2769 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2769 reshape_94" -> "2770 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2769 reshape_94" -> "2804 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2770 reshape_94_0_0_nncf_smooth_quant_0" -> "2771 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2771 quantize_per_tensor_default_129" -> "2772 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2772 dequantize_per_tensor_default_129" -> "2779 linear_130" [label="(4, 64, 384)", style=solid]; -"2773 linear_130_scale_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2773 linear_130_scale_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2774 linear_130_zero_point_0" -> "2776 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2774 linear_130_zero_point_0" -> "2777 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2775 compressed_weight_updated_constant131" -> "2776 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2776 quantize_per_channel_default_131" -> "2777 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2777 dequantize_per_channel_default_131" -> "2779 linear_130" [label="(1152, 384)", style=solid]; -"2778 _param_constant349_0_0" -> "2779 linear_130" [label="(1152,)", style=solid]; -"2779 linear_130" -> "2780 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2780 reshape_95" -> "2781 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2781 permute_97" -> "2782 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2781 permute_97" -> "2783 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2781 permute_97" -> "2784 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2785 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2787 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2782 select_63" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2791 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2793 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2783 select_64" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2784 select_65" -> "2822 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2785 linalg_vector_norm_42" -> "2786 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2786 clamp_min_42" -> "2787 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2787 expand_as_42" -> "2788 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2788 div_42" -> "2789 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2789 quantize_per_tensor_default_130" -> "2790 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2790 dequantize_per_tensor_default_130" -> "2798 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2791 linalg_vector_norm_43" -> "2792 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2792 clamp_min_43" -> "2793 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2793 expand_as_43" -> "2794 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2794 div_43" -> "2795 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2795 quantize_per_tensor_default_131" -> "2796 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2796 dequantize_per_tensor_default_131" -> "2797 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2797 transpose_42" -> "2798 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2798 matmul_42" -> "2802 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2799 _param_constant351" -> "2800 clamp_21" [label="(12, 1, 1)", style=solid]; -"2800 clamp_21" -> "2801 exp_21" [label="(12, 1, 1)", style=solid]; -"2801 exp_21" -> "2802 mul_43" [label="(12, 1, 1)", style=solid]; -"2802 mul_43" -> "2803 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2803 add_73" -> "2815 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2804 new_zeros_10" -> "2805 view_117" [label="(16, 16)", style=solid]; -"2805 view_117" -> "2806 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2806 permute_98" -> "2807 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2807 reshape_96" -> "2808 unsqueeze_62" [label="(4, 64)", style=solid]; -"2807 reshape_96" -> "2809 unsqueeze_63" [label="(4, 64)", style=solid]; -"2808 unsqueeze_62" -> "2810 sub_10" [label="(4, 1, 64)", style=solid]; -"2809 unsqueeze_63" -> "2810 sub_10" [label="(4, 64, 1)", style=solid]; -"2810 sub_10" -> "2811 ne_10" [label="(4, 64, 64)", style=solid]; -"2810 sub_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2810 sub_10" -> "2813 eq_10" [label="(4, 64, 64)", style=solid]; -"2811 ne_10" -> "2812 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2812 masked_fill_20" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2813 eq_10" -> "2814 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2814 masked_fill_21" -> "2816 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2815 view_118" -> "2818 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2816 unsqueeze_64" -> "2817 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2817 unsqueeze_65" -> "2818 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2818 add_74" -> "2819 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2819 view_119" -> "2820 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2820 softmax_21" -> "2821 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2821 dropout_84" -> "2822 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2822 matmul_43" -> "2823 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2823 transpose_43" -> "2824 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2824 reshape_97" -> "2825 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2825 reshape_97_0_0_nncf_smooth_quant_0" -> "2826 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2826 quantize_per_tensor_default_132" -> "2827 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2827 dequantize_per_tensor_default_132" -> "2834 linear_131" [label="(4, 64, 384)", style=solid]; -"2828 linear_131_scale_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2828 linear_131_scale_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2829 linear_131_zero_point_0" -> "2831 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2829 linear_131_zero_point_0" -> "2832 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2830 compressed_weight_updated_constant132" -> "2831 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2831 quantize_per_channel_default_132" -> "2832 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2832 dequantize_per_channel_default_132" -> "2834 linear_131" [label="(384, 384)", style=solid]; -"2833 _param_constant353_0_0" -> "2834 linear_131" [label="(384,)", style=solid]; -"2834 linear_131" -> "2835 dropout_85" [label="(4, 64, 384)", style=solid]; -"2835 dropout_85" -> "2836 view_120" [label="(4, 64, 384)", style=solid]; -"2836 view_120" -> "2837 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2837 permute_99" -> "2838 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2838 reshape_98" -> "2839 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2839 roll_21" -> "2840 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2840 slice_325" -> "2841 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2841 slice_326" -> "2842 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2842 slice_327" -> "2843 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2843 slice_328" -> "2844 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2844 contiguous_41" -> "2847 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2845 _param_constant354" -> "2847 layer_norm_45" [label="(384,)", style=solid]; -"2846 _param_constant355" -> "2847 layer_norm_45" [label="(384,)", style=solid]; -"2847 layer_norm_45" -> "2848 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2849 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2848 add_75" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2849 add_75_0_0_nncf_smooth_quant_0" -> "2850 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2850 quantize_per_tensor_default_133" -> "2851 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2851 dequantize_per_tensor_default_133" -> "2858 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2852 linear_132_scale_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2852 linear_132_scale_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2853 linear_132_zero_point_0" -> "2855 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2853 linear_132_zero_point_0" -> "2856 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2854 compressed_weight_updated_constant133" -> "2855 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2855 quantize_per_channel_default_133" -> "2856 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2856 dequantize_per_channel_default_133" -> "2858 linear_132" [label="(1536, 384)", style=solid]; -"2857 _param_constant357_0_0" -> "2858 linear_132" [label="(1536,)", style=solid]; -"2858 linear_132" -> "2859 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2859 gelu_21" -> "2860 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2860 dropout_86" -> "2861 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2861 dropout_86_0_0_nncf_smooth_quant_0" -> "2862 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2862 quantize_per_tensor_default_134" -> "2863 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2863 dequantize_per_tensor_default_134" -> "2870 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2864 linear_133_scale_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2864 linear_133_scale_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2865 linear_133_zero_point_0" -> "2867 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2865 linear_133_zero_point_0" -> "2868 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2866 compressed_weight_updated_constant134" -> "2867 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2867 quantize_per_channel_default_134" -> "2868 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2868 dequantize_per_channel_default_134" -> "2870 linear_133" [label="(384, 1536)", style=solid]; -"2869 _param_constant359_0_0" -> "2870 linear_133" [label="(384,)", style=solid]; -"2870 linear_133" -> "2871 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2871 dropout_87" -> "2874 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2872 _param_constant360" -> "2874 layer_norm_46" [label="(384,)", style=solid]; -"2873 _param_constant361" -> "2874 layer_norm_46" [label="(384,)", style=solid]; -"2874 layer_norm_46" -> "2875 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2875 add_76" -> "2876 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2877 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2880 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2883 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2876 pad_24" -> "2886 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2877 slice_329" -> "2878 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2878 slice_330" -> "2879 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2879 slice_331" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2880 slice_332" -> "2881 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2881 slice_333" -> "2882 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2882 slice_334" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2883 slice_335" -> "2884 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2884 slice_336" -> "2885 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2885 slice_337" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2886 slice_338" -> "2887 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2887 slice_339" -> "2888 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2888 slice_340" -> "2889 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2889 cat_2" -> "2890 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2890 cat_2_0_0_nncf_smooth_quant_0" -> "2891 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2891 quantize_per_tensor_default_135" -> "2892 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2892 dequantize_per_tensor_default_135" -> "2898 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2893 linear_134_scale_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2893 linear_134_scale_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2894 linear_134_zero_point_0" -> "2896 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2894 linear_134_zero_point_0" -> "2897 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2895 compressed_weight_updated_constant135" -> "2896 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2896 quantize_per_channel_default_135" -> "2897 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2897 dequantize_per_channel_default_135" -> "2898 linear_134" [label="(768, 1536)", style=solid]; -"2898 linear_134" -> "2901 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2899 _param_constant363" -> "2901 layer_norm_47" [label="(768,)", style=solid]; -"2900 _param_constant364" -> "2901 layer_norm_47" [label="(768,)", style=solid]; -"2901 layer_norm_47" -> "2928 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2901 layer_norm_47" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2902 _tensor_constant143" -> "2903 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2903 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2910 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2904 linear_135_scale_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2904 linear_135_scale_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2905 linear_135_zero_point_0" -> "2907 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2905 linear_135_zero_point_0" -> "2908 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2906 compressed_weight_updated_constant136" -> "2907 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2907 quantize_per_channel_default_136" -> "2908 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2908 dequantize_per_channel_default_136" -> "2910 linear_135" [label="(512, 2)", style=solid]; -"2909 _param_constant366_0_0" -> "2910 linear_135" [label="(512,)", style=solid]; -"2910 linear_135" -> "2911 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2911 relu__22" -> "2912 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2912 relu__22_0_0_nncf_smooth_quant_0" -> "2918 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2913 linear_136_scale_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2913 linear_136_scale_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2914 linear_136_zero_point_0" -> "2916 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2914 linear_136_zero_point_0" -> "2917 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2915 compressed_weight_updated_constant137" -> "2916 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2916 quantize_per_channel_default_137" -> "2917 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2917 dequantize_per_channel_default_137" -> "2918 linear_136" [label="(24, 512)", style=solid]; -"2918 linear_136" -> "2919 view_121" [label="(1, 15, 15, 24)", style=solid]; -"2919 view_121" -> "2921 index_22" [label="(225, 24)", style=solid]; -"2920 _tensor_constant144" -> "2921 index_22" [label="(4096,)", style=solid]; -"2921 index_22" -> "2922 view_122" [label="(4096, 24)", style=solid]; -"2922 view_122" -> "2923 permute_100" [label="(64, 64, 24)", style=solid]; -"2923 permute_100" -> "2924 contiguous_42" [label="(24, 64, 64)", style=solid]; -"2924 contiguous_42" -> "2925 unsqueeze_66" [label="(24, 64, 64)", style=solid]; -"2925 unsqueeze_66" -> "2926 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; -"2926 sigmoid_22" -> "2927 mul_44" [label="(1, 24, 64, 64)", style=solid]; -"2927 mul_44" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2928 pad_25" -> "2929 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2929 view_123" -> "2930 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2930 permute_101" -> "2931 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2931 reshape_99" -> "2932 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2932 reshape_99_0_0_nncf_smooth_quant_0" -> "2933 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2933 quantize_per_tensor_default_136" -> "2934 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2934 dequantize_per_tensor_default_136" -> "2941 linear_137" [label="(1, 64, 768)", style=solid]; -"2935 linear_137_scale_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2935 linear_137_scale_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2936 linear_137_zero_point_0" -> "2938 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2936 linear_137_zero_point_0" -> "2939 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2937 compressed_weight_updated_constant138" -> "2938 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2938 quantize_per_channel_default_138" -> "2939 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2939 dequantize_per_channel_default_138" -> "2941 linear_137" [label="(2304, 768)", style=solid]; -"2940 _param_constant368_0_0" -> "2941 linear_137" [label="(2304,)", style=solid]; -"2941 linear_137" -> "2942 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2942 reshape_100" -> "2943 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2943 permute_102" -> "2944 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2943 permute_102" -> "2945 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2943 permute_102" -> "2946 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2947 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2949 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2944 select_66" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2953 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2955 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2945 select_67" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2946 select_68" -> "2968 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2947 linalg_vector_norm_44" -> "2948 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2948 clamp_min_44" -> "2949 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2949 expand_as_44" -> "2950 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2950 div_44" -> "2951 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2951 quantize_per_tensor_default_137" -> "2952 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2952 dequantize_per_tensor_default_137" -> "2960 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2953 linalg_vector_norm_45" -> "2954 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2954 clamp_min_45" -> "2955 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2955 expand_as_45" -> "2956 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2956 div_45" -> "2957 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2957 quantize_per_tensor_default_138" -> "2958 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2958 dequantize_per_tensor_default_138" -> "2959 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2959 transpose_44" -> "2960 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2960 matmul_44" -> "2964 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2961 _param_constant370" -> "2962 clamp_22" [label="(24, 1, 1)", style=solid]; -"2962 clamp_22" -> "2963 exp_22" [label="(24, 1, 1)", style=solid]; -"2963 exp_22" -> "2964 mul_45" [label="(24, 1, 1)", style=solid]; -"2964 mul_45" -> "2965 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2965 add_77" -> "2966 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2966 softmax_22" -> "2967 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2967 dropout_88" -> "2968 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2968 matmul_45" -> "2969 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2969 transpose_45" -> "2970 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2970 reshape_101" -> "2971 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2971 reshape_101_0_0_nncf_smooth_quant_0" -> "2972 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2972 quantize_per_tensor_default_139" -> "2973 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2973 dequantize_per_tensor_default_139" -> "2980 linear_138" [label="(1, 64, 768)", style=solid]; -"2974 linear_138_scale_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2974 linear_138_scale_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"2975 linear_138_zero_point_0" -> "2977 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2975 linear_138_zero_point_0" -> "2978 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"2976 compressed_weight_updated_constant139" -> "2977 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"2977 quantize_per_channel_default_139" -> "2978 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"2978 dequantize_per_channel_default_139" -> "2980 linear_138" [label="(768, 768)", style=solid]; -"2979 _param_constant372_0_0" -> "2980 linear_138" [label="(768,)", style=solid]; -"2980 linear_138" -> "2981 dropout_89" [label="(1, 64, 768)", style=solid]; -"2981 dropout_89" -> "2982 view_124" [label="(1, 64, 768)", style=solid]; -"2982 view_124" -> "2983 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2983 permute_103" -> "2984 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2984 reshape_102" -> "2985 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"2985 slice_342" -> "2986 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"2986 slice_343" -> "2987 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"2987 slice_344" -> "2988 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"2988 slice_345" -> "2989 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"2989 contiguous_43" -> "2992 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"2990 _param_constant373" -> "2992 layer_norm_48" [label="(768,)", style=solid]; -"2991 _param_constant374" -> "2992 layer_norm_48" [label="(768,)", style=solid]; -"2992 layer_norm_48" -> "2993 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "2994 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"2993 add_78" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"2994 add_78_0_0_nncf_smooth_quant_0" -> "2995 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2995 quantize_per_tensor_default_140" -> "2996 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"2996 dequantize_per_tensor_default_140" -> "3003 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"2997 linear_139_scale_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2997 linear_139_scale_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2998 linear_139_zero_point_0" -> "3000 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2998 linear_139_zero_point_0" -> "3001 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"2999 compressed_weight_updated_constant140" -> "3000 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"3000 quantize_per_channel_default_140" -> "3001 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"3001 dequantize_per_channel_default_140" -> "3003 linear_139" [label="(3072, 768)", style=solid]; -"3002 _param_constant376_0_0" -> "3003 linear_139" [label="(3072,)", style=solid]; -"3003 linear_139" -> "3004 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"3004 gelu_22" -> "3005 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"3005 dropout_90" -> "3006 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3006 dropout_90_0_0_nncf_smooth_quant_0" -> "3007 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3007 quantize_per_tensor_default_141" -> "3008 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3008 dequantize_per_tensor_default_141" -> "3015 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3009 linear_140_scale_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3009 linear_140_scale_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3010 linear_140_zero_point_0" -> "3012 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3010 linear_140_zero_point_0" -> "3013 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3011 compressed_weight_updated_constant141" -> "3012 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3012 quantize_per_channel_default_141" -> "3013 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3013 dequantize_per_channel_default_141" -> "3015 linear_140" [label="(768, 3072)", style=solid]; -"3014 _param_constant378_0_0" -> "3015 linear_140" [label="(768,)", style=solid]; -"3015 linear_140" -> "3016 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"3016 dropout_91" -> "3019 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"3017 _param_constant379" -> "3019 layer_norm_49" [label="(768,)", style=solid]; -"3018 _param_constant380" -> "3019 layer_norm_49" [label="(768,)", style=solid]; -"3019 layer_norm_49" -> "3020 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3020 add_79" -> "3047 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"3020 add_79" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3021 _tensor_constant145" -> "3022 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"3022 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3029 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3023 linear_141_scale_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3023 linear_141_scale_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3024 linear_141_zero_point_0" -> "3026 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3024 linear_141_zero_point_0" -> "3027 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3025 compressed_weight_updated_constant142" -> "3026 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3026 quantize_per_channel_default_142" -> "3027 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3027 dequantize_per_channel_default_142" -> "3029 linear_141" [label="(512, 2)", style=solid]; -"3028 _param_constant382_0_0" -> "3029 linear_141" [label="(512,)", style=solid]; -"3029 linear_141" -> "3030 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"3030 relu__23" -> "3031 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"3031 relu__23_0_0_nncf_smooth_quant_0" -> "3037 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3032 linear_142_scale_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3032 linear_142_scale_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3033 linear_142_zero_point_0" -> "3035 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3033 linear_142_zero_point_0" -> "3036 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3034 compressed_weight_updated_constant143" -> "3035 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3035 quantize_per_channel_default_143" -> "3036 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3036 dequantize_per_channel_default_143" -> "3037 linear_142" [label="(24, 512)", style=solid]; -"3037 linear_142" -> "3038 view_125" [label="(1, 15, 15, 24)", style=solid]; -"3038 view_125" -> "3040 index_23" [label="(225, 24)", style=solid]; -"3039 _tensor_constant146" -> "3040 index_23" [label="(4096,)", style=solid]; -"3040 index_23" -> "3041 view_126" [label="(4096, 24)", style=solid]; -"3041 view_126" -> "3042 permute_104" [label="(64, 64, 24)", style=solid]; -"3042 permute_104" -> "3043 contiguous_44" [label="(24, 64, 64)", style=solid]; -"3043 contiguous_44" -> "3044 unsqueeze_67" [label="(24, 64, 64)", style=solid]; -"3044 unsqueeze_67" -> "3045 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; -"3045 sigmoid_23" -> "3046 mul_46" [label="(1, 24, 64, 64)", style=solid]; -"3046 mul_46" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3047 pad_26" -> "3048 view_127" [label="(1, 8, 8, 768)", style=solid]; -"3048 view_127" -> "3049 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3049 permute_105" -> "3050 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3050 reshape_103" -> "3051 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3051 reshape_103_0_0_nncf_smooth_quant_0" -> "3052 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3052 quantize_per_tensor_default_142" -> "3053 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3053 dequantize_per_tensor_default_142" -> "3060 linear_143" [label="(1, 64, 768)", style=solid]; -"3054 linear_143_scale_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3054 linear_143_scale_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3055 linear_143_zero_point_0" -> "3057 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3055 linear_143_zero_point_0" -> "3058 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3056 compressed_weight_updated_constant144" -> "3057 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3057 quantize_per_channel_default_144" -> "3058 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3058 dequantize_per_channel_default_144" -> "3060 linear_143" [label="(2304, 768)", style=solid]; -"3059 _param_constant384_0_0" -> "3060 linear_143" [label="(2304,)", style=solid]; -"3060 linear_143" -> "3061 reshape_104" [label="(1, 64, 2304)", style=solid]; -"3061 reshape_104" -> "3062 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"3062 permute_106" -> "3063 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"3062 permute_106" -> "3064 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"3062 permute_106" -> "3065 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3066 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3068 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"3063 select_69" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3072 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3074 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"3064 select_70" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3065 select_71" -> "3087 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"3066 linalg_vector_norm_46" -> "3067 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"3067 clamp_min_46" -> "3068 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"3068 expand_as_46" -> "3069 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3069 div_46" -> "3070 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3070 quantize_per_tensor_default_143" -> "3071 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3071 dequantize_per_tensor_default_143" -> "3079 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"3072 linalg_vector_norm_47" -> "3073 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"3073 clamp_min_47" -> "3074 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"3074 expand_as_47" -> "3075 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3075 div_47" -> "3076 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3076 quantize_per_tensor_default_144" -> "3077 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3077 dequantize_per_tensor_default_144" -> "3078 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"3078 transpose_46" -> "3079 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"3079 matmul_46" -> "3083 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"3080 _param_constant386" -> "3081 clamp_23" [label="(24, 1, 1)", style=solid]; -"3081 clamp_23" -> "3082 exp_23" [label="(24, 1, 1)", style=solid]; -"3082 exp_23" -> "3083 mul_47" [label="(24, 1, 1)", style=solid]; -"3083 mul_47" -> "3084 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3084 add_80" -> "3085 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"3085 softmax_23" -> "3086 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"3086 dropout_92" -> "3087 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"3087 matmul_47" -> "3088 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 transpose_47" -> "3089 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"3089 reshape_105" -> "3090 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3090 reshape_105_0_0_nncf_smooth_quant_0" -> "3091 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3091 quantize_per_tensor_default_145" -> "3092 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3092 dequantize_per_tensor_default_145" -> "3099 linear_144" [label="(1, 64, 768)", style=solid]; -"3093 linear_144_scale_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3093 linear_144_scale_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3094 linear_144_zero_point_0" -> "3096 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3094 linear_144_zero_point_0" -> "3097 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3095 compressed_weight_updated_constant145" -> "3096 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3096 quantize_per_channel_default_145" -> "3097 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3097 dequantize_per_channel_default_145" -> "3099 linear_144" [label="(768, 768)", style=solid]; -"3098 _param_constant388_0_0" -> "3099 linear_144" [label="(768,)", style=solid]; -"3099 linear_144" -> "3100 dropout_93" [label="(1, 64, 768)", style=solid]; -"3100 dropout_93" -> "3101 view_128" [label="(1, 64, 768)", style=solid]; -"3101 view_128" -> "3102 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3102 permute_107" -> "3103 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3103 reshape_106" -> "3104 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"3104 slice_347" -> "3105 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"3105 slice_348" -> "3106 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"3106 slice_349" -> "3107 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"3107 slice_350" -> "3108 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"3108 contiguous_45" -> "3111 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"3109 _param_constant389" -> "3111 layer_norm_50" [label="(768,)", style=solid]; -"3110 _param_constant390" -> "3111 layer_norm_50" [label="(768,)", style=solid]; -"3111 layer_norm_50" -> "3112 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3113 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3112 add_81" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3113 add_81_0_0_nncf_smooth_quant_0" -> "3114 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3114 quantize_per_tensor_default_146" -> "3115 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3115 dequantize_per_tensor_default_146" -> "3122 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3116 linear_145_scale_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3116 linear_145_scale_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3117 linear_145_zero_point_0" -> "3119 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3117 linear_145_zero_point_0" -> "3120 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3118 compressed_weight_updated_constant146" -> "3119 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3119 quantize_per_channel_default_146" -> "3120 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3120 dequantize_per_channel_default_146" -> "3122 linear_145" [label="(3072, 768)", style=solid]; -"3121 _param_constant392_0_0" -> "3122 linear_145" [label="(3072,)", style=solid]; -"3122 linear_145" -> "3123 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"3123 gelu_23" -> "3124 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"3124 dropout_94" -> "3125 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3125 dropout_94_0_0_nncf_smooth_quant_0" -> "3126 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3126 quantize_per_tensor_default_147" -> "3127 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3127 dequantize_per_tensor_default_147" -> "3134 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3128 linear_146_scale_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3128 linear_146_scale_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3129 linear_146_zero_point_0" -> "3131 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3129 linear_146_zero_point_0" -> "3132 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3130 compressed_weight_updated_constant147" -> "3131 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3131 quantize_per_channel_default_147" -> "3132 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3132 dequantize_per_channel_default_147" -> "3134 linear_146" [label="(768, 3072)", style=solid]; -"3133 _param_constant394_0_0" -> "3134 linear_146" [label="(768,)", style=solid]; -"3134 linear_146" -> "3135 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"3135 dropout_95" -> "3138 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"3136 _param_constant395" -> "3138 layer_norm_51" [label="(768,)", style=solid]; -"3137 _param_constant396" -> "3138 layer_norm_51" [label="(768,)", style=solid]; -"3138 layer_norm_51" -> "3139 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3139 add_82" -> "3142 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"3140 _param_constant397" -> "3142 layer_norm_52" [label="(768,)", style=solid]; -"3141 _param_constant398" -> "3142 layer_norm_52" [label="(768,)", style=solid]; -"3142 layer_norm_52" -> "3143 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"3143 permute_108" -> "3144 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"3144 adaptive_avg_pool2d" -> "3145 flatten" [label="(1, 768, 1, 1)", style=solid]; -"3145 flatten" -> "3146 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"3146 flatten_0_0_nncf_smooth_quant_0" -> "3147 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3147 quantize_per_tensor_default_148" -> "3148 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3148 dequantize_per_tensor_default_148" -> "3155 linear_147" [label="(1, 768)", style=solid]; -"3149 linear_147_scale_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3149 linear_147_scale_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3150 linear_147_zero_point_0" -> "3152 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3150 linear_147_zero_point_0" -> "3153 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3151 compressed_weight_updated_constant148" -> "3152 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3152 quantize_per_channel_default_148" -> "3153 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3153 dequantize_per_channel_default_148" -> "3155 linear_147" [label="(1000, 768)", style=solid]; -"3154 _param_constant400_0_0" -> "3155 linear_147" [label="(1000,)", style=solid]; -"3155 linear_147" -> "3156 output" [label="(1, 1000)", style=solid]; +"43 reshape" -> "46 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"44 _param_constant7" -> "45 clone" [label="(288,)", style=solid]; +"45 clone" -> "54 linear_2" [label="(288,)", style=solid]; +"46 reshape_0_0_nncf_smooth_quant_0" -> "47 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"47 quantize_per_tensor_default_1" -> "48 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"48 dequantize_per_tensor_default_1" -> "54 linear_2" [label="(49, 64, 96)", style=solid]; +"49 linear_2_scale_0" -> "52 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"49 linear_2_scale_0" -> "53 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"50 linear_2_zero_point_0" -> "52 quantize_per_channel_default_3" [label="(288,)", style=solid]; +"50 linear_2_zero_point_0" -> "53 dequantize_per_channel_default_3" [label="(288,)", style=solid]; +"51 compressed_weight_updated_constant3" -> "52 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; +"52 quantize_per_channel_default_3" -> "53 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; +"53 dequantize_per_channel_default_3" -> "54 linear_2" [label="(288, 96)", style=solid]; +"54 linear_2" -> "55 reshape_1" [label="(49, 64, 288)", style=solid]; +"55 reshape_1" -> "56 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"56 permute_3" -> "57 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 permute_3" -> "58 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"56 permute_3" -> "59 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"57 select" -> "60 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"57 select" -> "62 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"57 select" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; +"58 select_1" -> "66 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_1" -> "68 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"58 select_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; +"59 select_2" -> "81 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"60 linalg_vector_norm" -> "61 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"61 clamp_min" -> "62 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"62 expand_as" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; +"63 div" -> "64 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"64 quantize_per_tensor_default_2" -> "65 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"65 dequantize_per_tensor_default_2" -> "73 matmul" [label="(49, 3, 64, 32)", style=solid]; +"66 linalg_vector_norm_1" -> "67 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"67 clamp_min_1" -> "68 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"68 expand_as_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; +"69 div_1" -> "70 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"70 quantize_per_tensor_default_3" -> "71 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"71 dequantize_per_tensor_default_3" -> "72 transpose" [label="(49, 3, 64, 32)", style=solid]; +"72 transpose" -> "73 matmul" [label="(49, 3, 32, 64)", style=solid]; +"73 matmul" -> "77 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"74 _param_constant9" -> "75 clamp" [label="(3, 1, 1)", style=solid]; +"75 clamp" -> "76 exp" [label="(3, 1, 1)", style=solid]; +"76 exp" -> "77 mul_1" [label="(3, 1, 1)", style=solid]; +"77 mul_1" -> "78 add" [label="(49, 3, 64, 64)", style=solid]; +"78 add" -> "79 softmax" [label="(49, 3, 64, 64)", style=solid]; +"79 softmax" -> "80 dropout" [label="(49, 3, 64, 64)", style=solid]; +"80 dropout" -> "81 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"81 matmul_1" -> "82 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"82 transpose_1" -> "83 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"83 reshape_2" -> "85 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"84 _param_constant11" -> "93 linear_3" [label="(96,)", style=solid]; +"85 reshape_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"86 quantize_per_tensor_default_4" -> "87 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"87 dequantize_per_tensor_default_4" -> "93 linear_3" [label="(49, 64, 96)", style=solid]; +"88 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"88 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"89 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"89 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"90 compressed_weight_updated_constant4" -> "91 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; +"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; +"92 dequantize_per_channel_default_4" -> "93 linear_3" [label="(96, 96)", style=solid]; +"93 linear_3" -> "94 dropout_1" [label="(49, 64, 96)", style=solid]; +"94 dropout_1" -> "95 view_3" [label="(49, 64, 96)", style=solid]; +"95 view_3" -> "96 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"96 permute_4" -> "97 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"97 reshape_3" -> "98 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"98 slice_2" -> "99 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"99 slice_3" -> "102 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"100 _param_constant12" -> "102 layer_norm_1" [label="(96,)", style=solid]; +"101 _param_constant13" -> "102 layer_norm_1" [label="(96,)", style=solid]; +"102 layer_norm_1" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1" -> "105 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"103 add_1" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; +"104 _param_constant15" -> "113 linear_4" [label="(384,)", style=solid]; +"105 add_1_0_0_nncf_smooth_quant_0" -> "106 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"106 quantize_per_tensor_default_5" -> "107 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"107 dequantize_per_tensor_default_5" -> "113 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"108 linear_4_scale_0" -> "111 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"108 linear_4_scale_0" -> "112 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"109 linear_4_zero_point_0" -> "111 quantize_per_channel_default_5" [label="(384,)", style=solid]; +"109 linear_4_zero_point_0" -> "112 dequantize_per_channel_default_5" [label="(384,)", style=solid]; +"110 compressed_weight_updated_constant5" -> "111 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; +"111 quantize_per_channel_default_5" -> "112 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; +"112 dequantize_per_channel_default_5" -> "113 linear_4" [label="(384, 96)", style=solid]; +"113 linear_4" -> "114 gelu" [label="(1, 56, 56, 384)", style=solid]; +"114 gelu" -> "115 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"115 dropout_2" -> "117 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"116 _param_constant17" -> "125 linear_5" [label="(96,)", style=solid]; +"117 dropout_2_0_0_nncf_smooth_quant_0" -> "118 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"119 dequantize_per_tensor_default_6" -> "125 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"120 linear_5_scale_0" -> "123 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"120 linear_5_scale_0" -> "124 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"121 linear_5_zero_point_0" -> "123 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"121 linear_5_zero_point_0" -> "124 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"122 compressed_weight_updated_constant6" -> "123 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; +"123 quantize_per_channel_default_6" -> "124 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; +"124 dequantize_per_channel_default_6" -> "125 linear_5" [label="(96, 384)", style=solid]; +"125 linear_5" -> "126 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"126 dropout_3" -> "129 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"127 _param_constant18" -> "129 layer_norm_2" [label="(96,)", style=solid]; +"128 _param_constant19" -> "129 layer_norm_2" [label="(96,)", style=solid]; +"129 layer_norm_2" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; +"130 add_2" -> "157 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"130 add_2" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; +"131 _tensor_constant2" -> "133 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"132 _param_constant21" -> "139 linear_6" [label="(512,)", style=solid]; +"133 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "139 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"134 linear_6_scale_0" -> "137 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"134 linear_6_scale_0" -> "138 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"135 linear_6_zero_point_0" -> "137 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"135 linear_6_zero_point_0" -> "138 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"136 compressed_weight_updated_constant7" -> "137 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; +"137 quantize_per_channel_default_7" -> "138 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; +"138 dequantize_per_channel_default_7" -> "139 linear_6" [label="(512, 2)", style=solid]; +"139 linear_6" -> "140 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"140 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"141 relu__1_0_0_nncf_smooth_quant_0" -> "147 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"142 linear_7_scale_0" -> "145 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"142 linear_7_scale_0" -> "146 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"143 linear_7_zero_point_0" -> "145 quantize_per_channel_default_8" [label="(3,)", style=solid]; +"143 linear_7_zero_point_0" -> "146 dequantize_per_channel_default_8" [label="(3,)", style=solid]; +"144 compressed_weight_updated_constant8" -> "145 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; +"145 quantize_per_channel_default_8" -> "146 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; +"146 dequantize_per_channel_default_8" -> "147 linear_7" [label="(3, 512)", style=solid]; +"147 linear_7" -> "148 view_4" [label="(1, 15, 15, 3)", style=solid]; +"148 view_4" -> "150 index_1" [label="(225, 3)", style=solid]; +"149 _tensor_constant3" -> "150 index_1" [label="(4096,)", style=solid]; +"150 index_1" -> "151 view_5" [label="(4096, 3)", style=solid]; +"151 view_5" -> "152 permute_5" [label="(64, 64, 3)", style=solid]; +"152 permute_5" -> "153 contiguous_1" [label="(3, 64, 64)", style=solid]; +"153 contiguous_1" -> "154 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"154 unsqueeze_1" -> "155 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"155 sigmoid_1" -> "156 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"156 mul_2" -> "196 add_3" [label="(1, 3, 64, 64)", style=solid]; +"157 pad_1" -> "158 roll" [label="(1, 56, 56, 96)", style=solid]; +"158 roll" -> "159 view_6" [label="(1, 56, 56, 96)", style=solid]; +"159 view_6" -> "160 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"160 permute_6" -> "161 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"161 reshape_4" -> "164 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"161 reshape_4" -> "197 new_zeros" [label="(49, 64, 96)", style=solid]; +"162 _param_constant23" -> "163 clone_1" [label="(288,)", style=solid]; +"163 clone_1" -> "172 linear_8" [label="(288,)", style=solid]; +"164 reshape_4_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"165 quantize_per_tensor_default_7" -> "166 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"166 dequantize_per_tensor_default_7" -> "172 linear_8" [label="(49, 64, 96)", style=solid]; +"167 linear_8_scale_0" -> "170 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"167 linear_8_scale_0" -> "171 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"168 linear_8_zero_point_0" -> "170 quantize_per_channel_default_9" [label="(288,)", style=solid]; +"168 linear_8_zero_point_0" -> "171 dequantize_per_channel_default_9" [label="(288,)", style=solid]; +"169 compressed_weight_updated_constant9" -> "170 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; +"170 quantize_per_channel_default_9" -> "171 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; +"171 dequantize_per_channel_default_9" -> "172 linear_8" [label="(288, 96)", style=solid]; +"172 linear_8" -> "173 reshape_5" [label="(49, 64, 288)", style=solid]; +"173 reshape_5" -> "174 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"174 permute_7" -> "175 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"174 permute_7" -> "176 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"174 permute_7" -> "177 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"175 select_3" -> "178 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"175 select_3" -> "180 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"175 select_3" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; +"176 select_4" -> "184 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"176 select_4" -> "186 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"176 select_4" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; +"177 select_5" -> "215 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"178 linalg_vector_norm_2" -> "179 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"179 clamp_min_2" -> "180 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"180 expand_as_2" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; +"181 div_2" -> "182 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"182 quantize_per_tensor_default_8" -> "183 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"183 dequantize_per_tensor_default_8" -> "191 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"184 linalg_vector_norm_3" -> "185 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"185 clamp_min_3" -> "186 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"186 expand_as_3" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; +"187 div_3" -> "188 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"188 quantize_per_tensor_default_9" -> "189 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"189 dequantize_per_tensor_default_9" -> "190 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"190 transpose_2" -> "191 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"191 matmul_2" -> "195 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"192 _param_constant25" -> "193 clamp_1" [label="(3, 1, 1)", style=solid]; +"193 clamp_1" -> "194 exp_1" [label="(3, 1, 1)", style=solid]; +"194 exp_1" -> "195 mul_3" [label="(3, 1, 1)", style=solid]; +"195 mul_3" -> "196 add_3" [label="(49, 3, 64, 64)", style=solid]; +"196 add_3" -> "208 view_8" [label="(49, 3, 64, 64)", style=solid]; +"197 new_zeros" -> "198 view_7" [label="(56, 56)", style=solid]; +"198 view_7" -> "199 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"199 permute_8" -> "200 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"200 reshape_6" -> "201 unsqueeze_2" [label="(49, 64)", style=solid]; +"200 reshape_6" -> "202 unsqueeze_3" [label="(49, 64)", style=solid]; +"201 unsqueeze_2" -> "203 sub" [label="(49, 1, 64)", style=solid]; +"202 unsqueeze_3" -> "203 sub" [label="(49, 64, 1)", style=solid]; +"203 sub" -> "204 ne" [label="(49, 64, 64)", style=solid]; +"203 sub" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; +"203 sub" -> "206 eq" [label="(49, 64, 64)", style=solid]; +"204 ne" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; +"205 masked_fill" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"206 eq" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"207 masked_fill_1" -> "209 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"208 view_8" -> "211 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"209 unsqueeze_4" -> "210 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"210 unsqueeze_5" -> "211 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"211 add_4" -> "212 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"212 view_9" -> "213 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"213 softmax_1" -> "214 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"214 dropout_4" -> "215 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"215 matmul_3" -> "216 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"216 transpose_3" -> "217 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"217 reshape_7" -> "219 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"218 _param_constant27" -> "227 linear_9" [label="(96,)", style=solid]; +"219 reshape_7_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"220 quantize_per_tensor_default_10" -> "221 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"221 dequantize_per_tensor_default_10" -> "227 linear_9" [label="(49, 64, 96)", style=solid]; +"222 linear_9_scale_0" -> "225 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"222 linear_9_scale_0" -> "226 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"223 linear_9_zero_point_0" -> "225 quantize_per_channel_default_10" [label="(96,)", style=solid]; +"223 linear_9_zero_point_0" -> "226 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"224 compressed_weight_updated_constant10" -> "225 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; +"225 quantize_per_channel_default_10" -> "226 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; +"226 dequantize_per_channel_default_10" -> "227 linear_9" [label="(96, 96)", style=solid]; +"227 linear_9" -> "228 dropout_5" [label="(49, 64, 96)", style=solid]; +"228 dropout_5" -> "229 view_10" [label="(49, 64, 96)", style=solid]; +"229 view_10" -> "230 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"230 permute_9" -> "231 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"231 reshape_8" -> "232 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"232 roll_1" -> "233 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"233 slice_23" -> "234 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"234 slice_24" -> "237 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"235 _param_constant28" -> "237 layer_norm_3" [label="(96,)", style=solid]; +"236 _param_constant29" -> "237 layer_norm_3" [label="(96,)", style=solid]; +"237 layer_norm_3" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; +"238 add_5" -> "240 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"238 add_5" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; +"239 _param_constant31" -> "248 linear_10" [label="(384,)", style=solid]; +"240 add_5_0_0_nncf_smooth_quant_0" -> "241 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"241 quantize_per_tensor_default_11" -> "242 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"242 dequantize_per_tensor_default_11" -> "248 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"243 linear_10_scale_0" -> "246 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"243 linear_10_scale_0" -> "247 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"244 linear_10_zero_point_0" -> "246 quantize_per_channel_default_11" [label="(384,)", style=solid]; +"244 linear_10_zero_point_0" -> "247 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"245 compressed_weight_updated_constant11" -> "246 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; +"246 quantize_per_channel_default_11" -> "247 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; +"247 dequantize_per_channel_default_11" -> "248 linear_10" [label="(384, 96)", style=solid]; +"248 linear_10" -> "249 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"249 gelu_1" -> "250 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"250 dropout_6" -> "252 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"251 _param_constant33" -> "260 linear_11" [label="(96,)", style=solid]; +"252 dropout_6_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"253 quantize_per_tensor_default_12" -> "254 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"254 dequantize_per_tensor_default_12" -> "260 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"255 linear_11_scale_0" -> "258 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"255 linear_11_scale_0" -> "259 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"256 linear_11_zero_point_0" -> "258 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"256 linear_11_zero_point_0" -> "259 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"257 compressed_weight_updated_constant12" -> "258 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; +"258 quantize_per_channel_default_12" -> "259 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; +"259 dequantize_per_channel_default_12" -> "260 linear_11" [label="(96, 384)", style=solid]; +"260 linear_11" -> "261 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"261 dropout_7" -> "264 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"262 _param_constant34" -> "264 layer_norm_4" [label="(96,)", style=solid]; +"263 _param_constant35" -> "264 layer_norm_4" [label="(96,)", style=solid]; +"264 layer_norm_4" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; +"265 add_6" -> "266 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "267 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "270 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "273 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"266 pad_2" -> "276 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"267 slice_25" -> "268 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"268 slice_26" -> "269 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"269 slice_27" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"270 slice_28" -> "271 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"271 slice_29" -> "272 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"272 slice_30" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"273 slice_31" -> "274 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"274 slice_32" -> "275 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"275 slice_33" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"276 slice_34" -> "277 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"277 slice_35" -> "278 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"278 slice_36" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; +"279 cat" -> "280 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"280 cat_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"281 quantize_per_tensor_default_13" -> "282 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"282 dequantize_per_tensor_default_13" -> "288 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"283 linear_12_scale_0" -> "286 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"283 linear_12_scale_0" -> "287 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"284 linear_12_zero_point_0" -> "286 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"284 linear_12_zero_point_0" -> "287 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"285 compressed_weight_updated_constant13" -> "286 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; +"286 quantize_per_channel_default_13" -> "287 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; +"287 dequantize_per_channel_default_13" -> "288 linear_12" [label="(192, 384)", style=solid]; +"288 linear_12" -> "291 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"289 _param_constant37" -> "291 layer_norm_5" [label="(192,)", style=solid]; +"290 _param_constant38" -> "291 layer_norm_5" [label="(192,)", style=solid]; +"291 layer_norm_5" -> "318 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"291 layer_norm_5" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; +"292 _tensor_constant13" -> "294 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"293 _param_constant40" -> "300 linear_13" [label="(512,)", style=solid]; +"294 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "300 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"295 linear_13_scale_0" -> "298 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"295 linear_13_scale_0" -> "299 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"296 linear_13_zero_point_0" -> "298 quantize_per_channel_default_14" [label="(512,)", style=solid]; +"296 linear_13_zero_point_0" -> "299 dequantize_per_channel_default_14" [label="(512,)", style=solid]; +"297 compressed_weight_updated_constant14" -> "298 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"298 quantize_per_channel_default_14" -> "299 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; +"299 dequantize_per_channel_default_14" -> "300 linear_13" [label="(512, 2)", style=solid]; +"300 linear_13" -> "301 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"301 relu__2" -> "302 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"302 relu__2_0_0_nncf_smooth_quant_0" -> "308 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"303 linear_14_scale_0" -> "306 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"303 linear_14_scale_0" -> "307 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"304 linear_14_zero_point_0" -> "306 quantize_per_channel_default_15" [label="(6,)", style=solid]; +"304 linear_14_zero_point_0" -> "307 dequantize_per_channel_default_15" [label="(6,)", style=solid]; +"305 compressed_weight_updated_constant15" -> "306 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"306 quantize_per_channel_default_15" -> "307 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; +"307 dequantize_per_channel_default_15" -> "308 linear_14" [label="(6, 512)", style=solid]; +"308 linear_14" -> "309 view_11" [label="(1, 15, 15, 6)", style=solid]; +"309 view_11" -> "311 index_2" [label="(225, 6)", style=solid]; +"310 _tensor_constant14" -> "311 index_2" [label="(4096,)", style=solid]; +"311 index_2" -> "312 view_12" [label="(4096, 6)", style=solid]; +"312 view_12" -> "313 permute_10" [label="(64, 64, 6)", style=solid]; +"313 permute_10" -> "314 contiguous_2" [label="(6, 64, 64)", style=solid]; +"314 contiguous_2" -> "315 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"315 unsqueeze_6" -> "316 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"316 sigmoid_2" -> "317 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"317 mul_4" -> "356 add_7" [label="(1, 6, 64, 64)", style=solid]; +"318 pad_3" -> "319 view_13" [label="(1, 32, 32, 192)", style=solid]; +"319 view_13" -> "320 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"320 permute_11" -> "321 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"321 reshape_9" -> "324 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"322 _param_constant42" -> "323 clone_2" [label="(576,)", style=solid]; +"323 clone_2" -> "332 linear_15" [label="(576,)", style=solid]; +"324 reshape_9_0_0_nncf_smooth_quant_0" -> "325 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"325 quantize_per_tensor_default_14" -> "326 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"326 dequantize_per_tensor_default_14" -> "332 linear_15" [label="(16, 64, 192)", style=solid]; +"327 linear_15_scale_0" -> "330 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"327 linear_15_scale_0" -> "331 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"328 linear_15_zero_point_0" -> "330 quantize_per_channel_default_16" [label="(576,)", style=solid]; +"328 linear_15_zero_point_0" -> "331 dequantize_per_channel_default_16" [label="(576,)", style=solid]; +"329 compressed_weight_updated_constant16" -> "330 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; +"330 quantize_per_channel_default_16" -> "331 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; +"331 dequantize_per_channel_default_16" -> "332 linear_15" [label="(576, 192)", style=solid]; +"332 linear_15" -> "333 reshape_10" [label="(16, 64, 576)", style=solid]; +"333 reshape_10" -> "334 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"334 permute_12" -> "335 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"334 permute_12" -> "336 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"334 permute_12" -> "337 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"335 select_6" -> "338 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"335 select_6" -> "340 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"335 select_6" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; +"336 select_7" -> "344 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"336 select_7" -> "346 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"336 select_7" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; +"337 select_8" -> "359 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"338 linalg_vector_norm_4" -> "339 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"339 clamp_min_4" -> "340 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"340 expand_as_4" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; +"341 div_4" -> "342 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"342 quantize_per_tensor_default_15" -> "343 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"343 dequantize_per_tensor_default_15" -> "351 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"344 linalg_vector_norm_5" -> "345 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"345 clamp_min_5" -> "346 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"346 expand_as_5" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; +"347 div_5" -> "348 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"348 quantize_per_tensor_default_16" -> "349 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"349 dequantize_per_tensor_default_16" -> "350 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"350 transpose_4" -> "351 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"351 matmul_4" -> "355 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"352 _param_constant44" -> "353 clamp_2" [label="(6, 1, 1)", style=solid]; +"353 clamp_2" -> "354 exp_2" [label="(6, 1, 1)", style=solid]; +"354 exp_2" -> "355 mul_5" [label="(6, 1, 1)", style=solid]; +"355 mul_5" -> "356 add_7" [label="(16, 6, 64, 64)", style=solid]; +"356 add_7" -> "357 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"357 softmax_2" -> "358 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"358 dropout_8" -> "359 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"359 matmul_5" -> "360 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"360 transpose_5" -> "361 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"361 reshape_11" -> "363 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"362 _param_constant46" -> "371 linear_16" [label="(192,)", style=solid]; +"363 reshape_11_0_0_nncf_smooth_quant_0" -> "364 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"364 quantize_per_tensor_default_17" -> "365 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"365 dequantize_per_tensor_default_17" -> "371 linear_16" [label="(16, 64, 192)", style=solid]; +"366 linear_16_scale_0" -> "369 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"366 linear_16_scale_0" -> "370 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"367 linear_16_zero_point_0" -> "369 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"367 linear_16_zero_point_0" -> "370 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"368 compressed_weight_updated_constant17" -> "369 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; +"369 quantize_per_channel_default_17" -> "370 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; +"370 dequantize_per_channel_default_17" -> "371 linear_16" [label="(192, 192)", style=solid]; +"371 linear_16" -> "372 dropout_9" [label="(16, 64, 192)", style=solid]; +"372 dropout_9" -> "373 view_14" [label="(16, 64, 192)", style=solid]; +"373 view_14" -> "374 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"374 permute_13" -> "375 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"375 reshape_12" -> "376 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"376 slice_38" -> "377 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"377 slice_39" -> "378 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"378 slice_40" -> "379 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"379 slice_41" -> "380 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"380 contiguous_3" -> "383 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"381 _param_constant47" -> "383 layer_norm_6" [label="(192,)", style=solid]; +"382 _param_constant48" -> "383 layer_norm_6" [label="(192,)", style=solid]; +"383 layer_norm_6" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; +"384 add_8" -> "386 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"384 add_8" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; +"385 _param_constant50" -> "394 linear_17" [label="(768,)", style=solid]; +"386 add_8_0_0_nncf_smooth_quant_0" -> "387 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"387 quantize_per_tensor_default_18" -> "388 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"388 dequantize_per_tensor_default_18" -> "394 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"389 linear_17_scale_0" -> "392 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"389 linear_17_scale_0" -> "393 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"390 linear_17_zero_point_0" -> "392 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"390 linear_17_zero_point_0" -> "393 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"391 compressed_weight_updated_constant18" -> "392 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; +"392 quantize_per_channel_default_18" -> "393 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; +"393 dequantize_per_channel_default_18" -> "394 linear_17" [label="(768, 192)", style=solid]; +"394 linear_17" -> "395 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"395 gelu_2" -> "396 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"396 dropout_10" -> "398 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"397 _param_constant52" -> "406 linear_18" [label="(192,)", style=solid]; +"398 dropout_10_0_0_nncf_smooth_quant_0" -> "399 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"399 quantize_per_tensor_default_19" -> "400 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"400 dequantize_per_tensor_default_19" -> "406 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"401 linear_18_scale_0" -> "404 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"401 linear_18_scale_0" -> "405 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"402 linear_18_zero_point_0" -> "404 quantize_per_channel_default_19" [label="(192,)", style=solid]; +"402 linear_18_zero_point_0" -> "405 dequantize_per_channel_default_19" [label="(192,)", style=solid]; +"403 compressed_weight_updated_constant19" -> "404 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; +"404 quantize_per_channel_default_19" -> "405 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; +"405 dequantize_per_channel_default_19" -> "406 linear_18" [label="(192, 768)", style=solid]; +"406 linear_18" -> "407 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"407 dropout_11" -> "410 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"408 _param_constant53" -> "410 layer_norm_7" [label="(192,)", style=solid]; +"409 _param_constant54" -> "410 layer_norm_7" [label="(192,)", style=solid]; +"410 layer_norm_7" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; +"411 add_9" -> "438 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"411 add_9" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; +"412 _tensor_constant15" -> "414 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"413 _param_constant56" -> "420 linear_19" [label="(512,)", style=solid]; +"414 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "420 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"415 linear_19_scale_0" -> "418 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"415 linear_19_scale_0" -> "419 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"416 linear_19_zero_point_0" -> "418 quantize_per_channel_default_20" [label="(512,)", style=solid]; +"416 linear_19_zero_point_0" -> "419 dequantize_per_channel_default_20" [label="(512,)", style=solid]; +"417 compressed_weight_updated_constant20" -> "418 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; +"418 quantize_per_channel_default_20" -> "419 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; +"419 dequantize_per_channel_default_20" -> "420 linear_19" [label="(512, 2)", style=solid]; +"420 linear_19" -> "421 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"421 relu__3" -> "422 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"422 relu__3_0_0_nncf_smooth_quant_0" -> "428 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"423 linear_20_scale_0" -> "426 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"423 linear_20_scale_0" -> "427 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"424 linear_20_zero_point_0" -> "426 quantize_per_channel_default_21" [label="(6,)", style=solid]; +"424 linear_20_zero_point_0" -> "427 dequantize_per_channel_default_21" [label="(6,)", style=solid]; +"425 compressed_weight_updated_constant21" -> "426 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; +"426 quantize_per_channel_default_21" -> "427 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; +"427 dequantize_per_channel_default_21" -> "428 linear_20" [label="(6, 512)", style=solid]; +"428 linear_20" -> "429 view_15" [label="(1, 15, 15, 6)", style=solid]; +"429 view_15" -> "431 index_3" [label="(225, 6)", style=solid]; +"430 _tensor_constant16" -> "431 index_3" [label="(4096,)", style=solid]; +"431 index_3" -> "432 view_16" [label="(4096, 6)", style=solid]; +"432 view_16" -> "433 permute_14" [label="(64, 64, 6)", style=solid]; +"433 permute_14" -> "434 contiguous_4" [label="(6, 64, 64)", style=solid]; +"434 contiguous_4" -> "435 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"435 unsqueeze_7" -> "436 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"436 sigmoid_3" -> "437 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"437 mul_6" -> "477 add_10" [label="(1, 6, 64, 64)", style=solid]; +"438 pad_4" -> "439 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"439 roll_2" -> "440 view_17" [label="(1, 32, 32, 192)", style=solid]; +"440 view_17" -> "441 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"441 permute_15" -> "442 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"442 reshape_13" -> "445 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"442 reshape_13" -> "478 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"443 _param_constant58" -> "444 clone_3" [label="(576,)", style=solid]; +"444 clone_3" -> "453 linear_21" [label="(576,)", style=solid]; +"445 reshape_13_0_0_nncf_smooth_quant_0" -> "446 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"446 quantize_per_tensor_default_20" -> "447 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"447 dequantize_per_tensor_default_20" -> "453 linear_21" [label="(16, 64, 192)", style=solid]; +"448 linear_21_scale_0" -> "451 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"448 linear_21_scale_0" -> "452 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"449 linear_21_zero_point_0" -> "451 quantize_per_channel_default_22" [label="(576,)", style=solid]; +"449 linear_21_zero_point_0" -> "452 dequantize_per_channel_default_22" [label="(576,)", style=solid]; +"450 compressed_weight_updated_constant22" -> "451 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; +"451 quantize_per_channel_default_22" -> "452 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; +"452 dequantize_per_channel_default_22" -> "453 linear_21" [label="(576, 192)", style=solid]; +"453 linear_21" -> "454 reshape_14" [label="(16, 64, 576)", style=solid]; +"454 reshape_14" -> "455 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"455 permute_16" -> "456 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"455 permute_16" -> "457 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"455 permute_16" -> "458 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"456 select_9" -> "459 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"456 select_9" -> "461 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"456 select_9" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; +"457 select_10" -> "465 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"457 select_10" -> "467 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"457 select_10" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; +"458 select_11" -> "496 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"459 linalg_vector_norm_6" -> "460 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"460 clamp_min_6" -> "461 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"461 expand_as_6" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; +"462 div_6" -> "463 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"463 quantize_per_tensor_default_21" -> "464 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"464 dequantize_per_tensor_default_21" -> "472 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"465 linalg_vector_norm_7" -> "466 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"466 clamp_min_7" -> "467 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"467 expand_as_7" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; +"468 div_7" -> "469 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"469 quantize_per_tensor_default_22" -> "470 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"470 dequantize_per_tensor_default_22" -> "471 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"471 transpose_6" -> "472 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"472 matmul_6" -> "476 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"473 _param_constant60" -> "474 clamp_3" [label="(6, 1, 1)", style=solid]; +"474 clamp_3" -> "475 exp_3" [label="(6, 1, 1)", style=solid]; +"475 exp_3" -> "476 mul_7" [label="(6, 1, 1)", style=solid]; +"476 mul_7" -> "477 add_10" [label="(16, 6, 64, 64)", style=solid]; +"477 add_10" -> "489 view_19" [label="(16, 6, 64, 64)", style=solid]; +"478 new_zeros_1" -> "479 view_18" [label="(32, 32)", style=solid]; +"479 view_18" -> "480 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"480 permute_17" -> "481 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"481 reshape_15" -> "482 unsqueeze_8" [label="(16, 64)", style=solid]; +"481 reshape_15" -> "483 unsqueeze_9" [label="(16, 64)", style=solid]; +"482 unsqueeze_8" -> "484 sub_1" [label="(16, 1, 64)", style=solid]; +"483 unsqueeze_9" -> "484 sub_1" [label="(16, 64, 1)", style=solid]; +"484 sub_1" -> "485 ne_1" [label="(16, 64, 64)", style=solid]; +"484 sub_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"484 sub_1" -> "487 eq_1" [label="(16, 64, 64)", style=solid]; +"485 ne_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"486 masked_fill_2" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"487 eq_1" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"488 masked_fill_3" -> "490 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"489 view_19" -> "492 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"490 unsqueeze_10" -> "491 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"491 unsqueeze_11" -> "492 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"492 add_11" -> "493 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"493 view_20" -> "494 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"494 softmax_3" -> "495 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"495 dropout_12" -> "496 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"496 matmul_7" -> "497 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"497 transpose_7" -> "498 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"498 reshape_16" -> "500 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"499 _param_constant62" -> "508 linear_22" [label="(192,)", style=solid]; +"500 reshape_16_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"501 quantize_per_tensor_default_23" -> "502 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"502 dequantize_per_tensor_default_23" -> "508 linear_22" [label="(16, 64, 192)", style=solid]; +"503 linear_22_scale_0" -> "506 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"503 linear_22_scale_0" -> "507 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"504 linear_22_zero_point_0" -> "506 quantize_per_channel_default_23" [label="(192,)", style=solid]; +"504 linear_22_zero_point_0" -> "507 dequantize_per_channel_default_23" [label="(192,)", style=solid]; +"505 compressed_weight_updated_constant23" -> "506 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; +"506 quantize_per_channel_default_23" -> "507 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; +"507 dequantize_per_channel_default_23" -> "508 linear_22" [label="(192, 192)", style=solid]; +"508 linear_22" -> "509 dropout_13" [label="(16, 64, 192)", style=solid]; +"509 dropout_13" -> "510 view_21" [label="(16, 64, 192)", style=solid]; +"510 view_21" -> "511 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"511 permute_18" -> "512 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"512 reshape_17" -> "513 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"513 roll_3" -> "514 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"514 slice_61" -> "515 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"515 slice_62" -> "516 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"516 slice_63" -> "517 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"517 slice_64" -> "518 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"518 contiguous_5" -> "521 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"519 _param_constant63" -> "521 layer_norm_8" [label="(192,)", style=solid]; +"520 _param_constant64" -> "521 layer_norm_8" [label="(192,)", style=solid]; +"521 layer_norm_8" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; +"522 add_12" -> "524 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"522 add_12" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; +"523 _param_constant66" -> "532 linear_23" [label="(768,)", style=solid]; +"524 add_12_0_0_nncf_smooth_quant_0" -> "525 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"525 quantize_per_tensor_default_24" -> "526 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"526 dequantize_per_tensor_default_24" -> "532 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"527 linear_23_scale_0" -> "530 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"527 linear_23_scale_0" -> "531 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"528 linear_23_zero_point_0" -> "530 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"528 linear_23_zero_point_0" -> "531 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"529 compressed_weight_updated_constant24" -> "530 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; +"530 quantize_per_channel_default_24" -> "531 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; +"531 dequantize_per_channel_default_24" -> "532 linear_23" [label="(768, 192)", style=solid]; +"532 linear_23" -> "533 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"533 gelu_3" -> "534 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"534 dropout_14" -> "536 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"535 _param_constant68" -> "544 linear_24" [label="(192,)", style=solid]; +"536 dropout_14_0_0_nncf_smooth_quant_0" -> "537 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"537 quantize_per_tensor_default_25" -> "538 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"538 dequantize_per_tensor_default_25" -> "544 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"539 linear_24_scale_0" -> "542 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"539 linear_24_scale_0" -> "543 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"540 linear_24_zero_point_0" -> "542 quantize_per_channel_default_25" [label="(192,)", style=solid]; +"540 linear_24_zero_point_0" -> "543 dequantize_per_channel_default_25" [label="(192,)", style=solid]; +"541 compressed_weight_updated_constant25" -> "542 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; +"542 quantize_per_channel_default_25" -> "543 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; +"543 dequantize_per_channel_default_25" -> "544 linear_24" [label="(192, 768)", style=solid]; +"544 linear_24" -> "545 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"545 dropout_15" -> "548 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"546 _param_constant69" -> "548 layer_norm_9" [label="(192,)", style=solid]; +"547 _param_constant70" -> "548 layer_norm_9" [label="(192,)", style=solid]; +"548 layer_norm_9" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; +"549 add_13" -> "550 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "551 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "554 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "557 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"550 pad_5" -> "560 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"551 slice_65" -> "552 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"552 slice_66" -> "553 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"553 slice_67" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"554 slice_68" -> "555 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"555 slice_69" -> "556 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"556 slice_70" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"557 slice_71" -> "558 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"558 slice_72" -> "559 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"559 slice_73" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"560 slice_74" -> "561 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"561 slice_75" -> "562 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"562 slice_76" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"563 cat_1" -> "564 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"564 cat_1_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"565 quantize_per_tensor_default_26" -> "566 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"566 dequantize_per_tensor_default_26" -> "572 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"567 linear_25_scale_0" -> "570 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"567 linear_25_scale_0" -> "571 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"568 linear_25_zero_point_0" -> "570 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"568 linear_25_zero_point_0" -> "571 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"569 compressed_weight_updated_constant26" -> "570 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; +"570 quantize_per_channel_default_26" -> "571 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; +"571 dequantize_per_channel_default_26" -> "572 linear_25" [label="(384, 768)", style=solid]; +"572 linear_25" -> "575 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"573 _param_constant72" -> "575 layer_norm_10" [label="(384,)", style=solid]; +"574 _param_constant73" -> "575 layer_norm_10" [label="(384,)", style=solid]; +"575 layer_norm_10" -> "602 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"575 layer_norm_10" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; +"576 _tensor_constant26" -> "578 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"577 _param_constant75" -> "584 linear_26" [label="(512,)", style=solid]; +"578 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "584 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"579 linear_26_scale_0" -> "582 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"579 linear_26_scale_0" -> "583 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"580 linear_26_zero_point_0" -> "582 quantize_per_channel_default_27" [label="(512,)", style=solid]; +"580 linear_26_zero_point_0" -> "583 dequantize_per_channel_default_27" [label="(512,)", style=solid]; +"581 compressed_weight_updated_constant27" -> "582 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"582 quantize_per_channel_default_27" -> "583 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; +"583 dequantize_per_channel_default_27" -> "584 linear_26" [label="(512, 2)", style=solid]; +"584 linear_26" -> "585 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"585 relu__4" -> "586 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"586 relu__4_0_0_nncf_smooth_quant_0" -> "592 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"587 linear_27_scale_0" -> "590 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"587 linear_27_scale_0" -> "591 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"588 linear_27_zero_point_0" -> "590 quantize_per_channel_default_28" [label="(12,)", style=solid]; +"588 linear_27_zero_point_0" -> "591 dequantize_per_channel_default_28" [label="(12,)", style=solid]; +"589 compressed_weight_updated_constant28" -> "590 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"590 quantize_per_channel_default_28" -> "591 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; +"591 dequantize_per_channel_default_28" -> "592 linear_27" [label="(12, 512)", style=solid]; +"592 linear_27" -> "593 view_22" [label="(1, 15, 15, 12)", style=solid]; +"593 view_22" -> "595 index_4" [label="(225, 12)", style=solid]; +"594 _tensor_constant27" -> "595 index_4" [label="(4096,)", style=solid]; +"595 index_4" -> "596 view_23" [label="(4096, 12)", style=solid]; +"596 view_23" -> "597 permute_19" [label="(64, 64, 12)", style=solid]; +"597 permute_19" -> "598 contiguous_6" [label="(12, 64, 64)", style=solid]; +"598 contiguous_6" -> "599 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"599 unsqueeze_12" -> "600 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"600 sigmoid_4" -> "601 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"601 mul_8" -> "640 add_14" [label="(1, 12, 64, 64)", style=solid]; +"602 pad_6" -> "603 view_24" [label="(1, 16, 16, 384)", style=solid]; +"603 view_24" -> "604 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"604 permute_20" -> "605 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"605 reshape_18" -> "608 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"606 _param_constant77" -> "607 clone_4" [label="(1152,)", style=solid]; +"607 clone_4" -> "616 linear_28" [label="(1152,)", style=solid]; +"608 reshape_18_0_0_nncf_smooth_quant_0" -> "609 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"609 quantize_per_tensor_default_27" -> "610 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"610 dequantize_per_tensor_default_27" -> "616 linear_28" [label="(4, 64, 384)", style=solid]; +"611 linear_28_scale_0" -> "614 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"611 linear_28_scale_0" -> "615 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"612 linear_28_zero_point_0" -> "614 quantize_per_channel_default_29" [label="(1152,)", style=solid]; +"612 linear_28_zero_point_0" -> "615 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; +"613 compressed_weight_updated_constant29" -> "614 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"614 quantize_per_channel_default_29" -> "615 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; +"615 dequantize_per_channel_default_29" -> "616 linear_28" [label="(1152, 384)", style=solid]; +"616 linear_28" -> "617 reshape_19" [label="(4, 64, 1152)", style=solid]; +"617 reshape_19" -> "618 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"618 permute_21" -> "619 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"618 permute_21" -> "620 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"618 permute_21" -> "621 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"619 select_12" -> "622 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"619 select_12" -> "624 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"619 select_12" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; +"620 select_13" -> "628 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"620 select_13" -> "630 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"620 select_13" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; +"621 select_14" -> "643 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"622 linalg_vector_norm_8" -> "623 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"623 clamp_min_8" -> "624 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"624 expand_as_8" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; +"625 div_8" -> "626 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"626 quantize_per_tensor_default_28" -> "627 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"627 dequantize_per_tensor_default_28" -> "635 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"628 linalg_vector_norm_9" -> "629 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"629 clamp_min_9" -> "630 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"630 expand_as_9" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; +"631 div_9" -> "632 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"632 quantize_per_tensor_default_29" -> "633 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"633 dequantize_per_tensor_default_29" -> "634 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"634 transpose_8" -> "635 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"635 matmul_8" -> "639 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"636 _param_constant79" -> "637 clamp_4" [label="(12, 1, 1)", style=solid]; +"637 clamp_4" -> "638 exp_4" [label="(12, 1, 1)", style=solid]; +"638 exp_4" -> "639 mul_9" [label="(12, 1, 1)", style=solid]; +"639 mul_9" -> "640 add_14" [label="(4, 12, 64, 64)", style=solid]; +"640 add_14" -> "641 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"641 softmax_4" -> "642 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"642 dropout_16" -> "643 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"643 matmul_9" -> "644 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"644 transpose_9" -> "645 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"645 reshape_20" -> "647 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"646 _param_constant81" -> "655 linear_29" [label="(384,)", style=solid]; +"647 reshape_20_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"648 quantize_per_tensor_default_30" -> "649 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"649 dequantize_per_tensor_default_30" -> "655 linear_29" [label="(4, 64, 384)", style=solid]; +"650 linear_29_scale_0" -> "653 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"650 linear_29_scale_0" -> "654 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"651 linear_29_zero_point_0" -> "653 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"651 linear_29_zero_point_0" -> "654 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"652 compressed_weight_updated_constant30" -> "653 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"653 quantize_per_channel_default_30" -> "654 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; +"654 dequantize_per_channel_default_30" -> "655 linear_29" [label="(384, 384)", style=solid]; +"655 linear_29" -> "656 dropout_17" [label="(4, 64, 384)", style=solid]; +"656 dropout_17" -> "657 view_25" [label="(4, 64, 384)", style=solid]; +"657 view_25" -> "658 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"658 permute_22" -> "659 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"659 reshape_21" -> "660 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"660 slice_78" -> "661 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"661 slice_79" -> "662 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"662 slice_80" -> "663 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"663 slice_81" -> "664 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"664 contiguous_7" -> "667 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"665 _param_constant82" -> "667 layer_norm_11" [label="(384,)", style=solid]; +"666 _param_constant83" -> "667 layer_norm_11" [label="(384,)", style=solid]; +"667 layer_norm_11" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; +"668 add_15" -> "670 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"668 add_15" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; +"669 _param_constant85" -> "678 linear_30" [label="(1536,)", style=solid]; +"670 add_15_0_0_nncf_smooth_quant_0" -> "671 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"671 quantize_per_tensor_default_31" -> "672 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"672 dequantize_per_tensor_default_31" -> "678 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"673 linear_30_scale_0" -> "676 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"673 linear_30_scale_0" -> "677 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"674 linear_30_zero_point_0" -> "676 quantize_per_channel_default_31" [label="(1536,)", style=solid]; +"674 linear_30_zero_point_0" -> "677 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; +"675 compressed_weight_updated_constant31" -> "676 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"676 quantize_per_channel_default_31" -> "677 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; +"677 dequantize_per_channel_default_31" -> "678 linear_30" [label="(1536, 384)", style=solid]; +"678 linear_30" -> "679 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"679 gelu_4" -> "680 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"680 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"681 _param_constant87" -> "690 linear_31" [label="(384,)", style=solid]; +"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"685 linear_31_scale_0" -> "688 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"685 linear_31_scale_0" -> "689 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"686 linear_31_zero_point_0" -> "688 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"686 linear_31_zero_point_0" -> "689 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"687 compressed_weight_updated_constant32" -> "688 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"688 quantize_per_channel_default_32" -> "689 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; +"689 dequantize_per_channel_default_32" -> "690 linear_31" [label="(384, 1536)", style=solid]; +"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"691 dropout_19" -> "694 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"692 _param_constant88" -> "694 layer_norm_12" [label="(384,)", style=solid]; +"693 _param_constant89" -> "694 layer_norm_12" [label="(384,)", style=solid]; +"694 layer_norm_12" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; +"695 add_16" -> "722 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"695 add_16" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; +"696 _tensor_constant28" -> "698 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"697 _param_constant91" -> "704 linear_32" [label="(512,)", style=solid]; +"698 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "704 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"699 linear_32_scale_0" -> "702 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"699 linear_32_scale_0" -> "703 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"700 linear_32_zero_point_0" -> "702 quantize_per_channel_default_33" [label="(512,)", style=solid]; +"700 linear_32_zero_point_0" -> "703 dequantize_per_channel_default_33" [label="(512,)", style=solid]; +"701 compressed_weight_updated_constant33" -> "702 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; +"702 quantize_per_channel_default_33" -> "703 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; +"703 dequantize_per_channel_default_33" -> "704 linear_32" [label="(512, 2)", style=solid]; +"704 linear_32" -> "705 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"705 relu__5" -> "706 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"706 relu__5_0_0_nncf_smooth_quant_0" -> "712 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"707 linear_33_scale_0" -> "710 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"707 linear_33_scale_0" -> "711 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"708 linear_33_zero_point_0" -> "710 quantize_per_channel_default_34" [label="(12,)", style=solid]; +"708 linear_33_zero_point_0" -> "711 dequantize_per_channel_default_34" [label="(12,)", style=solid]; +"709 compressed_weight_updated_constant34" -> "710 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; +"710 quantize_per_channel_default_34" -> "711 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; +"711 dequantize_per_channel_default_34" -> "712 linear_33" [label="(12, 512)", style=solid]; +"712 linear_33" -> "713 view_26" [label="(1, 15, 15, 12)", style=solid]; +"713 view_26" -> "715 index_5" [label="(225, 12)", style=solid]; +"714 _tensor_constant29" -> "715 index_5" [label="(4096,)", style=solid]; +"715 index_5" -> "716 view_27" [label="(4096, 12)", style=solid]; +"716 view_27" -> "717 permute_23" [label="(64, 64, 12)", style=solid]; +"717 permute_23" -> "718 contiguous_8" [label="(12, 64, 64)", style=solid]; +"718 contiguous_8" -> "719 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"719 unsqueeze_13" -> "720 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"720 sigmoid_5" -> "721 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"721 mul_10" -> "761 add_17" [label="(1, 12, 64, 64)", style=solid]; +"722 pad_7" -> "723 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"723 roll_4" -> "724 view_28" [label="(1, 16, 16, 384)", style=solid]; +"724 view_28" -> "725 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"725 permute_24" -> "726 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"726 reshape_22" -> "729 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"726 reshape_22" -> "762 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"727 _param_constant93" -> "728 clone_5" [label="(1152,)", style=solid]; +"728 clone_5" -> "737 linear_34" [label="(1152,)", style=solid]; +"729 reshape_22_0_0_nncf_smooth_quant_0" -> "730 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"730 quantize_per_tensor_default_33" -> "731 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"731 dequantize_per_tensor_default_33" -> "737 linear_34" [label="(4, 64, 384)", style=solid]; +"732 linear_34_scale_0" -> "735 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"732 linear_34_scale_0" -> "736 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"733 linear_34_zero_point_0" -> "735 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"733 linear_34_zero_point_0" -> "736 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"734 compressed_weight_updated_constant35" -> "735 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"735 quantize_per_channel_default_35" -> "736 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"736 dequantize_per_channel_default_35" -> "737 linear_34" [label="(1152, 384)", style=solid]; +"737 linear_34" -> "738 reshape_23" [label="(4, 64, 1152)", style=solid]; +"738 reshape_23" -> "739 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"739 permute_25" -> "740 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"739 permute_25" -> "741 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"739 permute_25" -> "742 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"740 select_15" -> "743 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"740 select_15" -> "745 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"740 select_15" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; +"741 select_16" -> "749 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"741 select_16" -> "751 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"741 select_16" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; +"742 select_17" -> "780 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"743 linalg_vector_norm_10" -> "744 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"744 clamp_min_10" -> "745 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"745 expand_as_10" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; +"746 div_10" -> "747 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"747 quantize_per_tensor_default_34" -> "748 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"748 dequantize_per_tensor_default_34" -> "756 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"749 linalg_vector_norm_11" -> "750 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"750 clamp_min_11" -> "751 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"751 expand_as_11" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; +"752 div_11" -> "753 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"753 quantize_per_tensor_default_35" -> "754 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"754 dequantize_per_tensor_default_35" -> "755 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"755 transpose_10" -> "756 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"756 matmul_10" -> "760 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"757 _param_constant95" -> "758 clamp_5" [label="(12, 1, 1)", style=solid]; +"758 clamp_5" -> "759 exp_5" [label="(12, 1, 1)", style=solid]; +"759 exp_5" -> "760 mul_11" [label="(12, 1, 1)", style=solid]; +"760 mul_11" -> "761 add_17" [label="(4, 12, 64, 64)", style=solid]; +"761 add_17" -> "773 view_30" [label="(4, 12, 64, 64)", style=solid]; +"762 new_zeros_2" -> "763 view_29" [label="(16, 16)", style=solid]; +"763 view_29" -> "764 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"764 permute_26" -> "765 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"765 reshape_24" -> "766 unsqueeze_14" [label="(4, 64)", style=solid]; +"765 reshape_24" -> "767 unsqueeze_15" [label="(4, 64)", style=solid]; +"766 unsqueeze_14" -> "768 sub_2" [label="(4, 1, 64)", style=solid]; +"767 unsqueeze_15" -> "768 sub_2" [label="(4, 64, 1)", style=solid]; +"768 sub_2" -> "769 ne_2" [label="(4, 64, 64)", style=solid]; +"768 sub_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"768 sub_2" -> "771 eq_2" [label="(4, 64, 64)", style=solid]; +"769 ne_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"770 masked_fill_4" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"771 eq_2" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"772 masked_fill_5" -> "774 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"773 view_30" -> "776 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"774 unsqueeze_16" -> "775 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"775 unsqueeze_17" -> "776 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"776 add_18" -> "777 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"777 view_31" -> "778 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"778 softmax_5" -> "779 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"779 dropout_20" -> "780 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"780 matmul_11" -> "781 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"781 transpose_11" -> "782 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"782 reshape_25" -> "784 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"783 _param_constant97" -> "792 linear_35" [label="(384,)", style=solid]; +"784 reshape_25_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"785 quantize_per_tensor_default_36" -> "786 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"786 dequantize_per_tensor_default_36" -> "792 linear_35" [label="(4, 64, 384)", style=solid]; +"787 linear_35_scale_0" -> "790 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"787 linear_35_scale_0" -> "791 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"788 linear_35_zero_point_0" -> "790 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"788 linear_35_zero_point_0" -> "791 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"789 compressed_weight_updated_constant36" -> "790 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"790 quantize_per_channel_default_36" -> "791 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"791 dequantize_per_channel_default_36" -> "792 linear_35" [label="(384, 384)", style=solid]; +"792 linear_35" -> "793 dropout_21" [label="(4, 64, 384)", style=solid]; +"793 dropout_21" -> "794 view_32" [label="(4, 64, 384)", style=solid]; +"794 view_32" -> "795 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"795 permute_27" -> "796 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"796 reshape_26" -> "797 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"797 roll_5" -> "798 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"798 slice_101" -> "799 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"799 slice_102" -> "800 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"800 slice_103" -> "801 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"801 slice_104" -> "802 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"802 contiguous_9" -> "805 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"803 _param_constant98" -> "805 layer_norm_13" [label="(384,)", style=solid]; +"804 _param_constant99" -> "805 layer_norm_13" [label="(384,)", style=solid]; +"805 layer_norm_13" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; +"806 add_19" -> "808 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"806 add_19" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; +"807 _param_constant101" -> "816 linear_36" [label="(1536,)", style=solid]; +"808 add_19_0_0_nncf_smooth_quant_0" -> "809 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"809 quantize_per_tensor_default_37" -> "810 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"810 dequantize_per_tensor_default_37" -> "816 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"811 linear_36_scale_0" -> "814 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"811 linear_36_scale_0" -> "815 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"812 linear_36_zero_point_0" -> "814 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"812 linear_36_zero_point_0" -> "815 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"813 compressed_weight_updated_constant37" -> "814 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"814 quantize_per_channel_default_37" -> "815 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"815 dequantize_per_channel_default_37" -> "816 linear_36" [label="(1536, 384)", style=solid]; +"816 linear_36" -> "817 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"817 gelu_5" -> "818 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"818 dropout_22" -> "820 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"819 _param_constant103" -> "828 linear_37" [label="(384,)", style=solid]; +"820 dropout_22_0_0_nncf_smooth_quant_0" -> "821 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"821 quantize_per_tensor_default_38" -> "822 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"822 dequantize_per_tensor_default_38" -> "828 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"823 linear_37_scale_0" -> "826 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"823 linear_37_scale_0" -> "827 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"824 linear_37_zero_point_0" -> "826 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"824 linear_37_zero_point_0" -> "827 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"825 compressed_weight_updated_constant38" -> "826 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"826 quantize_per_channel_default_38" -> "827 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"827 dequantize_per_channel_default_38" -> "828 linear_37" [label="(384, 1536)", style=solid]; +"828 linear_37" -> "829 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"829 dropout_23" -> "832 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"830 _param_constant104" -> "832 layer_norm_14" [label="(384,)", style=solid]; +"831 _param_constant105" -> "832 layer_norm_14" [label="(384,)", style=solid]; +"832 layer_norm_14" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; +"833 add_20" -> "860 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"833 add_20" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; +"834 _tensor_constant39" -> "836 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"835 _param_constant107" -> "842 linear_38" [label="(512,)", style=solid]; +"836 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "842 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"837 linear_38_scale_0" -> "840 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"837 linear_38_scale_0" -> "841 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"838 linear_38_zero_point_0" -> "840 quantize_per_channel_default_39" [label="(512,)", style=solid]; +"838 linear_38_zero_point_0" -> "841 dequantize_per_channel_default_39" [label="(512,)", style=solid]; +"839 compressed_weight_updated_constant39" -> "840 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"840 quantize_per_channel_default_39" -> "841 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; +"841 dequantize_per_channel_default_39" -> "842 linear_38" [label="(512, 2)", style=solid]; +"842 linear_38" -> "843 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"843 relu__6" -> "844 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"844 relu__6_0_0_nncf_smooth_quant_0" -> "850 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"845 linear_39_scale_0" -> "848 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"845 linear_39_scale_0" -> "849 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"846 linear_39_zero_point_0" -> "848 quantize_per_channel_default_40" [label="(12,)", style=solid]; +"846 linear_39_zero_point_0" -> "849 dequantize_per_channel_default_40" [label="(12,)", style=solid]; +"847 compressed_weight_updated_constant40" -> "848 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"848 quantize_per_channel_default_40" -> "849 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; +"849 dequantize_per_channel_default_40" -> "850 linear_39" [label="(12, 512)", style=solid]; +"850 linear_39" -> "851 view_33" [label="(1, 15, 15, 12)", style=solid]; +"851 view_33" -> "853 index_6" [label="(225, 12)", style=solid]; +"852 _tensor_constant40" -> "853 index_6" [label="(4096,)", style=solid]; +"853 index_6" -> "854 view_34" [label="(4096, 12)", style=solid]; +"854 view_34" -> "855 permute_28" [label="(64, 64, 12)", style=solid]; +"855 permute_28" -> "856 contiguous_10" [label="(12, 64, 64)", style=solid]; +"856 contiguous_10" -> "857 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"857 unsqueeze_18" -> "858 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"858 sigmoid_6" -> "859 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"859 mul_12" -> "898 add_21" [label="(1, 12, 64, 64)", style=solid]; +"860 pad_8" -> "861 view_35" [label="(1, 16, 16, 384)", style=solid]; +"861 view_35" -> "862 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"862 permute_29" -> "863 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"863 reshape_27" -> "866 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"864 _param_constant109" -> "865 clone_6" [label="(1152,)", style=solid]; +"865 clone_6" -> "874 linear_40" [label="(1152,)", style=solid]; +"866 reshape_27_0_0_nncf_smooth_quant_0" -> "867 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"867 quantize_per_tensor_default_39" -> "868 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"868 dequantize_per_tensor_default_39" -> "874 linear_40" [label="(4, 64, 384)", style=solid]; +"869 linear_40_scale_0" -> "872 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"869 linear_40_scale_0" -> "873 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"870 linear_40_zero_point_0" -> "872 quantize_per_channel_default_41" [label="(1152,)", style=solid]; +"870 linear_40_zero_point_0" -> "873 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; +"871 compressed_weight_updated_constant41" -> "872 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; +"872 quantize_per_channel_default_41" -> "873 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; +"873 dequantize_per_channel_default_41" -> "874 linear_40" [label="(1152, 384)", style=solid]; +"874 linear_40" -> "875 reshape_28" [label="(4, 64, 1152)", style=solid]; +"875 reshape_28" -> "876 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"876 permute_30" -> "877 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"876 permute_30" -> "878 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"876 permute_30" -> "879 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"877 select_18" -> "880 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"877 select_18" -> "882 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"877 select_18" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; +"878 select_19" -> "886 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"878 select_19" -> "888 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"878 select_19" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; +"879 select_20" -> "901 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"880 linalg_vector_norm_12" -> "881 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"881 clamp_min_12" -> "882 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"882 expand_as_12" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; +"883 div_12" -> "884 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"884 quantize_per_tensor_default_40" -> "885 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"885 dequantize_per_tensor_default_40" -> "893 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"886 linalg_vector_norm_13" -> "887 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"887 clamp_min_13" -> "888 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"888 expand_as_13" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; +"889 div_13" -> "890 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"890 quantize_per_tensor_default_41" -> "891 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"891 dequantize_per_tensor_default_41" -> "892 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"892 transpose_12" -> "893 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"893 matmul_12" -> "897 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"894 _param_constant111" -> "895 clamp_6" [label="(12, 1, 1)", style=solid]; +"895 clamp_6" -> "896 exp_6" [label="(12, 1, 1)", style=solid]; +"896 exp_6" -> "897 mul_13" [label="(12, 1, 1)", style=solid]; +"897 mul_13" -> "898 add_21" [label="(4, 12, 64, 64)", style=solid]; +"898 add_21" -> "899 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"899 softmax_6" -> "900 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"900 dropout_24" -> "901 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"901 matmul_13" -> "902 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"902 transpose_13" -> "903 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"903 reshape_29" -> "905 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"904 _param_constant113" -> "913 linear_41" [label="(384,)", style=solid]; +"905 reshape_29_0_0_nncf_smooth_quant_0" -> "906 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"906 quantize_per_tensor_default_42" -> "907 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"907 dequantize_per_tensor_default_42" -> "913 linear_41" [label="(4, 64, 384)", style=solid]; +"908 linear_41_scale_0" -> "911 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"908 linear_41_scale_0" -> "912 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"909 linear_41_zero_point_0" -> "911 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"909 linear_41_zero_point_0" -> "912 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"910 compressed_weight_updated_constant42" -> "911 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; +"911 quantize_per_channel_default_42" -> "912 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; +"912 dequantize_per_channel_default_42" -> "913 linear_41" [label="(384, 384)", style=solid]; +"913 linear_41" -> "914 dropout_25" [label="(4, 64, 384)", style=solid]; +"914 dropout_25" -> "915 view_36" [label="(4, 64, 384)", style=solid]; +"915 view_36" -> "916 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"916 permute_31" -> "917 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"917 reshape_30" -> "918 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"918 slice_106" -> "919 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"919 slice_107" -> "920 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"920 slice_108" -> "921 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"921 slice_109" -> "922 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"922 contiguous_11" -> "925 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"923 _param_constant114" -> "925 layer_norm_15" [label="(384,)", style=solid]; +"924 _param_constant115" -> "925 layer_norm_15" [label="(384,)", style=solid]; +"925 layer_norm_15" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; +"926 add_22" -> "928 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"926 add_22" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; +"927 _param_constant117" -> "936 linear_42" [label="(1536,)", style=solid]; +"928 add_22_0_0_nncf_smooth_quant_0" -> "929 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"929 quantize_per_tensor_default_43" -> "930 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"930 dequantize_per_tensor_default_43" -> "936 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"931 linear_42_scale_0" -> "934 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"931 linear_42_scale_0" -> "935 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"932 linear_42_zero_point_0" -> "934 quantize_per_channel_default_43" [label="(1536,)", style=solid]; +"932 linear_42_zero_point_0" -> "935 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; +"933 compressed_weight_updated_constant43" -> "934 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; +"934 quantize_per_channel_default_43" -> "935 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; +"935 dequantize_per_channel_default_43" -> "936 linear_42" [label="(1536, 384)", style=solid]; +"936 linear_42" -> "937 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"937 gelu_6" -> "938 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"938 dropout_26" -> "940 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"939 _param_constant119" -> "948 linear_43" [label="(384,)", style=solid]; +"940 dropout_26_0_0_nncf_smooth_quant_0" -> "941 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"941 quantize_per_tensor_default_44" -> "942 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"942 dequantize_per_tensor_default_44" -> "948 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"943 linear_43_scale_0" -> "946 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"943 linear_43_scale_0" -> "947 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"944 linear_43_zero_point_0" -> "946 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"944 linear_43_zero_point_0" -> "947 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"945 compressed_weight_updated_constant44" -> "946 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; +"946 quantize_per_channel_default_44" -> "947 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; +"947 dequantize_per_channel_default_44" -> "948 linear_43" [label="(384, 1536)", style=solid]; +"948 linear_43" -> "949 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"949 dropout_27" -> "952 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"950 _param_constant120" -> "952 layer_norm_16" [label="(384,)", style=solid]; +"951 _param_constant121" -> "952 layer_norm_16" [label="(384,)", style=solid]; +"952 layer_norm_16" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; +"953 add_23" -> "980 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"953 add_23" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; +"954 _tensor_constant41" -> "956 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"955 _param_constant123" -> "962 linear_44" [label="(512,)", style=solid]; +"956 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "962 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"957 linear_44_scale_0" -> "960 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"957 linear_44_scale_0" -> "961 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"958 linear_44_zero_point_0" -> "960 quantize_per_channel_default_45" [label="(512,)", style=solid]; +"958 linear_44_zero_point_0" -> "961 dequantize_per_channel_default_45" [label="(512,)", style=solid]; +"959 compressed_weight_updated_constant45" -> "960 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; +"960 quantize_per_channel_default_45" -> "961 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; +"961 dequantize_per_channel_default_45" -> "962 linear_44" [label="(512, 2)", style=solid]; +"962 linear_44" -> "963 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"963 relu__7" -> "964 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"964 relu__7_0_0_nncf_smooth_quant_0" -> "970 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"965 linear_45_scale_0" -> "968 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"965 linear_45_scale_0" -> "969 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"966 linear_45_zero_point_0" -> "968 quantize_per_channel_default_46" [label="(12,)", style=solid]; +"966 linear_45_zero_point_0" -> "969 dequantize_per_channel_default_46" [label="(12,)", style=solid]; +"967 compressed_weight_updated_constant46" -> "968 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; +"968 quantize_per_channel_default_46" -> "969 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; +"969 dequantize_per_channel_default_46" -> "970 linear_45" [label="(12, 512)", style=solid]; +"970 linear_45" -> "971 view_37" [label="(1, 15, 15, 12)", style=solid]; +"971 view_37" -> "973 index_7" [label="(225, 12)", style=solid]; +"972 _tensor_constant42" -> "973 index_7" [label="(4096,)", style=solid]; +"973 index_7" -> "974 view_38" [label="(4096, 12)", style=solid]; +"974 view_38" -> "975 permute_32" [label="(64, 64, 12)", style=solid]; +"975 permute_32" -> "976 contiguous_12" [label="(12, 64, 64)", style=solid]; +"976 contiguous_12" -> "977 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"977 unsqueeze_19" -> "978 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"978 sigmoid_7" -> "979 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"979 mul_14" -> "1019 add_24" [label="(1, 12, 64, 64)", style=solid]; +"980 pad_9" -> "981 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"981 roll_6" -> "982 view_39" [label="(1, 16, 16, 384)", style=solid]; +"982 view_39" -> "983 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"983 permute_33" -> "984 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"984 reshape_31" -> "987 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"984 reshape_31" -> "1020 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"985 _param_constant125" -> "986 clone_7" [label="(1152,)", style=solid]; +"986 clone_7" -> "995 linear_46" [label="(1152,)", style=solid]; +"987 reshape_31_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"988 quantize_per_tensor_default_45" -> "989 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"989 dequantize_per_tensor_default_45" -> "995 linear_46" [label="(4, 64, 384)", style=solid]; +"990 linear_46_scale_0" -> "993 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"990 linear_46_scale_0" -> "994 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"991 linear_46_zero_point_0" -> "993 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"991 linear_46_zero_point_0" -> "994 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"992 compressed_weight_updated_constant47" -> "993 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"993 quantize_per_channel_default_47" -> "994 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"994 dequantize_per_channel_default_47" -> "995 linear_46" [label="(1152, 384)", style=solid]; +"995 linear_46" -> "996 reshape_32" [label="(4, 64, 1152)", style=solid]; +"996 reshape_32" -> "997 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"997 permute_34" -> "998 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"997 permute_34" -> "999 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"997 permute_34" -> "1000 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"998 select_21" -> "1001 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"998 select_21" -> "1003 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"998 select_21" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; +"999 select_22" -> "1007 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"999 select_22" -> "1009 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"999 select_22" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1000 select_23" -> "1038 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"1001 linalg_vector_norm_14" -> "1002 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"1002 clamp_min_14" -> "1003 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"1003 expand_as_14" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1004 div_14" -> "1005 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"1005 quantize_per_tensor_default_46" -> "1006 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"1006 dequantize_per_tensor_default_46" -> "1014 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"1007 linalg_vector_norm_15" -> "1008 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1008 clamp_min_15" -> "1009 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1009 expand_as_15" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1010 div_15" -> "1011 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1011 quantize_per_tensor_default_47" -> "1012 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1012 dequantize_per_tensor_default_47" -> "1013 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"1013 transpose_14" -> "1014 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1014 matmul_14" -> "1018 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1015 _param_constant127" -> "1016 clamp_7" [label="(12, 1, 1)", style=solid]; +"1016 clamp_7" -> "1017 exp_7" [label="(12, 1, 1)", style=solid]; +"1017 exp_7" -> "1018 mul_15" [label="(12, 1, 1)", style=solid]; +"1018 mul_15" -> "1019 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1019 add_24" -> "1031 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1020 new_zeros_3" -> "1021 view_40" [label="(16, 16)", style=solid]; +"1021 view_40" -> "1022 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1022 permute_35" -> "1023 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1023 reshape_33" -> "1024 unsqueeze_20" [label="(4, 64)", style=solid]; +"1023 reshape_33" -> "1025 unsqueeze_21" [label="(4, 64)", style=solid]; +"1024 unsqueeze_20" -> "1026 sub_3" [label="(4, 1, 64)", style=solid]; +"1025 unsqueeze_21" -> "1026 sub_3" [label="(4, 64, 1)", style=solid]; +"1026 sub_3" -> "1027 ne_3" [label="(4, 64, 64)", style=solid]; +"1026 sub_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1026 sub_3" -> "1029 eq_3" [label="(4, 64, 64)", style=solid]; +"1027 ne_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1028 masked_fill_6" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1029 eq_3" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1030 masked_fill_7" -> "1032 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1031 view_41" -> "1034 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1032 unsqueeze_22" -> "1033 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1033 unsqueeze_23" -> "1034 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1034 add_25" -> "1035 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1035 view_42" -> "1036 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1036 softmax_7" -> "1037 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1037 dropout_28" -> "1038 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1038 matmul_15" -> "1039 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"1039 transpose_15" -> "1040 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1040 reshape_34" -> "1042 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1041 _param_constant129" -> "1050 linear_47" [label="(384,)", style=solid]; +"1042 reshape_34_0_0_nncf_smooth_quant_0" -> "1043 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1043 quantize_per_tensor_default_48" -> "1044 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"1044 dequantize_per_tensor_default_48" -> "1050 linear_47" [label="(4, 64, 384)", style=solid]; +"1045 linear_47_scale_0" -> "1048 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1045 linear_47_scale_0" -> "1049 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1046 linear_47_zero_point_0" -> "1048 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1046 linear_47_zero_point_0" -> "1049 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1047 compressed_weight_updated_constant48" -> "1048 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1048 quantize_per_channel_default_48" -> "1049 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1049 dequantize_per_channel_default_48" -> "1050 linear_47" [label="(384, 384)", style=solid]; +"1050 linear_47" -> "1051 dropout_29" [label="(4, 64, 384)", style=solid]; +"1051 dropout_29" -> "1052 view_43" [label="(4, 64, 384)", style=solid]; +"1052 view_43" -> "1053 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1053 permute_36" -> "1054 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1054 reshape_35" -> "1055 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1055 roll_7" -> "1056 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1056 slice_129" -> "1057 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1057 slice_130" -> "1058 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1058 slice_131" -> "1059 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1059 slice_132" -> "1060 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1060 contiguous_13" -> "1063 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1061 _param_constant130" -> "1063 layer_norm_17" [label="(384,)", style=solid]; +"1062 _param_constant131" -> "1063 layer_norm_17" [label="(384,)", style=solid]; +"1063 layer_norm_17" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1064 add_26" -> "1066 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1064 add_26" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1065 _param_constant133" -> "1074 linear_48" [label="(1536,)", style=solid]; +"1066 add_26_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1067 quantize_per_tensor_default_49" -> "1068 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1068 dequantize_per_tensor_default_49" -> "1074 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"1069 linear_48_scale_0" -> "1072 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1069 linear_48_scale_0" -> "1073 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1070 linear_48_zero_point_0" -> "1072 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1070 linear_48_zero_point_0" -> "1073 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1071 compressed_weight_updated_constant49" -> "1072 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1072 quantize_per_channel_default_49" -> "1073 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1073 dequantize_per_channel_default_49" -> "1074 linear_48" [label="(1536, 384)", style=solid]; +"1074 linear_48" -> "1075 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1075 gelu_7" -> "1076 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"1076 dropout_30" -> "1078 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1077 _param_constant135" -> "1086 linear_49" [label="(384,)", style=solid]; +"1078 dropout_30_0_0_nncf_smooth_quant_0" -> "1079 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1079 quantize_per_tensor_default_50" -> "1080 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1080 dequantize_per_tensor_default_50" -> "1086 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1081 linear_49_scale_0" -> "1084 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1081 linear_49_scale_0" -> "1085 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1082 linear_49_zero_point_0" -> "1084 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1082 linear_49_zero_point_0" -> "1085 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1083 compressed_weight_updated_constant50" -> "1084 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1084 quantize_per_channel_default_50" -> "1085 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1085 dequantize_per_channel_default_50" -> "1086 linear_49" [label="(384, 1536)", style=solid]; +"1086 linear_49" -> "1087 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1087 dropout_31" -> "1090 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1088 _param_constant136" -> "1090 layer_norm_18" [label="(384,)", style=solid]; +"1089 _param_constant137" -> "1090 layer_norm_18" [label="(384,)", style=solid]; +"1090 layer_norm_18" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1091 add_27" -> "1118 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"1091 add_27" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1092 _tensor_constant52" -> "1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1093 _param_constant139" -> "1100 linear_50" [label="(512,)", style=solid]; +"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1100 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"1095 linear_50_scale_0" -> "1098 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1095 linear_50_scale_0" -> "1099 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1096 linear_50_zero_point_0" -> "1098 quantize_per_channel_default_51" [label="(512,)", style=solid]; +"1096 linear_50_zero_point_0" -> "1099 dequantize_per_channel_default_51" [label="(512,)", style=solid]; +"1097 compressed_weight_updated_constant51" -> "1098 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1098 quantize_per_channel_default_51" -> "1099 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; +"1099 dequantize_per_channel_default_51" -> "1100 linear_50" [label="(512, 2)", style=solid]; +"1100 linear_50" -> "1101 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1101 relu__8" -> "1102 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1102 relu__8_0_0_nncf_smooth_quant_0" -> "1108 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1103 linear_51_scale_0" -> "1106 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1103 linear_51_scale_0" -> "1107 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1104 linear_51_zero_point_0" -> "1106 quantize_per_channel_default_52" [label="(12,)", style=solid]; +"1104 linear_51_zero_point_0" -> "1107 dequantize_per_channel_default_52" [label="(12,)", style=solid]; +"1105 compressed_weight_updated_constant52" -> "1106 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1106 quantize_per_channel_default_52" -> "1107 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; +"1107 dequantize_per_channel_default_52" -> "1108 linear_51" [label="(12, 512)", style=solid]; +"1108 linear_51" -> "1109 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1109 view_44" -> "1111 index_8" [label="(225, 12)", style=solid]; +"1110 _tensor_constant53" -> "1111 index_8" [label="(4096,)", style=solid]; +"1111 index_8" -> "1112 view_45" [label="(4096, 12)", style=solid]; +"1112 view_45" -> "1113 permute_37" [label="(64, 64, 12)", style=solid]; +"1113 permute_37" -> "1114 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1114 contiguous_14" -> "1115 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1115 unsqueeze_24" -> "1116 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1116 sigmoid_8" -> "1117 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1117 mul_16" -> "1156 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1118 pad_10" -> "1119 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1119 view_46" -> "1120 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1120 permute_38" -> "1121 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1121 reshape_36" -> "1124 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1122 _param_constant141" -> "1123 clone_8" [label="(1152,)", style=solid]; +"1123 clone_8" -> "1132 linear_52" [label="(1152,)", style=solid]; +"1124 reshape_36_0_0_nncf_smooth_quant_0" -> "1125 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1125 quantize_per_tensor_default_51" -> "1126 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"1126 dequantize_per_tensor_default_51" -> "1132 linear_52" [label="(4, 64, 384)", style=solid]; +"1127 linear_52_scale_0" -> "1130 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1127 linear_52_scale_0" -> "1131 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1128 linear_52_zero_point_0" -> "1130 quantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1128 linear_52_zero_point_0" -> "1131 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; +"1129 compressed_weight_updated_constant53" -> "1130 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; +"1130 quantize_per_channel_default_53" -> "1131 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; +"1131 dequantize_per_channel_default_53" -> "1132 linear_52" [label="(1152, 384)", style=solid]; +"1132 linear_52" -> "1133 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1133 reshape_37" -> "1134 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1134 permute_39" -> "1135 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1134 permute_39" -> "1136 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1134 permute_39" -> "1137 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1135 select_24" -> "1138 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 select_24" -> "1140 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1135 select_24" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1136 select_25" -> "1144 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1136 select_25" -> "1146 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1136 select_25" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1137 select_26" -> "1159 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1138 linalg_vector_norm_16" -> "1139 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1139 clamp_min_16" -> "1140 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1140 expand_as_16" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1141 div_16" -> "1142 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1142 quantize_per_tensor_default_52" -> "1143 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1143 dequantize_per_tensor_default_52" -> "1151 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"1144 linalg_vector_norm_17" -> "1145 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1145 clamp_min_17" -> "1146 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1146 expand_as_17" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1147 div_17" -> "1148 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1148 quantize_per_tensor_default_53" -> "1149 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1149 dequantize_per_tensor_default_53" -> "1150 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"1150 transpose_16" -> "1151 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1151 matmul_16" -> "1155 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1152 _param_constant143" -> "1153 clamp_8" [label="(12, 1, 1)", style=solid]; +"1153 clamp_8" -> "1154 exp_8" [label="(12, 1, 1)", style=solid]; +"1154 exp_8" -> "1155 mul_17" [label="(12, 1, 1)", style=solid]; +"1155 mul_17" -> "1156 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1156 add_28" -> "1157 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1157 softmax_8" -> "1158 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1158 dropout_32" -> "1159 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1159 matmul_17" -> "1160 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"1160 transpose_17" -> "1161 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1161 reshape_38" -> "1163 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1162 _param_constant145" -> "1171 linear_53" [label="(384,)", style=solid]; +"1163 reshape_38_0_0_nncf_smooth_quant_0" -> "1164 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1164 quantize_per_tensor_default_54" -> "1165 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"1165 dequantize_per_tensor_default_54" -> "1171 linear_53" [label="(4, 64, 384)", style=solid]; +"1166 linear_53_scale_0" -> "1169 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1166 linear_53_scale_0" -> "1170 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1167 linear_53_zero_point_0" -> "1169 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1167 linear_53_zero_point_0" -> "1170 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1168 compressed_weight_updated_constant54" -> "1169 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; +"1169 quantize_per_channel_default_54" -> "1170 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; +"1170 dequantize_per_channel_default_54" -> "1171 linear_53" [label="(384, 384)", style=solid]; +"1171 linear_53" -> "1172 dropout_33" [label="(4, 64, 384)", style=solid]; +"1172 dropout_33" -> "1173 view_47" [label="(4, 64, 384)", style=solid]; +"1173 view_47" -> "1174 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1174 permute_40" -> "1175 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1175 reshape_39" -> "1176 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1176 slice_134" -> "1177 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1177 slice_135" -> "1178 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1178 slice_136" -> "1179 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1179 slice_137" -> "1180 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1180 contiguous_15" -> "1183 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1181 _param_constant146" -> "1183 layer_norm_19" [label="(384,)", style=solid]; +"1182 _param_constant147" -> "1183 layer_norm_19" [label="(384,)", style=solid]; +"1183 layer_norm_19" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1184 add_29" -> "1186 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1184 add_29" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1185 _param_constant149" -> "1194 linear_54" [label="(1536,)", style=solid]; +"1186 add_29_0_0_nncf_smooth_quant_0" -> "1187 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1187 quantize_per_tensor_default_55" -> "1188 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1188 dequantize_per_tensor_default_55" -> "1194 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"1189 linear_54_scale_0" -> "1192 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1189 linear_54_scale_0" -> "1193 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1190 linear_54_zero_point_0" -> "1192 quantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1190 linear_54_zero_point_0" -> "1193 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; +"1191 compressed_weight_updated_constant55" -> "1192 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; +"1192 quantize_per_channel_default_55" -> "1193 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; +"1193 dequantize_per_channel_default_55" -> "1194 linear_54" [label="(1536, 384)", style=solid]; +"1194 linear_54" -> "1195 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1195 gelu_8" -> "1196 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"1196 dropout_34" -> "1198 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1197 _param_constant151" -> "1206 linear_55" [label="(384,)", style=solid]; +"1198 dropout_34_0_0_nncf_smooth_quant_0" -> "1199 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1199 quantize_per_tensor_default_56" -> "1200 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1200 dequantize_per_tensor_default_56" -> "1206 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1201 linear_55_scale_0" -> "1204 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1201 linear_55_scale_0" -> "1205 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1202 linear_55_zero_point_0" -> "1204 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1202 linear_55_zero_point_0" -> "1205 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1203 compressed_weight_updated_constant56" -> "1204 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; +"1204 quantize_per_channel_default_56" -> "1205 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; +"1205 dequantize_per_channel_default_56" -> "1206 linear_55" [label="(384, 1536)", style=solid]; +"1206 linear_55" -> "1207 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1207 dropout_35" -> "1210 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1208 _param_constant152" -> "1210 layer_norm_20" [label="(384,)", style=solid]; +"1209 _param_constant153" -> "1210 layer_norm_20" [label="(384,)", style=solid]; +"1210 layer_norm_20" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1211 add_30" -> "1238 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1211 add_30" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1212 _tensor_constant54" -> "1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1213 _param_constant155" -> "1220 linear_56" [label="(512,)", style=solid]; +"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1220 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"1215 linear_56_scale_0" -> "1218 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1215 linear_56_scale_0" -> "1219 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1216 linear_56_zero_point_0" -> "1218 quantize_per_channel_default_57" [label="(512,)", style=solid]; +"1216 linear_56_zero_point_0" -> "1219 dequantize_per_channel_default_57" [label="(512,)", style=solid]; +"1217 compressed_weight_updated_constant57" -> "1218 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; +"1218 quantize_per_channel_default_57" -> "1219 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; +"1219 dequantize_per_channel_default_57" -> "1220 linear_56" [label="(512, 2)", style=solid]; +"1220 linear_56" -> "1221 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1221 relu__9" -> "1222 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1222 relu__9_0_0_nncf_smooth_quant_0" -> "1228 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1223 linear_57_scale_0" -> "1226 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1223 linear_57_scale_0" -> "1227 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1224 linear_57_zero_point_0" -> "1226 quantize_per_channel_default_58" [label="(12,)", style=solid]; +"1224 linear_57_zero_point_0" -> "1227 dequantize_per_channel_default_58" [label="(12,)", style=solid]; +"1225 compressed_weight_updated_constant58" -> "1226 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; +"1226 quantize_per_channel_default_58" -> "1227 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; +"1227 dequantize_per_channel_default_58" -> "1228 linear_57" [label="(12, 512)", style=solid]; +"1228 linear_57" -> "1229 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1229 view_48" -> "1231 index_9" [label="(225, 12)", style=solid]; +"1230 _tensor_constant55" -> "1231 index_9" [label="(4096,)", style=solid]; +"1231 index_9" -> "1232 view_49" [label="(4096, 12)", style=solid]; +"1232 view_49" -> "1233 permute_41" [label="(64, 64, 12)", style=solid]; +"1233 permute_41" -> "1234 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1234 contiguous_16" -> "1235 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1235 unsqueeze_25" -> "1236 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1236 sigmoid_9" -> "1237 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1237 mul_18" -> "1277 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1238 pad_11" -> "1239 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1239 roll_8" -> "1240 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1240 view_50" -> "1241 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1241 permute_42" -> "1242 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1242 reshape_40" -> "1245 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1242 reshape_40" -> "1278 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1243 _param_constant157" -> "1244 clone_9" [label="(1152,)", style=solid]; +"1244 clone_9" -> "1253 linear_58" [label="(1152,)", style=solid]; +"1245 reshape_40_0_0_nncf_smooth_quant_0" -> "1246 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1246 quantize_per_tensor_default_57" -> "1247 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1247 dequantize_per_tensor_default_57" -> "1253 linear_58" [label="(4, 64, 384)", style=solid]; +"1248 linear_58_scale_0" -> "1251 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1248 linear_58_scale_0" -> "1252 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1249 linear_58_zero_point_0" -> "1251 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1249 linear_58_zero_point_0" -> "1252 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1250 compressed_weight_updated_constant59" -> "1251 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1251 quantize_per_channel_default_59" -> "1252 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1252 dequantize_per_channel_default_59" -> "1253 linear_58" [label="(1152, 384)", style=solid]; +"1253 linear_58" -> "1254 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1254 reshape_41" -> "1255 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1255 permute_43" -> "1256 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1255 permute_43" -> "1257 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1255 permute_43" -> "1258 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1256 select_27" -> "1259 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1256 select_27" -> "1261 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1256 select_27" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1257 select_28" -> "1265 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1257 select_28" -> "1267 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1257 select_28" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1258 select_29" -> "1296 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1259 linalg_vector_norm_18" -> "1260 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1260 clamp_min_18" -> "1261 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1261 expand_as_18" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1262 div_18" -> "1263 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1263 quantize_per_tensor_default_58" -> "1264 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1264 dequantize_per_tensor_default_58" -> "1272 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"1265 linalg_vector_norm_19" -> "1266 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1266 clamp_min_19" -> "1267 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1267 expand_as_19" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1268 div_19" -> "1269 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1269 quantize_per_tensor_default_59" -> "1270 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1270 dequantize_per_tensor_default_59" -> "1271 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"1271 transpose_18" -> "1272 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1272 matmul_18" -> "1276 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1273 _param_constant159" -> "1274 clamp_9" [label="(12, 1, 1)", style=solid]; +"1274 clamp_9" -> "1275 exp_9" [label="(12, 1, 1)", style=solid]; +"1275 exp_9" -> "1276 mul_19" [label="(12, 1, 1)", style=solid]; +"1276 mul_19" -> "1277 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1277 add_31" -> "1289 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1278 new_zeros_4" -> "1279 view_51" [label="(16, 16)", style=solid]; +"1279 view_51" -> "1280 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1280 permute_44" -> "1281 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1281 reshape_42" -> "1282 unsqueeze_26" [label="(4, 64)", style=solid]; +"1281 reshape_42" -> "1283 unsqueeze_27" [label="(4, 64)", style=solid]; +"1282 unsqueeze_26" -> "1284 sub_4" [label="(4, 1, 64)", style=solid]; +"1283 unsqueeze_27" -> "1284 sub_4" [label="(4, 64, 1)", style=solid]; +"1284 sub_4" -> "1285 ne_4" [label="(4, 64, 64)", style=solid]; +"1284 sub_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1284 sub_4" -> "1287 eq_4" [label="(4, 64, 64)", style=solid]; +"1285 ne_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1286 masked_fill_8" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1287 eq_4" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1288 masked_fill_9" -> "1290 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1289 view_52" -> "1292 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1290 unsqueeze_28" -> "1291 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1291 unsqueeze_29" -> "1292 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1292 add_32" -> "1293 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1293 view_53" -> "1294 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1294 softmax_9" -> "1295 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1295 dropout_36" -> "1296 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1296 matmul_19" -> "1297 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1297 transpose_19" -> "1298 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1298 reshape_43" -> "1300 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1299 _param_constant161" -> "1308 linear_59" [label="(384,)", style=solid]; +"1300 reshape_43_0_0_nncf_smooth_quant_0" -> "1301 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1301 quantize_per_tensor_default_60" -> "1302 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1302 dequantize_per_tensor_default_60" -> "1308 linear_59" [label="(4, 64, 384)", style=solid]; +"1303 linear_59_scale_0" -> "1306 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1303 linear_59_scale_0" -> "1307 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1304 linear_59_zero_point_0" -> "1306 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1304 linear_59_zero_point_0" -> "1307 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1305 compressed_weight_updated_constant60" -> "1306 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1306 quantize_per_channel_default_60" -> "1307 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1307 dequantize_per_channel_default_60" -> "1308 linear_59" [label="(384, 384)", style=solid]; +"1308 linear_59" -> "1309 dropout_37" [label="(4, 64, 384)", style=solid]; +"1309 dropout_37" -> "1310 view_54" [label="(4, 64, 384)", style=solid]; +"1310 view_54" -> "1311 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1311 permute_45" -> "1312 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1312 reshape_44" -> "1313 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1313 roll_9" -> "1314 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1314 slice_157" -> "1315 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1315 slice_158" -> "1316 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1316 slice_159" -> "1317 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1317 slice_160" -> "1318 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1318 contiguous_17" -> "1321 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1319 _param_constant162" -> "1321 layer_norm_21" [label="(384,)", style=solid]; +"1320 _param_constant163" -> "1321 layer_norm_21" [label="(384,)", style=solid]; +"1321 layer_norm_21" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1322 add_33" -> "1324 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1322 add_33" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1323 _param_constant165" -> "1332 linear_60" [label="(1536,)", style=solid]; +"1324 add_33_0_0_nncf_smooth_quant_0" -> "1325 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1325 quantize_per_tensor_default_61" -> "1326 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1326 dequantize_per_tensor_default_61" -> "1332 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1327 linear_60_scale_0" -> "1330 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1327 linear_60_scale_0" -> "1331 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1328 linear_60_zero_point_0" -> "1330 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1328 linear_60_zero_point_0" -> "1331 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1329 compressed_weight_updated_constant61" -> "1330 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1330 quantize_per_channel_default_61" -> "1331 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1331 dequantize_per_channel_default_61" -> "1332 linear_60" [label="(1536, 384)", style=solid]; +"1332 linear_60" -> "1333 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1333 gelu_9" -> "1334 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1334 dropout_38" -> "1336 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1335 _param_constant167" -> "1344 linear_61" [label="(384,)", style=solid]; +"1336 dropout_38_0_0_nncf_smooth_quant_0" -> "1337 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1337 quantize_per_tensor_default_62" -> "1338 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1338 dequantize_per_tensor_default_62" -> "1344 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1339 linear_61_scale_0" -> "1342 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1339 linear_61_scale_0" -> "1343 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1340 linear_61_zero_point_0" -> "1342 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1340 linear_61_zero_point_0" -> "1343 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1341 compressed_weight_updated_constant62" -> "1342 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1342 quantize_per_channel_default_62" -> "1343 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1343 dequantize_per_channel_default_62" -> "1344 linear_61" [label="(384, 1536)", style=solid]; +"1344 linear_61" -> "1345 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1345 dropout_39" -> "1348 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1346 _param_constant168" -> "1348 layer_norm_22" [label="(384,)", style=solid]; +"1347 _param_constant169" -> "1348 layer_norm_22" [label="(384,)", style=solid]; +"1348 layer_norm_22" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1349 add_34" -> "1376 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1349 add_34" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1350 _tensor_constant65" -> "1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1351 _param_constant171" -> "1358 linear_62" [label="(512,)", style=solid]; +"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1358 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"1353 linear_62_scale_0" -> "1356 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1353 linear_62_scale_0" -> "1357 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1354 linear_62_zero_point_0" -> "1356 quantize_per_channel_default_63" [label="(512,)", style=solid]; +"1354 linear_62_zero_point_0" -> "1357 dequantize_per_channel_default_63" [label="(512,)", style=solid]; +"1355 compressed_weight_updated_constant63" -> "1356 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1356 quantize_per_channel_default_63" -> "1357 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; +"1357 dequantize_per_channel_default_63" -> "1358 linear_62" [label="(512, 2)", style=solid]; +"1358 linear_62" -> "1359 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"1359 relu__10" -> "1360 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1360 relu__10_0_0_nncf_smooth_quant_0" -> "1366 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"1361 linear_63_scale_0" -> "1364 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1361 linear_63_scale_0" -> "1365 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1362 linear_63_zero_point_0" -> "1364 quantize_per_channel_default_64" [label="(12,)", style=solid]; +"1362 linear_63_zero_point_0" -> "1365 dequantize_per_channel_default_64" [label="(12,)", style=solid]; +"1363 compressed_weight_updated_constant64" -> "1364 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1364 quantize_per_channel_default_64" -> "1365 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; +"1365 dequantize_per_channel_default_64" -> "1366 linear_63" [label="(12, 512)", style=solid]; +"1366 linear_63" -> "1367 view_55" [label="(1, 15, 15, 12)", style=solid]; +"1367 view_55" -> "1369 index_10" [label="(225, 12)", style=solid]; +"1368 _tensor_constant66" -> "1369 index_10" [label="(4096,)", style=solid]; +"1369 index_10" -> "1370 view_56" [label="(4096, 12)", style=solid]; +"1370 view_56" -> "1371 permute_46" [label="(64, 64, 12)", style=solid]; +"1371 permute_46" -> "1372 contiguous_18" [label="(12, 64, 64)", style=solid]; +"1372 contiguous_18" -> "1373 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"1373 unsqueeze_30" -> "1374 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"1374 sigmoid_10" -> "1375 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"1375 mul_20" -> "1414 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1376 pad_12" -> "1377 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1377 view_57" -> "1378 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1378 permute_47" -> "1379 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1379 reshape_45" -> "1382 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1380 _param_constant173" -> "1381 clone_10" [label="(1152,)", style=solid]; +"1381 clone_10" -> "1390 linear_64" [label="(1152,)", style=solid]; +"1382 reshape_45_0_0_nncf_smooth_quant_0" -> "1383 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1383 quantize_per_tensor_default_63" -> "1384 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1384 dequantize_per_tensor_default_63" -> "1390 linear_64" [label="(4, 64, 384)", style=solid]; +"1385 linear_64_scale_0" -> "1388 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1385 linear_64_scale_0" -> "1389 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1386 linear_64_zero_point_0" -> "1388 quantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1386 linear_64_zero_point_0" -> "1389 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; +"1387 compressed_weight_updated_constant65" -> "1388 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; +"1388 quantize_per_channel_default_65" -> "1389 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; +"1389 dequantize_per_channel_default_65" -> "1390 linear_64" [label="(1152, 384)", style=solid]; +"1390 linear_64" -> "1391 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1391 reshape_46" -> "1392 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1392 permute_48" -> "1393 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1392 permute_48" -> "1394 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1392 permute_48" -> "1395 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1393 select_30" -> "1396 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1393 select_30" -> "1398 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1393 select_30" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_31" -> "1402 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_31" -> "1404 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1394 select_31" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1395 select_32" -> "1417 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1396 linalg_vector_norm_20" -> "1397 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1397 clamp_min_20" -> "1398 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1398 expand_as_20" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1399 div_20" -> "1400 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1400 quantize_per_tensor_default_64" -> "1401 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1401 dequantize_per_tensor_default_64" -> "1409 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1402 linalg_vector_norm_21" -> "1403 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1403 clamp_min_21" -> "1404 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1404 expand_as_21" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1405 div_21" -> "1406 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1406 quantize_per_tensor_default_65" -> "1407 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1407 dequantize_per_tensor_default_65" -> "1408 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1408 transpose_20" -> "1409 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1409 matmul_20" -> "1413 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1410 _param_constant175" -> "1411 clamp_10" [label="(12, 1, 1)", style=solid]; +"1411 clamp_10" -> "1412 exp_10" [label="(12, 1, 1)", style=solid]; +"1412 exp_10" -> "1413 mul_21" [label="(12, 1, 1)", style=solid]; +"1413 mul_21" -> "1414 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1414 add_35" -> "1415 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1415 softmax_10" -> "1416 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1416 dropout_40" -> "1417 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1417 matmul_21" -> "1418 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1418 transpose_21" -> "1419 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1419 reshape_47" -> "1421 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1420 _param_constant177" -> "1429 linear_65" [label="(384,)", style=solid]; +"1421 reshape_47_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1422 quantize_per_tensor_default_66" -> "1423 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1423 dequantize_per_tensor_default_66" -> "1429 linear_65" [label="(4, 64, 384)", style=solid]; +"1424 linear_65_scale_0" -> "1427 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1424 linear_65_scale_0" -> "1428 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1425 linear_65_zero_point_0" -> "1427 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1425 linear_65_zero_point_0" -> "1428 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1426 compressed_weight_updated_constant66" -> "1427 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; +"1427 quantize_per_channel_default_66" -> "1428 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; +"1428 dequantize_per_channel_default_66" -> "1429 linear_65" [label="(384, 384)", style=solid]; +"1429 linear_65" -> "1430 dropout_41" [label="(4, 64, 384)", style=solid]; +"1430 dropout_41" -> "1431 view_58" [label="(4, 64, 384)", style=solid]; +"1431 view_58" -> "1432 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1432 permute_49" -> "1433 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1433 reshape_48" -> "1434 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1434 slice_162" -> "1435 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1435 slice_163" -> "1436 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1436 slice_164" -> "1437 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1437 slice_165" -> "1438 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1438 contiguous_19" -> "1441 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1439 _param_constant178" -> "1441 layer_norm_23" [label="(384,)", style=solid]; +"1440 _param_constant179" -> "1441 layer_norm_23" [label="(384,)", style=solid]; +"1441 layer_norm_23" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1442 add_36" -> "1444 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1442 add_36" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1443 _param_constant181" -> "1452 linear_66" [label="(1536,)", style=solid]; +"1444 add_36_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1445 quantize_per_tensor_default_67" -> "1446 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1446 dequantize_per_tensor_default_67" -> "1452 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1447 linear_66_scale_0" -> "1450 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1447 linear_66_scale_0" -> "1451 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1448 linear_66_zero_point_0" -> "1450 quantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1448 linear_66_zero_point_0" -> "1451 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; +"1449 compressed_weight_updated_constant67" -> "1450 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"1450 quantize_per_channel_default_67" -> "1451 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; +"1451 dequantize_per_channel_default_67" -> "1452 linear_66" [label="(1536, 384)", style=solid]; +"1452 linear_66" -> "1453 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1453 gelu_10" -> "1454 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1454 dropout_42" -> "1456 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1455 _param_constant183" -> "1464 linear_67" [label="(384,)", style=solid]; +"1456 dropout_42_0_0_nncf_smooth_quant_0" -> "1457 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1457 quantize_per_tensor_default_68" -> "1458 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1458 dequantize_per_tensor_default_68" -> "1464 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1459 linear_67_scale_0" -> "1462 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1459 linear_67_scale_0" -> "1463 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1460 linear_67_zero_point_0" -> "1462 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1460 linear_67_zero_point_0" -> "1463 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1461 compressed_weight_updated_constant68" -> "1462 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"1462 quantize_per_channel_default_68" -> "1463 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; +"1463 dequantize_per_channel_default_68" -> "1464 linear_67" [label="(384, 1536)", style=solid]; +"1464 linear_67" -> "1465 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1465 dropout_43" -> "1468 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1466 _param_constant184" -> "1468 layer_norm_24" [label="(384,)", style=solid]; +"1467 _param_constant185" -> "1468 layer_norm_24" [label="(384,)", style=solid]; +"1468 layer_norm_24" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1469 add_37" -> "1496 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1469 add_37" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1470 _tensor_constant67" -> "1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1471 _param_constant187" -> "1478 linear_68" [label="(512,)", style=solid]; +"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1478 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"1473 linear_68_scale_0" -> "1476 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1473 linear_68_scale_0" -> "1477 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1474 linear_68_zero_point_0" -> "1476 quantize_per_channel_default_69" [label="(512,)", style=solid]; +"1474 linear_68_zero_point_0" -> "1477 dequantize_per_channel_default_69" [label="(512,)", style=solid]; +"1475 compressed_weight_updated_constant69" -> "1476 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; +"1476 quantize_per_channel_default_69" -> "1477 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; +"1477 dequantize_per_channel_default_69" -> "1478 linear_68" [label="(512, 2)", style=solid]; +"1478 linear_68" -> "1479 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"1479 relu__11" -> "1480 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1480 relu__11_0_0_nncf_smooth_quant_0" -> "1486 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"1481 linear_69_scale_0" -> "1484 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1481 linear_69_scale_0" -> "1485 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1482 linear_69_zero_point_0" -> "1484 quantize_per_channel_default_70" [label="(12,)", style=solid]; +"1482 linear_69_zero_point_0" -> "1485 dequantize_per_channel_default_70" [label="(12,)", style=solid]; +"1483 compressed_weight_updated_constant70" -> "1484 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; +"1484 quantize_per_channel_default_70" -> "1485 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; +"1485 dequantize_per_channel_default_70" -> "1486 linear_69" [label="(12, 512)", style=solid]; +"1486 linear_69" -> "1487 view_59" [label="(1, 15, 15, 12)", style=solid]; +"1487 view_59" -> "1489 index_11" [label="(225, 12)", style=solid]; +"1488 _tensor_constant68" -> "1489 index_11" [label="(4096,)", style=solid]; +"1489 index_11" -> "1490 view_60" [label="(4096, 12)", style=solid]; +"1490 view_60" -> "1491 permute_50" [label="(64, 64, 12)", style=solid]; +"1491 permute_50" -> "1492 contiguous_20" [label="(12, 64, 64)", style=solid]; +"1492 contiguous_20" -> "1493 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"1493 unsqueeze_31" -> "1494 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"1494 sigmoid_11" -> "1495 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"1495 mul_22" -> "1535 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1496 pad_13" -> "1497 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1497 roll_10" -> "1498 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1498 view_61" -> "1499 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1499 permute_51" -> "1500 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1500 reshape_49" -> "1503 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1500 reshape_49" -> "1536 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1501 _param_constant189" -> "1502 clone_11" [label="(1152,)", style=solid]; +"1502 clone_11" -> "1511 linear_70" [label="(1152,)", style=solid]; +"1503 reshape_49_0_0_nncf_smooth_quant_0" -> "1504 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1504 quantize_per_tensor_default_69" -> "1505 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1505 dequantize_per_tensor_default_69" -> "1511 linear_70" [label="(4, 64, 384)", style=solid]; +"1506 linear_70_scale_0" -> "1509 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1506 linear_70_scale_0" -> "1510 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1507 linear_70_zero_point_0" -> "1509 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1507 linear_70_zero_point_0" -> "1510 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1508 compressed_weight_updated_constant71" -> "1509 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1509 quantize_per_channel_default_71" -> "1510 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1510 dequantize_per_channel_default_71" -> "1511 linear_70" [label="(1152, 384)", style=solid]; +"1511 linear_70" -> "1512 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1512 reshape_50" -> "1513 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1513 permute_52" -> "1514 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1513 permute_52" -> "1515 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1513 permute_52" -> "1516 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1514 select_33" -> "1517 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1514 select_33" -> "1519 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1514 select_33" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1515 select_34" -> "1523 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1515 select_34" -> "1525 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1515 select_34" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1516 select_35" -> "1554 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1517 linalg_vector_norm_22" -> "1518 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1518 clamp_min_22" -> "1519 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1519 expand_as_22" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1520 div_22" -> "1521 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1521 quantize_per_tensor_default_70" -> "1522 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1522 dequantize_per_tensor_default_70" -> "1530 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1523 linalg_vector_norm_23" -> "1524 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1524 clamp_min_23" -> "1525 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1525 expand_as_23" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1526 div_23" -> "1527 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1527 quantize_per_tensor_default_71" -> "1528 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1528 dequantize_per_tensor_default_71" -> "1529 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1529 transpose_22" -> "1530 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1530 matmul_22" -> "1534 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1531 _param_constant191" -> "1532 clamp_11" [label="(12, 1, 1)", style=solid]; +"1532 clamp_11" -> "1533 exp_11" [label="(12, 1, 1)", style=solid]; +"1533 exp_11" -> "1534 mul_23" [label="(12, 1, 1)", style=solid]; +"1534 mul_23" -> "1535 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1535 add_38" -> "1547 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1536 new_zeros_5" -> "1537 view_62" [label="(16, 16)", style=solid]; +"1537 view_62" -> "1538 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1538 permute_53" -> "1539 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1539 reshape_51" -> "1540 unsqueeze_32" [label="(4, 64)", style=solid]; +"1539 reshape_51" -> "1541 unsqueeze_33" [label="(4, 64)", style=solid]; +"1540 unsqueeze_32" -> "1542 sub_5" [label="(4, 1, 64)", style=solid]; +"1541 unsqueeze_33" -> "1542 sub_5" [label="(4, 64, 1)", style=solid]; +"1542 sub_5" -> "1543 ne_5" [label="(4, 64, 64)", style=solid]; +"1542 sub_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1542 sub_5" -> "1545 eq_5" [label="(4, 64, 64)", style=solid]; +"1543 ne_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1544 masked_fill_10" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1545 eq_5" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1546 masked_fill_11" -> "1548 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1547 view_63" -> "1550 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1548 unsqueeze_34" -> "1549 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1549 unsqueeze_35" -> "1550 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1550 add_39" -> "1551 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1551 view_64" -> "1552 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1552 softmax_11" -> "1553 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1553 dropout_44" -> "1554 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1554 matmul_23" -> "1555 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1555 transpose_23" -> "1556 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1556 reshape_52" -> "1558 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1557 _param_constant193" -> "1566 linear_71" [label="(384,)", style=solid]; +"1558 reshape_52_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1559 quantize_per_tensor_default_72" -> "1560 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1560 dequantize_per_tensor_default_72" -> "1566 linear_71" [label="(4, 64, 384)", style=solid]; +"1561 linear_71_scale_0" -> "1564 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1561 linear_71_scale_0" -> "1565 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1562 linear_71_zero_point_0" -> "1564 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1562 linear_71_zero_point_0" -> "1565 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1563 compressed_weight_updated_constant72" -> "1564 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1564 quantize_per_channel_default_72" -> "1565 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1565 dequantize_per_channel_default_72" -> "1566 linear_71" [label="(384, 384)", style=solid]; +"1566 linear_71" -> "1567 dropout_45" [label="(4, 64, 384)", style=solid]; +"1567 dropout_45" -> "1568 view_65" [label="(4, 64, 384)", style=solid]; +"1568 view_65" -> "1569 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1569 permute_54" -> "1570 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1570 reshape_53" -> "1571 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1571 roll_11" -> "1572 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1572 slice_185" -> "1573 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1573 slice_186" -> "1574 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1574 slice_187" -> "1575 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1575 slice_188" -> "1576 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1576 contiguous_21" -> "1579 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1577 _param_constant194" -> "1579 layer_norm_25" [label="(384,)", style=solid]; +"1578 _param_constant195" -> "1579 layer_norm_25" [label="(384,)", style=solid]; +"1579 layer_norm_25" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1580 add_40" -> "1582 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1580 add_40" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1581 _param_constant197" -> "1590 linear_72" [label="(1536,)", style=solid]; +"1582 add_40_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1583 quantize_per_tensor_default_73" -> "1584 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1584 dequantize_per_tensor_default_73" -> "1590 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1585 linear_72_scale_0" -> "1588 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1585 linear_72_scale_0" -> "1589 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1586 linear_72_zero_point_0" -> "1588 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1586 linear_72_zero_point_0" -> "1589 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1587 compressed_weight_updated_constant73" -> "1588 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1588 quantize_per_channel_default_73" -> "1589 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1589 dequantize_per_channel_default_73" -> "1590 linear_72" [label="(1536, 384)", style=solid]; +"1590 linear_72" -> "1591 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1591 gelu_11" -> "1592 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1592 dropout_46" -> "1594 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1593 _param_constant199" -> "1602 linear_73" [label="(384,)", style=solid]; +"1594 dropout_46_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1595 quantize_per_tensor_default_74" -> "1596 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1596 dequantize_per_tensor_default_74" -> "1602 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1597 linear_73_scale_0" -> "1600 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1597 linear_73_scale_0" -> "1601 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1598 linear_73_zero_point_0" -> "1600 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1598 linear_73_zero_point_0" -> "1601 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1599 compressed_weight_updated_constant74" -> "1600 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1600 quantize_per_channel_default_74" -> "1601 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1601 dequantize_per_channel_default_74" -> "1602 linear_73" [label="(384, 1536)", style=solid]; +"1602 linear_73" -> "1603 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1603 dropout_47" -> "1606 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1604 _param_constant200" -> "1606 layer_norm_26" [label="(384,)", style=solid]; +"1605 _param_constant201" -> "1606 layer_norm_26" [label="(384,)", style=solid]; +"1606 layer_norm_26" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1607 add_41" -> "1634 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1607 add_41" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1608 _tensor_constant78" -> "1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1609 _param_constant203" -> "1616 linear_74" [label="(512,)", style=solid]; +"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1616 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"1611 linear_74_scale_0" -> "1614 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1611 linear_74_scale_0" -> "1615 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1612 linear_74_zero_point_0" -> "1614 quantize_per_channel_default_75" [label="(512,)", style=solid]; +"1612 linear_74_zero_point_0" -> "1615 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"1613 compressed_weight_updated_constant75" -> "1614 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"1614 quantize_per_channel_default_75" -> "1615 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"1615 dequantize_per_channel_default_75" -> "1616 linear_74" [label="(512, 2)", style=solid]; +"1616 linear_74" -> "1617 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"1617 relu__12" -> "1618 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1618 relu__12_0_0_nncf_smooth_quant_0" -> "1624 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"1619 linear_75_scale_0" -> "1622 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1619 linear_75_scale_0" -> "1623 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1620 linear_75_zero_point_0" -> "1622 quantize_per_channel_default_76" [label="(12,)", style=solid]; +"1620 linear_75_zero_point_0" -> "1623 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"1621 compressed_weight_updated_constant76" -> "1622 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"1622 quantize_per_channel_default_76" -> "1623 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"1623 dequantize_per_channel_default_76" -> "1624 linear_75" [label="(12, 512)", style=solid]; +"1624 linear_75" -> "1625 view_66" [label="(1, 15, 15, 12)", style=solid]; +"1625 view_66" -> "1627 index_12" [label="(225, 12)", style=solid]; +"1626 _tensor_constant79" -> "1627 index_12" [label="(4096,)", style=solid]; +"1627 index_12" -> "1628 view_67" [label="(4096, 12)", style=solid]; +"1628 view_67" -> "1629 permute_55" [label="(64, 64, 12)", style=solid]; +"1629 permute_55" -> "1630 contiguous_22" [label="(12, 64, 64)", style=solid]; +"1630 contiguous_22" -> "1631 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"1631 unsqueeze_36" -> "1632 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"1632 sigmoid_12" -> "1633 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"1633 mul_24" -> "1672 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1634 pad_14" -> "1635 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1635 view_68" -> "1636 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1636 permute_56" -> "1637 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1637 reshape_54" -> "1640 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1638 _param_constant205" -> "1639 clone_12" [label="(1152,)", style=solid]; +"1639 clone_12" -> "1648 linear_76" [label="(1152,)", style=solid]; +"1640 reshape_54_0_0_nncf_smooth_quant_0" -> "1641 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1641 quantize_per_tensor_default_75" -> "1642 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1642 dequantize_per_tensor_default_75" -> "1648 linear_76" [label="(4, 64, 384)", style=solid]; +"1643 linear_76_scale_0" -> "1646 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1643 linear_76_scale_0" -> "1647 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1644 linear_76_zero_point_0" -> "1646 quantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1644 linear_76_zero_point_0" -> "1647 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; +"1645 compressed_weight_updated_constant77" -> "1646 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; +"1646 quantize_per_channel_default_77" -> "1647 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; +"1647 dequantize_per_channel_default_77" -> "1648 linear_76" [label="(1152, 384)", style=solid]; +"1648 linear_76" -> "1649 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1649 reshape_55" -> "1650 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1650 permute_57" -> "1651 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1650 permute_57" -> "1652 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1650 permute_57" -> "1653 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1651 select_36" -> "1654 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1651 select_36" -> "1656 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1651 select_36" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_37" -> "1660 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_37" -> "1662 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1652 select_37" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1653 select_38" -> "1675 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1654 linalg_vector_norm_24" -> "1655 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1655 clamp_min_24" -> "1656 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1656 expand_as_24" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1657 div_24" -> "1658 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1658 quantize_per_tensor_default_76" -> "1659 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1659 dequantize_per_tensor_default_76" -> "1667 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1660 linalg_vector_norm_25" -> "1661 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1661 clamp_min_25" -> "1662 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1662 expand_as_25" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1663 div_25" -> "1664 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1664 quantize_per_tensor_default_77" -> "1665 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1665 dequantize_per_tensor_default_77" -> "1666 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1666 transpose_24" -> "1667 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1667 matmul_24" -> "1671 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1668 _param_constant207" -> "1669 clamp_12" [label="(12, 1, 1)", style=solid]; +"1669 clamp_12" -> "1670 exp_12" [label="(12, 1, 1)", style=solid]; +"1670 exp_12" -> "1671 mul_25" [label="(12, 1, 1)", style=solid]; +"1671 mul_25" -> "1672 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1672 add_42" -> "1673 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1673 softmax_12" -> "1674 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1674 dropout_48" -> "1675 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1675 matmul_25" -> "1676 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1676 transpose_25" -> "1677 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1677 reshape_56" -> "1679 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1678 _param_constant209" -> "1687 linear_77" [label="(384,)", style=solid]; +"1679 reshape_56_0_0_nncf_smooth_quant_0" -> "1680 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1680 quantize_per_tensor_default_78" -> "1681 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1681 dequantize_per_tensor_default_78" -> "1687 linear_77" [label="(4, 64, 384)", style=solid]; +"1682 linear_77_scale_0" -> "1685 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1682 linear_77_scale_0" -> "1686 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1683 linear_77_zero_point_0" -> "1685 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1683 linear_77_zero_point_0" -> "1686 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1684 compressed_weight_updated_constant78" -> "1685 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; +"1685 quantize_per_channel_default_78" -> "1686 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; +"1686 dequantize_per_channel_default_78" -> "1687 linear_77" [label="(384, 384)", style=solid]; +"1687 linear_77" -> "1688 dropout_49" [label="(4, 64, 384)", style=solid]; +"1688 dropout_49" -> "1689 view_69" [label="(4, 64, 384)", style=solid]; +"1689 view_69" -> "1690 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1690 permute_58" -> "1691 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1691 reshape_57" -> "1692 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1692 slice_190" -> "1693 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1693 slice_191" -> "1694 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1694 slice_192" -> "1695 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1695 slice_193" -> "1696 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1696 contiguous_23" -> "1699 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1697 _param_constant210" -> "1699 layer_norm_27" [label="(384,)", style=solid]; +"1698 _param_constant211" -> "1699 layer_norm_27" [label="(384,)", style=solid]; +"1699 layer_norm_27" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1700 add_43" -> "1702 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1700 add_43" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1701 _param_constant213" -> "1710 linear_78" [label="(1536,)", style=solid]; +"1702 add_43_0_0_nncf_smooth_quant_0" -> "1703 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1703 quantize_per_tensor_default_79" -> "1704 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1704 dequantize_per_tensor_default_79" -> "1710 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1705 linear_78_scale_0" -> "1708 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1705 linear_78_scale_0" -> "1709 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1706 linear_78_zero_point_0" -> "1708 quantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1706 linear_78_zero_point_0" -> "1709 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; +"1707 compressed_weight_updated_constant79" -> "1708 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"1708 quantize_per_channel_default_79" -> "1709 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; +"1709 dequantize_per_channel_default_79" -> "1710 linear_78" [label="(1536, 384)", style=solid]; +"1710 linear_78" -> "1711 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1711 gelu_12" -> "1712 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1712 dropout_50" -> "1714 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1713 _param_constant215" -> "1722 linear_79" [label="(384,)", style=solid]; +"1714 dropout_50_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1715 quantize_per_tensor_default_80" -> "1716 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1716 dequantize_per_tensor_default_80" -> "1722 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1717 linear_79_scale_0" -> "1720 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1717 linear_79_scale_0" -> "1721 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1718 linear_79_zero_point_0" -> "1720 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"1718 linear_79_zero_point_0" -> "1721 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"1719 compressed_weight_updated_constant80" -> "1720 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"1720 quantize_per_channel_default_80" -> "1721 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; +"1721 dequantize_per_channel_default_80" -> "1722 linear_79" [label="(384, 1536)", style=solid]; +"1722 linear_79" -> "1723 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1723 dropout_51" -> "1726 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1724 _param_constant216" -> "1726 layer_norm_28" [label="(384,)", style=solid]; +"1725 _param_constant217" -> "1726 layer_norm_28" [label="(384,)", style=solid]; +"1726 layer_norm_28" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1727 add_44" -> "1754 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1727 add_44" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1728 _tensor_constant80" -> "1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1729 _param_constant219" -> "1736 linear_80" [label="(512,)", style=solid]; +"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1736 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"1731 linear_80_scale_0" -> "1734 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1731 linear_80_scale_0" -> "1735 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1732 linear_80_zero_point_0" -> "1734 quantize_per_channel_default_81" [label="(512,)", style=solid]; +"1732 linear_80_zero_point_0" -> "1735 dequantize_per_channel_default_81" [label="(512,)", style=solid]; +"1733 compressed_weight_updated_constant81" -> "1734 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; +"1734 quantize_per_channel_default_81" -> "1735 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; +"1735 dequantize_per_channel_default_81" -> "1736 linear_80" [label="(512, 2)", style=solid]; +"1736 linear_80" -> "1737 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"1737 relu__13" -> "1738 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1738 relu__13_0_0_nncf_smooth_quant_0" -> "1744 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"1739 linear_81_scale_0" -> "1742 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1739 linear_81_scale_0" -> "1743 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1740 linear_81_zero_point_0" -> "1742 quantize_per_channel_default_82" [label="(12,)", style=solid]; +"1740 linear_81_zero_point_0" -> "1743 dequantize_per_channel_default_82" [label="(12,)", style=solid]; +"1741 compressed_weight_updated_constant82" -> "1742 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; +"1742 quantize_per_channel_default_82" -> "1743 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; +"1743 dequantize_per_channel_default_82" -> "1744 linear_81" [label="(12, 512)", style=solid]; +"1744 linear_81" -> "1745 view_70" [label="(1, 15, 15, 12)", style=solid]; +"1745 view_70" -> "1747 index_13" [label="(225, 12)", style=solid]; +"1746 _tensor_constant81" -> "1747 index_13" [label="(4096,)", style=solid]; +"1747 index_13" -> "1748 view_71" [label="(4096, 12)", style=solid]; +"1748 view_71" -> "1749 permute_59" [label="(64, 64, 12)", style=solid]; +"1749 permute_59" -> "1750 contiguous_24" [label="(12, 64, 64)", style=solid]; +"1750 contiguous_24" -> "1751 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"1751 unsqueeze_37" -> "1752 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"1752 sigmoid_13" -> "1753 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"1753 mul_26" -> "1793 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1754 pad_15" -> "1755 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1755 roll_12" -> "1756 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1756 view_72" -> "1757 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1757 permute_60" -> "1758 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1758 reshape_58" -> "1761 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1758 reshape_58" -> "1794 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1759 _param_constant221" -> "1760 clone_13" [label="(1152,)", style=solid]; +"1760 clone_13" -> "1769 linear_82" [label="(1152,)", style=solid]; +"1761 reshape_58_0_0_nncf_smooth_quant_0" -> "1762 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1762 quantize_per_tensor_default_81" -> "1763 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1763 dequantize_per_tensor_default_81" -> "1769 linear_82" [label="(4, 64, 384)", style=solid]; +"1764 linear_82_scale_0" -> "1767 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1764 linear_82_scale_0" -> "1768 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1765 linear_82_zero_point_0" -> "1767 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1765 linear_82_zero_point_0" -> "1768 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"1766 compressed_weight_updated_constant83" -> "1767 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"1767 quantize_per_channel_default_83" -> "1768 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"1768 dequantize_per_channel_default_83" -> "1769 linear_82" [label="(1152, 384)", style=solid]; +"1769 linear_82" -> "1770 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1770 reshape_59" -> "1771 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1771 permute_61" -> "1772 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1771 permute_61" -> "1773 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1771 permute_61" -> "1774 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1772 select_39" -> "1775 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1772 select_39" -> "1777 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1772 select_39" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1773 select_40" -> "1781 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1773 select_40" -> "1783 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1773 select_40" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1774 select_41" -> "1812 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1775 linalg_vector_norm_26" -> "1776 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1776 clamp_min_26" -> "1777 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1777 expand_as_26" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1778 div_26" -> "1779 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1779 quantize_per_tensor_default_82" -> "1780 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1780 dequantize_per_tensor_default_82" -> "1788 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1781 linalg_vector_norm_27" -> "1782 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1782 clamp_min_27" -> "1783 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1783 expand_as_27" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1784 div_27" -> "1785 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1785 quantize_per_tensor_default_83" -> "1786 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1786 dequantize_per_tensor_default_83" -> "1787 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1787 transpose_26" -> "1788 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1788 matmul_26" -> "1792 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1789 _param_constant223" -> "1790 clamp_13" [label="(12, 1, 1)", style=solid]; +"1790 clamp_13" -> "1791 exp_13" [label="(12, 1, 1)", style=solid]; +"1791 exp_13" -> "1792 mul_27" [label="(12, 1, 1)", style=solid]; +"1792 mul_27" -> "1793 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1793 add_45" -> "1805 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1794 new_zeros_6" -> "1795 view_73" [label="(16, 16)", style=solid]; +"1795 view_73" -> "1796 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1796 permute_62" -> "1797 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1797 reshape_60" -> "1798 unsqueeze_38" [label="(4, 64)", style=solid]; +"1797 reshape_60" -> "1799 unsqueeze_39" [label="(4, 64)", style=solid]; +"1798 unsqueeze_38" -> "1800 sub_6" [label="(4, 1, 64)", style=solid]; +"1799 unsqueeze_39" -> "1800 sub_6" [label="(4, 64, 1)", style=solid]; +"1800 sub_6" -> "1801 ne_6" [label="(4, 64, 64)", style=solid]; +"1800 sub_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1800 sub_6" -> "1803 eq_6" [label="(4, 64, 64)", style=solid]; +"1801 ne_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1802 masked_fill_12" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1803 eq_6" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1804 masked_fill_13" -> "1806 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1805 view_74" -> "1808 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1806 unsqueeze_40" -> "1807 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1807 unsqueeze_41" -> "1808 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1808 add_46" -> "1809 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1809 view_75" -> "1810 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1810 softmax_13" -> "1811 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1811 dropout_52" -> "1812 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1812 matmul_27" -> "1813 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1813 transpose_27" -> "1814 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1814 reshape_61" -> "1816 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1815 _param_constant225" -> "1824 linear_83" [label="(384,)", style=solid]; +"1816 reshape_61_0_0_nncf_smooth_quant_0" -> "1817 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1817 quantize_per_tensor_default_84" -> "1818 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1818 dequantize_per_tensor_default_84" -> "1824 linear_83" [label="(4, 64, 384)", style=solid]; +"1819 linear_83_scale_0" -> "1822 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1819 linear_83_scale_0" -> "1823 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1820 linear_83_zero_point_0" -> "1822 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"1820 linear_83_zero_point_0" -> "1823 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"1821 compressed_weight_updated_constant84" -> "1822 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"1822 quantize_per_channel_default_84" -> "1823 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"1823 dequantize_per_channel_default_84" -> "1824 linear_83" [label="(384, 384)", style=solid]; +"1824 linear_83" -> "1825 dropout_53" [label="(4, 64, 384)", style=solid]; +"1825 dropout_53" -> "1826 view_76" [label="(4, 64, 384)", style=solid]; +"1826 view_76" -> "1827 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1827 permute_63" -> "1828 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1828 reshape_62" -> "1829 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1829 roll_13" -> "1830 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1830 slice_213" -> "1831 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1831 slice_214" -> "1832 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1832 slice_215" -> "1833 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1833 slice_216" -> "1834 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1834 contiguous_25" -> "1837 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1835 _param_constant226" -> "1837 layer_norm_29" [label="(384,)", style=solid]; +"1836 _param_constant227" -> "1837 layer_norm_29" [label="(384,)", style=solid]; +"1837 layer_norm_29" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1838 add_47" -> "1840 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1838 add_47" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1839 _param_constant229" -> "1848 linear_84" [label="(1536,)", style=solid]; +"1840 add_47_0_0_nncf_smooth_quant_0" -> "1841 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1841 quantize_per_tensor_default_85" -> "1842 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1842 dequantize_per_tensor_default_85" -> "1848 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1843 linear_84_scale_0" -> "1846 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1843 linear_84_scale_0" -> "1847 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1844 linear_84_zero_point_0" -> "1846 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1844 linear_84_zero_point_0" -> "1847 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"1845 compressed_weight_updated_constant85" -> "1846 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"1846 quantize_per_channel_default_85" -> "1847 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"1847 dequantize_per_channel_default_85" -> "1848 linear_84" [label="(1536, 384)", style=solid]; +"1848 linear_84" -> "1849 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1849 gelu_13" -> "1850 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1850 dropout_54" -> "1852 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1851 _param_constant231" -> "1860 linear_85" [label="(384,)", style=solid]; +"1852 dropout_54_0_0_nncf_smooth_quant_0" -> "1853 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1853 quantize_per_tensor_default_86" -> "1854 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1854 dequantize_per_tensor_default_86" -> "1860 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1855 linear_85_scale_0" -> "1858 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1855 linear_85_scale_0" -> "1859 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1856 linear_85_zero_point_0" -> "1858 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"1856 linear_85_zero_point_0" -> "1859 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"1857 compressed_weight_updated_constant86" -> "1858 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"1858 quantize_per_channel_default_86" -> "1859 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"1859 dequantize_per_channel_default_86" -> "1860 linear_85" [label="(384, 1536)", style=solid]; +"1860 linear_85" -> "1861 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1861 dropout_55" -> "1864 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1862 _param_constant232" -> "1864 layer_norm_30" [label="(384,)", style=solid]; +"1863 _param_constant233" -> "1864 layer_norm_30" [label="(384,)", style=solid]; +"1864 layer_norm_30" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1865 add_48" -> "1892 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1865 add_48" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1866 _tensor_constant91" -> "1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1867 _param_constant235" -> "1874 linear_86" [label="(512,)", style=solid]; +"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1874 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"1869 linear_86_scale_0" -> "1872 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1869 linear_86_scale_0" -> "1873 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1870 linear_86_zero_point_0" -> "1872 quantize_per_channel_default_87" [label="(512,)", style=solid]; +"1870 linear_86_zero_point_0" -> "1873 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"1871 compressed_weight_updated_constant87" -> "1872 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"1872 quantize_per_channel_default_87" -> "1873 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"1873 dequantize_per_channel_default_87" -> "1874 linear_86" [label="(512, 2)", style=solid]; +"1874 linear_86" -> "1875 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"1875 relu__14" -> "1876 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1876 relu__14_0_0_nncf_smooth_quant_0" -> "1882 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"1877 linear_87_scale_0" -> "1880 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1877 linear_87_scale_0" -> "1881 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1878 linear_87_zero_point_0" -> "1880 quantize_per_channel_default_88" [label="(12,)", style=solid]; +"1878 linear_87_zero_point_0" -> "1881 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"1879 compressed_weight_updated_constant88" -> "1880 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"1880 quantize_per_channel_default_88" -> "1881 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"1881 dequantize_per_channel_default_88" -> "1882 linear_87" [label="(12, 512)", style=solid]; +"1882 linear_87" -> "1883 view_77" [label="(1, 15, 15, 12)", style=solid]; +"1883 view_77" -> "1885 index_14" [label="(225, 12)", style=solid]; +"1884 _tensor_constant92" -> "1885 index_14" [label="(4096,)", style=solid]; +"1885 index_14" -> "1886 view_78" [label="(4096, 12)", style=solid]; +"1886 view_78" -> "1887 permute_64" [label="(64, 64, 12)", style=solid]; +"1887 permute_64" -> "1888 contiguous_26" [label="(12, 64, 64)", style=solid]; +"1888 contiguous_26" -> "1889 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"1889 unsqueeze_42" -> "1890 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"1890 sigmoid_14" -> "1891 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"1891 mul_28" -> "1930 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1892 pad_16" -> "1893 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1893 view_79" -> "1894 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1894 permute_65" -> "1895 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1895 reshape_63" -> "1898 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1896 _param_constant237" -> "1897 clone_14" [label="(1152,)", style=solid]; +"1897 clone_14" -> "1906 linear_88" [label="(1152,)", style=solid]; +"1898 reshape_63_0_0_nncf_smooth_quant_0" -> "1899 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1899 quantize_per_tensor_default_87" -> "1900 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1900 dequantize_per_tensor_default_87" -> "1906 linear_88" [label="(4, 64, 384)", style=solid]; +"1901 linear_88_scale_0" -> "1904 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1901 linear_88_scale_0" -> "1905 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1902 linear_88_zero_point_0" -> "1904 quantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1902 linear_88_zero_point_0" -> "1905 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; +"1903 compressed_weight_updated_constant89" -> "1904 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1904 quantize_per_channel_default_89" -> "1905 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; +"1905 dequantize_per_channel_default_89" -> "1906 linear_88" [label="(1152, 384)", style=solid]; +"1906 linear_88" -> "1907 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1907 reshape_64" -> "1908 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1908 permute_66" -> "1909 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1908 permute_66" -> "1910 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1908 permute_66" -> "1911 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1909 select_42" -> "1912 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 select_42" -> "1914 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1909 select_42" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1910 select_43" -> "1918 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1910 select_43" -> "1920 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1910 select_43" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1911 select_44" -> "1933 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1912 linalg_vector_norm_28" -> "1913 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1913 clamp_min_28" -> "1914 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1914 expand_as_28" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1915 div_28" -> "1916 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1916 quantize_per_tensor_default_88" -> "1917 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1917 dequantize_per_tensor_default_88" -> "1925 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1918 linalg_vector_norm_29" -> "1919 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1919 clamp_min_29" -> "1920 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1920 expand_as_29" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1921 div_29" -> "1922 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1922 quantize_per_tensor_default_89" -> "1923 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1923 dequantize_per_tensor_default_89" -> "1924 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1924 transpose_28" -> "1925 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1925 matmul_28" -> "1929 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1926 _param_constant239" -> "1927 clamp_14" [label="(12, 1, 1)", style=solid]; +"1927 clamp_14" -> "1928 exp_14" [label="(12, 1, 1)", style=solid]; +"1928 exp_14" -> "1929 mul_29" [label="(12, 1, 1)", style=solid]; +"1929 mul_29" -> "1930 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1930 add_49" -> "1931 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1931 softmax_14" -> "1932 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1932 dropout_56" -> "1933 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1933 matmul_29" -> "1934 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1934 transpose_29" -> "1935 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1935 reshape_65" -> "1937 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1936 _param_constant241" -> "1945 linear_89" [label="(384,)", style=solid]; +"1937 reshape_65_0_0_nncf_smooth_quant_0" -> "1938 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1938 quantize_per_tensor_default_90" -> "1939 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1939 dequantize_per_tensor_default_90" -> "1945 linear_89" [label="(4, 64, 384)", style=solid]; +"1940 linear_89_scale_0" -> "1943 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1940 linear_89_scale_0" -> "1944 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1941 linear_89_zero_point_0" -> "1943 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"1941 linear_89_zero_point_0" -> "1944 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"1942 compressed_weight_updated_constant90" -> "1943 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1943 quantize_per_channel_default_90" -> "1944 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; +"1944 dequantize_per_channel_default_90" -> "1945 linear_89" [label="(384, 384)", style=solid]; +"1945 linear_89" -> "1946 dropout_57" [label="(4, 64, 384)", style=solid]; +"1946 dropout_57" -> "1947 view_80" [label="(4, 64, 384)", style=solid]; +"1947 view_80" -> "1948 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1948 permute_67" -> "1949 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1949 reshape_66" -> "1950 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1950 slice_218" -> "1951 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1951 slice_219" -> "1952 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1952 slice_220" -> "1953 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1953 slice_221" -> "1954 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1954 contiguous_27" -> "1957 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1955 _param_constant242" -> "1957 layer_norm_31" [label="(384,)", style=solid]; +"1956 _param_constant243" -> "1957 layer_norm_31" [label="(384,)", style=solid]; +"1957 layer_norm_31" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1958 add_50" -> "1960 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1958 add_50" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1959 _param_constant245" -> "1968 linear_90" [label="(1536,)", style=solid]; +"1960 add_50_0_0_nncf_smooth_quant_0" -> "1961 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1961 quantize_per_tensor_default_91" -> "1962 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1962 dequantize_per_tensor_default_91" -> "1968 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1963 linear_90_scale_0" -> "1966 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1963 linear_90_scale_0" -> "1967 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1964 linear_90_zero_point_0" -> "1966 quantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1964 linear_90_zero_point_0" -> "1967 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; +"1965 compressed_weight_updated_constant91" -> "1966 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1966 quantize_per_channel_default_91" -> "1967 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; +"1967 dequantize_per_channel_default_91" -> "1968 linear_90" [label="(1536, 384)", style=solid]; +"1968 linear_90" -> "1969 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1969 gelu_14" -> "1970 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1970 dropout_58" -> "1972 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1971 _param_constant247" -> "1980 linear_91" [label="(384,)", style=solid]; +"1972 dropout_58_0_0_nncf_smooth_quant_0" -> "1973 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1973 quantize_per_tensor_default_92" -> "1974 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1974 dequantize_per_tensor_default_92" -> "1980 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1975 linear_91_scale_0" -> "1978 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1975 linear_91_scale_0" -> "1979 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1976 linear_91_zero_point_0" -> "1978 quantize_per_channel_default_92" [label="(384,)", style=solid]; +"1976 linear_91_zero_point_0" -> "1979 dequantize_per_channel_default_92" [label="(384,)", style=solid]; +"1977 compressed_weight_updated_constant92" -> "1978 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1978 quantize_per_channel_default_92" -> "1979 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; +"1979 dequantize_per_channel_default_92" -> "1980 linear_91" [label="(384, 1536)", style=solid]; +"1980 linear_91" -> "1981 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1981 dropout_59" -> "1984 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1982 _param_constant248" -> "1984 layer_norm_32" [label="(384,)", style=solid]; +"1983 _param_constant249" -> "1984 layer_norm_32" [label="(384,)", style=solid]; +"1984 layer_norm_32" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1985 add_51" -> "2012 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1985 add_51" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1986 _tensor_constant93" -> "1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"1987 _param_constant251" -> "1994 linear_92" [label="(512,)", style=solid]; +"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1994 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"1989 linear_92_scale_0" -> "1992 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1989 linear_92_scale_0" -> "1993 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1990 linear_92_zero_point_0" -> "1992 quantize_per_channel_default_93" [label="(512,)", style=solid]; +"1990 linear_92_zero_point_0" -> "1993 dequantize_per_channel_default_93" [label="(512,)", style=solid]; +"1991 compressed_weight_updated_constant93" -> "1992 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; +"1992 quantize_per_channel_default_93" -> "1993 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; +"1993 dequantize_per_channel_default_93" -> "1994 linear_92" [label="(512, 2)", style=solid]; +"1994 linear_92" -> "1995 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"1995 relu__15" -> "1996 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"1996 relu__15_0_0_nncf_smooth_quant_0" -> "2002 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"1997 linear_93_scale_0" -> "2000 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1997 linear_93_scale_0" -> "2001 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1998 linear_93_zero_point_0" -> "2000 quantize_per_channel_default_94" [label="(12,)", style=solid]; +"1998 linear_93_zero_point_0" -> "2001 dequantize_per_channel_default_94" [label="(12,)", style=solid]; +"1999 compressed_weight_updated_constant94" -> "2000 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; +"2000 quantize_per_channel_default_94" -> "2001 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; +"2001 dequantize_per_channel_default_94" -> "2002 linear_93" [label="(12, 512)", style=solid]; +"2002 linear_93" -> "2003 view_81" [label="(1, 15, 15, 12)", style=solid]; +"2003 view_81" -> "2005 index_15" [label="(225, 12)", style=solid]; +"2004 _tensor_constant94" -> "2005 index_15" [label="(4096,)", style=solid]; +"2005 index_15" -> "2006 view_82" [label="(4096, 12)", style=solid]; +"2006 view_82" -> "2007 permute_68" [label="(64, 64, 12)", style=solid]; +"2007 permute_68" -> "2008 contiguous_28" [label="(12, 64, 64)", style=solid]; +"2008 contiguous_28" -> "2009 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"2009 unsqueeze_43" -> "2010 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"2010 sigmoid_15" -> "2011 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"2011 mul_30" -> "2051 add_52" [label="(1, 12, 64, 64)", style=solid]; +"2012 pad_17" -> "2013 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"2013 roll_14" -> "2014 view_83" [label="(1, 16, 16, 384)", style=solid]; +"2014 view_83" -> "2015 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2015 permute_69" -> "2016 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2016 reshape_67" -> "2019 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2016 reshape_67" -> "2052 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2017 _param_constant253" -> "2018 clone_15" [label="(1152,)", style=solid]; +"2018 clone_15" -> "2027 linear_94" [label="(1152,)", style=solid]; +"2019 reshape_67_0_0_nncf_smooth_quant_0" -> "2020 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2020 quantize_per_tensor_default_93" -> "2021 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2021 dequantize_per_tensor_default_93" -> "2027 linear_94" [label="(4, 64, 384)", style=solid]; +"2022 linear_94_scale_0" -> "2025 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2022 linear_94_scale_0" -> "2026 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2023 linear_94_zero_point_0" -> "2025 quantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2023 linear_94_zero_point_0" -> "2026 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; +"2024 compressed_weight_updated_constant95" -> "2025 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; +"2025 quantize_per_channel_default_95" -> "2026 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; +"2026 dequantize_per_channel_default_95" -> "2027 linear_94" [label="(1152, 384)", style=solid]; +"2027 linear_94" -> "2028 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2028 reshape_68" -> "2029 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2029 permute_70" -> "2030 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2029 permute_70" -> "2031 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2029 permute_70" -> "2032 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2030 select_45" -> "2033 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_45" -> "2035 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2030 select_45" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_46" -> "2039 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_46" -> "2041 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2031 select_46" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2032 select_47" -> "2070 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2033 linalg_vector_norm_30" -> "2034 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2034 clamp_min_30" -> "2035 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2035 expand_as_30" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2036 div_30" -> "2037 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2037 quantize_per_tensor_default_94" -> "2038 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2038 dequantize_per_tensor_default_94" -> "2046 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"2039 linalg_vector_norm_31" -> "2040 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2040 clamp_min_31" -> "2041 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2041 expand_as_31" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2042 div_31" -> "2043 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2043 quantize_per_tensor_default_95" -> "2044 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2044 dequantize_per_tensor_default_95" -> "2045 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"2045 transpose_30" -> "2046 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2046 matmul_30" -> "2050 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2047 _param_constant255" -> "2048 clamp_15" [label="(12, 1, 1)", style=solid]; +"2048 clamp_15" -> "2049 exp_15" [label="(12, 1, 1)", style=solid]; +"2049 exp_15" -> "2050 mul_31" [label="(12, 1, 1)", style=solid]; +"2050 mul_31" -> "2051 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2051 add_52" -> "2063 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2052 new_zeros_7" -> "2053 view_84" [label="(16, 16)", style=solid]; +"2053 view_84" -> "2054 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2054 permute_71" -> "2055 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2055 reshape_69" -> "2056 unsqueeze_44" [label="(4, 64)", style=solid]; +"2055 reshape_69" -> "2057 unsqueeze_45" [label="(4, 64)", style=solid]; +"2056 unsqueeze_44" -> "2058 sub_7" [label="(4, 1, 64)", style=solid]; +"2057 unsqueeze_45" -> "2058 sub_7" [label="(4, 64, 1)", style=solid]; +"2058 sub_7" -> "2059 ne_7" [label="(4, 64, 64)", style=solid]; +"2058 sub_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2058 sub_7" -> "2061 eq_7" [label="(4, 64, 64)", style=solid]; +"2059 ne_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2060 masked_fill_14" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2061 eq_7" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2062 masked_fill_15" -> "2064 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2063 view_85" -> "2066 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2064 unsqueeze_46" -> "2065 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2065 unsqueeze_47" -> "2066 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2066 add_53" -> "2067 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2067 view_86" -> "2068 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2068 softmax_15" -> "2069 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2069 dropout_60" -> "2070 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2070 matmul_31" -> "2071 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"2071 transpose_31" -> "2072 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2072 reshape_70" -> "2074 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2073 _param_constant257" -> "2082 linear_95" [label="(384,)", style=solid]; +"2074 reshape_70_0_0_nncf_smooth_quant_0" -> "2075 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2075 quantize_per_tensor_default_96" -> "2076 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"2076 dequantize_per_tensor_default_96" -> "2082 linear_95" [label="(4, 64, 384)", style=solid]; +"2077 linear_95_scale_0" -> "2080 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2077 linear_95_scale_0" -> "2081 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2078 linear_95_zero_point_0" -> "2080 quantize_per_channel_default_96" [label="(384,)", style=solid]; +"2078 linear_95_zero_point_0" -> "2081 dequantize_per_channel_default_96" [label="(384,)", style=solid]; +"2079 compressed_weight_updated_constant96" -> "2080 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; +"2080 quantize_per_channel_default_96" -> "2081 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; +"2081 dequantize_per_channel_default_96" -> "2082 linear_95" [label="(384, 384)", style=solid]; +"2082 linear_95" -> "2083 dropout_61" [label="(4, 64, 384)", style=solid]; +"2083 dropout_61" -> "2084 view_87" [label="(4, 64, 384)", style=solid]; +"2084 view_87" -> "2085 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2085 permute_72" -> "2086 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2086 reshape_71" -> "2087 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2087 roll_15" -> "2088 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2088 slice_241" -> "2089 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2089 slice_242" -> "2090 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2090 slice_243" -> "2091 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2091 slice_244" -> "2092 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2092 contiguous_29" -> "2095 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2093 _param_constant258" -> "2095 layer_norm_33" [label="(384,)", style=solid]; +"2094 _param_constant259" -> "2095 layer_norm_33" [label="(384,)", style=solid]; +"2095 layer_norm_33" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2096 add_54" -> "2098 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2096 add_54" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2097 _param_constant261" -> "2106 linear_96" [label="(1536,)", style=solid]; +"2098 add_54_0_0_nncf_smooth_quant_0" -> "2099 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2099 quantize_per_tensor_default_97" -> "2100 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2100 dequantize_per_tensor_default_97" -> "2106 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"2101 linear_96_scale_0" -> "2104 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2101 linear_96_scale_0" -> "2105 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2102 linear_96_zero_point_0" -> "2104 quantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2102 linear_96_zero_point_0" -> "2105 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"2103 compressed_weight_updated_constant97" -> "2104 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"2104 quantize_per_channel_default_97" -> "2105 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"2105 dequantize_per_channel_default_97" -> "2106 linear_96" [label="(1536, 384)", style=solid]; +"2106 linear_96" -> "2107 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2107 gelu_15" -> "2108 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"2108 dropout_62" -> "2110 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2109 _param_constant263" -> "2118 linear_97" [label="(384,)", style=solid]; +"2110 dropout_62_0_0_nncf_smooth_quant_0" -> "2111 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2111 quantize_per_tensor_default_98" -> "2112 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2112 dequantize_per_tensor_default_98" -> "2118 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2113 linear_97_scale_0" -> "2116 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2113 linear_97_scale_0" -> "2117 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2114 linear_97_zero_point_0" -> "2116 quantize_per_channel_default_98" [label="(384,)", style=solid]; +"2114 linear_97_zero_point_0" -> "2117 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"2115 compressed_weight_updated_constant98" -> "2116 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"2116 quantize_per_channel_default_98" -> "2117 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"2117 dequantize_per_channel_default_98" -> "2118 linear_97" [label="(384, 1536)", style=solid]; +"2118 linear_97" -> "2119 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2119 dropout_63" -> "2122 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2120 _param_constant264" -> "2122 layer_norm_34" [label="(384,)", style=solid]; +"2121 _param_constant265" -> "2122 layer_norm_34" [label="(384,)", style=solid]; +"2122 layer_norm_34" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2123 add_55" -> "2150 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"2123 add_55" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2124 _tensor_constant104" -> "2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2125 _param_constant267" -> "2132 linear_98" [label="(512,)", style=solid]; +"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2132 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"2127 linear_98_scale_0" -> "2130 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2127 linear_98_scale_0" -> "2131 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2128 linear_98_zero_point_0" -> "2130 quantize_per_channel_default_99" [label="(512,)", style=solid]; +"2128 linear_98_zero_point_0" -> "2131 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"2129 compressed_weight_updated_constant99" -> "2130 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"2130 quantize_per_channel_default_99" -> "2131 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"2131 dequantize_per_channel_default_99" -> "2132 linear_98" [label="(512, 2)", style=solid]; +"2132 linear_98" -> "2133 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2133 relu__16" -> "2134 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2134 relu__16_0_0_nncf_smooth_quant_0" -> "2140 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2135 linear_99_scale_0" -> "2138 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2135 linear_99_scale_0" -> "2139 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2136 linear_99_zero_point_0" -> "2138 quantize_per_channel_default_100" [label="(12,)", style=solid]; +"2136 linear_99_zero_point_0" -> "2139 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"2137 compressed_weight_updated_constant100" -> "2138 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"2138 quantize_per_channel_default_100" -> "2139 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"2139 dequantize_per_channel_default_100" -> "2140 linear_99" [label="(12, 512)", style=solid]; +"2140 linear_99" -> "2141 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2141 view_88" -> "2143 index_16" [label="(225, 12)", style=solid]; +"2142 _tensor_constant105" -> "2143 index_16" [label="(4096,)", style=solid]; +"2143 index_16" -> "2144 view_89" [label="(4096, 12)", style=solid]; +"2144 view_89" -> "2145 permute_73" [label="(64, 64, 12)", style=solid]; +"2145 permute_73" -> "2146 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2146 contiguous_30" -> "2147 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2147 unsqueeze_48" -> "2148 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2148 sigmoid_16" -> "2149 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2149 mul_32" -> "2188 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2150 pad_18" -> "2151 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2151 view_90" -> "2152 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2152 permute_74" -> "2153 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2153 reshape_72" -> "2156 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2154 _param_constant269" -> "2155 clone_16" [label="(1152,)", style=solid]; +"2155 clone_16" -> "2164 linear_100" [label="(1152,)", style=solid]; +"2156 reshape_72_0_0_nncf_smooth_quant_0" -> "2157 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2157 quantize_per_tensor_default_99" -> "2158 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"2158 dequantize_per_tensor_default_99" -> "2164 linear_100" [label="(4, 64, 384)", style=solid]; +"2159 linear_100_scale_0" -> "2162 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2159 linear_100_scale_0" -> "2163 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2160 linear_100_zero_point_0" -> "2162 quantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2160 linear_100_zero_point_0" -> "2163 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; +"2161 compressed_weight_updated_constant101" -> "2162 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; +"2162 quantize_per_channel_default_101" -> "2163 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; +"2163 dequantize_per_channel_default_101" -> "2164 linear_100" [label="(1152, 384)", style=solid]; +"2164 linear_100" -> "2165 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2165 reshape_73" -> "2166 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2166 permute_75" -> "2167 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2166 permute_75" -> "2168 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2166 permute_75" -> "2169 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2167 select_48" -> "2170 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2167 select_48" -> "2172 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2167 select_48" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2168 select_49" -> "2176 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2168 select_49" -> "2178 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2168 select_49" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2169 select_50" -> "2191 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2170 linalg_vector_norm_32" -> "2171 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2171 clamp_min_32" -> "2172 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2172 expand_as_32" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2173 div_32" -> "2174 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2174 quantize_per_tensor_default_100" -> "2175 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2175 dequantize_per_tensor_default_100" -> "2183 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"2176 linalg_vector_norm_33" -> "2177 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2177 clamp_min_33" -> "2178 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2178 expand_as_33" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2179 div_33" -> "2180 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2180 quantize_per_tensor_default_101" -> "2181 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2181 dequantize_per_tensor_default_101" -> "2182 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"2182 transpose_32" -> "2183 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2183 matmul_32" -> "2187 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2184 _param_constant271" -> "2185 clamp_16" [label="(12, 1, 1)", style=solid]; +"2185 clamp_16" -> "2186 exp_16" [label="(12, 1, 1)", style=solid]; +"2186 exp_16" -> "2187 mul_33" [label="(12, 1, 1)", style=solid]; +"2187 mul_33" -> "2188 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2188 add_56" -> "2189 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2189 softmax_16" -> "2190 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2190 dropout_64" -> "2191 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2191 matmul_33" -> "2192 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"2192 transpose_33" -> "2193 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2193 reshape_74" -> "2195 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2194 _param_constant273" -> "2203 linear_101" [label="(384,)", style=solid]; +"2195 reshape_74_0_0_nncf_smooth_quant_0" -> "2196 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2196 quantize_per_tensor_default_102" -> "2197 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"2197 dequantize_per_tensor_default_102" -> "2203 linear_101" [label="(4, 64, 384)", style=solid]; +"2198 linear_101_scale_0" -> "2201 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2198 linear_101_scale_0" -> "2202 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2199 linear_101_zero_point_0" -> "2201 quantize_per_channel_default_102" [label="(384,)", style=solid]; +"2199 linear_101_zero_point_0" -> "2202 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"2200 compressed_weight_updated_constant102" -> "2201 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; +"2201 quantize_per_channel_default_102" -> "2202 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; +"2202 dequantize_per_channel_default_102" -> "2203 linear_101" [label="(384, 384)", style=solid]; +"2203 linear_101" -> "2204 dropout_65" [label="(4, 64, 384)", style=solid]; +"2204 dropout_65" -> "2205 view_91" [label="(4, 64, 384)", style=solid]; +"2205 view_91" -> "2206 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2206 permute_76" -> "2207 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2207 reshape_75" -> "2208 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2208 slice_246" -> "2209 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2209 slice_247" -> "2210 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2210 slice_248" -> "2211 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2211 slice_249" -> "2212 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2212 contiguous_31" -> "2215 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2213 _param_constant274" -> "2215 layer_norm_35" [label="(384,)", style=solid]; +"2214 _param_constant275" -> "2215 layer_norm_35" [label="(384,)", style=solid]; +"2215 layer_norm_35" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2216 add_57" -> "2218 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2216 add_57" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2217 _param_constant277" -> "2226 linear_102" [label="(1536,)", style=solid]; +"2218 add_57_0_0_nncf_smooth_quant_0" -> "2219 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2219 quantize_per_tensor_default_103" -> "2220 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2220 dequantize_per_tensor_default_103" -> "2226 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"2221 linear_102_scale_0" -> "2224 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2221 linear_102_scale_0" -> "2225 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2222 linear_102_zero_point_0" -> "2224 quantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2222 linear_102_zero_point_0" -> "2225 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; +"2223 compressed_weight_updated_constant103" -> "2224 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; +"2224 quantize_per_channel_default_103" -> "2225 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; +"2225 dequantize_per_channel_default_103" -> "2226 linear_102" [label="(1536, 384)", style=solid]; +"2226 linear_102" -> "2227 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2227 gelu_16" -> "2228 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"2228 dropout_66" -> "2230 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2229 _param_constant279" -> "2238 linear_103" [label="(384,)", style=solid]; +"2230 dropout_66_0_0_nncf_smooth_quant_0" -> "2231 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2231 quantize_per_tensor_default_104" -> "2232 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2232 dequantize_per_tensor_default_104" -> "2238 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2233 linear_103_scale_0" -> "2236 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2233 linear_103_scale_0" -> "2237 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2234 linear_103_zero_point_0" -> "2236 quantize_per_channel_default_104" [label="(384,)", style=solid]; +"2234 linear_103_zero_point_0" -> "2237 dequantize_per_channel_default_104" [label="(384,)", style=solid]; +"2235 compressed_weight_updated_constant104" -> "2236 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; +"2236 quantize_per_channel_default_104" -> "2237 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; +"2237 dequantize_per_channel_default_104" -> "2238 linear_103" [label="(384, 1536)", style=solid]; +"2238 linear_103" -> "2239 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2239 dropout_67" -> "2242 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2240 _param_constant280" -> "2242 layer_norm_36" [label="(384,)", style=solid]; +"2241 _param_constant281" -> "2242 layer_norm_36" [label="(384,)", style=solid]; +"2242 layer_norm_36" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2243 add_58" -> "2270 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2243 add_58" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2244 _tensor_constant106" -> "2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2245 _param_constant283" -> "2252 linear_104" [label="(512,)", style=solid]; +"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2252 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"2247 linear_104_scale_0" -> "2250 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2247 linear_104_scale_0" -> "2251 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2248 linear_104_zero_point_0" -> "2250 quantize_per_channel_default_105" [label="(512,)", style=solid]; +"2248 linear_104_zero_point_0" -> "2251 dequantize_per_channel_default_105" [label="(512,)", style=solid]; +"2249 compressed_weight_updated_constant105" -> "2250 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; +"2250 quantize_per_channel_default_105" -> "2251 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; +"2251 dequantize_per_channel_default_105" -> "2252 linear_104" [label="(512, 2)", style=solid]; +"2252 linear_104" -> "2253 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2253 relu__17" -> "2254 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2254 relu__17_0_0_nncf_smooth_quant_0" -> "2260 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2255 linear_105_scale_0" -> "2258 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2255 linear_105_scale_0" -> "2259 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2256 linear_105_zero_point_0" -> "2258 quantize_per_channel_default_106" [label="(12,)", style=solid]; +"2256 linear_105_zero_point_0" -> "2259 dequantize_per_channel_default_106" [label="(12,)", style=solid]; +"2257 compressed_weight_updated_constant106" -> "2258 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; +"2258 quantize_per_channel_default_106" -> "2259 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; +"2259 dequantize_per_channel_default_106" -> "2260 linear_105" [label="(12, 512)", style=solid]; +"2260 linear_105" -> "2261 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2261 view_92" -> "2263 index_17" [label="(225, 12)", style=solid]; +"2262 _tensor_constant107" -> "2263 index_17" [label="(4096,)", style=solid]; +"2263 index_17" -> "2264 view_93" [label="(4096, 12)", style=solid]; +"2264 view_93" -> "2265 permute_77" [label="(64, 64, 12)", style=solid]; +"2265 permute_77" -> "2266 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2266 contiguous_32" -> "2267 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2267 unsqueeze_49" -> "2268 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2268 sigmoid_17" -> "2269 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2269 mul_34" -> "2309 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2270 pad_19" -> "2271 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2271 roll_16" -> "2272 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2272 view_94" -> "2273 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2273 permute_78" -> "2274 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2274 reshape_76" -> "2277 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2274 reshape_76" -> "2310 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2275 _param_constant285" -> "2276 clone_17" [label="(1152,)", style=solid]; +"2276 clone_17" -> "2285 linear_106" [label="(1152,)", style=solid]; +"2277 reshape_76_0_0_nncf_smooth_quant_0" -> "2278 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2278 quantize_per_tensor_default_105" -> "2279 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2279 dequantize_per_tensor_default_105" -> "2285 linear_106" [label="(4, 64, 384)", style=solid]; +"2280 linear_106_scale_0" -> "2283 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2280 linear_106_scale_0" -> "2284 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2281 linear_106_zero_point_0" -> "2283 quantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2281 linear_106_zero_point_0" -> "2284 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; +"2282 compressed_weight_updated_constant107" -> "2283 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; +"2283 quantize_per_channel_default_107" -> "2284 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; +"2284 dequantize_per_channel_default_107" -> "2285 linear_106" [label="(1152, 384)", style=solid]; +"2285 linear_106" -> "2286 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2286 reshape_77" -> "2287 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2287 permute_79" -> "2288 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2287 permute_79" -> "2289 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2287 permute_79" -> "2290 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2288 select_51" -> "2291 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2288 select_51" -> "2293 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2288 select_51" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2289 select_52" -> "2297 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2289 select_52" -> "2299 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2289 select_52" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2290 select_53" -> "2328 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2291 linalg_vector_norm_34" -> "2292 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2292 clamp_min_34" -> "2293 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2293 expand_as_34" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2294 div_34" -> "2295 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2295 quantize_per_tensor_default_106" -> "2296 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2296 dequantize_per_tensor_default_106" -> "2304 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"2297 linalg_vector_norm_35" -> "2298 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2298 clamp_min_35" -> "2299 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2299 expand_as_35" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2300 div_35" -> "2301 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2301 quantize_per_tensor_default_107" -> "2302 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2302 dequantize_per_tensor_default_107" -> "2303 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"2303 transpose_34" -> "2304 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2304 matmul_34" -> "2308 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2305 _param_constant287" -> "2306 clamp_17" [label="(12, 1, 1)", style=solid]; +"2306 clamp_17" -> "2307 exp_17" [label="(12, 1, 1)", style=solid]; +"2307 exp_17" -> "2308 mul_35" [label="(12, 1, 1)", style=solid]; +"2308 mul_35" -> "2309 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2309 add_59" -> "2321 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2310 new_zeros_8" -> "2311 view_95" [label="(16, 16)", style=solid]; +"2311 view_95" -> "2312 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2312 permute_80" -> "2313 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2313 reshape_78" -> "2314 unsqueeze_50" [label="(4, 64)", style=solid]; +"2313 reshape_78" -> "2315 unsqueeze_51" [label="(4, 64)", style=solid]; +"2314 unsqueeze_50" -> "2316 sub_8" [label="(4, 1, 64)", style=solid]; +"2315 unsqueeze_51" -> "2316 sub_8" [label="(4, 64, 1)", style=solid]; +"2316 sub_8" -> "2317 ne_8" [label="(4, 64, 64)", style=solid]; +"2316 sub_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2316 sub_8" -> "2319 eq_8" [label="(4, 64, 64)", style=solid]; +"2317 ne_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2318 masked_fill_16" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2319 eq_8" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2320 masked_fill_17" -> "2322 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2321 view_96" -> "2324 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2322 unsqueeze_52" -> "2323 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2323 unsqueeze_53" -> "2324 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2324 add_60" -> "2325 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2325 view_97" -> "2326 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2326 softmax_17" -> "2327 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2327 dropout_68" -> "2328 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2328 matmul_35" -> "2329 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"2329 transpose_35" -> "2330 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2330 reshape_79" -> "2332 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2331 _param_constant289" -> "2340 linear_107" [label="(384,)", style=solid]; +"2332 reshape_79_0_0_nncf_smooth_quant_0" -> "2333 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2333 quantize_per_tensor_default_108" -> "2334 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"2334 dequantize_per_tensor_default_108" -> "2340 linear_107" [label="(4, 64, 384)", style=solid]; +"2335 linear_107_scale_0" -> "2338 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2335 linear_107_scale_0" -> "2339 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2336 linear_107_zero_point_0" -> "2338 quantize_per_channel_default_108" [label="(384,)", style=solid]; +"2336 linear_107_zero_point_0" -> "2339 dequantize_per_channel_default_108" [label="(384,)", style=solid]; +"2337 compressed_weight_updated_constant108" -> "2338 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; +"2338 quantize_per_channel_default_108" -> "2339 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; +"2339 dequantize_per_channel_default_108" -> "2340 linear_107" [label="(384, 384)", style=solid]; +"2340 linear_107" -> "2341 dropout_69" [label="(4, 64, 384)", style=solid]; +"2341 dropout_69" -> "2342 view_98" [label="(4, 64, 384)", style=solid]; +"2342 view_98" -> "2343 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2343 permute_81" -> "2344 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2344 reshape_80" -> "2345 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2345 roll_17" -> "2346 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2346 slice_269" -> "2347 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2347 slice_270" -> "2348 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2348 slice_271" -> "2349 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2349 slice_272" -> "2350 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2350 contiguous_33" -> "2353 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2351 _param_constant290" -> "2353 layer_norm_37" [label="(384,)", style=solid]; +"2352 _param_constant291" -> "2353 layer_norm_37" [label="(384,)", style=solid]; +"2353 layer_norm_37" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2354 add_61" -> "2356 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2354 add_61" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2355 _param_constant293" -> "2364 linear_108" [label="(1536,)", style=solid]; +"2356 add_61_0_0_nncf_smooth_quant_0" -> "2357 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2357 quantize_per_tensor_default_109" -> "2358 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2358 dequantize_per_tensor_default_109" -> "2364 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"2359 linear_108_scale_0" -> "2362 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2359 linear_108_scale_0" -> "2363 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2360 linear_108_zero_point_0" -> "2362 quantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2360 linear_108_zero_point_0" -> "2363 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"2361 compressed_weight_updated_constant109" -> "2362 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"2362 quantize_per_channel_default_109" -> "2363 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"2363 dequantize_per_channel_default_109" -> "2364 linear_108" [label="(1536, 384)", style=solid]; +"2364 linear_108" -> "2365 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2365 gelu_17" -> "2366 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"2366 dropout_70" -> "2368 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2367 _param_constant295" -> "2376 linear_109" [label="(384,)", style=solid]; +"2368 dropout_70_0_0_nncf_smooth_quant_0" -> "2369 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2369 quantize_per_tensor_default_110" -> "2370 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2370 dequantize_per_tensor_default_110" -> "2376 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2371 linear_109_scale_0" -> "2374 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2371 linear_109_scale_0" -> "2375 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2372 linear_109_zero_point_0" -> "2374 quantize_per_channel_default_110" [label="(384,)", style=solid]; +"2372 linear_109_zero_point_0" -> "2375 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"2373 compressed_weight_updated_constant110" -> "2374 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"2374 quantize_per_channel_default_110" -> "2375 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"2375 dequantize_per_channel_default_110" -> "2376 linear_109" [label="(384, 1536)", style=solid]; +"2376 linear_109" -> "2377 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2377 dropout_71" -> "2380 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2378 _param_constant296" -> "2380 layer_norm_38" [label="(384,)", style=solid]; +"2379 _param_constant297" -> "2380 layer_norm_38" [label="(384,)", style=solid]; +"2380 layer_norm_38" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2381 add_62" -> "2408 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"2381 add_62" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2382 _tensor_constant117" -> "2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2383 _param_constant299" -> "2390 linear_110" [label="(512,)", style=solid]; +"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2390 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"2385 linear_110_scale_0" -> "2388 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2385 linear_110_scale_0" -> "2389 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2386 linear_110_zero_point_0" -> "2388 quantize_per_channel_default_111" [label="(512,)", style=solid]; +"2386 linear_110_zero_point_0" -> "2389 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"2387 compressed_weight_updated_constant111" -> "2388 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"2388 quantize_per_channel_default_111" -> "2389 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"2389 dequantize_per_channel_default_111" -> "2390 linear_110" [label="(512, 2)", style=solid]; +"2390 linear_110" -> "2391 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2391 relu__18" -> "2392 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2392 relu__18_0_0_nncf_smooth_quant_0" -> "2398 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2393 linear_111_scale_0" -> "2396 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2393 linear_111_scale_0" -> "2397 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2394 linear_111_zero_point_0" -> "2396 quantize_per_channel_default_112" [label="(12,)", style=solid]; +"2394 linear_111_zero_point_0" -> "2397 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"2395 compressed_weight_updated_constant112" -> "2396 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"2396 quantize_per_channel_default_112" -> "2397 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"2397 dequantize_per_channel_default_112" -> "2398 linear_111" [label="(12, 512)", style=solid]; +"2398 linear_111" -> "2399 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2399 view_99" -> "2401 index_18" [label="(225, 12)", style=solid]; +"2400 _tensor_constant118" -> "2401 index_18" [label="(4096,)", style=solid]; +"2401 index_18" -> "2402 view_100" [label="(4096, 12)", style=solid]; +"2402 view_100" -> "2403 permute_82" [label="(64, 64, 12)", style=solid]; +"2403 permute_82" -> "2404 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2404 contiguous_34" -> "2405 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2405 unsqueeze_54" -> "2406 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2406 sigmoid_18" -> "2407 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2407 mul_36" -> "2446 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2408 pad_20" -> "2409 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2409 view_101" -> "2410 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2410 permute_83" -> "2411 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2411 reshape_81" -> "2414 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2412 _param_constant301" -> "2413 clone_18" [label="(1152,)", style=solid]; +"2413 clone_18" -> "2422 linear_112" [label="(1152,)", style=solid]; +"2414 reshape_81_0_0_nncf_smooth_quant_0" -> "2415 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2415 quantize_per_tensor_default_111" -> "2416 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"2416 dequantize_per_tensor_default_111" -> "2422 linear_112" [label="(4, 64, 384)", style=solid]; +"2417 linear_112_scale_0" -> "2420 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2417 linear_112_scale_0" -> "2421 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2418 linear_112_zero_point_0" -> "2420 quantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2418 linear_112_zero_point_0" -> "2421 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; +"2419 compressed_weight_updated_constant113" -> "2420 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; +"2420 quantize_per_channel_default_113" -> "2421 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; +"2421 dequantize_per_channel_default_113" -> "2422 linear_112" [label="(1152, 384)", style=solid]; +"2422 linear_112" -> "2423 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2423 reshape_82" -> "2424 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2424 permute_84" -> "2425 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2424 permute_84" -> "2426 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2424 permute_84" -> "2427 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2425 select_54" -> "2428 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2425 select_54" -> "2430 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2425 select_54" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2426 select_55" -> "2434 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2426 select_55" -> "2436 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2426 select_55" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2427 select_56" -> "2449 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2428 linalg_vector_norm_36" -> "2429 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2429 clamp_min_36" -> "2430 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2430 expand_as_36" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2431 div_36" -> "2432 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2432 quantize_per_tensor_default_112" -> "2433 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2433 dequantize_per_tensor_default_112" -> "2441 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"2434 linalg_vector_norm_37" -> "2435 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2435 clamp_min_37" -> "2436 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2436 expand_as_37" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2437 div_37" -> "2438 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2438 quantize_per_tensor_default_113" -> "2439 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2439 dequantize_per_tensor_default_113" -> "2440 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"2440 transpose_36" -> "2441 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2441 matmul_36" -> "2445 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2442 _param_constant303" -> "2443 clamp_18" [label="(12, 1, 1)", style=solid]; +"2443 clamp_18" -> "2444 exp_18" [label="(12, 1, 1)", style=solid]; +"2444 exp_18" -> "2445 mul_37" [label="(12, 1, 1)", style=solid]; +"2445 mul_37" -> "2446 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2446 add_63" -> "2447 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2447 softmax_18" -> "2448 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2448 dropout_72" -> "2449 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2449 matmul_37" -> "2450 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"2450 transpose_37" -> "2451 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2451 reshape_83" -> "2453 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2452 _param_constant305" -> "2461 linear_113" [label="(384,)", style=solid]; +"2453 reshape_83_0_0_nncf_smooth_quant_0" -> "2454 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2454 quantize_per_tensor_default_114" -> "2455 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"2455 dequantize_per_tensor_default_114" -> "2461 linear_113" [label="(4, 64, 384)", style=solid]; +"2456 linear_113_scale_0" -> "2459 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2456 linear_113_scale_0" -> "2460 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2457 linear_113_zero_point_0" -> "2459 quantize_per_channel_default_114" [label="(384,)", style=solid]; +"2457 linear_113_zero_point_0" -> "2460 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"2458 compressed_weight_updated_constant114" -> "2459 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; +"2459 quantize_per_channel_default_114" -> "2460 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; +"2460 dequantize_per_channel_default_114" -> "2461 linear_113" [label="(384, 384)", style=solid]; +"2461 linear_113" -> "2462 dropout_73" [label="(4, 64, 384)", style=solid]; +"2462 dropout_73" -> "2463 view_102" [label="(4, 64, 384)", style=solid]; +"2463 view_102" -> "2464 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2464 permute_85" -> "2465 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2465 reshape_84" -> "2466 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2466 slice_274" -> "2467 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2467 slice_275" -> "2468 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2468 slice_276" -> "2469 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2469 slice_277" -> "2470 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2470 contiguous_35" -> "2473 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2471 _param_constant306" -> "2473 layer_norm_39" [label="(384,)", style=solid]; +"2472 _param_constant307" -> "2473 layer_norm_39" [label="(384,)", style=solid]; +"2473 layer_norm_39" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2474 add_64" -> "2476 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2474 add_64" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2475 _param_constant309" -> "2484 linear_114" [label="(1536,)", style=solid]; +"2476 add_64_0_0_nncf_smooth_quant_0" -> "2477 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2477 quantize_per_tensor_default_115" -> "2478 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2478 dequantize_per_tensor_default_115" -> "2484 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"2479 linear_114_scale_0" -> "2482 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2479 linear_114_scale_0" -> "2483 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2480 linear_114_zero_point_0" -> "2482 quantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2480 linear_114_zero_point_0" -> "2483 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; +"2481 compressed_weight_updated_constant115" -> "2482 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; +"2482 quantize_per_channel_default_115" -> "2483 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; +"2483 dequantize_per_channel_default_115" -> "2484 linear_114" [label="(1536, 384)", style=solid]; +"2484 linear_114" -> "2485 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2485 gelu_18" -> "2486 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"2486 dropout_74" -> "2488 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2487 _param_constant311" -> "2496 linear_115" [label="(384,)", style=solid]; +"2488 dropout_74_0_0_nncf_smooth_quant_0" -> "2489 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2489 quantize_per_tensor_default_116" -> "2490 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2490 dequantize_per_tensor_default_116" -> "2496 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2491 linear_115_scale_0" -> "2494 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2491 linear_115_scale_0" -> "2495 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2492 linear_115_zero_point_0" -> "2494 quantize_per_channel_default_116" [label="(384,)", style=solid]; +"2492 linear_115_zero_point_0" -> "2495 dequantize_per_channel_default_116" [label="(384,)", style=solid]; +"2493 compressed_weight_updated_constant116" -> "2494 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; +"2494 quantize_per_channel_default_116" -> "2495 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; +"2495 dequantize_per_channel_default_116" -> "2496 linear_115" [label="(384, 1536)", style=solid]; +"2496 linear_115" -> "2497 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2497 dropout_75" -> "2500 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2498 _param_constant312" -> "2500 layer_norm_40" [label="(384,)", style=solid]; +"2499 _param_constant313" -> "2500 layer_norm_40" [label="(384,)", style=solid]; +"2500 layer_norm_40" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2501 add_65" -> "2528 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2501 add_65" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2502 _tensor_constant119" -> "2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2503 _param_constant315" -> "2510 linear_116" [label="(512,)", style=solid]; +"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2510 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"2505 linear_116_scale_0" -> "2508 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2505 linear_116_scale_0" -> "2509 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2506 linear_116_zero_point_0" -> "2508 quantize_per_channel_default_117" [label="(512,)", style=solid]; +"2506 linear_116_zero_point_0" -> "2509 dequantize_per_channel_default_117" [label="(512,)", style=solid]; +"2507 compressed_weight_updated_constant117" -> "2508 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; +"2508 quantize_per_channel_default_117" -> "2509 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; +"2509 dequantize_per_channel_default_117" -> "2510 linear_116" [label="(512, 2)", style=solid]; +"2510 linear_116" -> "2511 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2511 relu__19" -> "2512 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2512 relu__19_0_0_nncf_smooth_quant_0" -> "2518 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2513 linear_117_scale_0" -> "2516 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2513 linear_117_scale_0" -> "2517 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2514 linear_117_zero_point_0" -> "2516 quantize_per_channel_default_118" [label="(12,)", style=solid]; +"2514 linear_117_zero_point_0" -> "2517 dequantize_per_channel_default_118" [label="(12,)", style=solid]; +"2515 compressed_weight_updated_constant118" -> "2516 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; +"2516 quantize_per_channel_default_118" -> "2517 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; +"2517 dequantize_per_channel_default_118" -> "2518 linear_117" [label="(12, 512)", style=solid]; +"2518 linear_117" -> "2519 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2519 view_103" -> "2521 index_19" [label="(225, 12)", style=solid]; +"2520 _tensor_constant120" -> "2521 index_19" [label="(4096,)", style=solid]; +"2521 index_19" -> "2522 view_104" [label="(4096, 12)", style=solid]; +"2522 view_104" -> "2523 permute_86" [label="(64, 64, 12)", style=solid]; +"2523 permute_86" -> "2524 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2524 contiguous_36" -> "2525 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2525 unsqueeze_55" -> "2526 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2526 sigmoid_19" -> "2527 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2527 mul_38" -> "2567 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2528 pad_21" -> "2529 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2529 roll_18" -> "2530 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2530 view_105" -> "2531 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2531 permute_87" -> "2532 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2532 reshape_85" -> "2535 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2532 reshape_85" -> "2568 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2533 _param_constant317" -> "2534 clone_19" [label="(1152,)", style=solid]; +"2534 clone_19" -> "2543 linear_118" [label="(1152,)", style=solid]; +"2535 reshape_85_0_0_nncf_smooth_quant_0" -> "2536 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2536 quantize_per_tensor_default_117" -> "2537 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2537 dequantize_per_tensor_default_117" -> "2543 linear_118" [label="(4, 64, 384)", style=solid]; +"2538 linear_118_scale_0" -> "2541 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2538 linear_118_scale_0" -> "2542 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2539 linear_118_zero_point_0" -> "2541 quantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2539 linear_118_zero_point_0" -> "2542 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; +"2540 compressed_weight_updated_constant119" -> "2541 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; +"2541 quantize_per_channel_default_119" -> "2542 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; +"2542 dequantize_per_channel_default_119" -> "2543 linear_118" [label="(1152, 384)", style=solid]; +"2543 linear_118" -> "2544 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2544 reshape_86" -> "2545 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2545 permute_88" -> "2546 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2545 permute_88" -> "2547 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2545 permute_88" -> "2548 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2546 select_57" -> "2549 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2546 select_57" -> "2551 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2546 select_57" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2547 select_58" -> "2555 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2547 select_58" -> "2557 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2547 select_58" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2548 select_59" -> "2586 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2549 linalg_vector_norm_38" -> "2550 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2550 clamp_min_38" -> "2551 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2551 expand_as_38" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2552 div_38" -> "2553 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2553 quantize_per_tensor_default_118" -> "2554 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2554 dequantize_per_tensor_default_118" -> "2562 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"2555 linalg_vector_norm_39" -> "2556 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2556 clamp_min_39" -> "2557 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2557 expand_as_39" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2558 div_39" -> "2559 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2559 quantize_per_tensor_default_119" -> "2560 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2560 dequantize_per_tensor_default_119" -> "2561 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2561 transpose_38" -> "2562 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2562 matmul_38" -> "2566 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2563 _param_constant319" -> "2564 clamp_19" [label="(12, 1, 1)", style=solid]; +"2564 clamp_19" -> "2565 exp_19" [label="(12, 1, 1)", style=solid]; +"2565 exp_19" -> "2566 mul_39" [label="(12, 1, 1)", style=solid]; +"2566 mul_39" -> "2567 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2567 add_66" -> "2579 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2568 new_zeros_9" -> "2569 view_106" [label="(16, 16)", style=solid]; +"2569 view_106" -> "2570 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2570 permute_89" -> "2571 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2571 reshape_87" -> "2572 unsqueeze_56" [label="(4, 64)", style=solid]; +"2571 reshape_87" -> "2573 unsqueeze_57" [label="(4, 64)", style=solid]; +"2572 unsqueeze_56" -> "2574 sub_9" [label="(4, 1, 64)", style=solid]; +"2573 unsqueeze_57" -> "2574 sub_9" [label="(4, 64, 1)", style=solid]; +"2574 sub_9" -> "2575 ne_9" [label="(4, 64, 64)", style=solid]; +"2574 sub_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2574 sub_9" -> "2577 eq_9" [label="(4, 64, 64)", style=solid]; +"2575 ne_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2576 masked_fill_18" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2577 eq_9" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2578 masked_fill_19" -> "2580 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2579 view_107" -> "2582 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2580 unsqueeze_58" -> "2581 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2581 unsqueeze_59" -> "2582 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2582 add_67" -> "2583 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2583 view_108" -> "2584 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2584 softmax_19" -> "2585 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2585 dropout_76" -> "2586 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2586 matmul_39" -> "2587 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2587 transpose_39" -> "2588 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2588 reshape_88" -> "2590 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2589 _param_constant321" -> "2598 linear_119" [label="(384,)", style=solid]; +"2590 reshape_88_0_0_nncf_smooth_quant_0" -> "2591 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2591 quantize_per_tensor_default_120" -> "2592 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2592 dequantize_per_tensor_default_120" -> "2598 linear_119" [label="(4, 64, 384)", style=solid]; +"2593 linear_119_scale_0" -> "2596 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2593 linear_119_scale_0" -> "2597 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2594 linear_119_zero_point_0" -> "2596 quantize_per_channel_default_120" [label="(384,)", style=solid]; +"2594 linear_119_zero_point_0" -> "2597 dequantize_per_channel_default_120" [label="(384,)", style=solid]; +"2595 compressed_weight_updated_constant120" -> "2596 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; +"2596 quantize_per_channel_default_120" -> "2597 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; +"2597 dequantize_per_channel_default_120" -> "2598 linear_119" [label="(384, 384)", style=solid]; +"2598 linear_119" -> "2599 dropout_77" [label="(4, 64, 384)", style=solid]; +"2599 dropout_77" -> "2600 view_109" [label="(4, 64, 384)", style=solid]; +"2600 view_109" -> "2601 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2601 permute_90" -> "2602 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2602 reshape_89" -> "2603 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2603 roll_19" -> "2604 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2604 slice_297" -> "2605 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2605 slice_298" -> "2606 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2606 slice_299" -> "2607 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2607 slice_300" -> "2608 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2608 contiguous_37" -> "2611 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2609 _param_constant322" -> "2611 layer_norm_41" [label="(384,)", style=solid]; +"2610 _param_constant323" -> "2611 layer_norm_41" [label="(384,)", style=solid]; +"2611 layer_norm_41" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2612 add_68" -> "2614 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2612 add_68" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2613 _param_constant325" -> "2622 linear_120" [label="(1536,)", style=solid]; +"2614 add_68_0_0_nncf_smooth_quant_0" -> "2615 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2615 quantize_per_tensor_default_121" -> "2616 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2616 dequantize_per_tensor_default_121" -> "2622 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2617 linear_120_scale_0" -> "2620 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2617 linear_120_scale_0" -> "2621 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2618 linear_120_zero_point_0" -> "2620 quantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2618 linear_120_zero_point_0" -> "2621 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"2619 compressed_weight_updated_constant121" -> "2620 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"2620 quantize_per_channel_default_121" -> "2621 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"2621 dequantize_per_channel_default_121" -> "2622 linear_120" [label="(1536, 384)", style=solid]; +"2622 linear_120" -> "2623 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2623 gelu_19" -> "2624 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2624 dropout_78" -> "2626 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2625 _param_constant327" -> "2634 linear_121" [label="(384,)", style=solid]; +"2626 dropout_78_0_0_nncf_smooth_quant_0" -> "2627 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2627 quantize_per_tensor_default_122" -> "2628 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2628 dequantize_per_tensor_default_122" -> "2634 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2629 linear_121_scale_0" -> "2632 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2629 linear_121_scale_0" -> "2633 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2630 linear_121_zero_point_0" -> "2632 quantize_per_channel_default_122" [label="(384,)", style=solid]; +"2630 linear_121_zero_point_0" -> "2633 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"2631 compressed_weight_updated_constant122" -> "2632 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"2632 quantize_per_channel_default_122" -> "2633 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"2633 dequantize_per_channel_default_122" -> "2634 linear_121" [label="(384, 1536)", style=solid]; +"2634 linear_121" -> "2635 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2635 dropout_79" -> "2638 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2636 _param_constant328" -> "2638 layer_norm_42" [label="(384,)", style=solid]; +"2637 _param_constant329" -> "2638 layer_norm_42" [label="(384,)", style=solid]; +"2638 layer_norm_42" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2639 add_69" -> "2666 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2639 add_69" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2640 _tensor_constant130" -> "2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2641 _param_constant331" -> "2648 linear_122" [label="(512,)", style=solid]; +"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2648 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"2643 linear_122_scale_0" -> "2646 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2643 linear_122_scale_0" -> "2647 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2644 linear_122_zero_point_0" -> "2646 quantize_per_channel_default_123" [label="(512,)", style=solid]; +"2644 linear_122_zero_point_0" -> "2647 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"2645 compressed_weight_updated_constant123" -> "2646 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"2646 quantize_per_channel_default_123" -> "2647 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"2647 dequantize_per_channel_default_123" -> "2648 linear_122" [label="(512, 2)", style=solid]; +"2648 linear_122" -> "2649 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"2649 relu__20" -> "2650 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2650 relu__20_0_0_nncf_smooth_quant_0" -> "2656 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"2651 linear_123_scale_0" -> "2654 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2651 linear_123_scale_0" -> "2655 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2652 linear_123_zero_point_0" -> "2654 quantize_per_channel_default_124" [label="(12,)", style=solid]; +"2652 linear_123_zero_point_0" -> "2655 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"2653 compressed_weight_updated_constant124" -> "2654 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"2654 quantize_per_channel_default_124" -> "2655 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"2655 dequantize_per_channel_default_124" -> "2656 linear_123" [label="(12, 512)", style=solid]; +"2656 linear_123" -> "2657 view_110" [label="(1, 15, 15, 12)", style=solid]; +"2657 view_110" -> "2659 index_20" [label="(225, 12)", style=solid]; +"2658 _tensor_constant131" -> "2659 index_20" [label="(4096,)", style=solid]; +"2659 index_20" -> "2660 view_111" [label="(4096, 12)", style=solid]; +"2660 view_111" -> "2661 permute_91" [label="(64, 64, 12)", style=solid]; +"2661 permute_91" -> "2662 contiguous_38" [label="(12, 64, 64)", style=solid]; +"2662 contiguous_38" -> "2663 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"2663 unsqueeze_60" -> "2664 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"2664 sigmoid_20" -> "2665 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"2665 mul_40" -> "2704 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2666 pad_22" -> "2667 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2667 view_112" -> "2668 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2668 permute_92" -> "2669 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2669 reshape_90" -> "2672 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2670 _param_constant333" -> "2671 clone_20" [label="(1152,)", style=solid]; +"2671 clone_20" -> "2680 linear_124" [label="(1152,)", style=solid]; +"2672 reshape_90_0_0_nncf_smooth_quant_0" -> "2673 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2673 quantize_per_tensor_default_123" -> "2674 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2674 dequantize_per_tensor_default_123" -> "2680 linear_124" [label="(4, 64, 384)", style=solid]; +"2675 linear_124_scale_0" -> "2678 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2675 linear_124_scale_0" -> "2679 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2676 linear_124_zero_point_0" -> "2678 quantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2676 linear_124_zero_point_0" -> "2679 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; +"2677 compressed_weight_updated_constant125" -> "2678 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; +"2678 quantize_per_channel_default_125" -> "2679 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; +"2679 dequantize_per_channel_default_125" -> "2680 linear_124" [label="(1152, 384)", style=solid]; +"2680 linear_124" -> "2681 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2681 reshape_91" -> "2682 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2682 permute_93" -> "2683 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2682 permute_93" -> "2684 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2682 permute_93" -> "2685 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2683 select_60" -> "2686 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2683 select_60" -> "2688 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2683 select_60" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2684 select_61" -> "2692 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2684 select_61" -> "2694 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2684 select_61" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2685 select_62" -> "2707 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2686 linalg_vector_norm_40" -> "2687 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2687 clamp_min_40" -> "2688 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2688 expand_as_40" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2689 div_40" -> "2690 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2690 quantize_per_tensor_default_124" -> "2691 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2691 dequantize_per_tensor_default_124" -> "2699 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2692 linalg_vector_norm_41" -> "2693 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2693 clamp_min_41" -> "2694 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2694 expand_as_41" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2695 div_41" -> "2696 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2696 quantize_per_tensor_default_125" -> "2697 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2697 dequantize_per_tensor_default_125" -> "2698 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2698 transpose_40" -> "2699 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2699 matmul_40" -> "2703 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2700 _param_constant335" -> "2701 clamp_20" [label="(12, 1, 1)", style=solid]; +"2701 clamp_20" -> "2702 exp_20" [label="(12, 1, 1)", style=solid]; +"2702 exp_20" -> "2703 mul_41" [label="(12, 1, 1)", style=solid]; +"2703 mul_41" -> "2704 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2704 add_70" -> "2705 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2705 softmax_20" -> "2706 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2706 dropout_80" -> "2707 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2707 matmul_41" -> "2708 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2708 transpose_41" -> "2709 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2709 reshape_92" -> "2711 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2710 _param_constant337" -> "2719 linear_125" [label="(384,)", style=solid]; +"2711 reshape_92_0_0_nncf_smooth_quant_0" -> "2712 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2712 quantize_per_tensor_default_126" -> "2713 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2713 dequantize_per_tensor_default_126" -> "2719 linear_125" [label="(4, 64, 384)", style=solid]; +"2714 linear_125_scale_0" -> "2717 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2714 linear_125_scale_0" -> "2718 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2715 linear_125_zero_point_0" -> "2717 quantize_per_channel_default_126" [label="(384,)", style=solid]; +"2715 linear_125_zero_point_0" -> "2718 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"2716 compressed_weight_updated_constant126" -> "2717 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; +"2717 quantize_per_channel_default_126" -> "2718 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; +"2718 dequantize_per_channel_default_126" -> "2719 linear_125" [label="(384, 384)", style=solid]; +"2719 linear_125" -> "2720 dropout_81" [label="(4, 64, 384)", style=solid]; +"2720 dropout_81" -> "2721 view_113" [label="(4, 64, 384)", style=solid]; +"2721 view_113" -> "2722 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2722 permute_94" -> "2723 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2723 reshape_93" -> "2724 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2724 slice_302" -> "2725 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2725 slice_303" -> "2726 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2726 slice_304" -> "2727 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2727 slice_305" -> "2728 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2728 contiguous_39" -> "2731 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2729 _param_constant338" -> "2731 layer_norm_43" [label="(384,)", style=solid]; +"2730 _param_constant339" -> "2731 layer_norm_43" [label="(384,)", style=solid]; +"2731 layer_norm_43" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2732 add_71" -> "2734 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2732 add_71" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2733 _param_constant341" -> "2742 linear_126" [label="(1536,)", style=solid]; +"2734 add_71_0_0_nncf_smooth_quant_0" -> "2735 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2735 quantize_per_tensor_default_127" -> "2736 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2736 dequantize_per_tensor_default_127" -> "2742 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2737 linear_126_scale_0" -> "2740 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2737 linear_126_scale_0" -> "2741 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2738 linear_126_zero_point_0" -> "2740 quantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2738 linear_126_zero_point_0" -> "2741 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; +"2739 compressed_weight_updated_constant127" -> "2740 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; +"2740 quantize_per_channel_default_127" -> "2741 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; +"2741 dequantize_per_channel_default_127" -> "2742 linear_126" [label="(1536, 384)", style=solid]; +"2742 linear_126" -> "2743 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2743 gelu_20" -> "2744 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2744 dropout_82" -> "2746 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2745 _param_constant343" -> "2754 linear_127" [label="(384,)", style=solid]; +"2746 dropout_82_0_0_nncf_smooth_quant_0" -> "2747 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2747 quantize_per_tensor_default_128" -> "2748 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2748 dequantize_per_tensor_default_128" -> "2754 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2749 linear_127_scale_0" -> "2752 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2749 linear_127_scale_0" -> "2753 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2750 linear_127_zero_point_0" -> "2752 quantize_per_channel_default_128" [label="(384,)", style=solid]; +"2750 linear_127_zero_point_0" -> "2753 dequantize_per_channel_default_128" [label="(384,)", style=solid]; +"2751 compressed_weight_updated_constant128" -> "2752 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; +"2752 quantize_per_channel_default_128" -> "2753 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; +"2753 dequantize_per_channel_default_128" -> "2754 linear_127" [label="(384, 1536)", style=solid]; +"2754 linear_127" -> "2755 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2755 dropout_83" -> "2758 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2756 _param_constant344" -> "2758 layer_norm_44" [label="(384,)", style=solid]; +"2757 _param_constant345" -> "2758 layer_norm_44" [label="(384,)", style=solid]; +"2758 layer_norm_44" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2759 add_72" -> "2786 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2759 add_72" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2760 _tensor_constant132" -> "2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2761 _param_constant347" -> "2768 linear_128" [label="(512,)", style=solid]; +"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2768 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"2763 linear_128_scale_0" -> "2766 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2763 linear_128_scale_0" -> "2767 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2764 linear_128_zero_point_0" -> "2766 quantize_per_channel_default_129" [label="(512,)", style=solid]; +"2764 linear_128_zero_point_0" -> "2767 dequantize_per_channel_default_129" [label="(512,)", style=solid]; +"2765 compressed_weight_updated_constant129" -> "2766 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; +"2766 quantize_per_channel_default_129" -> "2767 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; +"2767 dequantize_per_channel_default_129" -> "2768 linear_128" [label="(512, 2)", style=solid]; +"2768 linear_128" -> "2769 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"2769 relu__21" -> "2770 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2770 relu__21_0_0_nncf_smooth_quant_0" -> "2776 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"2771 linear_129_scale_0" -> "2774 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2771 linear_129_scale_0" -> "2775 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2772 linear_129_zero_point_0" -> "2774 quantize_per_channel_default_130" [label="(12,)", style=solid]; +"2772 linear_129_zero_point_0" -> "2775 dequantize_per_channel_default_130" [label="(12,)", style=solid]; +"2773 compressed_weight_updated_constant130" -> "2774 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; +"2774 quantize_per_channel_default_130" -> "2775 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; +"2775 dequantize_per_channel_default_130" -> "2776 linear_129" [label="(12, 512)", style=solid]; +"2776 linear_129" -> "2777 view_114" [label="(1, 15, 15, 12)", style=solid]; +"2777 view_114" -> "2779 index_21" [label="(225, 12)", style=solid]; +"2778 _tensor_constant133" -> "2779 index_21" [label="(4096,)", style=solid]; +"2779 index_21" -> "2780 view_115" [label="(4096, 12)", style=solid]; +"2780 view_115" -> "2781 permute_95" [label="(64, 64, 12)", style=solid]; +"2781 permute_95" -> "2782 contiguous_40" [label="(12, 64, 64)", style=solid]; +"2782 contiguous_40" -> "2783 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"2783 unsqueeze_61" -> "2784 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"2784 sigmoid_21" -> "2785 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"2785 mul_42" -> "2825 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2786 pad_23" -> "2787 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2787 roll_20" -> "2788 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2788 view_116" -> "2789 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2789 permute_96" -> "2790 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2790 reshape_94" -> "2793 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2790 reshape_94" -> "2826 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2791 _param_constant349" -> "2792 clone_21" [label="(1152,)", style=solid]; +"2792 clone_21" -> "2801 linear_130" [label="(1152,)", style=solid]; +"2793 reshape_94_0_0_nncf_smooth_quant_0" -> "2794 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2794 quantize_per_tensor_default_129" -> "2795 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2795 dequantize_per_tensor_default_129" -> "2801 linear_130" [label="(4, 64, 384)", style=solid]; +"2796 linear_130_scale_0" -> "2799 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2796 linear_130_scale_0" -> "2800 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2797 linear_130_zero_point_0" -> "2799 quantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2797 linear_130_zero_point_0" -> "2800 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; +"2798 compressed_weight_updated_constant131" -> "2799 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; +"2799 quantize_per_channel_default_131" -> "2800 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; +"2800 dequantize_per_channel_default_131" -> "2801 linear_130" [label="(1152, 384)", style=solid]; +"2801 linear_130" -> "2802 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2802 reshape_95" -> "2803 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2803 permute_97" -> "2804 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2803 permute_97" -> "2805 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2803 permute_97" -> "2806 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2804 select_63" -> "2807 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2804 select_63" -> "2809 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2804 select_63" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2805 select_64" -> "2813 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2805 select_64" -> "2815 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2805 select_64" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2806 select_65" -> "2844 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2807 linalg_vector_norm_42" -> "2808 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2808 clamp_min_42" -> "2809 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2809 expand_as_42" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2810 div_42" -> "2811 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2811 quantize_per_tensor_default_130" -> "2812 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2812 dequantize_per_tensor_default_130" -> "2820 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2813 linalg_vector_norm_43" -> "2814 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2814 clamp_min_43" -> "2815 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2815 expand_as_43" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2816 div_43" -> "2817 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2817 quantize_per_tensor_default_131" -> "2818 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2818 dequantize_per_tensor_default_131" -> "2819 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2819 transpose_42" -> "2820 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2820 matmul_42" -> "2824 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2821 _param_constant351" -> "2822 clamp_21" [label="(12, 1, 1)", style=solid]; +"2822 clamp_21" -> "2823 exp_21" [label="(12, 1, 1)", style=solid]; +"2823 exp_21" -> "2824 mul_43" [label="(12, 1, 1)", style=solid]; +"2824 mul_43" -> "2825 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2825 add_73" -> "2837 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2826 new_zeros_10" -> "2827 view_117" [label="(16, 16)", style=solid]; +"2827 view_117" -> "2828 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2828 permute_98" -> "2829 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2829 reshape_96" -> "2830 unsqueeze_62" [label="(4, 64)", style=solid]; +"2829 reshape_96" -> "2831 unsqueeze_63" [label="(4, 64)", style=solid]; +"2830 unsqueeze_62" -> "2832 sub_10" [label="(4, 1, 64)", style=solid]; +"2831 unsqueeze_63" -> "2832 sub_10" [label="(4, 64, 1)", style=solid]; +"2832 sub_10" -> "2833 ne_10" [label="(4, 64, 64)", style=solid]; +"2832 sub_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2832 sub_10" -> "2835 eq_10" [label="(4, 64, 64)", style=solid]; +"2833 ne_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2834 masked_fill_20" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2835 eq_10" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2836 masked_fill_21" -> "2838 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2837 view_118" -> "2840 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2838 unsqueeze_64" -> "2839 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2839 unsqueeze_65" -> "2840 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2840 add_74" -> "2841 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2841 view_119" -> "2842 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2842 softmax_21" -> "2843 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2843 dropout_84" -> "2844 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2844 matmul_43" -> "2845 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2845 transpose_43" -> "2846 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2846 reshape_97" -> "2848 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2847 _param_constant353" -> "2856 linear_131" [label="(384,)", style=solid]; +"2848 reshape_97_0_0_nncf_smooth_quant_0" -> "2849 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2849 quantize_per_tensor_default_132" -> "2850 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2850 dequantize_per_tensor_default_132" -> "2856 linear_131" [label="(4, 64, 384)", style=solid]; +"2851 linear_131_scale_0" -> "2854 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2851 linear_131_scale_0" -> "2855 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2852 linear_131_zero_point_0" -> "2854 quantize_per_channel_default_132" [label="(384,)", style=solid]; +"2852 linear_131_zero_point_0" -> "2855 dequantize_per_channel_default_132" [label="(384,)", style=solid]; +"2853 compressed_weight_updated_constant132" -> "2854 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; +"2854 quantize_per_channel_default_132" -> "2855 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; +"2855 dequantize_per_channel_default_132" -> "2856 linear_131" [label="(384, 384)", style=solid]; +"2856 linear_131" -> "2857 dropout_85" [label="(4, 64, 384)", style=solid]; +"2857 dropout_85" -> "2858 view_120" [label="(4, 64, 384)", style=solid]; +"2858 view_120" -> "2859 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2859 permute_99" -> "2860 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2860 reshape_98" -> "2861 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2861 roll_21" -> "2862 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2862 slice_325" -> "2863 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2863 slice_326" -> "2864 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2864 slice_327" -> "2865 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2865 slice_328" -> "2866 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2866 contiguous_41" -> "2869 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2867 _param_constant354" -> "2869 layer_norm_45" [label="(384,)", style=solid]; +"2868 _param_constant355" -> "2869 layer_norm_45" [label="(384,)", style=solid]; +"2869 layer_norm_45" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2870 add_75" -> "2872 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2870 add_75" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2871 _param_constant357" -> "2880 linear_132" [label="(1536,)", style=solid]; +"2872 add_75_0_0_nncf_smooth_quant_0" -> "2873 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2873 quantize_per_tensor_default_133" -> "2874 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2874 dequantize_per_tensor_default_133" -> "2880 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2875 linear_132_scale_0" -> "2878 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2875 linear_132_scale_0" -> "2879 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2876 linear_132_zero_point_0" -> "2878 quantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2876 linear_132_zero_point_0" -> "2879 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"2877 compressed_weight_updated_constant133" -> "2878 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"2878 quantize_per_channel_default_133" -> "2879 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"2879 dequantize_per_channel_default_133" -> "2880 linear_132" [label="(1536, 384)", style=solid]; +"2880 linear_132" -> "2881 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2881 gelu_21" -> "2882 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2882 dropout_86" -> "2884 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2883 _param_constant359" -> "2892 linear_133" [label="(384,)", style=solid]; +"2884 dropout_86_0_0_nncf_smooth_quant_0" -> "2885 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2885 quantize_per_tensor_default_134" -> "2886 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2886 dequantize_per_tensor_default_134" -> "2892 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2887 linear_133_scale_0" -> "2890 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2887 linear_133_scale_0" -> "2891 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2888 linear_133_zero_point_0" -> "2890 quantize_per_channel_default_134" [label="(384,)", style=solid]; +"2888 linear_133_zero_point_0" -> "2891 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"2889 compressed_weight_updated_constant134" -> "2890 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"2890 quantize_per_channel_default_134" -> "2891 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"2891 dequantize_per_channel_default_134" -> "2892 linear_133" [label="(384, 1536)", style=solid]; +"2892 linear_133" -> "2893 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2893 dropout_87" -> "2896 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2894 _param_constant360" -> "2896 layer_norm_46" [label="(384,)", style=solid]; +"2895 _param_constant361" -> "2896 layer_norm_46" [label="(384,)", style=solid]; +"2896 layer_norm_46" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2897 add_76" -> "2898 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2899 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2902 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2905 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2898 pad_24" -> "2908 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2899 slice_329" -> "2900 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2900 slice_330" -> "2901 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2901 slice_331" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2902 slice_332" -> "2903 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2903 slice_333" -> "2904 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2904 slice_334" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2905 slice_335" -> "2906 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2906 slice_336" -> "2907 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2907 slice_337" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2908 slice_338" -> "2909 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2909 slice_339" -> "2910 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2910 slice_340" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2911 cat_2" -> "2912 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2912 cat_2_0_0_nncf_smooth_quant_0" -> "2913 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2913 quantize_per_tensor_default_135" -> "2914 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2914 dequantize_per_tensor_default_135" -> "2920 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2915 linear_134_scale_0" -> "2918 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2915 linear_134_scale_0" -> "2919 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2916 linear_134_zero_point_0" -> "2918 quantize_per_channel_default_135" [label="(768,)", style=solid]; +"2916 linear_134_zero_point_0" -> "2919 dequantize_per_channel_default_135" [label="(768,)", style=solid]; +"2917 compressed_weight_updated_constant135" -> "2918 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; +"2918 quantize_per_channel_default_135" -> "2919 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; +"2919 dequantize_per_channel_default_135" -> "2920 linear_134" [label="(768, 1536)", style=solid]; +"2920 linear_134" -> "2923 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2921 _param_constant363" -> "2923 layer_norm_47" [label="(768,)", style=solid]; +"2922 _param_constant364" -> "2923 layer_norm_47" [label="(768,)", style=solid]; +"2923 layer_norm_47" -> "2950 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2923 layer_norm_47" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2924 _tensor_constant143" -> "2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"2925 _param_constant366" -> "2932 linear_135" [label="(512,)", style=solid]; +"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2932 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"2927 linear_135_scale_0" -> "2930 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2927 linear_135_scale_0" -> "2931 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2928 linear_135_zero_point_0" -> "2930 quantize_per_channel_default_136" [label="(512,)", style=solid]; +"2928 linear_135_zero_point_0" -> "2931 dequantize_per_channel_default_136" [label="(512,)", style=solid]; +"2929 compressed_weight_updated_constant136" -> "2930 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; +"2930 quantize_per_channel_default_136" -> "2931 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; +"2931 dequantize_per_channel_default_136" -> "2932 linear_135" [label="(512, 2)", style=solid]; +"2932 linear_135" -> "2933 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"2933 relu__22" -> "2934 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"2934 relu__22_0_0_nncf_smooth_quant_0" -> "2940 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"2935 linear_136_scale_0" -> "2938 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2935 linear_136_scale_0" -> "2939 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2936 linear_136_zero_point_0" -> "2938 quantize_per_channel_default_137" [label="(24,)", style=solid]; +"2936 linear_136_zero_point_0" -> "2939 dequantize_per_channel_default_137" [label="(24,)", style=solid]; +"2937 compressed_weight_updated_constant137" -> "2938 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; +"2938 quantize_per_channel_default_137" -> "2939 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; +"2939 dequantize_per_channel_default_137" -> "2940 linear_136" [label="(24, 512)", style=solid]; +"2940 linear_136" -> "2941 view_121" [label="(1, 15, 15, 24)", style=solid]; +"2941 view_121" -> "2943 index_22" [label="(225, 24)", style=solid]; +"2942 _tensor_constant144" -> "2943 index_22" [label="(4096,)", style=solid]; +"2943 index_22" -> "2944 view_122" [label="(4096, 24)", style=solid]; +"2944 view_122" -> "2945 permute_100" [label="(64, 64, 24)", style=solid]; +"2945 permute_100" -> "2946 contiguous_42" [label="(24, 64, 64)", style=solid]; +"2946 contiguous_42" -> "2947 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"2947 unsqueeze_66" -> "2948 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"2948 sigmoid_22" -> "2949 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"2949 mul_44" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2950 pad_25" -> "2951 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2951 view_123" -> "2952 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2952 permute_101" -> "2953 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2953 reshape_99" -> "2956 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2954 _param_constant368" -> "2955 clone_22" [label="(2304,)", style=solid]; +"2955 clone_22" -> "2964 linear_137" [label="(2304,)", style=solid]; +"2956 reshape_99_0_0_nncf_smooth_quant_0" -> "2957 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2957 quantize_per_tensor_default_136" -> "2958 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2958 dequantize_per_tensor_default_136" -> "2964 linear_137" [label="(1, 64, 768)", style=solid]; +"2959 linear_137_scale_0" -> "2962 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2959 linear_137_scale_0" -> "2963 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2960 linear_137_zero_point_0" -> "2962 quantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2960 linear_137_zero_point_0" -> "2963 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; +"2961 compressed_weight_updated_constant138" -> "2962 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; +"2962 quantize_per_channel_default_138" -> "2963 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; +"2963 dequantize_per_channel_default_138" -> "2964 linear_137" [label="(2304, 768)", style=solid]; +"2964 linear_137" -> "2965 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2965 reshape_100" -> "2966 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2966 permute_102" -> "2967 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2966 permute_102" -> "2968 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2966 permute_102" -> "2969 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2967 select_66" -> "2970 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2967 select_66" -> "2972 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2967 select_66" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2968 select_67" -> "2976 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2968 select_67" -> "2978 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2968 select_67" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2969 select_68" -> "2991 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2970 linalg_vector_norm_44" -> "2971 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2971 clamp_min_44" -> "2972 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2972 expand_as_44" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2973 div_44" -> "2974 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2974 quantize_per_tensor_default_137" -> "2975 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2975 dequantize_per_tensor_default_137" -> "2983 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2976 linalg_vector_norm_45" -> "2977 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2977 clamp_min_45" -> "2978 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2978 expand_as_45" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2979 div_45" -> "2980 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2980 quantize_per_tensor_default_138" -> "2981 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2981 dequantize_per_tensor_default_138" -> "2982 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2982 transpose_44" -> "2983 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2983 matmul_44" -> "2987 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2984 _param_constant370" -> "2985 clamp_22" [label="(24, 1, 1)", style=solid]; +"2985 clamp_22" -> "2986 exp_22" [label="(24, 1, 1)", style=solid]; +"2986 exp_22" -> "2987 mul_45" [label="(24, 1, 1)", style=solid]; +"2987 mul_45" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2988 add_77" -> "2989 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2989 softmax_22" -> "2990 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2990 dropout_88" -> "2991 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2991 matmul_45" -> "2992 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2992 transpose_45" -> "2993 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2993 reshape_101" -> "2995 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2994 _param_constant372" -> "3003 linear_138" [label="(768,)", style=solid]; +"2995 reshape_101_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2996 quantize_per_tensor_default_139" -> "2997 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2997 dequantize_per_tensor_default_139" -> "3003 linear_138" [label="(1, 64, 768)", style=solid]; +"2998 linear_138_scale_0" -> "3001 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2998 linear_138_scale_0" -> "3002 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"2999 linear_138_zero_point_0" -> "3001 quantize_per_channel_default_139" [label="(768,)", style=solid]; +"2999 linear_138_zero_point_0" -> "3002 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"3000 compressed_weight_updated_constant139" -> "3001 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; +"3001 quantize_per_channel_default_139" -> "3002 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; +"3002 dequantize_per_channel_default_139" -> "3003 linear_138" [label="(768, 768)", style=solid]; +"3003 linear_138" -> "3004 dropout_89" [label="(1, 64, 768)", style=solid]; +"3004 dropout_89" -> "3005 view_124" [label="(1, 64, 768)", style=solid]; +"3005 view_124" -> "3006 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3006 permute_103" -> "3007 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3007 reshape_102" -> "3008 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"3008 slice_342" -> "3009 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"3009 slice_343" -> "3010 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"3010 slice_344" -> "3011 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"3011 slice_345" -> "3012 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"3012 contiguous_43" -> "3015 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"3013 _param_constant373" -> "3015 layer_norm_48" [label="(768,)", style=solid]; +"3014 _param_constant374" -> "3015 layer_norm_48" [label="(768,)", style=solid]; +"3015 layer_norm_48" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; +"3016 add_78" -> "3018 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3016 add_78" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3017 _param_constant376" -> "3026 linear_139" [label="(3072,)", style=solid]; +"3018 add_78_0_0_nncf_smooth_quant_0" -> "3019 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"3019 quantize_per_tensor_default_140" -> "3020 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"3020 dequantize_per_tensor_default_140" -> "3026 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"3021 linear_139_scale_0" -> "3024 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"3021 linear_139_scale_0" -> "3025 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"3022 linear_139_zero_point_0" -> "3024 quantize_per_channel_default_140" [label="(3072,)", style=solid]; +"3022 linear_139_zero_point_0" -> "3025 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; +"3023 compressed_weight_updated_constant140" -> "3024 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; +"3024 quantize_per_channel_default_140" -> "3025 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; +"3025 dequantize_per_channel_default_140" -> "3026 linear_139" [label="(3072, 768)", style=solid]; +"3026 linear_139" -> "3027 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3027 gelu_22" -> "3028 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"3028 dropout_90" -> "3030 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3029 _param_constant378" -> "3038 linear_140" [label="(768,)", style=solid]; +"3030 dropout_90_0_0_nncf_smooth_quant_0" -> "3031 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3031 quantize_per_tensor_default_141" -> "3032 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3032 dequantize_per_tensor_default_141" -> "3038 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3033 linear_140_scale_0" -> "3036 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3033 linear_140_scale_0" -> "3037 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3034 linear_140_zero_point_0" -> "3036 quantize_per_channel_default_141" [label="(768,)", style=solid]; +"3034 linear_140_zero_point_0" -> "3037 dequantize_per_channel_default_141" [label="(768,)", style=solid]; +"3035 compressed_weight_updated_constant141" -> "3036 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; +"3036 quantize_per_channel_default_141" -> "3037 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; +"3037 dequantize_per_channel_default_141" -> "3038 linear_140" [label="(768, 3072)", style=solid]; +"3038 linear_140" -> "3039 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3039 dropout_91" -> "3042 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3040 _param_constant379" -> "3042 layer_norm_49" [label="(768,)", style=solid]; +"3041 _param_constant380" -> "3042 layer_norm_49" [label="(768,)", style=solid]; +"3042 layer_norm_49" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3043 add_79" -> "3070 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"3043 add_79" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3044 _tensor_constant145" -> "3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; +"3045 _param_constant382" -> "3052 linear_141" [label="(512,)", style=solid]; +"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3052 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"3047 linear_141_scale_0" -> "3050 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3047 linear_141_scale_0" -> "3051 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3048 linear_141_zero_point_0" -> "3050 quantize_per_channel_default_142" [label="(512,)", style=solid]; +"3048 linear_141_zero_point_0" -> "3051 dequantize_per_channel_default_142" [label="(512,)", style=solid]; +"3049 compressed_weight_updated_constant142" -> "3050 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; +"3050 quantize_per_channel_default_142" -> "3051 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; +"3051 dequantize_per_channel_default_142" -> "3052 linear_141" [label="(512, 2)", style=solid]; +"3052 linear_141" -> "3053 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3053 relu__23" -> "3054 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; +"3054 relu__23_0_0_nncf_smooth_quant_0" -> "3060 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3055 linear_142_scale_0" -> "3058 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3055 linear_142_scale_0" -> "3059 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3056 linear_142_zero_point_0" -> "3058 quantize_per_channel_default_143" [label="(24,)", style=solid]; +"3056 linear_142_zero_point_0" -> "3059 dequantize_per_channel_default_143" [label="(24,)", style=solid]; +"3057 compressed_weight_updated_constant143" -> "3058 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; +"3058 quantize_per_channel_default_143" -> "3059 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; +"3059 dequantize_per_channel_default_143" -> "3060 linear_142" [label="(24, 512)", style=solid]; +"3060 linear_142" -> "3061 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3061 view_125" -> "3063 index_23" [label="(225, 24)", style=solid]; +"3062 _tensor_constant146" -> "3063 index_23" [label="(4096,)", style=solid]; +"3063 index_23" -> "3064 view_126" [label="(4096, 24)", style=solid]; +"3064 view_126" -> "3065 permute_104" [label="(64, 64, 24)", style=solid]; +"3065 permute_104" -> "3066 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3066 contiguous_44" -> "3067 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3067 unsqueeze_67" -> "3068 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3068 sigmoid_23" -> "3069 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3069 mul_46" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3070 pad_26" -> "3071 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3071 view_127" -> "3072 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3072 permute_105" -> "3073 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3073 reshape_103" -> "3076 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3074 _param_constant384" -> "3075 clone_23" [label="(2304,)", style=solid]; +"3075 clone_23" -> "3084 linear_143" [label="(2304,)", style=solid]; +"3076 reshape_103_0_0_nncf_smooth_quant_0" -> "3077 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3077 quantize_per_tensor_default_142" -> "3078 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"3078 dequantize_per_tensor_default_142" -> "3084 linear_143" [label="(1, 64, 768)", style=solid]; +"3079 linear_143_scale_0" -> "3082 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3079 linear_143_scale_0" -> "3083 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3080 linear_143_zero_point_0" -> "3082 quantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3080 linear_143_zero_point_0" -> "3083 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; +"3081 compressed_weight_updated_constant144" -> "3082 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; +"3082 quantize_per_channel_default_144" -> "3083 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; +"3083 dequantize_per_channel_default_144" -> "3084 linear_143" [label="(2304, 768)", style=solid]; +"3084 linear_143" -> "3085 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3085 reshape_104" -> "3086 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3086 permute_106" -> "3087 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3086 permute_106" -> "3088 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3086 permute_106" -> "3089 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3087 select_69" -> "3090 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3087 select_69" -> "3092 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3087 select_69" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3088 select_70" -> "3096 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 select_70" -> "3098 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3088 select_70" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3089 select_71" -> "3111 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3090 linalg_vector_norm_46" -> "3091 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3091 clamp_min_46" -> "3092 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3092 expand_as_46" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3093 div_46" -> "3094 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3094 quantize_per_tensor_default_143" -> "3095 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3095 dequantize_per_tensor_default_143" -> "3103 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"3096 linalg_vector_norm_47" -> "3097 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3097 clamp_min_47" -> "3098 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3098 expand_as_47" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3099 div_47" -> "3100 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3100 quantize_per_tensor_default_144" -> "3101 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3101 dequantize_per_tensor_default_144" -> "3102 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"3102 transpose_46" -> "3103 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3103 matmul_46" -> "3107 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3104 _param_constant386" -> "3105 clamp_23" [label="(24, 1, 1)", style=solid]; +"3105 clamp_23" -> "3106 exp_23" [label="(24, 1, 1)", style=solid]; +"3106 exp_23" -> "3107 mul_47" [label="(24, 1, 1)", style=solid]; +"3107 mul_47" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3108 add_80" -> "3109 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3109 softmax_23" -> "3110 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3110 dropout_92" -> "3111 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3111 matmul_47" -> "3112 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"3112 transpose_47" -> "3113 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3113 reshape_105" -> "3115 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"3114 _param_constant388" -> "3123 linear_144" [label="(768,)", style=solid]; +"3115 reshape_105_0_0_nncf_smooth_quant_0" -> "3116 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3116 quantize_per_tensor_default_145" -> "3117 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"3117 dequantize_per_tensor_default_145" -> "3123 linear_144" [label="(1, 64, 768)", style=solid]; +"3118 linear_144_scale_0" -> "3121 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3118 linear_144_scale_0" -> "3122 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3119 linear_144_zero_point_0" -> "3121 quantize_per_channel_default_145" [label="(768,)", style=solid]; +"3119 linear_144_zero_point_0" -> "3122 dequantize_per_channel_default_145" [label="(768,)", style=solid]; +"3120 compressed_weight_updated_constant145" -> "3121 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; +"3121 quantize_per_channel_default_145" -> "3122 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; +"3122 dequantize_per_channel_default_145" -> "3123 linear_144" [label="(768, 768)", style=solid]; +"3123 linear_144" -> "3124 dropout_93" [label="(1, 64, 768)", style=solid]; +"3124 dropout_93" -> "3125 view_128" [label="(1, 64, 768)", style=solid]; +"3125 view_128" -> "3126 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3126 permute_107" -> "3127 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3127 reshape_106" -> "3128 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3128 slice_347" -> "3129 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3129 slice_348" -> "3130 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3130 slice_349" -> "3131 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3131 slice_350" -> "3132 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3132 contiguous_45" -> "3135 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3133 _param_constant389" -> "3135 layer_norm_50" [label="(768,)", style=solid]; +"3134 _param_constant390" -> "3135 layer_norm_50" [label="(768,)", style=solid]; +"3135 layer_norm_50" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3136 add_81" -> "3138 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"3136 add_81" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3137 _param_constant392" -> "3146 linear_145" [label="(3072,)", style=solid]; +"3138 add_81_0_0_nncf_smooth_quant_0" -> "3139 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3139 quantize_per_tensor_default_146" -> "3140 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3140 dequantize_per_tensor_default_146" -> "3146 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"3141 linear_145_scale_0" -> "3144 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3141 linear_145_scale_0" -> "3145 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3142 linear_145_zero_point_0" -> "3144 quantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3142 linear_145_zero_point_0" -> "3145 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"3143 compressed_weight_updated_constant146" -> "3144 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"3144 quantize_per_channel_default_146" -> "3145 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"3145 dequantize_per_channel_default_146" -> "3146 linear_145" [label="(3072, 768)", style=solid]; +"3146 linear_145" -> "3147 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3147 gelu_23" -> "3148 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"3148 dropout_94" -> "3150 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"3149 _param_constant394" -> "3158 linear_146" [label="(768,)", style=solid]; +"3150 dropout_94_0_0_nncf_smooth_quant_0" -> "3151 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3151 quantize_per_tensor_default_147" -> "3152 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3152 dequantize_per_tensor_default_147" -> "3158 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3153 linear_146_scale_0" -> "3156 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3153 linear_146_scale_0" -> "3157 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3154 linear_146_zero_point_0" -> "3156 quantize_per_channel_default_147" [label="(768,)", style=solid]; +"3154 linear_146_zero_point_0" -> "3157 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"3155 compressed_weight_updated_constant147" -> "3156 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"3156 quantize_per_channel_default_147" -> "3157 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"3157 dequantize_per_channel_default_147" -> "3158 linear_146" [label="(768, 3072)", style=solid]; +"3158 linear_146" -> "3159 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3159 dropout_95" -> "3162 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3160 _param_constant395" -> "3162 layer_norm_51" [label="(768,)", style=solid]; +"3161 _param_constant396" -> "3162 layer_norm_51" [label="(768,)", style=solid]; +"3162 layer_norm_51" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3163 add_82" -> "3166 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3164 _param_constant397" -> "3166 layer_norm_52" [label="(768,)", style=solid]; +"3165 _param_constant398" -> "3166 layer_norm_52" [label="(768,)", style=solid]; +"3166 layer_norm_52" -> "3167 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3167 permute_108" -> "3168 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3168 adaptive_avg_pool2d" -> "3169 flatten" [label="(1, 768, 1, 1)", style=solid]; +"3169 flatten" -> "3171 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"3170 _param_constant400" -> "3179 linear_147" [label="(1000,)", style=solid]; +"3171 flatten_0_0_nncf_smooth_quant_0" -> "3172 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3172 quantize_per_tensor_default_148" -> "3173 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"3173 dequantize_per_tensor_default_148" -> "3179 linear_147" [label="(1, 768)", style=solid]; +"3174 linear_147_scale_0" -> "3177 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3174 linear_147_scale_0" -> "3178 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3175 linear_147_zero_point_0" -> "3177 quantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3175 linear_147_zero_point_0" -> "3178 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"3176 compressed_weight_updated_constant148" -> "3177 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"3177 quantize_per_channel_default_148" -> "3178 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"3178 dequantize_per_channel_default_148" -> "3179 linear_147" [label="(1000, 768)", style=solid]; +"3179 linear_147" -> "3180 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot index a3a6542ed3c..2d31e295fc7 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/synthetic_transformer.dot @@ -2,52 +2,52 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 _param_constant0" [id=1, type=get_attr]; "2 embedding" [id=2, type=embedding]; -"3 embedding_0_0_nncf_smooth_quant_0" [id=3, type=call_module]; -"4 quantize_per_tensor_default" [id=4, type=quantize_per_tensor]; -"5 dequantize_per_tensor_default" [id=5, type=dequantize_per_tensor]; -"6 linear_scale_0" [id=6, type=get_attr]; -"7 linear_zero_point_0" [id=7, type=get_attr]; -"8 compressed_weight_updated_constant0" [id=8, type=get_attr]; -"9 quantize_per_channel_default" [id=9, type=quantize_per_channel]; -"10 dequantize_per_channel_default" [id=10, type=dequantize_per_channel]; -"11 _param_constant2_0_0" [id=11, type=get_attr]; +"3 _param_constant2" [id=3, type=get_attr]; +"4 embedding_0_0_nncf_smooth_quant_0" [id=4, type=call_module]; +"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; +"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; +"7 linear_scale_0" [id=7, type=get_attr]; +"8 linear_zero_point_0" [id=8, type=get_attr]; +"9 compressed_weight_updated_constant0" [id=9, type=get_attr]; +"10 quantize_per_channel_default" [id=10, type=quantize_per_channel]; +"11 dequantize_per_channel_default" [id=11, type=dequantize_per_channel]; "12 linear" [id=12, type=linear]; -"13 add_tensor_0_0_nncf_smooth_quant_0" [id=13, type=call_module]; -"14 quantize_per_tensor_default_1" [id=14, type=quantize_per_tensor]; -"15 dequantize_per_tensor_default_1" [id=15, type=dequantize_per_tensor]; -"16 linear_1_scale_0" [id=16, type=get_attr]; -"17 linear_1_zero_point_0" [id=17, type=get_attr]; -"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; -"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; -"21 _param_constant4_0_0" [id=21, type=get_attr]; +"13 _param_constant4" [id=13, type=get_attr]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; +"17 linear_1_scale_0" [id=17, type=get_attr]; +"18 linear_1_zero_point_0" [id=18, type=get_attr]; +"19 compressed_weight_updated_constant1" [id=19, type=get_attr]; +"20 quantize_per_channel_default_1" [id=20, type=quantize_per_channel]; +"21 dequantize_per_channel_default_1" [id=21, type=dequantize_per_channel]; "22 linear_1" [id=22, type=linear]; "23 output" [id=23, type=output]; "0 arg0_1" -> "2 embedding" [label="(5,)", style=solid]; "1 _param_constant0" -> "2 embedding" [label="(10, 5)", style=solid]; -"2 embedding" -> "3 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"3 embedding_0_0_nncf_smooth_quant_0" -> "4 quantize_per_tensor_default" [label="(5, 5)", style=solid]; -"4 quantize_per_tensor_default" -> "5 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; -"5 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; -"6 linear_scale_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"6 linear_scale_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"7 linear_zero_point_0" -> "9 quantize_per_channel_default" [label="(5,)", style=solid]; -"7 linear_zero_point_0" -> "10 dequantize_per_channel_default" [label="(5,)", style=solid]; -"8 compressed_weight_updated_constant0" -> "9 quantize_per_channel_default" [label="(5, 5)", style=solid]; -"9 quantize_per_channel_default" -> "10 dequantize_per_channel_default" [label="(5, 5)", style=solid]; -"10 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; -"11 _param_constant2_0_0" -> "12 linear" [label="(5,)", style=solid]; -"12 linear" -> "13 add_tensor_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; -"13 add_tensor_0_0_nncf_smooth_quant_0" -> "14 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"14 quantize_per_tensor_default_1" -> "15 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; -"15 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; -"16 linear_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"16 linear_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(10,)", style=solid]; -"17 linear_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(10,)", style=solid]; -"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; -"20 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; -"21 _param_constant4_0_0" -> "22 linear_1" [label="(10,)", style=solid]; +"2 embedding" -> "4 embedding_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"3 _param_constant2" -> "12 linear" [label="(5,)", style=solid]; +"4 embedding_0_0_nncf_smooth_quant_0" -> "5 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label="(5, 5)", style=solid]; +"6 dequantize_per_tensor_default" -> "12 linear" [label="(5, 5)", style=solid]; +"7 linear_scale_0" -> "10 quantize_per_channel_default" [label="(5,)", style=solid]; +"7 linear_scale_0" -> "11 dequantize_per_channel_default" [label="(5,)", style=solid]; +"8 linear_zero_point_0" -> "10 quantize_per_channel_default" [label="(5,)", style=solid]; +"8 linear_zero_point_0" -> "11 dequantize_per_channel_default" [label="(5,)", style=solid]; +"9 compressed_weight_updated_constant0" -> "10 quantize_per_channel_default" [label="(5, 5)", style=solid]; +"10 quantize_per_channel_default" -> "11 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"11 dequantize_per_channel_default" -> "12 linear" [label="(5, 5)", style=solid]; +"12 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(5, 5)", style=solid]; +"13 _param_constant4" -> "22 linear_1" [label="(10,)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(5, 5)", style=solid]; +"17 linear_1_scale_0" -> "20 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_scale_0" -> "21 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "20 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "21 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"19 compressed_weight_updated_constant1" -> "20 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"20 quantize_per_channel_default_1" -> "21 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"21 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; "22 linear_1" -> "23 output" [label="(5, 10)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 22972f24a32..241a11aa5ec 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,120 +2,120 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; +"3 _param_constant1" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; "9 conv2d" [id=9, type=conv2d]; "10 relu" [id=10, type=relu]; "11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 conv2d_1_scale_0" [id=13, type=get_attr]; -"14 conv2d_1_zero_point_0" [id=14, type=get_attr]; -"15 compressed_weight_updated_constant1" [id=15, type=get_attr]; -"16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; -"17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; -"18 _param_constant5_0_0" [id=18, type=get_attr]; +"13 _param_constant5" [id=13, type=get_attr]; +"14 conv2d_1_scale_0" [id=14, type=get_attr]; +"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; +"16 compressed_weight_updated_constant1" [id=16, type=get_attr]; +"17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; +"18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; "19 conv2d_1" [id=19, type=conv2d]; "20 relu_1" [id=20, type=relu]; "21 quantize_per_tensor_default" [id=21, type=quantize_per_tensor]; "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; "24 max_pool2d" [id=24, type=max_pool2d]; -"25 conv2d_2_scale_0" [id=25, type=get_attr]; -"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 _param_constant9_0_0" [id=30, type=get_attr]; +"25 _param_constant9" [id=25, type=get_attr]; +"26 conv2d_2_scale_0" [id=26, type=get_attr]; +"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; +"28 compressed_weight_updated_constant2" [id=28, type=get_attr]; +"29 quantize_per_channel_default_2" [id=29, type=quantize_per_channel]; +"30 dequantize_per_channel_default_2" [id=30, type=dequantize_per_channel]; "31 conv2d_2" [id=31, type=conv2d]; "32 relu_2" [id=32, type=relu]; "33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; "34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 conv2d_3_scale_0" [id=35, type=get_attr]; -"36 conv2d_3_zero_point_0" [id=36, type=get_attr]; -"37 compressed_weight_updated_constant3" [id=37, type=get_attr]; -"38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; -"39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; -"40 _param_constant13_0_0" [id=40, type=get_attr]; +"35 _param_constant13" [id=35, type=get_attr]; +"36 conv2d_3_scale_0" [id=36, type=get_attr]; +"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; +"38 compressed_weight_updated_constant3" [id=38, type=get_attr]; +"39 quantize_per_channel_default_3" [id=39, type=quantize_per_channel]; +"40 dequantize_per_channel_default_3" [id=40, type=dequantize_per_channel]; "41 conv2d_3" [id=41, type=conv2d]; "42 relu_3" [id=42, type=relu]; "43 quantize_per_tensor_default_3" [id=43, type=quantize_per_tensor]; "44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; "45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; "46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 conv2d_4_scale_0" [id=47, type=get_attr]; -"48 conv2d_4_zero_point_0" [id=48, type=get_attr]; -"49 compressed_weight_updated_constant4" [id=49, type=get_attr]; -"50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; -"51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; -"52 _param_constant17_0_0" [id=52, type=get_attr]; +"47 _param_constant17" [id=47, type=get_attr]; +"48 conv2d_4_scale_0" [id=48, type=get_attr]; +"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; +"50 compressed_weight_updated_constant4" [id=50, type=get_attr]; +"51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; "53 conv2d_4" [id=53, type=conv2d]; "54 relu_4" [id=54, type=relu]; "55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 conv2d_5_scale_0" [id=57, type=get_attr]; -"58 conv2d_5_zero_point_0" [id=58, type=get_attr]; -"59 compressed_weight_updated_constant5" [id=59, type=get_attr]; -"60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; -"61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; -"62 _param_constant21_0_0" [id=62, type=get_attr]; +"57 _param_constant21" [id=57, type=get_attr]; +"58 conv2d_5_scale_0" [id=58, type=get_attr]; +"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; +"60 compressed_weight_updated_constant5" [id=60, type=get_attr]; +"61 quantize_per_channel_default_5" [id=61, type=quantize_per_channel]; +"62 dequantize_per_channel_default_5" [id=62, type=dequantize_per_channel]; "63 conv2d_5" [id=63, type=conv2d]; "64 relu_5" [id=64, type=relu]; "65 quantize_per_tensor_default_4" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; "67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; "68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 conv2d_6_scale_0" [id=69, type=get_attr]; -"70 conv2d_6_zero_point_0" [id=70, type=get_attr]; -"71 compressed_weight_updated_constant6" [id=71, type=get_attr]; -"72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; -"73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; -"74 _param_constant25_0_0" [id=74, type=get_attr]; +"69 _param_constant25" [id=69, type=get_attr]; +"70 conv2d_6_scale_0" [id=70, type=get_attr]; +"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; +"72 compressed_weight_updated_constant6" [id=72, type=get_attr]; +"73 quantize_per_channel_default_6" [id=73, type=quantize_per_channel]; +"74 dequantize_per_channel_default_6" [id=74, type=dequantize_per_channel]; "75 conv2d_6" [id=75, type=conv2d]; "76 relu_6" [id=76, type=relu]; "77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; "78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 conv2d_7_scale_0" [id=79, type=get_attr]; -"80 conv2d_7_zero_point_0" [id=80, type=get_attr]; -"81 compressed_weight_updated_constant7" [id=81, type=get_attr]; -"82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; -"83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; -"84 _param_constant29_0_0" [id=84, type=get_attr]; +"79 _param_constant29" [id=79, type=get_attr]; +"80 conv2d_7_scale_0" [id=80, type=get_attr]; +"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; +"82 compressed_weight_updated_constant7" [id=82, type=get_attr]; +"83 quantize_per_channel_default_7" [id=83, type=quantize_per_channel]; +"84 dequantize_per_channel_default_7" [id=84, type=dequantize_per_channel]; "85 conv2d_7" [id=85, type=conv2d]; "86 relu_7" [id=86, type=relu]; "87 quantize_per_tensor_default_7" [id=87, type=quantize_per_tensor]; "88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; "89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; "90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 conv2d_8_scale_0" [id=91, type=get_attr]; -"92 conv2d_8_zero_point_0" [id=92, type=get_attr]; -"93 compressed_weight_updated_constant8" [id=93, type=get_attr]; -"94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; -"95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; -"96 _param_constant33_0_0" [id=96, type=get_attr]; +"91 _param_constant33" [id=91, type=get_attr]; +"92 conv2d_8_scale_0" [id=92, type=get_attr]; +"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; +"94 compressed_weight_updated_constant8" [id=94, type=get_attr]; +"95 quantize_per_channel_default_8" [id=95, type=quantize_per_channel]; +"96 dequantize_per_channel_default_8" [id=96, type=dequantize_per_channel]; "97 conv2d_8" [id=97, type=conv2d]; "98 relu_8" [id=98, type=relu]; "99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; "100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 conv2d_9_scale_0" [id=101, type=get_attr]; -"102 conv2d_9_zero_point_0" [id=102, type=get_attr]; -"103 compressed_weight_updated_constant9" [id=103, type=get_attr]; -"104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; -"105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; -"106 _param_constant37_0_0" [id=106, type=get_attr]; +"101 _param_constant37" [id=101, type=get_attr]; +"102 conv2d_9_scale_0" [id=102, type=get_attr]; +"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; +"104 compressed_weight_updated_constant9" [id=104, type=get_attr]; +"105 quantize_per_channel_default_9" [id=105, type=quantize_per_channel]; +"106 dequantize_per_channel_default_9" [id=106, type=dequantize_per_channel]; "107 conv2d_9" [id=107, type=conv2d]; "108 relu_9" [id=108, type=relu]; "109 quantize_per_tensor_default_14" [id=109, type=quantize_per_tensor]; "110 dequantize_per_tensor_default_18" [id=110, type=dequantize_per_tensor]; -"111 conv_transpose2d_scale_0" [id=111, type=get_attr]; -"112 conv_transpose2d_zero_point_0" [id=112, type=get_attr]; -"113 compressed_weight_updated_constant10" [id=113, type=get_attr]; -"114 quantize_per_channel_default_10" [id=114, type=quantize_per_channel]; -"115 dequantize_per_channel_default_10" [id=115, type=dequantize_per_channel]; -"116 _param_constant41_0_0" [id=116, type=get_attr]; +"111 _param_constant41" [id=111, type=get_attr]; +"112 conv_transpose2d_scale_0" [id=112, type=get_attr]; +"113 conv_transpose2d_zero_point_0" [id=113, type=get_attr]; +"114 compressed_weight_updated_constant10" [id=114, type=get_attr]; +"115 quantize_per_channel_default_10" [id=115, type=quantize_per_channel]; +"116 dequantize_per_channel_default_10" [id=116, type=dequantize_per_channel]; "117 conv_transpose2d" [id=117, type=conv_transpose2d]; "118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; "119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; @@ -124,32 +124,32 @@ strict digraph { "122 slice_3" [id=122, type=slice]; "123 slice_4" [id=123, type=slice]; "124 cat" [id=124, type=cat]; -"125 conv2d_10_scale_0" [id=125, type=get_attr]; -"126 conv2d_10_zero_point_0" [id=126, type=get_attr]; -"127 compressed_weight_updated_constant11" [id=127, type=get_attr]; -"128 quantize_per_channel_default_11" [id=128, type=quantize_per_channel]; -"129 dequantize_per_channel_default_11" [id=129, type=dequantize_per_channel]; -"130 _param_constant43_0_0" [id=130, type=get_attr]; +"125 _param_constant43" [id=125, type=get_attr]; +"126 conv2d_10_scale_0" [id=126, type=get_attr]; +"127 conv2d_10_zero_point_0" [id=127, type=get_attr]; +"128 compressed_weight_updated_constant11" [id=128, type=get_attr]; +"129 quantize_per_channel_default_11" [id=129, type=quantize_per_channel]; +"130 dequantize_per_channel_default_11" [id=130, type=dequantize_per_channel]; "131 conv2d_10" [id=131, type=conv2d]; "132 relu_10" [id=132, type=relu]; "133 quantize_per_tensor_default_15" [id=133, type=quantize_per_tensor]; "134 dequantize_per_tensor_default_19" [id=134, type=dequantize_per_tensor]; -"135 conv2d_11_scale_0" [id=135, type=get_attr]; -"136 conv2d_11_zero_point_0" [id=136, type=get_attr]; -"137 compressed_weight_updated_constant12" [id=137, type=get_attr]; -"138 quantize_per_channel_default_12" [id=138, type=quantize_per_channel]; -"139 dequantize_per_channel_default_12" [id=139, type=dequantize_per_channel]; -"140 _param_constant47_0_0" [id=140, type=get_attr]; +"135 _param_constant47" [id=135, type=get_attr]; +"136 conv2d_11_scale_0" [id=136, type=get_attr]; +"137 conv2d_11_zero_point_0" [id=137, type=get_attr]; +"138 compressed_weight_updated_constant12" [id=138, type=get_attr]; +"139 quantize_per_channel_default_12" [id=139, type=quantize_per_channel]; +"140 dequantize_per_channel_default_12" [id=140, type=dequantize_per_channel]; "141 conv2d_11" [id=141, type=conv2d]; "142 relu_11" [id=142, type=relu]; "143 quantize_per_tensor_default_16" [id=143, type=quantize_per_tensor]; "144 dequantize_per_tensor_default_20" [id=144, type=dequantize_per_tensor]; -"145 conv_transpose2d_1_scale_0" [id=145, type=get_attr]; -"146 conv_transpose2d_1_zero_point_0" [id=146, type=get_attr]; -"147 compressed_weight_updated_constant13" [id=147, type=get_attr]; -"148 quantize_per_channel_default_13" [id=148, type=quantize_per_channel]; -"149 dequantize_per_channel_default_13" [id=149, type=dequantize_per_channel]; -"150 _param_constant51_0_0" [id=150, type=get_attr]; +"145 _param_constant51" [id=145, type=get_attr]; +"146 conv_transpose2d_1_scale_0" [id=146, type=get_attr]; +"147 conv_transpose2d_1_zero_point_0" [id=147, type=get_attr]; +"148 compressed_weight_updated_constant13" [id=148, type=get_attr]; +"149 quantize_per_channel_default_13" [id=149, type=quantize_per_channel]; +"150 dequantize_per_channel_default_13" [id=150, type=dequantize_per_channel]; "151 conv_transpose2d_1" [id=151, type=conv_transpose2d]; "152 quantize_per_tensor_default_5" [id=152, type=quantize_per_tensor]; "153 dequantize_per_tensor_default_8" [id=153, type=dequantize_per_tensor]; @@ -158,32 +158,32 @@ strict digraph { "156 slice_7" [id=156, type=slice]; "157 slice_8" [id=157, type=slice]; "158 cat_1" [id=158, type=cat]; -"159 conv2d_12_scale_0" [id=159, type=get_attr]; -"160 conv2d_12_zero_point_0" [id=160, type=get_attr]; -"161 compressed_weight_updated_constant14" [id=161, type=get_attr]; -"162 quantize_per_channel_default_14" [id=162, type=quantize_per_channel]; -"163 dequantize_per_channel_default_14" [id=163, type=dequantize_per_channel]; -"164 _param_constant53_0_0" [id=164, type=get_attr]; +"159 _param_constant53" [id=159, type=get_attr]; +"160 conv2d_12_scale_0" [id=160, type=get_attr]; +"161 conv2d_12_zero_point_0" [id=161, type=get_attr]; +"162 compressed_weight_updated_constant14" [id=162, type=get_attr]; +"163 quantize_per_channel_default_14" [id=163, type=quantize_per_channel]; +"164 dequantize_per_channel_default_14" [id=164, type=dequantize_per_channel]; "165 conv2d_12" [id=165, type=conv2d]; "166 relu_12" [id=166, type=relu]; "167 quantize_per_tensor_default_17" [id=167, type=quantize_per_tensor]; "168 dequantize_per_tensor_default_21" [id=168, type=dequantize_per_tensor]; -"169 conv2d_13_scale_0" [id=169, type=get_attr]; -"170 conv2d_13_zero_point_0" [id=170, type=get_attr]; -"171 compressed_weight_updated_constant15" [id=171, type=get_attr]; -"172 quantize_per_channel_default_15" [id=172, type=quantize_per_channel]; -"173 dequantize_per_channel_default_15" [id=173, type=dequantize_per_channel]; -"174 _param_constant57_0_0" [id=174, type=get_attr]; +"169 _param_constant57" [id=169, type=get_attr]; +"170 conv2d_13_scale_0" [id=170, type=get_attr]; +"171 conv2d_13_zero_point_0" [id=171, type=get_attr]; +"172 compressed_weight_updated_constant15" [id=172, type=get_attr]; +"173 quantize_per_channel_default_15" [id=173, type=quantize_per_channel]; +"174 dequantize_per_channel_default_15" [id=174, type=dequantize_per_channel]; "175 conv2d_13" [id=175, type=conv2d]; "176 relu_13" [id=176, type=relu]; "177 quantize_per_tensor_default_18" [id=177, type=quantize_per_tensor]; "178 dequantize_per_tensor_default_22" [id=178, type=dequantize_per_tensor]; -"179 conv_transpose2d_2_scale_0" [id=179, type=get_attr]; -"180 conv_transpose2d_2_zero_point_0" [id=180, type=get_attr]; -"181 compressed_weight_updated_constant16" [id=181, type=get_attr]; -"182 quantize_per_channel_default_16" [id=182, type=quantize_per_channel]; -"183 dequantize_per_channel_default_16" [id=183, type=dequantize_per_channel]; -"184 _param_constant61_0_0" [id=184, type=get_attr]; +"179 _param_constant61" [id=179, type=get_attr]; +"180 conv_transpose2d_2_scale_0" [id=180, type=get_attr]; +"181 conv_transpose2d_2_zero_point_0" [id=181, type=get_attr]; +"182 compressed_weight_updated_constant16" [id=182, type=get_attr]; +"183 quantize_per_channel_default_16" [id=183, type=quantize_per_channel]; +"184 dequantize_per_channel_default_16" [id=184, type=dequantize_per_channel]; "185 conv_transpose2d_2" [id=185, type=conv_transpose2d]; "186 quantize_per_tensor_default_2" [id=186, type=quantize_per_tensor]; "187 dequantize_per_tensor_default_3" [id=187, type=dequantize_per_tensor]; @@ -192,32 +192,32 @@ strict digraph { "190 slice_11" [id=190, type=slice]; "191 slice_12" [id=191, type=slice]; "192 cat_2" [id=192, type=cat]; -"193 conv2d_14_scale_0" [id=193, type=get_attr]; -"194 conv2d_14_zero_point_0" [id=194, type=get_attr]; -"195 compressed_weight_updated_constant17" [id=195, type=get_attr]; -"196 quantize_per_channel_default_17" [id=196, type=quantize_per_channel]; -"197 dequantize_per_channel_default_17" [id=197, type=dequantize_per_channel]; -"198 _param_constant63_0_0" [id=198, type=get_attr]; +"193 _param_constant63" [id=193, type=get_attr]; +"194 conv2d_14_scale_0" [id=194, type=get_attr]; +"195 conv2d_14_zero_point_0" [id=195, type=get_attr]; +"196 compressed_weight_updated_constant17" [id=196, type=get_attr]; +"197 quantize_per_channel_default_17" [id=197, type=quantize_per_channel]; +"198 dequantize_per_channel_default_17" [id=198, type=dequantize_per_channel]; "199 conv2d_14" [id=199, type=conv2d]; "200 relu_14" [id=200, type=relu]; "201 quantize_per_tensor_default_19" [id=201, type=quantize_per_tensor]; "202 dequantize_per_tensor_default_23" [id=202, type=dequantize_per_tensor]; -"203 conv2d_15_scale_0" [id=203, type=get_attr]; -"204 conv2d_15_zero_point_0" [id=204, type=get_attr]; -"205 compressed_weight_updated_constant18" [id=205, type=get_attr]; -"206 quantize_per_channel_default_18" [id=206, type=quantize_per_channel]; -"207 dequantize_per_channel_default_18" [id=207, type=dequantize_per_channel]; -"208 _param_constant67_0_0" [id=208, type=get_attr]; +"203 _param_constant67" [id=203, type=get_attr]; +"204 conv2d_15_scale_0" [id=204, type=get_attr]; +"205 conv2d_15_zero_point_0" [id=205, type=get_attr]; +"206 compressed_weight_updated_constant18" [id=206, type=get_attr]; +"207 quantize_per_channel_default_18" [id=207, type=quantize_per_channel]; +"208 dequantize_per_channel_default_18" [id=208, type=dequantize_per_channel]; "209 conv2d_15" [id=209, type=conv2d]; "210 relu_15" [id=210, type=relu]; "211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; "212 dequantize_per_tensor_default_24" [id=212, type=dequantize_per_tensor]; -"213 conv_transpose2d_3_scale_0" [id=213, type=get_attr]; -"214 conv_transpose2d_3_zero_point_0" [id=214, type=get_attr]; -"215 compressed_weight_updated_constant19" [id=215, type=get_attr]; -"216 quantize_per_channel_default_19" [id=216, type=quantize_per_channel]; -"217 dequantize_per_channel_default_19" [id=217, type=dequantize_per_channel]; -"218 _param_constant71_0_0" [id=218, type=get_attr]; +"213 _param_constant71" [id=213, type=get_attr]; +"214 conv_transpose2d_3_scale_0" [id=214, type=get_attr]; +"215 conv_transpose2d_3_zero_point_0" [id=215, type=get_attr]; +"216 compressed_weight_updated_constant19" [id=216, type=get_attr]; +"217 quantize_per_channel_default_19" [id=217, type=quantize_per_channel]; +"218 dequantize_per_channel_default_19" [id=218, type=dequantize_per_channel]; "219 conv_transpose2d_3" [id=219, type=conv_transpose2d]; "220 quantize_per_tensor_default_1" [id=220, type=quantize_per_tensor]; "221 dequantize_per_tensor_default_2" [id=221, type=dequantize_per_tensor]; @@ -226,57 +226,57 @@ strict digraph { "224 slice_15" [id=224, type=slice]; "225 slice_16" [id=225, type=slice]; "226 cat_3" [id=226, type=cat]; -"227 conv2d_16_scale_0" [id=227, type=get_attr]; -"228 conv2d_16_zero_point_0" [id=228, type=get_attr]; -"229 compressed_weight_updated_constant20" [id=229, type=get_attr]; -"230 quantize_per_channel_default_20" [id=230, type=quantize_per_channel]; -"231 dequantize_per_channel_default_20" [id=231, type=dequantize_per_channel]; -"232 _param_constant73_0_0" [id=232, type=get_attr]; +"227 _param_constant73" [id=227, type=get_attr]; +"228 conv2d_16_scale_0" [id=228, type=get_attr]; +"229 conv2d_16_zero_point_0" [id=229, type=get_attr]; +"230 compressed_weight_updated_constant20" [id=230, type=get_attr]; +"231 quantize_per_channel_default_20" [id=231, type=quantize_per_channel]; +"232 dequantize_per_channel_default_20" [id=232, type=dequantize_per_channel]; "233 conv2d_16" [id=233, type=conv2d]; "234 relu_16" [id=234, type=relu]; "235 quantize_per_tensor_default_21" [id=235, type=quantize_per_tensor]; "236 dequantize_per_tensor_default_25" [id=236, type=dequantize_per_tensor]; -"237 conv2d_17_scale_0" [id=237, type=get_attr]; -"238 conv2d_17_zero_point_0" [id=238, type=get_attr]; -"239 compressed_weight_updated_constant21" [id=239, type=get_attr]; -"240 quantize_per_channel_default_21" [id=240, type=quantize_per_channel]; -"241 dequantize_per_channel_default_21" [id=241, type=dequantize_per_channel]; -"242 _param_constant77_0_0" [id=242, type=get_attr]; +"237 _param_constant77" [id=237, type=get_attr]; +"238 conv2d_17_scale_0" [id=238, type=get_attr]; +"239 conv2d_17_zero_point_0" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant21" [id=240, type=get_attr]; +"241 quantize_per_channel_default_21" [id=241, type=quantize_per_channel]; +"242 dequantize_per_channel_default_21" [id=242, type=dequantize_per_channel]; "243 conv2d_17" [id=243, type=conv2d]; "244 relu_17" [id=244, type=relu]; "245 quantize_per_tensor_default_22" [id=245, type=quantize_per_tensor]; "246 dequantize_per_tensor_default_26" [id=246, type=dequantize_per_tensor]; -"247 conv2d_18_scale_0" [id=247, type=get_attr]; -"248 conv2d_18_zero_point_0" [id=248, type=get_attr]; -"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; -"250 quantize_per_channel_default_22" [id=250, type=quantize_per_channel]; -"251 dequantize_per_channel_default_22" [id=251, type=dequantize_per_channel]; -"252 _param_constant81_0_0" [id=252, type=get_attr]; +"247 _param_constant81" [id=247, type=get_attr]; +"248 conv2d_18_scale_0" [id=248, type=get_attr]; +"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; +"250 compressed_weight_updated_constant22" [id=250, type=get_attr]; +"251 quantize_per_channel_default_22" [id=251, type=quantize_per_channel]; +"252 dequantize_per_channel_default_22" [id=252, type=dequantize_per_channel]; "253 conv2d_18" [id=253, type=conv2d]; "254 output" [id=254, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default_12" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(64,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(64,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; -"8 _param_constant1_0_0" -> "9 conv2d" [label="(64,)", style=solid]; +"3 _param_constant1" -> "9 conv2d" [label="(64,)", style=solid]; +"4 conv2d_scale_0" -> "7 quantize_per_channel_default" [label="(64,)", style=solid]; +"4 conv2d_scale_0" -> "8 dequantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 quantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"8 dequantize_per_channel_default" -> "9 conv2d" [label="(64, 3, 3, 3)", style=solid]; "9 conv2d" -> "10 relu" [label="(1, 64, 222, 222)", style=solid]; "10 relu" -> "11 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; "11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; "12 dequantize_per_tensor_default_13" -> "19 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; -"13 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"13 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1" [label="(64,)", style=solid]; -"14 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1" [label="(64,)", style=solid]; -"15 compressed_weight_updated_constant1" -> "16 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; -"17 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; -"18 _param_constant5_0_0" -> "19 conv2d_1" [label="(64,)", style=solid]; +"13 _param_constant5" -> "19 conv2d_1" [label="(64,)", style=solid]; +"14 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"14 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"15 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 compressed_weight_updated_constant1" -> "17 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"18 dequantize_per_channel_default_1" -> "19 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; "19 conv2d_1" -> "20 relu_1" [label="(1, 64, 220, 220)", style=solid]; "20 relu_1" -> "21 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; "21 quantize_per_tensor_default" -> "22 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; @@ -284,26 +284,26 @@ strict digraph { "22 dequantize_per_tensor_default_1" -> "222 slice_13" [label="(1, 64, 220, 220)", style=solid]; "23 dequantize_per_tensor_default" -> "24 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; "24 max_pool2d" -> "31 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; -"25 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"25 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(128,)", style=solid]; -"26 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(128,)", style=solid]; -"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; -"29 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; -"30 _param_constant9_0_0" -> "31 conv2d_2" [label="(128,)", style=solid]; +"25 _param_constant9" -> "31 conv2d_2" [label="(128,)", style=solid]; +"26 conv2d_2_scale_0" -> "29 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"26 conv2d_2_scale_0" -> "30 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "29 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "30 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"28 compressed_weight_updated_constant2" -> "29 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"29 quantize_per_channel_default_2" -> "30 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"30 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; "31 conv2d_2" -> "32 relu_2" [label="(1, 128, 108, 108)", style=solid]; "32 relu_2" -> "33 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; "33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; "34 dequantize_per_tensor_default_14" -> "41 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; -"35 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"35 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"36 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3" [label="(128,)", style=solid]; -"36 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3" [label="(128,)", style=solid]; -"37 compressed_weight_updated_constant3" -> "38 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; -"39 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; -"40 _param_constant13_0_0" -> "41 conv2d_3" [label="(128,)", style=solid]; +"35 _param_constant13" -> "41 conv2d_3" [label="(128,)", style=solid]; +"36 conv2d_3_scale_0" -> "39 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"36 conv2d_3_scale_0" -> "40 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"37 conv2d_3_zero_point_0" -> "39 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"37 conv2d_3_zero_point_0" -> "40 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"38 compressed_weight_updated_constant3" -> "39 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"39 quantize_per_channel_default_3" -> "40 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"40 dequantize_per_channel_default_3" -> "41 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; "41 conv2d_3" -> "42 relu_3" [label="(1, 128, 106, 106)", style=solid]; "42 relu_3" -> "43 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; "43 quantize_per_tensor_default_3" -> "44 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; @@ -311,26 +311,26 @@ strict digraph { "44 dequantize_per_tensor_default_5" -> "188 slice_9" [label="(1, 128, 106, 106)", style=solid]; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; "46 max_pool2d_1" -> "53 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; -"47 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"47 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"48 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4" [label="(256,)", style=solid]; -"48 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4" [label="(256,)", style=solid]; -"49 compressed_weight_updated_constant4" -> "50 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; -"51 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; -"52 _param_constant17_0_0" -> "53 conv2d_4" [label="(256,)", style=solid]; +"47 _param_constant17" -> "53 conv2d_4" [label="(256,)", style=solid]; +"48 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"48 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"49 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"50 compressed_weight_updated_constant4" -> "51 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"52 dequantize_per_channel_default_4" -> "53 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; "53 conv2d_4" -> "54 relu_4" [label="(1, 256, 51, 51)", style=solid]; "54 relu_4" -> "55 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; "55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; "56 dequantize_per_tensor_default_15" -> "63 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; -"57 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"57 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"58 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5" [label="(256,)", style=solid]; -"58 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5" [label="(256,)", style=solid]; -"59 compressed_weight_updated_constant5" -> "60 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; -"61 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; -"62 _param_constant21_0_0" -> "63 conv2d_5" [label="(256,)", style=solid]; +"57 _param_constant21" -> "63 conv2d_5" [label="(256,)", style=solid]; +"58 conv2d_5_scale_0" -> "61 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"58 conv2d_5_scale_0" -> "62 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"59 conv2d_5_zero_point_0" -> "61 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"59 conv2d_5_zero_point_0" -> "62 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"60 compressed_weight_updated_constant5" -> "61 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"61 quantize_per_channel_default_5" -> "62 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"62 dequantize_per_channel_default_5" -> "63 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; "63 conv2d_5" -> "64 relu_5" [label="(1, 256, 49, 49)", style=solid]; "64 relu_5" -> "65 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; "65 quantize_per_tensor_default_4" -> "66 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; @@ -338,26 +338,26 @@ strict digraph { "66 dequantize_per_tensor_default_7" -> "154 slice_5" [label="(1, 256, 49, 49)", style=solid]; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; "68 max_pool2d_2" -> "75 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; -"69 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"69 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"70 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6" [label="(512,)", style=solid]; -"70 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6" [label="(512,)", style=solid]; -"71 compressed_weight_updated_constant6" -> "72 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; -"73 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; -"74 _param_constant25_0_0" -> "75 conv2d_6" [label="(512,)", style=solid]; +"69 _param_constant25" -> "75 conv2d_6" [label="(512,)", style=solid]; +"70 conv2d_6_scale_0" -> "73 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"70 conv2d_6_scale_0" -> "74 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"71 conv2d_6_zero_point_0" -> "73 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"71 conv2d_6_zero_point_0" -> "74 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"72 compressed_weight_updated_constant6" -> "73 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"73 quantize_per_channel_default_6" -> "74 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"74 dequantize_per_channel_default_6" -> "75 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; "75 conv2d_6" -> "76 relu_6" [label="(1, 512, 22, 22)", style=solid]; "76 relu_6" -> "77 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; "77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; "78 dequantize_per_tensor_default_16" -> "85 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; -"79 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"79 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"80 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"80 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"81 compressed_weight_updated_constant7" -> "82 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; -"83 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; -"84 _param_constant29_0_0" -> "85 conv2d_7" [label="(512,)", style=solid]; +"79 _param_constant29" -> "85 conv2d_7" [label="(512,)", style=solid]; +"80 conv2d_7_scale_0" -> "83 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"80 conv2d_7_scale_0" -> "84 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"81 conv2d_7_zero_point_0" -> "83 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"81 conv2d_7_zero_point_0" -> "84 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"82 compressed_weight_updated_constant7" -> "83 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"83 quantize_per_channel_default_7" -> "84 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"84 dequantize_per_channel_default_7" -> "85 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; "85 conv2d_7" -> "86 relu_7" [label="(1, 512, 20, 20)", style=solid]; "86 relu_7" -> "87 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; "87 quantize_per_tensor_default_7" -> "88 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; @@ -365,38 +365,38 @@ strict digraph { "88 dequantize_per_tensor_default_11" -> "120 slice_1" [label="(1, 512, 20, 20)", style=solid]; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; "90 max_pool2d_3" -> "97 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; -"91 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"91 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"92 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8" [label="(1024,)", style=solid]; -"92 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; -"93 compressed_weight_updated_constant8" -> "94 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; -"95 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; -"96 _param_constant33_0_0" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"91 _param_constant33" -> "97 conv2d_8" [label="(1024,)", style=solid]; +"92 conv2d_8_scale_0" -> "95 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"92 conv2d_8_scale_0" -> "96 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"93 conv2d_8_zero_point_0" -> "95 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"93 conv2d_8_zero_point_0" -> "96 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"94 compressed_weight_updated_constant8" -> "95 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"95 quantize_per_channel_default_8" -> "96 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"96 dequantize_per_channel_default_8" -> "97 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; "97 conv2d_8" -> "98 relu_8" [label="(1, 1024, 8, 8)", style=solid]; "98 relu_8" -> "99 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; "99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; "100 dequantize_per_tensor_default_17" -> "107 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; -"101 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"101 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"102 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9" [label="(1024,)", style=solid]; -"102 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; -"103 compressed_weight_updated_constant9" -> "104 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; -"105 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; -"106 _param_constant37_0_0" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"101 _param_constant37" -> "107 conv2d_9" [label="(1024,)", style=solid]; +"102 conv2d_9_scale_0" -> "105 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"102 conv2d_9_scale_0" -> "106 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"103 conv2d_9_zero_point_0" -> "105 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"103 conv2d_9_zero_point_0" -> "106 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"104 compressed_weight_updated_constant9" -> "105 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"105 quantize_per_channel_default_9" -> "106 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"106 dequantize_per_channel_default_9" -> "107 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; "107 conv2d_9" -> "108 relu_9" [label="(1, 1024, 6, 6)", style=solid]; "108 relu_9" -> "109 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; "109 quantize_per_tensor_default_14" -> "110 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; "110 dequantize_per_tensor_default_18" -> "117 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; -"111 conv_transpose2d_scale_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"111 conv_transpose2d_scale_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"112 conv_transpose2d_zero_point_0" -> "114 quantize_per_channel_default_10" [label="(1024,)", style=solid]; -"112 conv_transpose2d_zero_point_0" -> "115 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; -"113 compressed_weight_updated_constant10" -> "114 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"114 quantize_per_channel_default_10" -> "115 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; -"115 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; -"116 _param_constant41_0_0" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"111 _param_constant41" -> "117 conv_transpose2d" [label="(512,)", style=solid]; +"112 conv_transpose2d_scale_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"112 conv_transpose2d_scale_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 conv_transpose2d_zero_point_0" -> "115 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"113 conv_transpose2d_zero_point_0" -> "116 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"114 compressed_weight_updated_constant10" -> "115 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"115 quantize_per_channel_default_10" -> "116 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"116 dequantize_per_channel_default_10" -> "117 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; "117 conv_transpose2d" -> "118 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; "118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; "119 dequantize_per_tensor_default_9" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; @@ -405,38 +405,38 @@ strict digraph { "122 slice_3" -> "123 slice_4" [label="(1, 512, 12, 20)", style=solid]; "123 slice_4" -> "124 cat" [label="(1, 512, 12, 12)", style=solid]; "124 cat" -> "131 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; -"125 conv2d_10_scale_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"125 conv2d_10_scale_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"126 conv2d_10_zero_point_0" -> "128 quantize_per_channel_default_11" [label="(512,)", style=solid]; -"126 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_default_11" [label="(512,)", style=solid]; -"127 compressed_weight_updated_constant11" -> "128 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"128 quantize_per_channel_default_11" -> "129 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; -"129 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; -"130 _param_constant43_0_0" -> "131 conv2d_10" [label="(512,)", style=solid]; +"125 _param_constant43" -> "131 conv2d_10" [label="(512,)", style=solid]; +"126 conv2d_10_scale_0" -> "129 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"126 conv2d_10_scale_0" -> "130 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"127 conv2d_10_zero_point_0" -> "129 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"127 conv2d_10_zero_point_0" -> "130 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"128 compressed_weight_updated_constant11" -> "129 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"129 quantize_per_channel_default_11" -> "130 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"130 dequantize_per_channel_default_11" -> "131 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; "131 conv2d_10" -> "132 relu_10" [label="(1, 512, 10, 10)", style=solid]; "132 relu_10" -> "133 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; "133 quantize_per_tensor_default_15" -> "134 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; "134 dequantize_per_tensor_default_19" -> "141 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; -"135 conv2d_11_scale_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"135 conv2d_11_scale_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"136 conv2d_11_zero_point_0" -> "138 quantize_per_channel_default_12" [label="(512,)", style=solid]; -"136 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_default_12" [label="(512,)", style=solid]; -"137 compressed_weight_updated_constant12" -> "138 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"138 quantize_per_channel_default_12" -> "139 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; -"139 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; -"140 _param_constant47_0_0" -> "141 conv2d_11" [label="(512,)", style=solid]; +"135 _param_constant47" -> "141 conv2d_11" [label="(512,)", style=solid]; +"136 conv2d_11_scale_0" -> "139 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"136 conv2d_11_scale_0" -> "140 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"137 conv2d_11_zero_point_0" -> "139 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"137 conv2d_11_zero_point_0" -> "140 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"138 compressed_weight_updated_constant12" -> "139 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"139 quantize_per_channel_default_12" -> "140 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"140 dequantize_per_channel_default_12" -> "141 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; "141 conv2d_11" -> "142 relu_11" [label="(1, 512, 8, 8)", style=solid]; "142 relu_11" -> "143 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; "143 quantize_per_tensor_default_16" -> "144 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; "144 dequantize_per_tensor_default_20" -> "151 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; -"145 conv_transpose2d_1_scale_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"145 conv_transpose2d_1_scale_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"146 conv_transpose2d_1_zero_point_0" -> "148 quantize_per_channel_default_13" [label="(512,)", style=solid]; -"146 conv_transpose2d_1_zero_point_0" -> "149 dequantize_per_channel_default_13" [label="(512,)", style=solid]; -"147 compressed_weight_updated_constant13" -> "148 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"148 quantize_per_channel_default_13" -> "149 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; -"149 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; -"150 _param_constant51_0_0" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"145 _param_constant51" -> "151 conv_transpose2d_1" [label="(256,)", style=solid]; +"146 conv_transpose2d_1_scale_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"146 conv_transpose2d_1_scale_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 conv_transpose2d_1_zero_point_0" -> "149 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"147 conv_transpose2d_1_zero_point_0" -> "150 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"148 compressed_weight_updated_constant13" -> "149 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"149 quantize_per_channel_default_13" -> "150 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"150 dequantize_per_channel_default_13" -> "151 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; "151 conv_transpose2d_1" -> "152 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; "152 quantize_per_tensor_default_5" -> "153 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; "153 dequantize_per_tensor_default_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; @@ -445,38 +445,38 @@ strict digraph { "156 slice_7" -> "157 slice_8" [label="(1, 256, 16, 49)", style=solid]; "157 slice_8" -> "158 cat_1" [label="(1, 256, 16, 16)", style=solid]; "158 cat_1" -> "165 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; -"159 conv2d_12_scale_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"159 conv2d_12_scale_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"160 conv2d_12_zero_point_0" -> "162 quantize_per_channel_default_14" [label="(256,)", style=solid]; -"160 conv2d_12_zero_point_0" -> "163 dequantize_per_channel_default_14" [label="(256,)", style=solid]; -"161 compressed_weight_updated_constant14" -> "162 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"162 quantize_per_channel_default_14" -> "163 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; -"163 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; -"164 _param_constant53_0_0" -> "165 conv2d_12" [label="(256,)", style=solid]; +"159 _param_constant53" -> "165 conv2d_12" [label="(256,)", style=solid]; +"160 conv2d_12_scale_0" -> "163 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"160 conv2d_12_scale_0" -> "164 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"161 conv2d_12_zero_point_0" -> "163 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"161 conv2d_12_zero_point_0" -> "164 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"162 compressed_weight_updated_constant14" -> "163 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"163 quantize_per_channel_default_14" -> "164 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"164 dequantize_per_channel_default_14" -> "165 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; "165 conv2d_12" -> "166 relu_12" [label="(1, 256, 14, 14)", style=solid]; "166 relu_12" -> "167 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; "167 quantize_per_tensor_default_17" -> "168 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; "168 dequantize_per_tensor_default_21" -> "175 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; -"169 conv2d_13_scale_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"169 conv2d_13_scale_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"170 conv2d_13_zero_point_0" -> "172 quantize_per_channel_default_15" [label="(256,)", style=solid]; -"170 conv2d_13_zero_point_0" -> "173 dequantize_per_channel_default_15" [label="(256,)", style=solid]; -"171 compressed_weight_updated_constant15" -> "172 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"172 quantize_per_channel_default_15" -> "173 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; -"173 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; -"174 _param_constant57_0_0" -> "175 conv2d_13" [label="(256,)", style=solid]; +"169 _param_constant57" -> "175 conv2d_13" [label="(256,)", style=solid]; +"170 conv2d_13_scale_0" -> "173 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"170 conv2d_13_scale_0" -> "174 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"171 conv2d_13_zero_point_0" -> "173 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"171 conv2d_13_zero_point_0" -> "174 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"172 compressed_weight_updated_constant15" -> "173 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"173 quantize_per_channel_default_15" -> "174 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"174 dequantize_per_channel_default_15" -> "175 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; "175 conv2d_13" -> "176 relu_13" [label="(1, 256, 12, 12)", style=solid]; "176 relu_13" -> "177 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; "177 quantize_per_tensor_default_18" -> "178 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; "178 dequantize_per_tensor_default_22" -> "185 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; -"179 conv_transpose2d_2_scale_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"179 conv_transpose2d_2_scale_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"180 conv_transpose2d_2_zero_point_0" -> "182 quantize_per_channel_default_16" [label="(256,)", style=solid]; -"180 conv_transpose2d_2_zero_point_0" -> "183 dequantize_per_channel_default_16" [label="(256,)", style=solid]; -"181 compressed_weight_updated_constant16" -> "182 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"182 quantize_per_channel_default_16" -> "183 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; -"183 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; -"184 _param_constant61_0_0" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"179 _param_constant61" -> "185 conv_transpose2d_2" [label="(128,)", style=solid]; +"180 conv_transpose2d_2_scale_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"180 conv_transpose2d_2_scale_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 conv_transpose2d_2_zero_point_0" -> "183 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"181 conv_transpose2d_2_zero_point_0" -> "184 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"182 compressed_weight_updated_constant16" -> "183 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"183 quantize_per_channel_default_16" -> "184 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"184 dequantize_per_channel_default_16" -> "185 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; "185 conv_transpose2d_2" -> "186 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; "186 quantize_per_tensor_default_2" -> "187 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; "187 dequantize_per_tensor_default_3" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; @@ -485,38 +485,38 @@ strict digraph { "190 slice_11" -> "191 slice_12" [label="(1, 128, 24, 106)", style=solid]; "191 slice_12" -> "192 cat_2" [label="(1, 128, 24, 24)", style=solid]; "192 cat_2" -> "199 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; -"193 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"193 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"194 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [label="(128,)", style=solid]; -"194 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [label="(128,)", style=solid]; -"195 compressed_weight_updated_constant17" -> "196 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; -"197 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; -"198 _param_constant63_0_0" -> "199 conv2d_14" [label="(128,)", style=solid]; +"193 _param_constant63" -> "199 conv2d_14" [label="(128,)", style=solid]; +"194 conv2d_14_scale_0" -> "197 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"194 conv2d_14_scale_0" -> "198 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"195 conv2d_14_zero_point_0" -> "197 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"195 conv2d_14_zero_point_0" -> "198 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"196 compressed_weight_updated_constant17" -> "197 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"197 quantize_per_channel_default_17" -> "198 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"198 dequantize_per_channel_default_17" -> "199 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; "199 conv2d_14" -> "200 relu_14" [label="(1, 128, 22, 22)", style=solid]; "200 relu_14" -> "201 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; "201 quantize_per_tensor_default_19" -> "202 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; "202 dequantize_per_tensor_default_23" -> "209 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; -"203 conv2d_15_scale_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"203 conv2d_15_scale_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"204 conv2d_15_zero_point_0" -> "206 quantize_per_channel_default_18" [label="(128,)", style=solid]; -"204 conv2d_15_zero_point_0" -> "207 dequantize_per_channel_default_18" [label="(128,)", style=solid]; -"205 compressed_weight_updated_constant18" -> "206 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"206 quantize_per_channel_default_18" -> "207 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; -"207 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; -"208 _param_constant67_0_0" -> "209 conv2d_15" [label="(128,)", style=solid]; +"203 _param_constant67" -> "209 conv2d_15" [label="(128,)", style=solid]; +"204 conv2d_15_scale_0" -> "207 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"204 conv2d_15_scale_0" -> "208 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"205 conv2d_15_zero_point_0" -> "207 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"205 conv2d_15_zero_point_0" -> "208 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"206 compressed_weight_updated_constant18" -> "207 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"207 quantize_per_channel_default_18" -> "208 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"208 dequantize_per_channel_default_18" -> "209 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; "209 conv2d_15" -> "210 relu_15" [label="(1, 128, 20, 20)", style=solid]; "210 relu_15" -> "211 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; "211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; "212 dequantize_per_tensor_default_24" -> "219 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; -"213 conv_transpose2d_3_scale_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"213 conv_transpose2d_3_scale_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"214 conv_transpose2d_3_zero_point_0" -> "216 quantize_per_channel_default_19" [label="(128,)", style=solid]; -"214 conv_transpose2d_3_zero_point_0" -> "217 dequantize_per_channel_default_19" [label="(128,)", style=solid]; -"215 compressed_weight_updated_constant19" -> "216 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"216 quantize_per_channel_default_19" -> "217 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; -"217 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; -"218 _param_constant71_0_0" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"213 _param_constant71" -> "219 conv_transpose2d_3" [label="(64,)", style=solid]; +"214 conv_transpose2d_3_scale_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"214 conv_transpose2d_3_scale_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 conv_transpose2d_3_zero_point_0" -> "217 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"215 conv_transpose2d_3_zero_point_0" -> "218 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"216 compressed_weight_updated_constant19" -> "217 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"217 quantize_per_channel_default_19" -> "218 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"218 dequantize_per_channel_default_19" -> "219 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; "219 conv_transpose2d_3" -> "220 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; "220 quantize_per_tensor_default_1" -> "221 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; "221 dequantize_per_tensor_default_2" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; @@ -525,37 +525,37 @@ strict digraph { "224 slice_15" -> "225 slice_16" [label="(1, 64, 40, 220)", style=solid]; "225 slice_16" -> "226 cat_3" [label="(1, 64, 40, 40)", style=solid]; "226 cat_3" -> "233 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; -"227 conv2d_16_scale_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"227 conv2d_16_scale_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"228 conv2d_16_zero_point_0" -> "230 quantize_per_channel_default_20" [label="(64,)", style=solid]; -"228 conv2d_16_zero_point_0" -> "231 dequantize_per_channel_default_20" [label="(64,)", style=solid]; -"229 compressed_weight_updated_constant20" -> "230 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"230 quantize_per_channel_default_20" -> "231 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; -"231 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; -"232 _param_constant73_0_0" -> "233 conv2d_16" [label="(64,)", style=solid]; +"227 _param_constant73" -> "233 conv2d_16" [label="(64,)", style=solid]; +"228 conv2d_16_scale_0" -> "231 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"228 conv2d_16_scale_0" -> "232 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"229 conv2d_16_zero_point_0" -> "231 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"229 conv2d_16_zero_point_0" -> "232 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"230 compressed_weight_updated_constant20" -> "231 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"231 quantize_per_channel_default_20" -> "232 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"232 dequantize_per_channel_default_20" -> "233 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; "233 conv2d_16" -> "234 relu_16" [label="(1, 64, 38, 38)", style=solid]; "234 relu_16" -> "235 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; "235 quantize_per_tensor_default_21" -> "236 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; "236 dequantize_per_tensor_default_25" -> "243 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; -"237 conv2d_17_scale_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"237 conv2d_17_scale_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"238 conv2d_17_zero_point_0" -> "240 quantize_per_channel_default_21" [label="(64,)", style=solid]; -"238 conv2d_17_zero_point_0" -> "241 dequantize_per_channel_default_21" [label="(64,)", style=solid]; -"239 compressed_weight_updated_constant21" -> "240 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"240 quantize_per_channel_default_21" -> "241 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; -"241 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; -"242 _param_constant77_0_0" -> "243 conv2d_17" [label="(64,)", style=solid]; +"237 _param_constant77" -> "243 conv2d_17" [label="(64,)", style=solid]; +"238 conv2d_17_scale_0" -> "241 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"238 conv2d_17_scale_0" -> "242 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 conv2d_17_zero_point_0" -> "241 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 conv2d_17_zero_point_0" -> "242 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"240 compressed_weight_updated_constant21" -> "241 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"241 quantize_per_channel_default_21" -> "242 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"242 dequantize_per_channel_default_21" -> "243 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; "243 conv2d_17" -> "244 relu_17" [label="(1, 64, 36, 36)", style=solid]; "244 relu_17" -> "245 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; "245 quantize_per_tensor_default_22" -> "246 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; "246 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; -"247 conv2d_18_scale_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"247 conv2d_18_scale_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"248 conv2d_18_zero_point_0" -> "250 quantize_per_channel_default_22" [label="(12,)", style=solid]; -"248 conv2d_18_zero_point_0" -> "251 dequantize_per_channel_default_22" [label="(12,)", style=solid]; -"249 compressed_weight_updated_constant22" -> "250 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"250 quantize_per_channel_default_22" -> "251 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; -"251 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; -"252 _param_constant81_0_0" -> "253 conv2d_18" [label="(12,)", style=solid]; +"247 _param_constant81" -> "253 conv2d_18" [label="(12,)", style=solid]; +"248 conv2d_18_scale_0" -> "251 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_scale_0" -> "252 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "251 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "252 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"250 compressed_weight_updated_constant22" -> "251 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"251 quantize_per_channel_default_22" -> "252 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"252 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; "253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index 2fe2b1db30f..c60c35e737d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -2,12 +2,12 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 conv2d_scale_0" [id=3, type=get_attr]; -"4 conv2d_zero_point_0" [id=4, type=get_attr]; -"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; -"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; -"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; -"8 _param_constant1_0_0" [id=8, type=get_attr]; +"3 _param_constant1" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; "9 conv2d" [id=9, type=conv2d]; "10 reshape" [id=10, type=reshape]; "11 permute" [id=11, type=permute]; @@ -21,15 +21,15 @@ strict digraph { "19 _param_constant5" [id=19, type=get_attr]; "20 layer_norm" [id=20, type=layer_norm]; "21 transpose" [id=21, type=transpose]; -"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; -"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; -"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; -"25 linear_scale_0" [id=25, type=get_attr]; -"26 linear_zero_point_0" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; -"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; -"30 _param_constant7_0_0" [id=30, type=get_attr]; +"22 _param_constant7" [id=22, type=get_attr]; +"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; +"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; +"26 linear_scale_0" [id=26, type=get_attr]; +"27 linear_zero_point_0" [id=27, type=get_attr]; +"28 compressed_weight_updated_constant1" [id=28, type=get_attr]; +"29 quantize_per_channel_default_1" [id=29, type=quantize_per_channel]; +"30 dequantize_per_channel_default_1" [id=30, type=dequantize_per_channel]; "31 linear" [id=31, type=linear]; "32 unflatten" [id=32, type=unflatten]; "33 unsqueeze" [id=33, type=unsqueeze]; @@ -55,15 +55,15 @@ strict digraph { "53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; "54 permute_1" [id=54, type=permute]; "55 view_6" [id=55, type=view]; -"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; -"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; -"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; -"59 linear_1_scale_0" [id=59, type=get_attr]; -"60 linear_1_zero_point_0" [id=60, type=get_attr]; -"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; -"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; -"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; -"64 _param_constant9_0_0" [id=64, type=get_attr]; +"56 _param_constant9" [id=56, type=get_attr]; +"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; +"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; +"60 linear_1_scale_0" [id=60, type=get_attr]; +"61 linear_1_zero_point_0" [id=61, type=get_attr]; +"62 compressed_weight_updated_constant2" [id=62, type=get_attr]; +"63 quantize_per_channel_default_2" [id=63, type=quantize_per_channel]; +"64 dequantize_per_channel_default_2" [id=64, type=dequantize_per_channel]; "65 linear_1" [id=65, type=linear]; "66 view_7" [id=66, type=view]; "67 transpose_5" [id=67, type=transpose]; @@ -72,27 +72,27 @@ strict digraph { "70 _param_constant10" [id=70, type=get_attr]; "71 _param_constant11" [id=71, type=get_attr]; "72 layer_norm_1" [id=72, type=layer_norm]; -"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; -"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; -"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; -"76 linear_2_scale_0" [id=76, type=get_attr]; -"77 linear_2_zero_point_0" [id=77, type=get_attr]; -"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; -"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; -"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; -"81 _param_constant13_0_0" [id=81, type=get_attr]; +"73 _param_constant13" [id=73, type=get_attr]; +"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; +"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; +"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; +"77 linear_2_scale_0" [id=77, type=get_attr]; +"78 linear_2_zero_point_0" [id=78, type=get_attr]; +"79 compressed_weight_updated_constant3" [id=79, type=get_attr]; +"80 quantize_per_channel_default_3" [id=80, type=quantize_per_channel]; +"81 dequantize_per_channel_default_3" [id=81, type=dequantize_per_channel]; "82 linear_2" [id=82, type=linear]; "83 gelu" [id=83, type=gelu]; "84 dropout_2" [id=84, type=dropout]; -"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; -"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; -"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; -"88 linear_3_scale_0" [id=88, type=get_attr]; -"89 linear_3_zero_point_0" [id=89, type=get_attr]; -"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; -"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; -"93 _param_constant15_0_0" [id=93, type=get_attr]; +"85 _param_constant15" [id=85, type=get_attr]; +"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; +"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; +"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; +"89 linear_3_scale_0" [id=89, type=get_attr]; +"90 linear_3_zero_point_0" [id=90, type=get_attr]; +"91 compressed_weight_updated_constant4" [id=91, type=get_attr]; +"92 quantize_per_channel_default_4" [id=92, type=quantize_per_channel]; +"93 dequantize_per_channel_default_4" [id=93, type=dequantize_per_channel]; "94 linear_3" [id=94, type=linear]; "95 dropout_3" [id=95, type=dropout]; "96 add_2" [id=96, type=add]; @@ -100,15 +100,15 @@ strict digraph { "98 _param_constant17" [id=98, type=get_attr]; "99 layer_norm_2" [id=99, type=layer_norm]; "100 transpose_6" [id=100, type=transpose]; -"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; -"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; -"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; -"104 linear_4_scale_0" [id=104, type=get_attr]; -"105 linear_4_zero_point_0" [id=105, type=get_attr]; -"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; -"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; -"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; -"109 _param_constant19_0_0" [id=109, type=get_attr]; +"101 _param_constant19" [id=101, type=get_attr]; +"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; +"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; +"105 linear_4_scale_0" [id=105, type=get_attr]; +"106 linear_4_zero_point_0" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant5" [id=107, type=get_attr]; +"108 quantize_per_channel_default_5" [id=108, type=quantize_per_channel]; +"109 dequantize_per_channel_default_5" [id=109, type=dequantize_per_channel]; "110 linear_4" [id=110, type=linear]; "111 unflatten_1" [id=111, type=unflatten]; "112 unsqueeze_1" [id=112, type=unsqueeze]; @@ -134,15 +134,15 @@ strict digraph { "132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; "133 permute_2" [id=133, type=permute]; "134 view_14" [id=134, type=view]; -"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; -"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; -"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; -"138 linear_5_scale_0" [id=138, type=get_attr]; -"139 linear_5_zero_point_0" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; -"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; -"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; -"143 _param_constant21_0_0" [id=143, type=get_attr]; +"135 _param_constant21" [id=135, type=get_attr]; +"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; +"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; +"139 linear_5_scale_0" [id=139, type=get_attr]; +"140 linear_5_zero_point_0" [id=140, type=get_attr]; +"141 compressed_weight_updated_constant6" [id=141, type=get_attr]; +"142 quantize_per_channel_default_6" [id=142, type=quantize_per_channel]; +"143 dequantize_per_channel_default_6" [id=143, type=dequantize_per_channel]; "144 linear_5" [id=144, type=linear]; "145 view_15" [id=145, type=view]; "146 transpose_11" [id=146, type=transpose]; @@ -151,27 +151,27 @@ strict digraph { "149 _param_constant22" [id=149, type=get_attr]; "150 _param_constant23" [id=150, type=get_attr]; "151 layer_norm_3" [id=151, type=layer_norm]; -"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; -"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; -"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; -"155 linear_6_scale_0" [id=155, type=get_attr]; -"156 linear_6_zero_point_0" [id=156, type=get_attr]; -"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; -"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; -"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; -"160 _param_constant25_0_0" [id=160, type=get_attr]; +"152 _param_constant25" [id=152, type=get_attr]; +"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; +"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; +"156 linear_6_scale_0" [id=156, type=get_attr]; +"157 linear_6_zero_point_0" [id=157, type=get_attr]; +"158 compressed_weight_updated_constant7" [id=158, type=get_attr]; +"159 quantize_per_channel_default_7" [id=159, type=quantize_per_channel]; +"160 dequantize_per_channel_default_7" [id=160, type=dequantize_per_channel]; "161 linear_6" [id=161, type=linear]; "162 gelu_1" [id=162, type=gelu]; "163 dropout_5" [id=163, type=dropout]; -"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; -"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; -"167 linear_7_scale_0" [id=167, type=get_attr]; -"168 linear_7_zero_point_0" [id=168, type=get_attr]; -"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; -"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; -"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; -"172 _param_constant27_0_0" [id=172, type=get_attr]; +"164 _param_constant27" [id=164, type=get_attr]; +"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; +"168 linear_7_scale_0" [id=168, type=get_attr]; +"169 linear_7_zero_point_0" [id=169, type=get_attr]; +"170 compressed_weight_updated_constant8" [id=170, type=get_attr]; +"171 quantize_per_channel_default_8" [id=171, type=quantize_per_channel]; +"172 dequantize_per_channel_default_8" [id=172, type=dequantize_per_channel]; "173 linear_7" [id=173, type=linear]; "174 dropout_6" [id=174, type=dropout]; "175 add_4" [id=175, type=add]; @@ -179,15 +179,15 @@ strict digraph { "177 _param_constant29" [id=177, type=get_attr]; "178 layer_norm_4" [id=178, type=layer_norm]; "179 transpose_12" [id=179, type=transpose]; -"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; -"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; -"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; -"183 linear_8_scale_0" [id=183, type=get_attr]; -"184 linear_8_zero_point_0" [id=184, type=get_attr]; -"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; -"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; -"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; -"188 _param_constant31_0_0" [id=188, type=get_attr]; +"180 _param_constant31" [id=180, type=get_attr]; +"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; +"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; +"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; +"184 linear_8_scale_0" [id=184, type=get_attr]; +"185 linear_8_zero_point_0" [id=185, type=get_attr]; +"186 compressed_weight_updated_constant9" [id=186, type=get_attr]; +"187 quantize_per_channel_default_9" [id=187, type=quantize_per_channel]; +"188 dequantize_per_channel_default_9" [id=188, type=dequantize_per_channel]; "189 linear_8" [id=189, type=linear]; "190 unflatten_2" [id=190, type=unflatten]; "191 unsqueeze_2" [id=191, type=unsqueeze]; @@ -213,15 +213,15 @@ strict digraph { "211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; "212 permute_3" [id=212, type=permute]; "213 view_22" [id=213, type=view]; -"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; -"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; -"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; -"217 linear_9_scale_0" [id=217, type=get_attr]; -"218 linear_9_zero_point_0" [id=218, type=get_attr]; -"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; -"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; -"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; -"222 _param_constant33_0_0" [id=222, type=get_attr]; +"214 _param_constant33" [id=214, type=get_attr]; +"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; +"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; +"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; +"218 linear_9_scale_0" [id=218, type=get_attr]; +"219 linear_9_zero_point_0" [id=219, type=get_attr]; +"220 compressed_weight_updated_constant10" [id=220, type=get_attr]; +"221 quantize_per_channel_default_10" [id=221, type=quantize_per_channel]; +"222 dequantize_per_channel_default_10" [id=222, type=dequantize_per_channel]; "223 linear_9" [id=223, type=linear]; "224 view_23" [id=224, type=view]; "225 transpose_17" [id=225, type=transpose]; @@ -230,27 +230,27 @@ strict digraph { "228 _param_constant34" [id=228, type=get_attr]; "229 _param_constant35" [id=229, type=get_attr]; "230 layer_norm_5" [id=230, type=layer_norm]; -"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; -"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; -"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; -"234 linear_10_scale_0" [id=234, type=get_attr]; -"235 linear_10_zero_point_0" [id=235, type=get_attr]; -"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; -"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; -"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; -"239 _param_constant37_0_0" [id=239, type=get_attr]; +"231 _param_constant37" [id=231, type=get_attr]; +"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; +"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; +"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; +"235 linear_10_scale_0" [id=235, type=get_attr]; +"236 linear_10_zero_point_0" [id=236, type=get_attr]; +"237 compressed_weight_updated_constant11" [id=237, type=get_attr]; +"238 quantize_per_channel_default_11" [id=238, type=quantize_per_channel]; +"239 dequantize_per_channel_default_11" [id=239, type=dequantize_per_channel]; "240 linear_10" [id=240, type=linear]; "241 gelu_2" [id=241, type=gelu]; "242 dropout_8" [id=242, type=dropout]; -"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; -"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; -"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; -"246 linear_11_scale_0" [id=246, type=get_attr]; -"247 linear_11_zero_point_0" [id=247, type=get_attr]; -"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; -"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; -"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; -"251 _param_constant39_0_0" [id=251, type=get_attr]; +"243 _param_constant39" [id=243, type=get_attr]; +"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; +"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; +"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; +"247 linear_11_scale_0" [id=247, type=get_attr]; +"248 linear_11_zero_point_0" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant12" [id=249, type=get_attr]; +"250 quantize_per_channel_default_12" [id=250, type=quantize_per_channel]; +"251 dequantize_per_channel_default_12" [id=251, type=dequantize_per_channel]; "252 linear_11" [id=252, type=linear]; "253 dropout_9" [id=253, type=dropout]; "254 add_6" [id=254, type=add]; @@ -258,15 +258,15 @@ strict digraph { "256 _param_constant41" [id=256, type=get_attr]; "257 layer_norm_6" [id=257, type=layer_norm]; "258 transpose_18" [id=258, type=transpose]; -"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; -"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; -"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; -"262 linear_12_scale_0" [id=262, type=get_attr]; -"263 linear_12_zero_point_0" [id=263, type=get_attr]; -"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; -"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; -"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; -"267 _param_constant43_0_0" [id=267, type=get_attr]; +"259 _param_constant43" [id=259, type=get_attr]; +"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; +"263 linear_12_scale_0" [id=263, type=get_attr]; +"264 linear_12_zero_point_0" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant13" [id=265, type=get_attr]; +"266 quantize_per_channel_default_13" [id=266, type=quantize_per_channel]; +"267 dequantize_per_channel_default_13" [id=267, type=dequantize_per_channel]; "268 linear_12" [id=268, type=linear]; "269 unflatten_3" [id=269, type=unflatten]; "270 unsqueeze_3" [id=270, type=unsqueeze]; @@ -292,15 +292,15 @@ strict digraph { "290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; "291 permute_4" [id=291, type=permute]; "292 view_30" [id=292, type=view]; -"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; -"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; -"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; -"296 linear_13_scale_0" [id=296, type=get_attr]; -"297 linear_13_zero_point_0" [id=297, type=get_attr]; -"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; -"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; -"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; -"301 _param_constant45_0_0" [id=301, type=get_attr]; +"293 _param_constant45" [id=293, type=get_attr]; +"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; +"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; +"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; +"297 linear_13_scale_0" [id=297, type=get_attr]; +"298 linear_13_zero_point_0" [id=298, type=get_attr]; +"299 compressed_weight_updated_constant14" [id=299, type=get_attr]; +"300 quantize_per_channel_default_14" [id=300, type=quantize_per_channel]; +"301 dequantize_per_channel_default_14" [id=301, type=dequantize_per_channel]; "302 linear_13" [id=302, type=linear]; "303 view_31" [id=303, type=view]; "304 transpose_23" [id=304, type=transpose]; @@ -309,27 +309,27 @@ strict digraph { "307 _param_constant46" [id=307, type=get_attr]; "308 _param_constant47" [id=308, type=get_attr]; "309 layer_norm_7" [id=309, type=layer_norm]; -"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; -"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; -"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; -"313 linear_14_scale_0" [id=313, type=get_attr]; -"314 linear_14_zero_point_0" [id=314, type=get_attr]; -"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; -"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; -"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; -"318 _param_constant49_0_0" [id=318, type=get_attr]; +"310 _param_constant49" [id=310, type=get_attr]; +"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; +"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; +"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; +"314 linear_14_scale_0" [id=314, type=get_attr]; +"315 linear_14_zero_point_0" [id=315, type=get_attr]; +"316 compressed_weight_updated_constant15" [id=316, type=get_attr]; +"317 quantize_per_channel_default_15" [id=317, type=quantize_per_channel]; +"318 dequantize_per_channel_default_15" [id=318, type=dequantize_per_channel]; "319 linear_14" [id=319, type=linear]; "320 gelu_3" [id=320, type=gelu]; "321 dropout_11" [id=321, type=dropout]; -"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; -"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; -"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; -"325 linear_15_scale_0" [id=325, type=get_attr]; -"326 linear_15_zero_point_0" [id=326, type=get_attr]; -"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; -"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; -"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; -"330 _param_constant51_0_0" [id=330, type=get_attr]; +"322 _param_constant51" [id=322, type=get_attr]; +"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; +"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; +"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; +"326 linear_15_scale_0" [id=326, type=get_attr]; +"327 linear_15_zero_point_0" [id=327, type=get_attr]; +"328 compressed_weight_updated_constant16" [id=328, type=get_attr]; +"329 quantize_per_channel_default_16" [id=329, type=quantize_per_channel]; +"330 dequantize_per_channel_default_16" [id=330, type=dequantize_per_channel]; "331 linear_15" [id=331, type=linear]; "332 dropout_12" [id=332, type=dropout]; "333 add_8" [id=333, type=add]; @@ -337,15 +337,15 @@ strict digraph { "335 _param_constant53" [id=335, type=get_attr]; "336 layer_norm_8" [id=336, type=layer_norm]; "337 transpose_24" [id=337, type=transpose]; -"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; -"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; -"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; -"341 linear_16_scale_0" [id=341, type=get_attr]; -"342 linear_16_zero_point_0" [id=342, type=get_attr]; -"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; -"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; -"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; -"346 _param_constant55_0_0" [id=346, type=get_attr]; +"338 _param_constant55" [id=338, type=get_attr]; +"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; +"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; +"342 linear_16_scale_0" [id=342, type=get_attr]; +"343 linear_16_zero_point_0" [id=343, type=get_attr]; +"344 compressed_weight_updated_constant17" [id=344, type=get_attr]; +"345 quantize_per_channel_default_17" [id=345, type=quantize_per_channel]; +"346 dequantize_per_channel_default_17" [id=346, type=dequantize_per_channel]; "347 linear_16" [id=347, type=linear]; "348 unflatten_4" [id=348, type=unflatten]; "349 unsqueeze_4" [id=349, type=unsqueeze]; @@ -371,15 +371,15 @@ strict digraph { "369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; "370 permute_5" [id=370, type=permute]; "371 view_38" [id=371, type=view]; -"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; -"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; -"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; -"375 linear_17_scale_0" [id=375, type=get_attr]; -"376 linear_17_zero_point_0" [id=376, type=get_attr]; -"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; -"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; -"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; -"380 _param_constant57_0_0" [id=380, type=get_attr]; +"372 _param_constant57" [id=372, type=get_attr]; +"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; +"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; +"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; +"376 linear_17_scale_0" [id=376, type=get_attr]; +"377 linear_17_zero_point_0" [id=377, type=get_attr]; +"378 compressed_weight_updated_constant18" [id=378, type=get_attr]; +"379 quantize_per_channel_default_18" [id=379, type=quantize_per_channel]; +"380 dequantize_per_channel_default_18" [id=380, type=dequantize_per_channel]; "381 linear_17" [id=381, type=linear]; "382 view_39" [id=382, type=view]; "383 transpose_29" [id=383, type=transpose]; @@ -388,27 +388,27 @@ strict digraph { "386 _param_constant58" [id=386, type=get_attr]; "387 _param_constant59" [id=387, type=get_attr]; "388 layer_norm_9" [id=388, type=layer_norm]; -"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; -"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; -"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; -"392 linear_18_scale_0" [id=392, type=get_attr]; -"393 linear_18_zero_point_0" [id=393, type=get_attr]; -"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; -"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; -"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; -"397 _param_constant61_0_0" [id=397, type=get_attr]; +"389 _param_constant61" [id=389, type=get_attr]; +"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; +"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; +"393 linear_18_scale_0" [id=393, type=get_attr]; +"394 linear_18_zero_point_0" [id=394, type=get_attr]; +"395 compressed_weight_updated_constant19" [id=395, type=get_attr]; +"396 quantize_per_channel_default_19" [id=396, type=quantize_per_channel]; +"397 dequantize_per_channel_default_19" [id=397, type=dequantize_per_channel]; "398 linear_18" [id=398, type=linear]; "399 gelu_4" [id=399, type=gelu]; "400 dropout_14" [id=400, type=dropout]; -"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; -"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; -"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; -"404 linear_19_scale_0" [id=404, type=get_attr]; -"405 linear_19_zero_point_0" [id=405, type=get_attr]; -"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; -"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; -"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; -"409 _param_constant63_0_0" [id=409, type=get_attr]; +"401 _param_constant63" [id=401, type=get_attr]; +"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; +"405 linear_19_scale_0" [id=405, type=get_attr]; +"406 linear_19_zero_point_0" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant20" [id=407, type=get_attr]; +"408 quantize_per_channel_default_20" [id=408, type=quantize_per_channel]; +"409 dequantize_per_channel_default_20" [id=409, type=dequantize_per_channel]; "410 linear_19" [id=410, type=linear]; "411 dropout_15" [id=411, type=dropout]; "412 add_10" [id=412, type=add]; @@ -416,15 +416,15 @@ strict digraph { "414 _param_constant65" [id=414, type=get_attr]; "415 layer_norm_10" [id=415, type=layer_norm]; "416 transpose_30" [id=416, type=transpose]; -"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; -"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; -"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; -"420 linear_20_scale_0" [id=420, type=get_attr]; -"421 linear_20_zero_point_0" [id=421, type=get_attr]; -"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; -"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; -"425 _param_constant67_0_0" [id=425, type=get_attr]; +"417 _param_constant67" [id=417, type=get_attr]; +"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; +"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; +"421 linear_20_scale_0" [id=421, type=get_attr]; +"422 linear_20_zero_point_0" [id=422, type=get_attr]; +"423 compressed_weight_updated_constant21" [id=423, type=get_attr]; +"424 quantize_per_channel_default_21" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_21" [id=425, type=dequantize_per_channel]; "426 linear_20" [id=426, type=linear]; "427 unflatten_5" [id=427, type=unflatten]; "428 unsqueeze_5" [id=428, type=unsqueeze]; @@ -450,15 +450,15 @@ strict digraph { "448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; "449 permute_6" [id=449, type=permute]; "450 view_46" [id=450, type=view]; -"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; -"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; -"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; -"454 linear_21_scale_0" [id=454, type=get_attr]; -"455 linear_21_zero_point_0" [id=455, type=get_attr]; -"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; -"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; -"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; -"459 _param_constant69_0_0" [id=459, type=get_attr]; +"451 _param_constant69" [id=451, type=get_attr]; +"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; +"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; +"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; +"455 linear_21_scale_0" [id=455, type=get_attr]; +"456 linear_21_zero_point_0" [id=456, type=get_attr]; +"457 compressed_weight_updated_constant22" [id=457, type=get_attr]; +"458 quantize_per_channel_default_22" [id=458, type=quantize_per_channel]; +"459 dequantize_per_channel_default_22" [id=459, type=dequantize_per_channel]; "460 linear_21" [id=460, type=linear]; "461 view_47" [id=461, type=view]; "462 transpose_35" [id=462, type=transpose]; @@ -467,27 +467,27 @@ strict digraph { "465 _param_constant70" [id=465, type=get_attr]; "466 _param_constant71" [id=466, type=get_attr]; "467 layer_norm_11" [id=467, type=layer_norm]; -"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; -"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; -"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; -"471 linear_22_scale_0" [id=471, type=get_attr]; -"472 linear_22_zero_point_0" [id=472, type=get_attr]; -"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; -"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; -"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; -"476 _param_constant73_0_0" [id=476, type=get_attr]; +"468 _param_constant73" [id=468, type=get_attr]; +"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; +"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; +"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; +"472 linear_22_scale_0" [id=472, type=get_attr]; +"473 linear_22_zero_point_0" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant23" [id=474, type=get_attr]; +"475 quantize_per_channel_default_23" [id=475, type=quantize_per_channel]; +"476 dequantize_per_channel_default_23" [id=476, type=dequantize_per_channel]; "477 linear_22" [id=477, type=linear]; "478 gelu_5" [id=478, type=gelu]; "479 dropout_17" [id=479, type=dropout]; -"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; -"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; -"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; -"483 linear_23_scale_0" [id=483, type=get_attr]; -"484 linear_23_zero_point_0" [id=484, type=get_attr]; -"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; -"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; -"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; -"488 _param_constant75_0_0" [id=488, type=get_attr]; +"480 _param_constant75" [id=480, type=get_attr]; +"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; +"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; +"484 linear_23_scale_0" [id=484, type=get_attr]; +"485 linear_23_zero_point_0" [id=485, type=get_attr]; +"486 compressed_weight_updated_constant24" [id=486, type=get_attr]; +"487 quantize_per_channel_default_24" [id=487, type=quantize_per_channel]; +"488 dequantize_per_channel_default_24" [id=488, type=dequantize_per_channel]; "489 linear_23" [id=489, type=linear]; "490 dropout_18" [id=490, type=dropout]; "491 add_12" [id=491, type=add]; @@ -495,15 +495,15 @@ strict digraph { "493 _param_constant77" [id=493, type=get_attr]; "494 layer_norm_12" [id=494, type=layer_norm]; "495 transpose_36" [id=495, type=transpose]; -"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; -"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; -"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; -"499 linear_24_scale_0" [id=499, type=get_attr]; -"500 linear_24_zero_point_0" [id=500, type=get_attr]; -"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; -"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; -"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; -"504 _param_constant79_0_0" [id=504, type=get_attr]; +"496 _param_constant79" [id=496, type=get_attr]; +"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; +"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; +"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; +"500 linear_24_scale_0" [id=500, type=get_attr]; +"501 linear_24_zero_point_0" [id=501, type=get_attr]; +"502 compressed_weight_updated_constant25" [id=502, type=get_attr]; +"503 quantize_per_channel_default_25" [id=503, type=quantize_per_channel]; +"504 dequantize_per_channel_default_25" [id=504, type=dequantize_per_channel]; "505 linear_24" [id=505, type=linear]; "506 unflatten_6" [id=506, type=unflatten]; "507 unsqueeze_6" [id=507, type=unsqueeze]; @@ -529,15 +529,15 @@ strict digraph { "527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; "528 permute_7" [id=528, type=permute]; "529 view_54" [id=529, type=view]; -"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; -"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; -"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; -"533 linear_25_scale_0" [id=533, type=get_attr]; -"534 linear_25_zero_point_0" [id=534, type=get_attr]; -"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; -"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; -"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; -"538 _param_constant81_0_0" [id=538, type=get_attr]; +"530 _param_constant81" [id=530, type=get_attr]; +"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; +"534 linear_25_scale_0" [id=534, type=get_attr]; +"535 linear_25_zero_point_0" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant26" [id=536, type=get_attr]; +"537 quantize_per_channel_default_26" [id=537, type=quantize_per_channel]; +"538 dequantize_per_channel_default_26" [id=538, type=dequantize_per_channel]; "539 linear_25" [id=539, type=linear]; "540 view_55" [id=540, type=view]; "541 transpose_41" [id=541, type=transpose]; @@ -546,27 +546,27 @@ strict digraph { "544 _param_constant82" [id=544, type=get_attr]; "545 _param_constant83" [id=545, type=get_attr]; "546 layer_norm_13" [id=546, type=layer_norm]; -"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; -"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; -"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; -"550 linear_26_scale_0" [id=550, type=get_attr]; -"551 linear_26_zero_point_0" [id=551, type=get_attr]; -"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; -"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; -"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; -"555 _param_constant85_0_0" [id=555, type=get_attr]; +"547 _param_constant85" [id=547, type=get_attr]; +"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; +"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; +"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; +"551 linear_26_scale_0" [id=551, type=get_attr]; +"552 linear_26_zero_point_0" [id=552, type=get_attr]; +"553 compressed_weight_updated_constant27" [id=553, type=get_attr]; +"554 quantize_per_channel_default_27" [id=554, type=quantize_per_channel]; +"555 dequantize_per_channel_default_27" [id=555, type=dequantize_per_channel]; "556 linear_26" [id=556, type=linear]; "557 gelu_6" [id=557, type=gelu]; "558 dropout_20" [id=558, type=dropout]; -"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; -"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; -"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; -"562 linear_27_scale_0" [id=562, type=get_attr]; -"563 linear_27_zero_point_0" [id=563, type=get_attr]; -"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; -"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; -"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; -"567 _param_constant87_0_0" [id=567, type=get_attr]; +"559 _param_constant87" [id=559, type=get_attr]; +"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; +"563 linear_27_scale_0" [id=563, type=get_attr]; +"564 linear_27_zero_point_0" [id=564, type=get_attr]; +"565 compressed_weight_updated_constant28" [id=565, type=get_attr]; +"566 quantize_per_channel_default_28" [id=566, type=quantize_per_channel]; +"567 dequantize_per_channel_default_28" [id=567, type=dequantize_per_channel]; "568 linear_27" [id=568, type=linear]; "569 dropout_21" [id=569, type=dropout]; "570 add_14" [id=570, type=add]; @@ -574,15 +574,15 @@ strict digraph { "572 _param_constant89" [id=572, type=get_attr]; "573 layer_norm_14" [id=573, type=layer_norm]; "574 transpose_42" [id=574, type=transpose]; -"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; -"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; -"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; -"578 linear_28_scale_0" [id=578, type=get_attr]; -"579 linear_28_zero_point_0" [id=579, type=get_attr]; -"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; -"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; -"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; -"583 _param_constant91_0_0" [id=583, type=get_attr]; +"575 _param_constant91" [id=575, type=get_attr]; +"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; +"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; +"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; +"579 linear_28_scale_0" [id=579, type=get_attr]; +"580 linear_28_zero_point_0" [id=580, type=get_attr]; +"581 compressed_weight_updated_constant29" [id=581, type=get_attr]; +"582 quantize_per_channel_default_29" [id=582, type=quantize_per_channel]; +"583 dequantize_per_channel_default_29" [id=583, type=dequantize_per_channel]; "584 linear_28" [id=584, type=linear]; "585 unflatten_7" [id=585, type=unflatten]; "586 unsqueeze_7" [id=586, type=unsqueeze]; @@ -608,15 +608,15 @@ strict digraph { "606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; "607 permute_8" [id=607, type=permute]; "608 view_62" [id=608, type=view]; -"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; -"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; -"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; -"612 linear_29_scale_0" [id=612, type=get_attr]; -"613 linear_29_zero_point_0" [id=613, type=get_attr]; -"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; -"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; -"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; -"617 _param_constant93_0_0" [id=617, type=get_attr]; +"609 _param_constant93" [id=609, type=get_attr]; +"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; +"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; +"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; +"613 linear_29_scale_0" [id=613, type=get_attr]; +"614 linear_29_zero_point_0" [id=614, type=get_attr]; +"615 compressed_weight_updated_constant30" [id=615, type=get_attr]; +"616 quantize_per_channel_default_30" [id=616, type=quantize_per_channel]; +"617 dequantize_per_channel_default_30" [id=617, type=dequantize_per_channel]; "618 linear_29" [id=618, type=linear]; "619 view_63" [id=619, type=view]; "620 transpose_47" [id=620, type=transpose]; @@ -625,27 +625,27 @@ strict digraph { "623 _param_constant94" [id=623, type=get_attr]; "624 _param_constant95" [id=624, type=get_attr]; "625 layer_norm_15" [id=625, type=layer_norm]; -"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; -"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; -"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; -"629 linear_30_scale_0" [id=629, type=get_attr]; -"630 linear_30_zero_point_0" [id=630, type=get_attr]; -"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; -"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; -"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; -"634 _param_constant97_0_0" [id=634, type=get_attr]; +"626 _param_constant97" [id=626, type=get_attr]; +"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; +"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; +"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; +"630 linear_30_scale_0" [id=630, type=get_attr]; +"631 linear_30_zero_point_0" [id=631, type=get_attr]; +"632 compressed_weight_updated_constant31" [id=632, type=get_attr]; +"633 quantize_per_channel_default_31" [id=633, type=quantize_per_channel]; +"634 dequantize_per_channel_default_31" [id=634, type=dequantize_per_channel]; "635 linear_30" [id=635, type=linear]; "636 gelu_7" [id=636, type=gelu]; "637 dropout_23" [id=637, type=dropout]; -"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; -"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; -"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; -"641 linear_31_scale_0" [id=641, type=get_attr]; -"642 linear_31_zero_point_0" [id=642, type=get_attr]; -"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; -"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; -"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; -"646 _param_constant99_0_0" [id=646, type=get_attr]; +"638 _param_constant99" [id=638, type=get_attr]; +"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; +"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; +"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; +"642 linear_31_scale_0" [id=642, type=get_attr]; +"643 linear_31_zero_point_0" [id=643, type=get_attr]; +"644 compressed_weight_updated_constant32" [id=644, type=get_attr]; +"645 quantize_per_channel_default_32" [id=645, type=quantize_per_channel]; +"646 dequantize_per_channel_default_32" [id=646, type=dequantize_per_channel]; "647 linear_31" [id=647, type=linear]; "648 dropout_24" [id=648, type=dropout]; "649 add_16" [id=649, type=add]; @@ -653,15 +653,15 @@ strict digraph { "651 _param_constant101" [id=651, type=get_attr]; "652 layer_norm_16" [id=652, type=layer_norm]; "653 transpose_48" [id=653, type=transpose]; -"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; -"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; -"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; -"657 linear_32_scale_0" [id=657, type=get_attr]; -"658 linear_32_zero_point_0" [id=658, type=get_attr]; -"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; -"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; -"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; -"662 _param_constant103_0_0" [id=662, type=get_attr]; +"654 _param_constant103" [id=654, type=get_attr]; +"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; +"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; +"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; +"658 linear_32_scale_0" [id=658, type=get_attr]; +"659 linear_32_zero_point_0" [id=659, type=get_attr]; +"660 compressed_weight_updated_constant33" [id=660, type=get_attr]; +"661 quantize_per_channel_default_33" [id=661, type=quantize_per_channel]; +"662 dequantize_per_channel_default_33" [id=662, type=dequantize_per_channel]; "663 linear_32" [id=663, type=linear]; "664 unflatten_8" [id=664, type=unflatten]; "665 unsqueeze_8" [id=665, type=unsqueeze]; @@ -687,15 +687,15 @@ strict digraph { "685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; "686 permute_9" [id=686, type=permute]; "687 view_70" [id=687, type=view]; -"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; -"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; -"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; -"691 linear_33_scale_0" [id=691, type=get_attr]; -"692 linear_33_zero_point_0" [id=692, type=get_attr]; -"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; -"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; -"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; -"696 _param_constant105_0_0" [id=696, type=get_attr]; +"688 _param_constant105" [id=688, type=get_attr]; +"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; +"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; +"692 linear_33_scale_0" [id=692, type=get_attr]; +"693 linear_33_zero_point_0" [id=693, type=get_attr]; +"694 compressed_weight_updated_constant34" [id=694, type=get_attr]; +"695 quantize_per_channel_default_34" [id=695, type=quantize_per_channel]; +"696 dequantize_per_channel_default_34" [id=696, type=dequantize_per_channel]; "697 linear_33" [id=697, type=linear]; "698 view_71" [id=698, type=view]; "699 transpose_53" [id=699, type=transpose]; @@ -704,27 +704,27 @@ strict digraph { "702 _param_constant106" [id=702, type=get_attr]; "703 _param_constant107" [id=703, type=get_attr]; "704 layer_norm_17" [id=704, type=layer_norm]; -"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; -"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; -"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; -"708 linear_34_scale_0" [id=708, type=get_attr]; -"709 linear_34_zero_point_0" [id=709, type=get_attr]; -"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; -"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; -"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; -"713 _param_constant109_0_0" [id=713, type=get_attr]; +"705 _param_constant109" [id=705, type=get_attr]; +"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; +"709 linear_34_scale_0" [id=709, type=get_attr]; +"710 linear_34_zero_point_0" [id=710, type=get_attr]; +"711 compressed_weight_updated_constant35" [id=711, type=get_attr]; +"712 quantize_per_channel_default_35" [id=712, type=quantize_per_channel]; +"713 dequantize_per_channel_default_35" [id=713, type=dequantize_per_channel]; "714 linear_34" [id=714, type=linear]; "715 gelu_8" [id=715, type=gelu]; "716 dropout_26" [id=716, type=dropout]; -"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; -"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; -"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; -"720 linear_35_scale_0" [id=720, type=get_attr]; -"721 linear_35_zero_point_0" [id=721, type=get_attr]; -"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; -"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; -"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; -"725 _param_constant111_0_0" [id=725, type=get_attr]; +"717 _param_constant111" [id=717, type=get_attr]; +"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; +"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; +"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; +"721 linear_35_scale_0" [id=721, type=get_attr]; +"722 linear_35_zero_point_0" [id=722, type=get_attr]; +"723 compressed_weight_updated_constant36" [id=723, type=get_attr]; +"724 quantize_per_channel_default_36" [id=724, type=quantize_per_channel]; +"725 dequantize_per_channel_default_36" [id=725, type=dequantize_per_channel]; "726 linear_35" [id=726, type=linear]; "727 dropout_27" [id=727, type=dropout]; "728 add_18" [id=728, type=add]; @@ -732,15 +732,15 @@ strict digraph { "730 _param_constant113" [id=730, type=get_attr]; "731 layer_norm_18" [id=731, type=layer_norm]; "732 transpose_54" [id=732, type=transpose]; -"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; -"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; -"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; -"736 linear_36_scale_0" [id=736, type=get_attr]; -"737 linear_36_zero_point_0" [id=737, type=get_attr]; -"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; -"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; -"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; -"741 _param_constant115_0_0" [id=741, type=get_attr]; +"733 _param_constant115" [id=733, type=get_attr]; +"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; +"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; +"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; +"737 linear_36_scale_0" [id=737, type=get_attr]; +"738 linear_36_zero_point_0" [id=738, type=get_attr]; +"739 compressed_weight_updated_constant37" [id=739, type=get_attr]; +"740 quantize_per_channel_default_37" [id=740, type=quantize_per_channel]; +"741 dequantize_per_channel_default_37" [id=741, type=dequantize_per_channel]; "742 linear_36" [id=742, type=linear]; "743 unflatten_9" [id=743, type=unflatten]; "744 unsqueeze_9" [id=744, type=unsqueeze]; @@ -766,15 +766,15 @@ strict digraph { "764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; "765 permute_10" [id=765, type=permute]; "766 view_78" [id=766, type=view]; -"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; -"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; -"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; -"770 linear_37_scale_0" [id=770, type=get_attr]; -"771 linear_37_zero_point_0" [id=771, type=get_attr]; -"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; -"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; -"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; -"775 _param_constant117_0_0" [id=775, type=get_attr]; +"767 _param_constant117" [id=767, type=get_attr]; +"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; +"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; +"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; +"771 linear_37_scale_0" [id=771, type=get_attr]; +"772 linear_37_zero_point_0" [id=772, type=get_attr]; +"773 compressed_weight_updated_constant38" [id=773, type=get_attr]; +"774 quantize_per_channel_default_38" [id=774, type=quantize_per_channel]; +"775 dequantize_per_channel_default_38" [id=775, type=dequantize_per_channel]; "776 linear_37" [id=776, type=linear]; "777 view_79" [id=777, type=view]; "778 transpose_59" [id=778, type=transpose]; @@ -783,27 +783,27 @@ strict digraph { "781 _param_constant118" [id=781, type=get_attr]; "782 _param_constant119" [id=782, type=get_attr]; "783 layer_norm_19" [id=783, type=layer_norm]; -"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; -"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; -"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; -"787 linear_38_scale_0" [id=787, type=get_attr]; -"788 linear_38_zero_point_0" [id=788, type=get_attr]; -"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; -"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; -"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; -"792 _param_constant121_0_0" [id=792, type=get_attr]; +"784 _param_constant121" [id=784, type=get_attr]; +"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; +"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; +"788 linear_38_scale_0" [id=788, type=get_attr]; +"789 linear_38_zero_point_0" [id=789, type=get_attr]; +"790 compressed_weight_updated_constant39" [id=790, type=get_attr]; +"791 quantize_per_channel_default_39" [id=791, type=quantize_per_channel]; +"792 dequantize_per_channel_default_39" [id=792, type=dequantize_per_channel]; "793 linear_38" [id=793, type=linear]; "794 gelu_9" [id=794, type=gelu]; "795 dropout_29" [id=795, type=dropout]; -"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; -"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; -"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; -"799 linear_39_scale_0" [id=799, type=get_attr]; -"800 linear_39_zero_point_0" [id=800, type=get_attr]; -"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; -"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; -"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; -"804 _param_constant123_0_0" [id=804, type=get_attr]; +"796 _param_constant123" [id=796, type=get_attr]; +"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; +"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; +"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; +"800 linear_39_scale_0" [id=800, type=get_attr]; +"801 linear_39_zero_point_0" [id=801, type=get_attr]; +"802 compressed_weight_updated_constant40" [id=802, type=get_attr]; +"803 quantize_per_channel_default_40" [id=803, type=quantize_per_channel]; +"804 dequantize_per_channel_default_40" [id=804, type=dequantize_per_channel]; "805 linear_39" [id=805, type=linear]; "806 dropout_30" [id=806, type=dropout]; "807 add_20" [id=807, type=add]; @@ -811,15 +811,15 @@ strict digraph { "809 _param_constant125" [id=809, type=get_attr]; "810 layer_norm_20" [id=810, type=layer_norm]; "811 transpose_60" [id=811, type=transpose]; -"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; -"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; -"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; -"815 linear_40_scale_0" [id=815, type=get_attr]; -"816 linear_40_zero_point_0" [id=816, type=get_attr]; -"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; -"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; -"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; -"820 _param_constant127_0_0" [id=820, type=get_attr]; +"812 _param_constant127" [id=812, type=get_attr]; +"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; +"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; +"816 linear_40_scale_0" [id=816, type=get_attr]; +"817 linear_40_zero_point_0" [id=817, type=get_attr]; +"818 compressed_weight_updated_constant41" [id=818, type=get_attr]; +"819 quantize_per_channel_default_41" [id=819, type=quantize_per_channel]; +"820 dequantize_per_channel_default_41" [id=820, type=dequantize_per_channel]; "821 linear_40" [id=821, type=linear]; "822 unflatten_10" [id=822, type=unflatten]; "823 unsqueeze_10" [id=823, type=unsqueeze]; @@ -845,15 +845,15 @@ strict digraph { "843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; "844 permute_11" [id=844, type=permute]; "845 view_86" [id=845, type=view]; -"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; -"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; -"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; -"849 linear_41_scale_0" [id=849, type=get_attr]; -"850 linear_41_zero_point_0" [id=850, type=get_attr]; -"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; -"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; -"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; -"854 _param_constant129_0_0" [id=854, type=get_attr]; +"846 _param_constant129" [id=846, type=get_attr]; +"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; +"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; +"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; +"850 linear_41_scale_0" [id=850, type=get_attr]; +"851 linear_41_zero_point_0" [id=851, type=get_attr]; +"852 compressed_weight_updated_constant42" [id=852, type=get_attr]; +"853 quantize_per_channel_default_42" [id=853, type=quantize_per_channel]; +"854 dequantize_per_channel_default_42" [id=854, type=dequantize_per_channel]; "855 linear_41" [id=855, type=linear]; "856 view_87" [id=856, type=view]; "857 transpose_65" [id=857, type=transpose]; @@ -862,27 +862,27 @@ strict digraph { "860 _param_constant130" [id=860, type=get_attr]; "861 _param_constant131" [id=861, type=get_attr]; "862 layer_norm_21" [id=862, type=layer_norm]; -"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; -"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; -"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; -"866 linear_42_scale_0" [id=866, type=get_attr]; -"867 linear_42_zero_point_0" [id=867, type=get_attr]; -"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; -"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; -"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; -"871 _param_constant133_0_0" [id=871, type=get_attr]; +"863 _param_constant133" [id=863, type=get_attr]; +"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; +"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; +"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; +"867 linear_42_scale_0" [id=867, type=get_attr]; +"868 linear_42_zero_point_0" [id=868, type=get_attr]; +"869 compressed_weight_updated_constant43" [id=869, type=get_attr]; +"870 quantize_per_channel_default_43" [id=870, type=quantize_per_channel]; +"871 dequantize_per_channel_default_43" [id=871, type=dequantize_per_channel]; "872 linear_42" [id=872, type=linear]; "873 gelu_10" [id=873, type=gelu]; "874 dropout_32" [id=874, type=dropout]; -"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; -"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; -"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; -"878 linear_43_scale_0" [id=878, type=get_attr]; -"879 linear_43_zero_point_0" [id=879, type=get_attr]; -"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; -"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; -"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; -"883 _param_constant135_0_0" [id=883, type=get_attr]; +"875 _param_constant135" [id=875, type=get_attr]; +"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; +"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; +"879 linear_43_scale_0" [id=879, type=get_attr]; +"880 linear_43_zero_point_0" [id=880, type=get_attr]; +"881 compressed_weight_updated_constant44" [id=881, type=get_attr]; +"882 quantize_per_channel_default_44" [id=882, type=quantize_per_channel]; +"883 dequantize_per_channel_default_44" [id=883, type=dequantize_per_channel]; "884 linear_43" [id=884, type=linear]; "885 dropout_33" [id=885, type=dropout]; "886 add_22" [id=886, type=add]; @@ -890,15 +890,15 @@ strict digraph { "888 _param_constant137" [id=888, type=get_attr]; "889 layer_norm_22" [id=889, type=layer_norm]; "890 transpose_66" [id=890, type=transpose]; -"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; -"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; -"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; -"894 linear_44_scale_0" [id=894, type=get_attr]; -"895 linear_44_zero_point_0" [id=895, type=get_attr]; -"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; -"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; -"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; -"899 _param_constant139_0_0" [id=899, type=get_attr]; +"891 _param_constant139" [id=891, type=get_attr]; +"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; +"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; +"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; +"895 linear_44_scale_0" [id=895, type=get_attr]; +"896 linear_44_zero_point_0" [id=896, type=get_attr]; +"897 compressed_weight_updated_constant45" [id=897, type=get_attr]; +"898 quantize_per_channel_default_45" [id=898, type=quantize_per_channel]; +"899 dequantize_per_channel_default_45" [id=899, type=dequantize_per_channel]; "900 linear_44" [id=900, type=linear]; "901 unflatten_11" [id=901, type=unflatten]; "902 unsqueeze_11" [id=902, type=unsqueeze]; @@ -924,15 +924,15 @@ strict digraph { "922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; "923 permute_12" [id=923, type=permute]; "924 view_94" [id=924, type=view]; -"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; -"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; -"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; -"928 linear_45_scale_0" [id=928, type=get_attr]; -"929 linear_45_zero_point_0" [id=929, type=get_attr]; -"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; -"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; -"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; -"933 _param_constant141_0_0" [id=933, type=get_attr]; +"925 _param_constant141" [id=925, type=get_attr]; +"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; +"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; +"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; +"929 linear_45_scale_0" [id=929, type=get_attr]; +"930 linear_45_zero_point_0" [id=930, type=get_attr]; +"931 compressed_weight_updated_constant46" [id=931, type=get_attr]; +"932 quantize_per_channel_default_46" [id=932, type=quantize_per_channel]; +"933 dequantize_per_channel_default_46" [id=933, type=dequantize_per_channel]; "934 linear_45" [id=934, type=linear]; "935 view_95" [id=935, type=view]; "936 transpose_71" [id=936, type=transpose]; @@ -941,27 +941,27 @@ strict digraph { "939 _param_constant142" [id=939, type=get_attr]; "940 _param_constant143" [id=940, type=get_attr]; "941 layer_norm_23" [id=941, type=layer_norm]; -"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; -"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; -"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; -"945 linear_46_scale_0" [id=945, type=get_attr]; -"946 linear_46_zero_point_0" [id=946, type=get_attr]; -"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; -"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; -"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; -"950 _param_constant145_0_0" [id=950, type=get_attr]; +"942 _param_constant145" [id=942, type=get_attr]; +"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; +"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; +"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; +"946 linear_46_scale_0" [id=946, type=get_attr]; +"947 linear_46_zero_point_0" [id=947, type=get_attr]; +"948 compressed_weight_updated_constant47" [id=948, type=get_attr]; +"949 quantize_per_channel_default_47" [id=949, type=quantize_per_channel]; +"950 dequantize_per_channel_default_47" [id=950, type=dequantize_per_channel]; "951 linear_46" [id=951, type=linear]; "952 gelu_11" [id=952, type=gelu]; "953 dropout_35" [id=953, type=dropout]; -"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; -"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; -"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; -"957 linear_47_scale_0" [id=957, type=get_attr]; -"958 linear_47_zero_point_0" [id=958, type=get_attr]; -"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; -"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; -"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; -"962 _param_constant147_0_0" [id=962, type=get_attr]; +"954 _param_constant147" [id=954, type=get_attr]; +"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; +"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; +"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; +"958 linear_47_scale_0" [id=958, type=get_attr]; +"959 linear_47_zero_point_0" [id=959, type=get_attr]; +"960 compressed_weight_updated_constant48" [id=960, type=get_attr]; +"961 quantize_per_channel_default_48" [id=961, type=quantize_per_channel]; +"962 dequantize_per_channel_default_48" [id=962, type=dequantize_per_channel]; "963 linear_47" [id=963, type=linear]; "964 dropout_36" [id=964, type=dropout]; "965 add_24" [id=965, type=add]; @@ -970,28 +970,28 @@ strict digraph { "968 layer_norm_24" [id=968, type=layer_norm]; "969 slice_1" [id=969, type=slice]; "970 select_36" [id=970, type=select]; -"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; -"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; -"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; -"974 linear_48_scale_0" [id=974, type=get_attr]; -"975 linear_48_zero_point_0" [id=975, type=get_attr]; -"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; -"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; -"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; -"979 _param_constant151_0_0" [id=979, type=get_attr]; +"971 _param_constant151" [id=971, type=get_attr]; +"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; +"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; +"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; +"975 linear_48_scale_0" [id=975, type=get_attr]; +"976 linear_48_zero_point_0" [id=976, type=get_attr]; +"977 compressed_weight_updated_constant49" [id=977, type=get_attr]; +"978 quantize_per_channel_default_49" [id=978, type=quantize_per_channel]; +"979 dequantize_per_channel_default_49" [id=979, type=dequantize_per_channel]; "980 linear_48" [id=980, type=linear]; "981 output" [id=981, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; -"3 conv2d_scale_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; -"3 conv2d_scale_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; -"4 conv2d_zero_point_0" -> "6 quantize_per_channel_default" [label="(768,)", style=solid]; -"4 conv2d_zero_point_0" -> "7 dequantize_per_channel_default" [label="(768,)", style=solid]; -"5 compressed_weight_updated_constant0" -> "6 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; -"7 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; -"8 _param_constant1_0_0" -> "9 conv2d" [label="(768,)", style=solid]; +"3 _param_constant1" -> "9 conv2d" [label="(768,)", style=solid]; +"4 conv2d_scale_0" -> "7 quantize_per_channel_default" [label="(768,)", style=solid]; +"4 conv2d_scale_0" -> "8 dequantize_per_channel_default" [label="(768,)", style=solid]; +"5 conv2d_zero_point_0" -> "7 quantize_per_channel_default" [label="(768,)", style=solid]; +"5 conv2d_zero_point_0" -> "8 dequantize_per_channel_default" [label="(768,)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"8 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; "9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; "10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; "11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; @@ -1005,18 +1005,18 @@ strict digraph { "18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; "19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; "20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; -"21 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"24 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"25 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"25 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"26 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"26 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 compressed_weight_updated_constant1" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"29 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; -"30 _param_constant7_0_0" -> "31 linear" [label="(2304,)", style=solid]; +"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"22 _param_constant7" -> "31 linear" [label="(2304,)", style=solid]; +"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; +"26 linear_scale_0" -> "29 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_scale_0" -> "30 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 linear_zero_point_0" -> "29 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 linear_zero_point_0" -> "30 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"28 compressed_weight_updated_constant1" -> "29 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"29 quantize_per_channel_default_1" -> "30 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"30 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; "31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; "32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; "33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1043,18 +1043,18 @@ strict digraph { "52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; "53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; "54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; -"55 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"58 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"59 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"59 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"60 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"60 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 compressed_weight_updated_constant2" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"63 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; -"64 _param_constant9_0_0" -> "65 linear_1" [label="(768,)", style=solid]; +"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"56 _param_constant9" -> "65 linear_1" [label="(768,)", style=solid]; +"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; +"60 linear_1_scale_0" -> "63 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_scale_0" -> "64 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 linear_1_zero_point_0" -> "63 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 linear_1_zero_point_0" -> "64 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"62 compressed_weight_updated_constant2" -> "63 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"63 quantize_per_channel_default_2" -> "64 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"64 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; "65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; "66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; "67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; @@ -1063,32 +1063,32 @@ strict digraph { "69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; "70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; "71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"72 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"75 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"76 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"76 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"77 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"77 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 compressed_weight_updated_constant3" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"80 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; -"81 _param_constant13_0_0" -> "82 linear_2" [label="(3072,)", style=solid]; +"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"73 _param_constant13" -> "82 linear_2" [label="(3072,)", style=solid]; +"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; +"77 linear_2_scale_0" -> "80 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_scale_0" -> "81 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 linear_2_zero_point_0" -> "80 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 linear_2_zero_point_0" -> "81 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"79 compressed_weight_updated_constant3" -> "80 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"80 quantize_per_channel_default_3" -> "81 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"81 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; "82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; "83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; -"84 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"87 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"88 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"88 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"89 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"89 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 compressed_weight_updated_constant4" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"92 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; -"93 _param_constant15_0_0" -> "94 linear_3" [label="(768,)", style=solid]; +"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"85 _param_constant15" -> "94 linear_3" [label="(768,)", style=solid]; +"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; +"89 linear_3_scale_0" -> "92 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_scale_0" -> "93 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 linear_3_zero_point_0" -> "92 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 linear_3_zero_point_0" -> "93 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"91 compressed_weight_updated_constant4" -> "92 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"92 quantize_per_channel_default_4" -> "93 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"93 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; "94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; "95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; "96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; @@ -1096,18 +1096,18 @@ strict digraph { "97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; "98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; "99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; -"100 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"103 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"104 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"104 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"105 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"105 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 compressed_weight_updated_constant5" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"108 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; -"109 _param_constant19_0_0" -> "110 linear_4" [label="(2304,)", style=solid]; +"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"101 _param_constant19" -> "110 linear_4" [label="(2304,)", style=solid]; +"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; +"105 linear_4_scale_0" -> "108 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_scale_0" -> "109 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 linear_4_zero_point_0" -> "108 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 linear_4_zero_point_0" -> "109 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"107 compressed_weight_updated_constant5" -> "108 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"108 quantize_per_channel_default_5" -> "109 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"109 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; "110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; "111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; "112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1134,18 +1134,18 @@ strict digraph { "131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; "132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; "133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; -"134 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"137 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"138 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"138 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"139 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"139 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 compressed_weight_updated_constant6" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"142 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; -"143 _param_constant21_0_0" -> "144 linear_5" [label="(768,)", style=solid]; +"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"135 _param_constant21" -> "144 linear_5" [label="(768,)", style=solid]; +"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; +"139 linear_5_scale_0" -> "142 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_scale_0" -> "143 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 linear_5_zero_point_0" -> "142 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 linear_5_zero_point_0" -> "143 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"141 compressed_weight_updated_constant6" -> "142 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"142 quantize_per_channel_default_6" -> "143 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"143 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; "144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; "145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; "146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; @@ -1154,32 +1154,32 @@ strict digraph { "148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; "149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; "150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"151 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"154 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"155 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"155 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"156 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"156 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 compressed_weight_updated_constant7" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"159 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; -"160 _param_constant25_0_0" -> "161 linear_6" [label="(3072,)", style=solid]; +"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"152 _param_constant25" -> "161 linear_6" [label="(3072,)", style=solid]; +"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; +"156 linear_6_scale_0" -> "159 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_scale_0" -> "160 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 linear_6_zero_point_0" -> "159 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 linear_6_zero_point_0" -> "160 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"158 compressed_weight_updated_constant7" -> "159 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"159 quantize_per_channel_default_7" -> "160 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"160 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; "161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; "162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; -"163 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"166 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"167 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"167 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"168 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"168 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 compressed_weight_updated_constant8" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"171 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; -"172 _param_constant27_0_0" -> "173 linear_7" [label="(768,)", style=solid]; +"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"164 _param_constant27" -> "173 linear_7" [label="(768,)", style=solid]; +"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; +"168 linear_7_scale_0" -> "171 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_scale_0" -> "172 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 linear_7_zero_point_0" -> "171 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 linear_7_zero_point_0" -> "172 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"170 compressed_weight_updated_constant8" -> "171 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"171 quantize_per_channel_default_8" -> "172 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"172 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; "173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; "174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; "175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; @@ -1187,18 +1187,18 @@ strict digraph { "176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; "177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; "178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; -"179 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"182 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"183 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"183 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"184 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"184 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 compressed_weight_updated_constant9" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"187 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; -"188 _param_constant31_0_0" -> "189 linear_8" [label="(2304,)", style=solid]; +"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"180 _param_constant31" -> "189 linear_8" [label="(2304,)", style=solid]; +"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; +"184 linear_8_scale_0" -> "187 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_scale_0" -> "188 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 linear_8_zero_point_0" -> "187 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 linear_8_zero_point_0" -> "188 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"186 compressed_weight_updated_constant9" -> "187 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"187 quantize_per_channel_default_9" -> "188 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"188 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; "189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; "190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; "191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1225,18 +1225,18 @@ strict digraph { "210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; "211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; "212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; -"213 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"216 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"217 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"217 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"218 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"218 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 compressed_weight_updated_constant10" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"221 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; -"222 _param_constant33_0_0" -> "223 linear_9" [label="(768,)", style=solid]; +"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"214 _param_constant33" -> "223 linear_9" [label="(768,)", style=solid]; +"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; +"218 linear_9_scale_0" -> "221 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_scale_0" -> "222 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 linear_9_zero_point_0" -> "221 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 linear_9_zero_point_0" -> "222 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"220 compressed_weight_updated_constant10" -> "221 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"221 quantize_per_channel_default_10" -> "222 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"222 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; "223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; "224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; "225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; @@ -1245,32 +1245,32 @@ strict digraph { "227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; "228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; "229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"230 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"233 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"234 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"234 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"235 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"235 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 compressed_weight_updated_constant11" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"238 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; -"239 _param_constant37_0_0" -> "240 linear_10" [label="(3072,)", style=solid]; +"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"231 _param_constant37" -> "240 linear_10" [label="(3072,)", style=solid]; +"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; +"235 linear_10_scale_0" -> "238 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_scale_0" -> "239 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 linear_10_zero_point_0" -> "238 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 linear_10_zero_point_0" -> "239 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"237 compressed_weight_updated_constant11" -> "238 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"238 quantize_per_channel_default_11" -> "239 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"239 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; "240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; "241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; -"242 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"245 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"246 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"246 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"247 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"247 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 compressed_weight_updated_constant12" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"250 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; -"251 _param_constant39_0_0" -> "252 linear_11" [label="(768,)", style=solid]; +"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"243 _param_constant39" -> "252 linear_11" [label="(768,)", style=solid]; +"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; +"247 linear_11_scale_0" -> "250 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_scale_0" -> "251 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 linear_11_zero_point_0" -> "250 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 linear_11_zero_point_0" -> "251 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"249 compressed_weight_updated_constant12" -> "250 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"250 quantize_per_channel_default_12" -> "251 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"251 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; "252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; "253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; "254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; @@ -1278,18 +1278,18 @@ strict digraph { "255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; "256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; "257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; -"258 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"261 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"262 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"262 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"263 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"263 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 compressed_weight_updated_constant13" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"266 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; -"267 _param_constant43_0_0" -> "268 linear_12" [label="(2304,)", style=solid]; +"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"259 _param_constant43" -> "268 linear_12" [label="(2304,)", style=solid]; +"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; +"263 linear_12_scale_0" -> "266 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_scale_0" -> "267 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 linear_12_zero_point_0" -> "266 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 linear_12_zero_point_0" -> "267 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"265 compressed_weight_updated_constant13" -> "266 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"266 quantize_per_channel_default_13" -> "267 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"267 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; "268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; "269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; "270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1316,18 +1316,18 @@ strict digraph { "289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; "290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; "291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; -"292 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"295 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"296 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"296 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"297 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"297 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 compressed_weight_updated_constant14" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"300 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; -"301 _param_constant45_0_0" -> "302 linear_13" [label="(768,)", style=solid]; +"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 _param_constant45" -> "302 linear_13" [label="(768,)", style=solid]; +"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; +"297 linear_13_scale_0" -> "300 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_scale_0" -> "301 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 linear_13_zero_point_0" -> "300 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 linear_13_zero_point_0" -> "301 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"299 compressed_weight_updated_constant14" -> "300 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"300 quantize_per_channel_default_14" -> "301 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"301 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; "302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; "303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; "304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; @@ -1336,32 +1336,32 @@ strict digraph { "306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; "307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; "308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"309 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"312 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"313 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"313 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"314 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"314 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 compressed_weight_updated_constant15" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"317 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; -"318 _param_constant49_0_0" -> "319 linear_14" [label="(3072,)", style=solid]; +"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"310 _param_constant49" -> "319 linear_14" [label="(3072,)", style=solid]; +"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; +"314 linear_14_scale_0" -> "317 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_scale_0" -> "318 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 linear_14_zero_point_0" -> "317 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 linear_14_zero_point_0" -> "318 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"316 compressed_weight_updated_constant15" -> "317 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"317 quantize_per_channel_default_15" -> "318 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"318 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; "319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; "320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; -"321 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"324 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"325 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"325 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"326 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"326 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 compressed_weight_updated_constant16" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"329 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; -"330 _param_constant51_0_0" -> "331 linear_15" [label="(768,)", style=solid]; +"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"322 _param_constant51" -> "331 linear_15" [label="(768,)", style=solid]; +"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; +"326 linear_15_scale_0" -> "329 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_scale_0" -> "330 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 linear_15_zero_point_0" -> "329 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 linear_15_zero_point_0" -> "330 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"328 compressed_weight_updated_constant16" -> "329 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"329 quantize_per_channel_default_16" -> "330 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"330 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; "331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; "332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; "333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; @@ -1369,18 +1369,18 @@ strict digraph { "334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; "335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; "336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; -"337 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"340 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"341 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"341 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"342 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"342 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 compressed_weight_updated_constant17" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"345 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; -"346 _param_constant55_0_0" -> "347 linear_16" [label="(2304,)", style=solid]; +"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"338 _param_constant55" -> "347 linear_16" [label="(2304,)", style=solid]; +"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; +"342 linear_16_scale_0" -> "345 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_scale_0" -> "346 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 linear_16_zero_point_0" -> "345 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 linear_16_zero_point_0" -> "346 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"344 compressed_weight_updated_constant17" -> "345 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"345 quantize_per_channel_default_17" -> "346 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"346 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; "347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; "348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; "349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1407,18 +1407,18 @@ strict digraph { "368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; "369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; "370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; -"371 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"374 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"375 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"375 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"376 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"376 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 compressed_weight_updated_constant18" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"379 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; -"380 _param_constant57_0_0" -> "381 linear_17" [label="(768,)", style=solid]; +"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"372 _param_constant57" -> "381 linear_17" [label="(768,)", style=solid]; +"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; +"376 linear_17_scale_0" -> "379 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_scale_0" -> "380 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 linear_17_zero_point_0" -> "379 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 linear_17_zero_point_0" -> "380 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"378 compressed_weight_updated_constant18" -> "379 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"379 quantize_per_channel_default_18" -> "380 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"380 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; "381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; "382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; "383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; @@ -1427,32 +1427,32 @@ strict digraph { "385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; "386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; "387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"388 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"391 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"392 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"392 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"393 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"393 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 compressed_weight_updated_constant19" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"396 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; -"397 _param_constant61_0_0" -> "398 linear_18" [label="(3072,)", style=solid]; +"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"389 _param_constant61" -> "398 linear_18" [label="(3072,)", style=solid]; +"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; +"393 linear_18_scale_0" -> "396 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_scale_0" -> "397 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 linear_18_zero_point_0" -> "396 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 linear_18_zero_point_0" -> "397 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"395 compressed_weight_updated_constant19" -> "396 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"396 quantize_per_channel_default_19" -> "397 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"397 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; "398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; "399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; -"400 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"403 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"404 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"404 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"405 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"405 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 compressed_weight_updated_constant20" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"408 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; -"409 _param_constant63_0_0" -> "410 linear_19" [label="(768,)", style=solid]; +"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"401 _param_constant63" -> "410 linear_19" [label="(768,)", style=solid]; +"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; +"405 linear_19_scale_0" -> "408 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_scale_0" -> "409 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 linear_19_zero_point_0" -> "408 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 linear_19_zero_point_0" -> "409 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"407 compressed_weight_updated_constant20" -> "408 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"408 quantize_per_channel_default_20" -> "409 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"409 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; "410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; "411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; "412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; @@ -1460,18 +1460,18 @@ strict digraph { "413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; "414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; "415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; -"416 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"419 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"424 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; -"425 _param_constant67_0_0" -> "426 linear_20" [label="(2304,)", style=solid]; +"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"417 _param_constant67" -> "426 linear_20" [label="(2304,)", style=solid]; +"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; +"421 linear_20_scale_0" -> "424 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_scale_0" -> "425 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 linear_20_zero_point_0" -> "424 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 linear_20_zero_point_0" -> "425 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"423 compressed_weight_updated_constant21" -> "424 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"424 quantize_per_channel_default_21" -> "425 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"425 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; "426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; "427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; "428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1498,18 +1498,18 @@ strict digraph { "447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; "448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; "449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; -"450 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"453 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"454 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"454 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"455 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"455 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 compressed_weight_updated_constant22" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"458 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; -"459 _param_constant69_0_0" -> "460 linear_21" [label="(768,)", style=solid]; +"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"451 _param_constant69" -> "460 linear_21" [label="(768,)", style=solid]; +"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; +"455 linear_21_scale_0" -> "458 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_scale_0" -> "459 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 linear_21_zero_point_0" -> "458 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 linear_21_zero_point_0" -> "459 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"457 compressed_weight_updated_constant22" -> "458 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"458 quantize_per_channel_default_22" -> "459 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"459 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; "460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; "461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; "462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; @@ -1518,32 +1518,32 @@ strict digraph { "464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; "465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; "466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"467 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"470 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"471 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"471 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"472 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"472 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 compressed_weight_updated_constant23" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"475 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; -"476 _param_constant73_0_0" -> "477 linear_22" [label="(3072,)", style=solid]; +"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"468 _param_constant73" -> "477 linear_22" [label="(3072,)", style=solid]; +"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; +"472 linear_22_scale_0" -> "475 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_scale_0" -> "476 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 linear_22_zero_point_0" -> "475 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 linear_22_zero_point_0" -> "476 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"474 compressed_weight_updated_constant23" -> "475 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"475 quantize_per_channel_default_23" -> "476 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"476 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; "477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; "478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; -"479 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"482 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"483 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"483 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"484 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"484 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 compressed_weight_updated_constant24" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"487 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; -"488 _param_constant75_0_0" -> "489 linear_23" [label="(768,)", style=solid]; +"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"480 _param_constant75" -> "489 linear_23" [label="(768,)", style=solid]; +"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; +"484 linear_23_scale_0" -> "487 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_scale_0" -> "488 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 linear_23_zero_point_0" -> "487 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 linear_23_zero_point_0" -> "488 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"486 compressed_weight_updated_constant24" -> "487 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"487 quantize_per_channel_default_24" -> "488 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"488 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; "489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; "490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; "491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; @@ -1551,18 +1551,18 @@ strict digraph { "492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; "493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; "494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; -"495 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"498 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"499 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"499 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"500 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"500 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 compressed_weight_updated_constant25" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"503 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; -"504 _param_constant79_0_0" -> "505 linear_24" [label="(2304,)", style=solid]; +"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"496 _param_constant79" -> "505 linear_24" [label="(2304,)", style=solid]; +"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; +"500 linear_24_scale_0" -> "503 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_scale_0" -> "504 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 linear_24_zero_point_0" -> "503 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 linear_24_zero_point_0" -> "504 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"502 compressed_weight_updated_constant25" -> "503 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"503 quantize_per_channel_default_25" -> "504 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"504 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; "505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; "506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; "507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1589,18 +1589,18 @@ strict digraph { "526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; "527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; "528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; -"529 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"532 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"533 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"533 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"534 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"534 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 compressed_weight_updated_constant26" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"537 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; -"538 _param_constant81_0_0" -> "539 linear_25" [label="(768,)", style=solid]; +"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"530 _param_constant81" -> "539 linear_25" [label="(768,)", style=solid]; +"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; +"534 linear_25_scale_0" -> "537 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_scale_0" -> "538 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 linear_25_zero_point_0" -> "537 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 linear_25_zero_point_0" -> "538 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"536 compressed_weight_updated_constant26" -> "537 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"537 quantize_per_channel_default_26" -> "538 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"538 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; "539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; "540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; "541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; @@ -1609,32 +1609,32 @@ strict digraph { "543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; "544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; "545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"546 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"549 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"550 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"550 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"551 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"551 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 compressed_weight_updated_constant27" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"554 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; -"555 _param_constant85_0_0" -> "556 linear_26" [label="(3072,)", style=solid]; +"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"547 _param_constant85" -> "556 linear_26" [label="(3072,)", style=solid]; +"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; +"551 linear_26_scale_0" -> "554 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_scale_0" -> "555 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 linear_26_zero_point_0" -> "554 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 linear_26_zero_point_0" -> "555 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"553 compressed_weight_updated_constant27" -> "554 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"554 quantize_per_channel_default_27" -> "555 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"555 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; "556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; "557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; -"558 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"561 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"562 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"562 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"563 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"563 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 compressed_weight_updated_constant28" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"566 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; -"567 _param_constant87_0_0" -> "568 linear_27" [label="(768,)", style=solid]; +"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"559 _param_constant87" -> "568 linear_27" [label="(768,)", style=solid]; +"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; +"563 linear_27_scale_0" -> "566 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_scale_0" -> "567 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 linear_27_zero_point_0" -> "566 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 linear_27_zero_point_0" -> "567 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"565 compressed_weight_updated_constant28" -> "566 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"566 quantize_per_channel_default_28" -> "567 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"567 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; "568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; "569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; "570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; @@ -1642,18 +1642,18 @@ strict digraph { "571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; "572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; "573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; -"574 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"577 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"578 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"578 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"579 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"579 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 compressed_weight_updated_constant29" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"582 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; -"583 _param_constant91_0_0" -> "584 linear_28" [label="(2304,)", style=solid]; +"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"575 _param_constant91" -> "584 linear_28" [label="(2304,)", style=solid]; +"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; +"579 linear_28_scale_0" -> "582 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_scale_0" -> "583 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 linear_28_zero_point_0" -> "582 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 linear_28_zero_point_0" -> "583 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"581 compressed_weight_updated_constant29" -> "582 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"582 quantize_per_channel_default_29" -> "583 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"583 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; "584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; "585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; "586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1680,18 +1680,18 @@ strict digraph { "605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; "606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; "607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; -"608 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"611 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"612 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"612 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"613 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"613 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 compressed_weight_updated_constant30" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"616 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; -"617 _param_constant93_0_0" -> "618 linear_29" [label="(768,)", style=solid]; +"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"609 _param_constant93" -> "618 linear_29" [label="(768,)", style=solid]; +"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; +"613 linear_29_scale_0" -> "616 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_scale_0" -> "617 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 linear_29_zero_point_0" -> "616 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 linear_29_zero_point_0" -> "617 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"615 compressed_weight_updated_constant30" -> "616 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"616 quantize_per_channel_default_30" -> "617 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"617 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; "618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; "619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; "620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; @@ -1700,32 +1700,32 @@ strict digraph { "622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; "623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; "624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"625 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"628 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"629 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"629 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"630 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"630 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 compressed_weight_updated_constant31" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"633 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; -"634 _param_constant97_0_0" -> "635 linear_30" [label="(3072,)", style=solid]; +"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"626 _param_constant97" -> "635 linear_30" [label="(3072,)", style=solid]; +"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; +"630 linear_30_scale_0" -> "633 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_scale_0" -> "634 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 linear_30_zero_point_0" -> "633 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 linear_30_zero_point_0" -> "634 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"632 compressed_weight_updated_constant31" -> "633 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"633 quantize_per_channel_default_31" -> "634 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"634 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; "635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; "636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; -"637 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"640 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"641 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"641 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"642 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"642 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 compressed_weight_updated_constant32" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"645 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; -"646 _param_constant99_0_0" -> "647 linear_31" [label="(768,)", style=solid]; +"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"638 _param_constant99" -> "647 linear_31" [label="(768,)", style=solid]; +"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; +"642 linear_31_scale_0" -> "645 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_scale_0" -> "646 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 linear_31_zero_point_0" -> "645 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 linear_31_zero_point_0" -> "646 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"644 compressed_weight_updated_constant32" -> "645 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"645 quantize_per_channel_default_32" -> "646 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"646 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; "647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; "648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; "649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; @@ -1733,18 +1733,18 @@ strict digraph { "650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; "651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; "652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; -"653 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"656 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"657 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"657 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"658 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"658 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 compressed_weight_updated_constant33" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"661 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; -"662 _param_constant103_0_0" -> "663 linear_32" [label="(2304,)", style=solid]; +"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"654 _param_constant103" -> "663 linear_32" [label="(2304,)", style=solid]; +"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; +"658 linear_32_scale_0" -> "661 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_scale_0" -> "662 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 linear_32_zero_point_0" -> "661 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 linear_32_zero_point_0" -> "662 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"660 compressed_weight_updated_constant33" -> "661 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"661 quantize_per_channel_default_33" -> "662 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"662 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; "663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; "664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; "665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1771,18 +1771,18 @@ strict digraph { "684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; "685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; "686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; -"687 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"690 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"691 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"691 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"692 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"692 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 compressed_weight_updated_constant34" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"695 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; -"696 _param_constant105_0_0" -> "697 linear_33" [label="(768,)", style=solid]; +"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"688 _param_constant105" -> "697 linear_33" [label="(768,)", style=solid]; +"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; +"692 linear_33_scale_0" -> "695 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_scale_0" -> "696 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 linear_33_zero_point_0" -> "695 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 linear_33_zero_point_0" -> "696 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"694 compressed_weight_updated_constant34" -> "695 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"695 quantize_per_channel_default_34" -> "696 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"696 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; "697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; "698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; "699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; @@ -1791,32 +1791,32 @@ strict digraph { "701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; "702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; "703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"704 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"707 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"708 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"708 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"709 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"709 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 compressed_weight_updated_constant35" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"712 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; -"713 _param_constant109_0_0" -> "714 linear_34" [label="(3072,)", style=solid]; +"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"705 _param_constant109" -> "714 linear_34" [label="(3072,)", style=solid]; +"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; +"709 linear_34_scale_0" -> "712 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_scale_0" -> "713 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 linear_34_zero_point_0" -> "712 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 linear_34_zero_point_0" -> "713 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"711 compressed_weight_updated_constant35" -> "712 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"712 quantize_per_channel_default_35" -> "713 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"713 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; "714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; "715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; -"716 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"719 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"720 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"720 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"721 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"721 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 compressed_weight_updated_constant36" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"724 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; -"725 _param_constant111_0_0" -> "726 linear_35" [label="(768,)", style=solid]; +"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"717 _param_constant111" -> "726 linear_35" [label="(768,)", style=solid]; +"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; +"721 linear_35_scale_0" -> "724 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_scale_0" -> "725 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 linear_35_zero_point_0" -> "724 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 linear_35_zero_point_0" -> "725 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"723 compressed_weight_updated_constant36" -> "724 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"724 quantize_per_channel_default_36" -> "725 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"725 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; "726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; "727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; "728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; @@ -1824,18 +1824,18 @@ strict digraph { "729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; "730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; "731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; -"732 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"735 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"736 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"736 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"737 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"737 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 compressed_weight_updated_constant37" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"740 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; -"741 _param_constant115_0_0" -> "742 linear_36" [label="(2304,)", style=solid]; +"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"733 _param_constant115" -> "742 linear_36" [label="(2304,)", style=solid]; +"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; +"737 linear_36_scale_0" -> "740 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_scale_0" -> "741 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 linear_36_zero_point_0" -> "740 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 linear_36_zero_point_0" -> "741 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"739 compressed_weight_updated_constant37" -> "740 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"740 quantize_per_channel_default_37" -> "741 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"741 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; "742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; "743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; "744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1862,18 +1862,18 @@ strict digraph { "763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; "764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; "765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; -"766 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"769 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"770 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"770 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"771 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"771 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 compressed_weight_updated_constant38" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"774 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; -"775 _param_constant117_0_0" -> "776 linear_37" [label="(768,)", style=solid]; +"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"767 _param_constant117" -> "776 linear_37" [label="(768,)", style=solid]; +"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; +"771 linear_37_scale_0" -> "774 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_scale_0" -> "775 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 linear_37_zero_point_0" -> "774 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 linear_37_zero_point_0" -> "775 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"773 compressed_weight_updated_constant38" -> "774 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"774 quantize_per_channel_default_38" -> "775 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"775 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; "776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; "777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; "778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; @@ -1882,32 +1882,32 @@ strict digraph { "780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; "781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; "782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"783 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"786 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"787 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"787 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"788 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"788 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 compressed_weight_updated_constant39" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"791 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; -"792 _param_constant121_0_0" -> "793 linear_38" [label="(3072,)", style=solid]; +"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"784 _param_constant121" -> "793 linear_38" [label="(3072,)", style=solid]; +"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; +"788 linear_38_scale_0" -> "791 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_scale_0" -> "792 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 linear_38_zero_point_0" -> "791 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 linear_38_zero_point_0" -> "792 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"790 compressed_weight_updated_constant39" -> "791 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"791 quantize_per_channel_default_39" -> "792 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"792 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; "793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; "794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; -"795 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"798 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"799 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"799 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"800 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"800 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 compressed_weight_updated_constant40" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"803 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; -"804 _param_constant123_0_0" -> "805 linear_39" [label="(768,)", style=solid]; +"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"796 _param_constant123" -> "805 linear_39" [label="(768,)", style=solid]; +"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; +"800 linear_39_scale_0" -> "803 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_scale_0" -> "804 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 linear_39_zero_point_0" -> "803 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 linear_39_zero_point_0" -> "804 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"802 compressed_weight_updated_constant40" -> "803 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"803 quantize_per_channel_default_40" -> "804 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"804 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; "805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; "806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; "807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; @@ -1915,18 +1915,18 @@ strict digraph { "808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; "809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; "810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; -"811 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"814 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"815 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"815 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"816 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"816 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 compressed_weight_updated_constant41" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"819 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; -"820 _param_constant127_0_0" -> "821 linear_40" [label="(2304,)", style=solid]; +"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"812 _param_constant127" -> "821 linear_40" [label="(2304,)", style=solid]; +"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; +"816 linear_40_scale_0" -> "819 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_scale_0" -> "820 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 linear_40_zero_point_0" -> "819 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 linear_40_zero_point_0" -> "820 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"818 compressed_weight_updated_constant41" -> "819 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"819 quantize_per_channel_default_41" -> "820 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"820 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; "821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; "822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; "823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -1953,18 +1953,18 @@ strict digraph { "842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; "843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; "844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; -"845 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"848 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"849 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"849 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"850 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"850 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 compressed_weight_updated_constant42" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"853 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; -"854 _param_constant129_0_0" -> "855 linear_41" [label="(768,)", style=solid]; +"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"846 _param_constant129" -> "855 linear_41" [label="(768,)", style=solid]; +"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; +"850 linear_41_scale_0" -> "853 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_scale_0" -> "854 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 linear_41_zero_point_0" -> "853 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 linear_41_zero_point_0" -> "854 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"852 compressed_weight_updated_constant42" -> "853 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"853 quantize_per_channel_default_42" -> "854 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"854 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; "855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; "856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; "857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; @@ -1973,32 +1973,32 @@ strict digraph { "859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; "860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; "861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"862 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"865 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"866 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"866 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"867 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"867 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 compressed_weight_updated_constant43" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"870 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; -"871 _param_constant133_0_0" -> "872 linear_42" [label="(3072,)", style=solid]; +"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"863 _param_constant133" -> "872 linear_42" [label="(3072,)", style=solid]; +"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; +"867 linear_42_scale_0" -> "870 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_scale_0" -> "871 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 linear_42_zero_point_0" -> "870 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 linear_42_zero_point_0" -> "871 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"869 compressed_weight_updated_constant43" -> "870 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"870 quantize_per_channel_default_43" -> "871 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"871 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; "872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; "873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; -"874 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"877 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"878 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"878 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"879 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"879 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 compressed_weight_updated_constant44" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"882 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; -"883 _param_constant135_0_0" -> "884 linear_43" [label="(768,)", style=solid]; +"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"875 _param_constant135" -> "884 linear_43" [label="(768,)", style=solid]; +"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; +"879 linear_43_scale_0" -> "882 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_scale_0" -> "883 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 linear_43_zero_point_0" -> "882 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 linear_43_zero_point_0" -> "883 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"881 compressed_weight_updated_constant44" -> "882 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"882 quantize_per_channel_default_44" -> "883 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"883 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; "884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; "885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; "886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; @@ -2006,18 +2006,18 @@ strict digraph { "887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; "888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; "889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; -"890 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"893 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"894 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"894 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"895 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"895 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 compressed_weight_updated_constant45" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"898 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; -"899 _param_constant139_0_0" -> "900 linear_44" [label="(2304,)", style=solid]; +"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"891 _param_constant139" -> "900 linear_44" [label="(2304,)", style=solid]; +"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; +"895 linear_44_scale_0" -> "898 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_scale_0" -> "899 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 linear_44_zero_point_0" -> "898 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 linear_44_zero_point_0" -> "899 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"897 compressed_weight_updated_constant45" -> "898 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"898 quantize_per_channel_default_45" -> "899 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"899 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; "900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; "901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; "902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; @@ -2044,18 +2044,18 @@ strict digraph { "921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; "922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; "923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; -"924 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"927 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"928 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"928 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"929 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"929 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 compressed_weight_updated_constant46" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"932 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; -"933 _param_constant141_0_0" -> "934 linear_45" [label="(768,)", style=solid]; +"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"925 _param_constant141" -> "934 linear_45" [label="(768,)", style=solid]; +"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; +"929 linear_45_scale_0" -> "932 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_scale_0" -> "933 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 linear_45_zero_point_0" -> "932 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 linear_45_zero_point_0" -> "933 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"931 compressed_weight_updated_constant46" -> "932 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"932 quantize_per_channel_default_46" -> "933 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"933 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; "934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; "935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; "936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; @@ -2064,32 +2064,32 @@ strict digraph { "938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; "939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; "940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"941 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"945 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"945 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"946 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"946 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 compressed_weight_updated_constant47" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"949 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; -"950 _param_constant145_0_0" -> "951 linear_46" [label="(3072,)", style=solid]; +"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"942 _param_constant145" -> "951 linear_46" [label="(3072,)", style=solid]; +"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; +"946 linear_46_scale_0" -> "949 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_scale_0" -> "950 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 linear_46_zero_point_0" -> "949 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 linear_46_zero_point_0" -> "950 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"948 compressed_weight_updated_constant47" -> "949 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"949 quantize_per_channel_default_47" -> "950 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"950 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; "951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; "952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; -"953 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"957 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"957 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"958 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"958 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 compressed_weight_updated_constant48" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"961 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; -"962 _param_constant147_0_0" -> "963 linear_47" [label="(768,)", style=solid]; +"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"954 _param_constant147" -> "963 linear_47" [label="(768,)", style=solid]; +"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; +"958 linear_47_scale_0" -> "961 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_scale_0" -> "962 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 linear_47_zero_point_0" -> "961 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 linear_47_zero_point_0" -> "962 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"960 compressed_weight_updated_constant48" -> "961 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"961 quantize_per_channel_default_48" -> "962 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"962 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; "963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; "964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; "965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; @@ -2097,17 +2097,17 @@ strict digraph { "967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; "968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; "969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; -"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"978 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; -"979 _param_constant151_0_0" -> "980 linear_48" [label="(1000,)", style=solid]; +"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 _param_constant151" -> "980 linear_48" [label="(1000,)", style=solid]; +"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; +"975 linear_48_scale_0" -> "978 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_scale_0" -> "979 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 linear_48_zero_point_0" -> "978 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 linear_48_zero_point_0" -> "979 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"977 compressed_weight_updated_constant49" -> "978 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"978 quantize_per_channel_default_49" -> "979 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"979 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; "980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index 2d13ba758e5..d1ea94a3e3e 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -34,7 +34,6 @@ from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node from nncf.experimental.torch.fx.transformations import _set_new_node_meta -from nncf.experimental.torch.fx.transformations import bias_update_transformation_builder from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import leaf_module_insertion_transformation_builder from nncf.experimental.torch.fx.transformations import module_insertion_transformation_builder @@ -50,6 +49,7 @@ from tests.torch.test_compressed_graph import check_graph from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel +from tests.torch.test_models.synthetic import ConvolutionWithSeveralOutputs from tests.torch.test_models.synthetic import MultiBranchesConnectedModel @@ -113,12 +113,82 @@ def _capture_model(model: torch.nn.Module, inputs: torch.Tensor) -> torch.fx.Gra @pytest.mark.parametrize("test_case", MODEL_EXTRACTION_CASES, ids=idfn) def test_model_extraction(test_case: ModelExtractionTestCase): captured_model = _capture_model(test_case.model(), torch.ones(test_case.input_shape)) + _, nncf_graph = _extract_model(test_case, captured_model) + check_graph(nncf_graph, f"{get_test_id(test_case)}.dot", EXTRACTED_GRAPHS_DIR_NAME, extended=True) + + +@pytest.mark.parametrize( + "test_case,tuple_output,ref_output", + ( + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, (1, 1, 3, 3), PTModelExtractionCommand(["conv2d"], ["output"]) + ), + False, + "(conv2d,)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, + (1, 1, 3, 3), + PTModelExtractionCommand(["conv2d"], ["conv2d", "output", "conv2d"]), + ), + False, + "(conv2d, conv2d, conv2d)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithSeveralOutputs, (1, 1, 3, 3), PTModelExtractionCommand(["conv2d"], ["output"]) + ), + False, + "([conv2d, add],)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithSeveralOutputs, + (1, 1, 3, 3), + PTModelExtractionCommand(["conv2d"], ["conv2d", "output", "conv2d"]), + ), + False, + "(conv2d, [conv2d, add], conv2d)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, (1, 1, 3, 3), PTModelExtractionCommand(["conv2d"], ["output"]) + ), + True, + "(conv2d,)", + ), + ( + ModelExtractionTestCase( + ConvolutionWithNotTensorBiasModel, + (1, 1, 3, 3), + PTModelExtractionCommand(["conv2d"], ["conv2d", "output", "conv2d"]), + ), + True, + "(conv2d, conv2d, conv2d)", + ), + ), + ids=idfn, +) +def test_model_extraction_with_original_output(test_case: ModelExtractionTestCase, tuple_output: bool, ref_output: str): + captured_model = _capture_model(test_case.model(), torch.ones(test_case.input_shape)) + if tuple_output: + output_node = [node for node in captured_model.graph.nodes if node.op == "output"][0] + output_node.args = (output_node.args[0][0],) + captured_model.recompile() + extracted_model, nncf_graph = _extract_model(test_case, captured_model) + check_graph(nncf_graph, f"{get_test_id(test_case)}.dot", EXTRACTED_GRAPHS_DIR_NAME, extended=True) + + output_node = [node for node in extracted_model.graph.nodes if node.op == "output"][0] + assert str(output_node.args[0]) == ref_output + +def _extract_model(test_case: ModelExtractionTestCase, captured_model: torch.fx.GraphModule): layout = TransformationLayout() layout.register(test_case.command) extracted_model = FXModelTransformer(captured_model).transform(layout) - nncf_graph = GraphConverter.create_nncf_graph(extracted_model) - check_graph(nncf_graph, f"{get_test_id(test_case)}.dot", EXTRACTED_GRAPHS_DIR_NAME, extended=True) + return extracted_model, GraphConverter.create_nncf_graph(extracted_model) MultiBranchesConnectedModel_TARGET_POINTS = ( @@ -150,16 +220,14 @@ def forward(self, x): check_graph(nncf_graph, f"model_insertion{'_leaf' if leaf else ''}.dot", TRANSFORMED_GRAPH_DIR_NAME, extended=True) -@pytest.mark.parametrize("bias", [True, False], ids=["bias", "constant"]) -def test_constant_update_transformation(bias: bool): +def test_constant_update_transformation(): model = MultiBranchesConnectedModel() captured_model = _capture_model(model, torch.ones((1, 3, 3, 3))) nncf_graph = GraphConverter.create_nncf_graph(captured_model) - target_node = nncf_graph.get_node_by_name("conv2d" if bias else "add_") + target_node = nncf_graph.get_node_by_name("add_") - builder = bias_update_transformation_builder if bias else constant_update_transformation_builder new_value = torch.tensor((42.0,)) - transformation = builder(target_node, value=new_value, input_port_id=1) + transformation = constant_update_transformation_builder(target_node, value=new_value, input_port_id=1) transformation(captured_model) add_node = get_graph_node_by_name(captured_model.graph, "add_") @@ -169,16 +237,14 @@ def test_constant_update_transformation(bias: bool): check_graph(transformed_nncf_graph, "constant_update.dot", TRANSFORMED_GRAPH_DIR_NAME, extended=True) -@pytest.mark.parametrize("bias", [True, False], ids=["bias", "constant"]) -def test_constant_update_transformation_no_constant(bias: bool): +def test_constant_update_transformation_no_constant(): model = MultiBranchesConnectedModel() captured_model = _capture_model(model, torch.ones((1, 3, 3, 3))) nncf_graph = GraphConverter.create_nncf_graph(captured_model) target_node = nncf_graph.get_node_by_name("add") - builder = bias_update_transformation_builder if bias else constant_update_transformation_builder new_value = torch.tensor((42.0,)) - transformation = builder(target_node, value=new_value, input_port_id=1) + transformation = constant_update_transformation_builder(target_node, value=new_value, input_port_id=1) with pytest.raises(nncf.InternalError): transformation(captured_model) diff --git a/tests/torch/test_models/synthetic.py b/tests/torch/test_models/synthetic.py index 9a7c1e5d3f4..a92f6cb768a 100644 --- a/tests/torch/test_models/synthetic.py +++ b/tests/torch/test_models/synthetic.py @@ -514,6 +514,16 @@ def forward(self, x): return nn.functional.conv2d(x, w) +class ConvolutionWithSeveralOutputs(torch.nn.Module): + def __init__(self): + super().__init__() + self.conv = create_conv(1, 1, 1) + + def forward(self, x): + x = self.conv(x) + return x, x + 2 + + class ConvolutionWithAllConstantInputsModel(torch.nn.Module): def __init__(self): super().__init__() From 578de3ce9cb9068eb5222a4bfe0857ae09c7ba8f Mon Sep 17 00:00:00 2001 From: dlyakhov Date: Fri, 18 Oct 2024 11:28:14 +0200 Subject: [PATCH 2/5] WIP --- .../torch/fx/quantization/quantizer.py | 273 ++++++++++++++++++ .../algorithms/min_max/algorithm.py | 10 +- 2 files changed, 282 insertions(+), 1 deletion(-) create mode 100644 nncf/experimental/torch/fx/quantization/quantizer.py diff --git a/nncf/experimental/torch/fx/quantization/quantizer.py b/nncf/experimental/torch/fx/quantization/quantizer.py new file mode 100644 index 00000000000..a96f0ba6220 --- /dev/null +++ b/nncf/experimental/torch/fx/quantization/quantizer.py @@ -0,0 +1,273 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +from collections import defaultdict +from copy import deepcopy +from itertools import chain +from time import time +from typing import Any, Optional + +import torch +import torch.fx +from torch._export import capture_pre_autograd_graph +from torch.ao.quantization.pt2e.duplicate_dq_pass import DuplicateDQPass +from torch.ao.quantization.pt2e.port_metadata_pass import PortNodeMetaForQDQ +from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_group_id +from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_qspec +from torch.ao.quantization.pt2e.prepare import _get_obs_or_fq_map +from torch.ao.quantization.pt2e.qat_utils import _fold_conv_bn_qat +from torch.ao.quantization.pt2e.utils import _disallow_eval_train +from torch.ao.quantization.quantize_pt2e import convert_pt2e +from torch.ao.quantization.quantize_pt2e import prepare_pt2e +from torch.ao.quantization.quantizer.quantizer import QuantizationSpec +from torch.ao.quantization.quantizer.quantizer import SharedQuantizationSpec +from torch.ao.quantization.quantizer.x86_inductor_quantizer import X86InductorQuantizer +from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config +from torch.fx import GraphModule +from torch.fx.passes.infra.pass_manager import PassManager +from torchvision import models + +import nncf +import nncf.torch +from nncf.common.factory import NNCFGraphFactory +from nncf.common.logging import nncf_logger +from nncf.common.quantization.quantizer_setup import ActivationQuantizationInsertionPoint +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizationPoint +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup +from nncf.common.quantization.quantizer_setup import WeightQuantizationInsertionPoint +from nncf.common.quantization.structs import QuantizationPreset +from nncf.common.quantization.structs import QuantizationScheme +from nncf.common.quantization.structs import QuantizerConfig +from nncf.data import Dataset + +# from nncf.experimental.torch.fx.transformations import apply_quantization_transformations +from nncf.experimental.torch.fx.transformations import fuse_conv_bn +from nncf.experimental.torch.fx.transformations import revert_quantization_transformations +from nncf.parameters import ModelType +from nncf.parameters import QuantizationMode +from nncf.parameters import TargetDevice +from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters +from nncf.quantization.algorithms.post_training.algorithm import PostTrainingQuantization +from nncf.scopes import IgnoredScope +from tests.torch.fx.helpers import visualize_fx_model + + +def measure_time(model, example_inputs, num_iters=500): + with torch.no_grad(): + model(*example_inputs) + total_time = 0 + for _ in range(num_iters): + start_time = time() + model(*example_inputs) + total_time += time() - start_time + average_time = (total_time / num_iters) * 1000 + return average_time + + +def quantize_pt2e( + model: torch.fx.GraphModule, + quantizer: Any, + calibration_dataset: Dataset, + mode: Optional[QuantizationMode] = None, + preset: Optional[QuantizationPreset] = None, + target_device: TargetDevice = TargetDevice.ANY, + subset_size: int = 300, + fast_bias_correction: bool = True, + model_type: Optional[ModelType] = None, + ignored_scope: Optional[IgnoredScope] = None, + advanced_parameters: Optional[AdvancedQuantizationParameters] = None, +) -> torch.fx.GraphModule: + """ + Implementation of the `quantize()` method for the Torch FX backend. + """ + nncf_logger.warning( + "Experimental Torch FX quantization backend is being used for the given torch.fx.GraphModule model." + " Torch FX PTQ is an experimental feature, consider using Torch or OpenVino PTQ backends" + " in case of errors or a poor model performance." + ) + if target_device == TargetDevice.CPU_SPR: + raise nncf.InternalError("target_device == CPU_SPR is not supported") + if mode is not None: + raise ValueError(f"mode={mode} is not supported") + + original_graph_meta = model.meta + + copied_model = deepcopy(model) + + quantization_algorithm = PostTrainingQuantization( + preset=preset, + target_device=target_device, + subset_size=subset_size, + fast_bias_correction=fast_bias_correction, + model_type=model_type, + ignored_scope=ignored_scope, + advanced_parameters=advanced_parameters, + ) + + # To make it easier for bias correction algorithms, + # biases are being separated by the followng calls. + anotated_model = deepcopy(copied_model) + fuse_conv_bn(anotated_model) + + quantizer.transform_for_annotation(anotated_model) + quantizer.annotate(anotated_model) + quantizer.validate(anotated_model) + + q_setup = get_quantizer_config_from_anotated_model(anotated_model) + + # apply_quantization_transformations(copied_model) + fuse_conv_bn(copied_model) + nncf_graph = NNCFGraphFactory.create(copied_model) + for algo in chain(*quantization_algorithm._pipeline.pipeline_steps): + if algo.__class__.__name__ != "MinMaxQuantization": + continue + algo._fill_quantization_points_from_quantizer_setup(q_setup, nncf_graph, copied_model) + break + quantized_model = quantization_algorithm.apply(copied_model, nncf_graph, dataset=calibration_dataset) + + # Revert applied transformation to keep original model + # bias configuration. + revert_quantization_transformations(quantized_model) + + # Magic. Without this call compiled model + # is not preformant + quantized_model = GraphModule(quantized_model, quantized_model.graph) + + quantized_model = _fold_conv_bn_qat(quantized_model) + pm = PassManager([DuplicateDQPass()]) + + quantized_model = pm(quantized_model).graph_module + pm = PassManager([PortNodeMetaForQDQ()]) + quantized_model = pm(quantized_model).graph_module + + quantized_model.meta.update(original_graph_meta) + quantized_model = _disallow_eval_train(quantized_model) + + return quantized_model + + +def get_quantizer_config_from_anotated_model(anotated_model: torch.fx.GraphModule) -> SingleConfigQuantizerSetup: + is_qat = False + edge_or_node_to_qspec = _get_edge_or_node_to_qspec(anotated_model) + edge_or_node_to_group_id = _get_edge_or_node_to_group_id(edge_or_node_to_qspec) + obs_or_fq_map = _get_obs_or_fq_map(edge_or_node_to_group_id, edge_or_node_to_qspec, is_qat) + if obs_or_fq_map: + pass + + q_map = defaultdict(list) + for edge, qspec in edge_or_node_to_qspec.items(): + if not isinstance(edge, tuple): + continue + from_n, to_n = edge + q_map[from_n].append(to_n) + + q_setup = SingleConfigQuantizerSetup() + for from_n, to_nodes in q_map.items(): + to_n = to_nodes[0] + qspec = edge_or_node_to_qspec[(from_n, to_n)] + if qspec is None: + continue + if isinstance(qspec, QuantizationSpec): + if qspec.qscheme in [torch.per_channel_affine, torch.per_channel_symmetric]: + per_channel = True + elif qspec.qscheme in [torch.per_tensor_affine, torch.per_tensor_symmetric]: + per_channel = False + else: + raise nncf.InternalError(f"Unknown qscheme: {qspec.qscheme}") + signed = qspec.dtype is torch.uint8 + mode = ( + QuantizationScheme.SYMMETRIC + if qspec.qscheme in [torch.per_channel_symmetric, torch.per_tensor_symmetric] + else QuantizationScheme.ASYMMETRIC + ) + qconfig = QuantizerConfig(mode=mode, signedness_to_force=signed, per_channel=per_channel) + qps = [] + if from_n.op == "get_attr": + qip = WeightQuantizationInsertionPoint(to_n.name) + qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) + qps.append(qp) + else: + if len(from_n.users) == len(to_nodes): + qip = ActivationQuantizationInsertionPoint(from_n.name) + qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) + qps.append(qp) + else: + for to_n_ in to_nodes: + input_port_id = to_n_.args.index(from_n) + qip = ActivationQuantizationInsertionPoint(to_n_.name, input_port_id) + qp = SingleConfigQuantizationPoint(qip, qconfig, [to_n_.name]) + qps.append(qp) + + for qp in qps: + q_setup.add_independent_quantization_point(qp) + + elif isinstance(qspec, SharedQuantizationSpec): + pass + else: + raise nncf.InternalError(f"Unknown torch.ao quantization spec: {qspec}") + + return q_setup + + +def main(model_cls): + model = model_cls() + example_inputs = torch.ones((1, 3, 224, 224)) + exported_model = capture_pre_autograd_graph(model.eval(), (example_inputs,)) + + quantizer = X86InductorQuantizer() + quantizer.set_global(get_default_x86_inductor_quantization_config()) + + nncf_quantizer_model = quantize_pt2e(exported_model, quantizer, calibration_dataset=nncf.Dataset([example_inputs])) + visualize_fx_model(nncf_quantizer_model, "nncf_quantizer_resnet.svg") + return nncf_quantizer_model + + # exported_model = capture_pre_autograd_graph(model.eval(), (example_inputs,)) + # nncf_int8 = nncf.quantize(exported_model, nncf.Dataset([example_inputs])) + # visualize_fx_model(nncf_int8, "nncf_resnet.svg") + + +def main_native(model_cls): + model = model_cls() + example_inputs = torch.ones((1, 3, 224, 224)) + exported_model = capture_pre_autograd_graph(model.eval(), (example_inputs,)) + + quantizer = X86InductorQuantizer() + quantizer.set_global(get_default_x86_inductor_quantization_config()) + + prepared_model = prepare_pt2e(exported_model, quantizer) + prepared_model(example_inputs) + converted_model = convert_pt2e(prepared_model) + visualize_fx_model(converted_model, "x86int8_resnet.svg") + return converted_model + + +if __name__ == "__main__": + with nncf.torch.disable_patching(): + for model_cls in (models.resnet18, models.mobilenet_v3_small, models.vit_b_16, models.swin_v2_s): + print(f"{model_cls} check!") + nncf_q_model = main(model_cls) + pt_q_model = main_native(model_cls) + print("benchmarking...") + pt_compiled = torch.compile(model_cls()) + pt_int8_compiled = torch.compile(pt_q_model) + nncf_comipled = torch.compile(nncf_q_model) + + example_inputs = (torch.ones((1, 3, 224, 224)),) + + pt_time = measure_time(pt_compiled, example_inputs) + print(f"PT fp32 performance measured: {pt_time}") + + pt_int8_time = measure_time(pt_int8_compiled, example_inputs) + print(f"PT int8 performance measured: {pt_int8_time}") + + nncf_int8_time = measure_time(nncf_comipled, example_inputs) + print(f"NNCF int8 performance measured: {nncf_int8_time}") diff --git a/nncf/quantization/algorithms/min_max/algorithm.py b/nncf/quantization/algorithms/min_max/algorithm.py index dea9211b734..c80124a74a7 100644 --- a/nncf/quantization/algorithms/min_max/algorithm.py +++ b/nncf/quantization/algorithms/min_max/algorithm.py @@ -753,6 +753,14 @@ def _find_quantization_target_points( quantizer_setup = self._get_quantizer_setup(nncf_graph, inference_nncf_graph, hw_patterns, ignored_patterns) self._apply_model_type_pass(self._model_type, quantizer_setup, nncf_graph) self._apply_device_pass(self._target_device, quantizer_setup, inference_nncf_graph) + return self._fill_quantization_points_from_quantizer_setup(quantizer_setup, nncf_graph, model) + + def _fill_quantization_points_from_quantizer_setup( + self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph, model: TModel + ) -> Tuple[OrderedDict[TargetPoint, QuantizerConfig], List[List[TargetPoint]]]: + self._init_cache() + if not hasattr(self, "_backend_entity"): + self._set_backend_entity(model) self._unified_scale_groups = self._collect_unified_groups(quantizer_setup, nncf_graph) quantization_points = list(quantizer_setup.quantization_points.values()) quantization_points = self._topological_sort_quantization_points(quantization_points, nncf_graph) @@ -991,7 +999,7 @@ def filter_func(point: StatisticPoint) -> bool: def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: self._set_backend_entity(model) - self._reset_cache() + # self._reset_cache() quantization_target_points, _ = self._get_quantization_target_points(model, graph) output = StatisticPointsContainer() for quantization_target_point, qconfig in quantization_target_points.items(): From 2d030ba1bf8182908bfb5bd9fb324dccde94f4b9 Mon Sep 17 00:00:00 2001 From: dlyakhov Date: Mon, 30 Sep 2024 12:19:27 +0200 Subject: [PATCH 3/5] [TorchFX] Constant folding check Export and mock transformations Comments Comments test_constant_folding test_different_qdq_pattern is updated --- .../experimental/torch/fx/constant_folding.py | 268 + .../torch/fx/quantization/quantizer.py | 3 + nncf/experimental/torch/fx/transformations.py | 2 + tests/post_training/pipelines/base.py | 3 + .../image_classification_torchvision.py | 16 +- .../swin_v2_s.dot | 11814 +++++++-------- .../post_quantization_compressed/vit_b_16.dot | 3974 +++-- .../fx/quantized/swin_v2_s.dot | 12310 +++++++--------- .../fx/quantized/vit_b_16.dot | 4170 +++--- .../compress_post_quantize_invalid.dot | 50 + .../compress_post_quantize_valid.dot | 46 + .../fx/transformed/folded_model.dot | 15 + tests/torch/fx/test_model_transformer.py | 71 +- tests/torch/fx/test_models.py | 2 +- tests/torch/test_models/synthetic.py | 20 + 15 files changed, 15211 insertions(+), 17553 deletions(-) create mode 100644 nncf/experimental/torch/fx/constant_folding.py create mode 100644 tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_invalid.dot create mode 100644 tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_valid.dot create mode 100644 tests/torch/data/reference_graphs/fx/transformed/folded_model.dot diff --git a/nncf/experimental/torch/fx/constant_folding.py b/nncf/experimental/torch/fx/constant_folding.py new file mode 100644 index 00000000000..4d6cf1fe9d9 --- /dev/null +++ b/nncf/experimental/torch/fx/constant_folding.py @@ -0,0 +1,268 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import collections +from typing import Any, Callable, Dict, List, Optional + +import torch +import torch.utils._pytree as pytree + +aten = torch.ops.aten + + +def _replace_node_with_constant( + gm: torch.fx.GraphModule, + node: torch.fx.Node, + constant: torch.Tensor, + name: Optional[str] = None, +) -> None: + g = gm.graph + + if name: + qualname = name + else: + if not hasattr(gm, "_frozen_param_count"): + gm._frozen_param_count = 0 # type: ignore[assignment] + i = gm._frozen_param_count + + while True: + qualname = f"_frozen_param{i}" + if not hasattr(gm, qualname): + break + i += 1 + + gm._frozen_param_count = i + 1 + + with g.inserting_before(node): + new_input_node = g.create_node("get_attr", qualname, (), {}) + node.replace_all_uses_with(new_input_node) + new_input_node.meta.update(node.meta) + g.erase_node(node) + + # needed to suppress `does not reference an nn.Module, nn.Parameter, or buffer` warning + gm.register_buffer(qualname, constant) + setattr(gm, qualname, constant) + + +def _is_const_source(node: torch.fx.Node, lifted_constants: Optional[Dict[str, Any]]) -> bool: + return node.op == "get_attr" or ( + node.op == "placeholder" and lifted_constants is not None and node.name in lifted_constants + ) + + +class _ConstantFolder(torch.fx.Interpreter): + def __init__( + self, + gm: torch.fx.GraphModule, + skip_constructors: bool = False, + lifted_constants: Optional[Dict[str, torch.Tensor]] = None, + skip_folding_node_fn: Optional[Callable[[torch.fx.Node], bool]] = None, + ) -> None: + super().__init__(gm) + self.node_replacements: Dict[torch.fx.Node, Any] = {} + self.replaced_uses: Dict[torch.fx.Node, int] = collections.Counter() + self.unknown_value = object() + self.skip_constructors: bool = skip_constructors + + # overwrite this to deallocate env values if their only remaining use + # is the output + self.user_to_last_uses = self.node_to_last_non_output_use() + self.lifted_constants = lifted_constants + + def _support_dynamic_shape(self) -> bool: + # ConstantFolder not support dynamic shape now + return False + + def _deduce_value(self, node: torch.fx.Node) -> Any: + return super().run_node(node) + + def is_impure(self, node: torch.fx.node.Node) -> bool: + def is_woq_int8_pattern(node: torch.fx.node.Node) -> bool: + return ( + node.target == torch.ops.prims.convert_element_type.default # type: ignore[return-value] + and isinstance(node.args[0], torch.fx.Node) + and "val" in node.args[0].meta + and node.args[0].meta["val"].dtype == torch.int8 # type: ignore[union-attr] + and node.args[1] == torch.bfloat16 + ) + + if ( + is_woq_int8_pattern(node) + or ( + node.target == torch.ops.aten.permute.default + and len(node.users) == 1 + and is_woq_int8_pattern(next(iter(node.users))) + ) + ) and _is_const_source( + node.args[0], self.lifted_constants # type: ignore[arg-type] + ): + # Case 1: int8_weight -> dq -> bf16_weight + # Case 2: int8_weight -> permute -> dq -> bf16_weight + return True + + quant_registered = getattr(torch.ops.quantized_decomposed, "dequantize_per_channel", None) is not None + if quant_registered and node.target in [ + torch.ops.quantized_decomposed.dequantize_per_channel.default, + torch.ops.quantized_decomposed.dequantize_per_tensor.default, + torch.ops.quantized_decomposed.dequantize_per_tensor.tensor, + ]: + # For the pattern fp32_weight -> q -> dq + # We only folding fp32_weight -> q + # int8_weight and leave dq in graph to be fused + return True + return False + + def node_to_last_non_output_use(self) -> Dict[torch.fx.Node, List[torch.fx.Node]]: + last_non_output_use = collections.defaultdict(list) + seen_uses = set() + output_node = next(iter(reversed(self.module.graph.nodes))) + + for node in reversed(self.module.graph.nodes): + if node.target == "output": + continue + + def add_use(inp: torch.fx.Node) -> None: + if inp in seen_uses: + return + + seen_uses.add(inp) + last_non_output_use[node].append(inp) + + # In-place is fine since we don't mutate + pytree.tree_map_only_(torch.fx.Node, add_use, (node.args, node.kwargs)) + + # if this node is only used in output, we want to gc it right away + if len(node.users) == 1 and output_node in node.users: + last_non_output_use[node].append(node) + + return last_non_output_use + + def run_node(self, node: torch.fx.Node) -> Any: + if node.target == "output": + # because we remove nodes from env on last non output use, + # re-define them now or we'll get error in interpreter + def set_env(arg: torch.fx.Node) -> None: + self.env[arg] = self.unknown_value + + # In-place is fine since we don't mutate + pytree.tree_map_only_(torch.fx.Node, set_env, node.args) + return super().run_node(node) + + args, kwargs = self.fetch_args_kwargs_from_env(node) + flattened_inputs = pytree.arg_tree_leaves(*args, **kwargs) + + # We need to do this weird thing because in cases where flattened_inputs + # contains a ScriptObject, equality checking results in a type error if + # the types are different. + if any( + type(self.unknown_value) is type(input_) and self.unknown_value == input_ for input_ in flattened_inputs + ): + return self.unknown_value + + # TODO - fix errors with this + if node.op == "call_function" and node.target == aten._efficientzerotensor.default: + return self.unknown_value + + # TODO - constant folding triton kernel returns the inputs -- fix this + if node.op == "call_function" and node.name == "triton_kernel_wrapper_functional_proxy": + return self.unknown_value + + # skip constructors, since inductor generates optimal code for them already + # and turning into tensor would result in an additional global memory read + # TODO - more complicated strategy + if ( + self.skip_constructors + and not _is_const_source(node, self.lifted_constants) + and not any(isinstance(e, torch.Tensor) for e in flattened_inputs) + ): + return self.unknown_value + + # All mutations should either be removed or on inputs which we did not make constant + if isinstance(node.target, torch._ops.OpOverload) and torch.Tag.nondeterministic_seeded in node.target.tags: + return self.unknown_value + + out = self._deduce_value(node) + if out == self.unknown_value: + return self.unknown_value + + if not _is_const_source(node, self.lifted_constants) and isinstance(out, torch.Tensor): + if out.device.type == "meta": + return out + + if not self.insertable_tensor_check(out): + return out + + if self.is_impure(node): + return self.unknown_value + + self.add_node_replacement(node, out) + + flattened_node_inps = pytree.arg_tree_leaves(*node.args, **node.kwargs) + + for n in flattened_node_inps: + if not isinstance(n, torch.fx.Node): + continue + + self.replaced_uses[n] += 1 + + for to_delete in self.user_to_last_uses.get(node, []): + if self.replaced_uses[to_delete] == len(to_delete.users): + self.node_replacements.pop(to_delete, None) + + return out + + def insertable_tensor_check(self, tensor: torch.Tensor) -> bool: + return True + + def add_node_replacement(self, node: torch.fx.Node, tensor: torch.Tensor) -> None: + self.node_replacements[node] = tensor + + def run(self) -> Any: # type: ignore[override] + env: Dict[torch.fx.Node, Any] = {} + self.insert_placerholder_values(env) + return super().run(initial_env=env) + + def insert_placerholder_values(self, env: Dict[torch.fx.Node, Any]) -> None: + for n in self.module.graph.find_nodes(op="placeholder"): + if self.lifted_constants is not None and n.name in self.lifted_constants: + env[n] = self.lifted_constants[n.name] + else: + env[n] = self.unknown_value # type: ignore[assignment] + + +def constant_fold( + gm: torch.fx.GraphModule, +) -> None: + """ + Calcualtes constant subgraphs values and replaces them with a constan node inplace. + + :param gm: Given graph model. + """ + with torch.utils._python_dispatch._disable_current_modes(): + cf = _ConstantFolder(gm, skip_constructors=True) + cf.run() + + for node, constant in cf.node_replacements.items(): + _replace_node_with_constant(gm, node, constant) + + erased_params = [] + for node in gm.graph.find_nodes(op="get_attr"): + if len(node.users) == 0: + if hasattr(gm, node.target): + delattr(gm, node.target) + erased_params.append(node) + + for node in erased_params: + gm.graph.erase_node(node) + + gm.graph.eliminate_dead_code() + gm.graph.lint() + gm.recompile() diff --git a/nncf/experimental/torch/fx/quantization/quantizer.py b/nncf/experimental/torch/fx/quantization/quantizer.py index a96f0ba6220..df14c748000 100644 --- a/nncf/experimental/torch/fx/quantization/quantizer.py +++ b/nncf/experimental/torch/fx/quantization/quantizer.py @@ -255,6 +255,9 @@ def main_native(model_cls): for model_cls in (models.resnet18, models.mobilenet_v3_small, models.vit_b_16, models.swin_v2_s): print(f"{model_cls} check!") nncf_q_model = main(model_cls) + from nncf.experimental.torch.fx.constant_folding import constant_folding + + constant_folding(nncf_q_model) pt_q_model = main_native(model_cls) print("benchmarking...") pt_compiled = torch.compile(model_cls()) diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index a7273e4915e..595f3ab8f07 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -23,6 +23,7 @@ import nncf.torch from nncf.common.graph.graph import NNCFNode from nncf.common.graph.transformations.commands import TargetType +from nncf.experimental.torch.fx.constant_folding import constant_fold from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node from nncf.torch.graph.transformations.commands import PTTargetPoint @@ -761,6 +762,7 @@ def apply_quantization_transformations(model: torch.fx.GraphModule) -> None: # to make it easier for algorithms to work # with the target graph BatchNorm operations # are being fused + constant_fold(model) fuse_conv_bn(model) shared_constants_unification_transformation(model) diff --git a/tests/post_training/pipelines/base.py b/tests/post_training/pipelines/base.py index 8fe6581640d..41e9bcf17e4 100644 --- a/tests/post_training/pipelines/base.py +++ b/tests/post_training/pipelines/base.py @@ -418,6 +418,9 @@ def save_compressed_model(self) -> None: ov.serialize(ov_model, self.path_compressed_ir) elif self.backend in OV_BACKENDS: self.path_compressed_ir = self.output_model_dir / "model.xml" + from openvino._offline_transformations import apply_moc_transformations + + apply_moc_transformations(self.compressed_model, cf=True) ov.serialize(self.compressed_model, str(self.path_compressed_ir)) def get_num_compressed(self) -> None: diff --git a/tests/post_training/pipelines/image_classification_torchvision.py b/tests/post_training/pipelines/image_classification_torchvision.py index 36cdddd4439..b675bd6e814 100644 --- a/tests/post_training/pipelines/image_classification_torchvision.py +++ b/tests/post_training/pipelines/image_classification_torchvision.py @@ -37,6 +37,7 @@ def _export_graph_module(model: torch.nn.Module, args: Tuple[Any, ...]) -> torch class VisionModelParams: weights: models.WeightsEnum export_fn: Callable[[torch.nn.Module, Tuple[Any, ...]], torch.fx.GraphModule] + export_torch_before_ov_convert: bool = False class ImageClassificationTorchvision(ImageClassificationBase): @@ -47,8 +48,12 @@ class ImageClassificationTorchvision(ImageClassificationBase): models.mobilenet_v3_small: VisionModelParams( models.MobileNet_V3_Small_Weights.DEFAULT, _capture_pre_autograd_module ), - models.vit_b_16: VisionModelParams(models.ViT_B_16_Weights.DEFAULT, _export_graph_module), - models.swin_v2_s: VisionModelParams(models.Swin_V2_S_Weights.DEFAULT, _export_graph_module), + models.vit_b_16: VisionModelParams( + models.ViT_B_16_Weights.DEFAULT, _export_graph_module, export_torch_before_ov_convert=True + ), + models.swin_v2_s: VisionModelParams( + models.Swin_V2_S_Weights.DEFAULT, _export_graph_module, export_torch_before_ov_convert=True + ), } def __init__(self, *args, **kwargs): @@ -92,9 +97,10 @@ def prepare_model(self) -> None: elif self.backend in [BackendType.OV, BackendType.FP32]: with torch.no_grad(): - with disable_patching(): - m = torch.export.export(model, args=(self.dummy_tensor,)) - self.model = ov.convert_model(m, example_input=self.dummy_tensor, input=self.input_size) + if self.model_params.export_torch_before_ov_convert: + with disable_patching(): + model = torch.export.export(model, (self.dummy_tensor,)) + self.model = ov.convert_model(model, example_input=self.dummy_tensor, input=self.input_size) self.input_name = list(inp.get_any_name() for inp in self.model.inputs)[0] self._dump_model_fp32() diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot index 21b0ea9af3b..643f5e663f5 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/swin_v2_s.dot @@ -13,3173 +13,2501 @@ strict digraph { "11 _param_constant2" [id=11, type=get_attr]; "12 _param_constant3" [id=12, type=get_attr]; "13 layer_norm" [id=13, type=layer_norm]; -"14 _tensor_constant0" [id=14, type=get_attr]; -"15 _param_constant5" [id=15, type=get_attr]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; -"17 scale_updated_constant1" [id=17, type=get_attr]; -"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; -"19 mul_tensor_1" [id=19, type=mul]; -"20 zero_point_updated_constant1" [id=20, type=get_attr]; -"21 sub_tensor_1" [id=21, type=sub]; -"22 linear" [id=22, type=linear]; -"23 relu_" [id=23, type=relu_]; -"24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; -"25 scale_updated_constant2" [id=25, type=get_attr]; -"26 compressed_weight_updated_constant2" [id=26, type=get_attr]; -"27 mul_tensor_2" [id=27, type=mul]; -"28 zero_point_updated_constant2" [id=28, type=get_attr]; -"29 sub_tensor_2" [id=29, type=sub]; -"30 linear_1" [id=30, type=linear]; -"31 view" [id=31, type=view]; -"32 _tensor_constant1" [id=32, type=get_attr]; -"33 index" [id=33, type=index]; -"34 view_1" [id=34, type=view]; -"35 permute_1" [id=35, type=permute]; -"36 contiguous" [id=36, type=contiguous]; -"37 unsqueeze" [id=37, type=unsqueeze]; -"38 sigmoid" [id=38, type=sigmoid]; -"39 mul" [id=39, type=mul]; -"40 pad" [id=40, type=pad]; -"41 view_2" [id=41, type=view]; -"42 permute_2" [id=42, type=permute]; -"43 reshape" [id=43, type=reshape]; -"44 _param_constant7" [id=44, type=get_attr]; -"45 clone" [id=45, type=clone]; -"46 reshape_0_0_nncf_smooth_quant_0" [id=46, type=call_module]; -"47 quantize_per_tensor_default_1" [id=47, type=quantize_per_tensor]; -"48 dequantize_per_tensor_default_1" [id=48, type=dequantize_per_tensor]; -"49 scale_updated_constant3" [id=49, type=get_attr]; -"50 compressed_weight_updated_constant3" [id=50, type=get_attr]; -"51 mul_tensor_3" [id=51, type=mul]; -"52 zero_point_updated_constant3" [id=52, type=get_attr]; -"53 sub_tensor_3" [id=53, type=sub]; -"54 linear_2" [id=54, type=linear]; -"55 reshape_1" [id=55, type=reshape]; -"56 permute_3" [id=56, type=permute]; -"57 select" [id=57, type=select]; -"58 select_1" [id=58, type=select]; -"59 select_2" [id=59, type=select]; -"60 linalg_vector_norm" [id=60, type=linalg_vector_norm]; -"61 clamp_min" [id=61, type=clamp_min]; -"62 expand_as" [id=62, type=expand_as]; -"63 div" [id=63, type=div]; -"64 quantize_per_tensor_default_2" [id=64, type=quantize_per_tensor]; -"65 dequantize_per_tensor_default_2" [id=65, type=dequantize_per_tensor]; -"66 linalg_vector_norm_1" [id=66, type=linalg_vector_norm]; -"67 clamp_min_1" [id=67, type=clamp_min]; -"68 expand_as_1" [id=68, type=expand_as]; -"69 div_1" [id=69, type=div]; -"70 quantize_per_tensor_default_3" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_3" [id=71, type=dequantize_per_tensor]; -"72 transpose" [id=72, type=transpose]; -"73 matmul" [id=73, type=matmul]; -"74 _param_constant9" [id=74, type=get_attr]; -"75 clamp" [id=75, type=clamp]; -"76 exp" [id=76, type=exp]; -"77 mul_1" [id=77, type=mul]; -"78 add" [id=78, type=add]; -"79 softmax" [id=79, type=softmax]; -"80 dropout" [id=80, type=dropout]; -"81 matmul_1" [id=81, type=matmul]; -"82 transpose_1" [id=82, type=transpose]; -"83 reshape_2" [id=83, type=reshape]; -"84 _param_constant11" [id=84, type=get_attr]; -"85 reshape_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; -"86 quantize_per_tensor_default_4" [id=86, type=quantize_per_tensor]; -"87 dequantize_per_tensor_default_4" [id=87, type=dequantize_per_tensor]; -"88 scale_updated_constant4" [id=88, type=get_attr]; -"89 compressed_weight_updated_constant4" [id=89, type=get_attr]; -"90 mul_tensor_4" [id=90, type=mul]; -"91 zero_point_updated_constant4" [id=91, type=get_attr]; -"92 sub_tensor_4" [id=92, type=sub]; -"93 linear_3" [id=93, type=linear]; -"94 dropout_1" [id=94, type=dropout]; -"95 view_3" [id=95, type=view]; -"96 permute_4" [id=96, type=permute]; -"97 reshape_3" [id=97, type=reshape]; -"98 slice_2" [id=98, type=slice]; -"99 slice_3" [id=99, type=slice]; -"100 _param_constant12" [id=100, type=get_attr]; -"101 _param_constant13" [id=101, type=get_attr]; -"102 layer_norm_1" [id=102, type=layer_norm]; -"103 add_1" [id=103, type=add]; -"104 _param_constant15" [id=104, type=get_attr]; -"105 add_1_0_0_nncf_smooth_quant_0" [id=105, type=call_module]; -"106 quantize_per_tensor_default_5" [id=106, type=quantize_per_tensor]; -"107 dequantize_per_tensor_default_5" [id=107, type=dequantize_per_tensor]; -"108 scale_updated_constant5" [id=108, type=get_attr]; -"109 compressed_weight_updated_constant5" [id=109, type=get_attr]; -"110 mul_tensor_5" [id=110, type=mul]; -"111 zero_point_updated_constant5" [id=111, type=get_attr]; -"112 sub_tensor_5" [id=112, type=sub]; -"113 linear_4" [id=113, type=linear]; -"114 gelu" [id=114, type=gelu]; -"115 dropout_2" [id=115, type=dropout]; -"116 _param_constant17" [id=116, type=get_attr]; -"117 dropout_2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_6" [id=119, type=dequantize_per_tensor]; -"120 scale_updated_constant6" [id=120, type=get_attr]; -"121 compressed_weight_updated_constant6" [id=121, type=get_attr]; -"122 mul_tensor_6" [id=122, type=mul]; -"123 zero_point_updated_constant6" [id=123, type=get_attr]; -"124 sub_tensor_6" [id=124, type=sub]; -"125 linear_5" [id=125, type=linear]; -"126 dropout_3" [id=126, type=dropout]; -"127 _param_constant18" [id=127, type=get_attr]; -"128 _param_constant19" [id=128, type=get_attr]; -"129 layer_norm_2" [id=129, type=layer_norm]; -"130 add_2" [id=130, type=add]; -"131 _tensor_constant2" [id=131, type=get_attr]; -"132 _param_constant21" [id=132, type=get_attr]; -"133 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=133, type=call_module]; -"134 scale_updated_constant7" [id=134, type=get_attr]; -"135 compressed_weight_updated_constant7" [id=135, type=get_attr]; -"136 mul_tensor_7" [id=136, type=mul]; -"137 zero_point_updated_constant7" [id=137, type=get_attr]; -"138 sub_tensor_7" [id=138, type=sub]; -"139 linear_6" [id=139, type=linear]; -"140 relu__1" [id=140, type=relu_]; -"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; -"142 scale_updated_constant8" [id=142, type=get_attr]; -"143 compressed_weight_updated_constant8" [id=143, type=get_attr]; -"144 mul_tensor_8" [id=144, type=mul]; -"145 zero_point_updated_constant8" [id=145, type=get_attr]; -"146 sub_tensor_8" [id=146, type=sub]; -"147 linear_7" [id=147, type=linear]; -"148 view_4" [id=148, type=view]; -"149 _tensor_constant3" [id=149, type=get_attr]; -"150 index_1" [id=150, type=index]; -"151 view_5" [id=151, type=view]; -"152 permute_5" [id=152, type=permute]; -"153 contiguous_1" [id=153, type=contiguous]; -"154 unsqueeze_1" [id=154, type=unsqueeze]; -"155 sigmoid_1" [id=155, type=sigmoid]; -"156 mul_2" [id=156, type=mul]; -"157 pad_1" [id=157, type=pad]; -"158 roll" [id=158, type=roll]; -"159 view_6" [id=159, type=view]; -"160 permute_6" [id=160, type=permute]; -"161 reshape_4" [id=161, type=reshape]; -"162 _param_constant23" [id=162, type=get_attr]; -"163 clone_1" [id=163, type=clone]; -"164 reshape_4_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; -"165 quantize_per_tensor_default_7" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_7" [id=166, type=dequantize_per_tensor]; -"167 scale_updated_constant9" [id=167, type=get_attr]; -"168 compressed_weight_updated_constant9" [id=168, type=get_attr]; -"169 mul_tensor_9" [id=169, type=mul]; -"170 zero_point_updated_constant9" [id=170, type=get_attr]; -"171 sub_tensor_9" [id=171, type=sub]; -"172 linear_8" [id=172, type=linear]; -"173 reshape_5" [id=173, type=reshape]; -"174 permute_7" [id=174, type=permute]; -"175 select_3" [id=175, type=select]; -"176 select_4" [id=176, type=select]; -"177 select_5" [id=177, type=select]; -"178 linalg_vector_norm_2" [id=178, type=linalg_vector_norm]; -"179 clamp_min_2" [id=179, type=clamp_min]; -"180 expand_as_2" [id=180, type=expand_as]; -"181 div_2" [id=181, type=div]; -"182 quantize_per_tensor_default_8" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_8" [id=183, type=dequantize_per_tensor]; -"184 linalg_vector_norm_3" [id=184, type=linalg_vector_norm]; -"185 clamp_min_3" [id=185, type=clamp_min]; -"186 expand_as_3" [id=186, type=expand_as]; -"187 div_3" [id=187, type=div]; -"188 quantize_per_tensor_default_9" [id=188, type=quantize_per_tensor]; -"189 dequantize_per_tensor_default_9" [id=189, type=dequantize_per_tensor]; -"190 transpose_2" [id=190, type=transpose]; -"191 matmul_2" [id=191, type=matmul]; -"192 _param_constant25" [id=192, type=get_attr]; -"193 clamp_1" [id=193, type=clamp]; -"194 exp_1" [id=194, type=exp]; -"195 mul_3" [id=195, type=mul]; -"196 add_3" [id=196, type=add]; -"197 new_zeros" [id=197, type=new_zeros]; -"198 view_7" [id=198, type=view]; -"199 permute_8" [id=199, type=permute]; -"200 reshape_6" [id=200, type=reshape]; -"201 unsqueeze_2" [id=201, type=unsqueeze]; -"202 unsqueeze_3" [id=202, type=unsqueeze]; -"203 sub" [id=203, type=sub]; -"204 ne" [id=204, type=ne]; -"205 masked_fill" [id=205, type=masked_fill]; -"206 eq" [id=206, type=eq]; -"207 masked_fill_1" [id=207, type=masked_fill]; -"208 view_8" [id=208, type=view]; -"209 unsqueeze_4" [id=209, type=unsqueeze]; -"210 unsqueeze_5" [id=210, type=unsqueeze]; -"211 add_4" [id=211, type=add]; -"212 view_9" [id=212, type=view]; -"213 softmax_1" [id=213, type=softmax]; -"214 dropout_4" [id=214, type=dropout]; -"215 matmul_3" [id=215, type=matmul]; -"216 transpose_3" [id=216, type=transpose]; -"217 reshape_7" [id=217, type=reshape]; -"218 _param_constant27" [id=218, type=get_attr]; -"219 reshape_7_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; -"220 quantize_per_tensor_default_10" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_10" [id=221, type=dequantize_per_tensor]; -"222 scale_updated_constant10" [id=222, type=get_attr]; -"223 compressed_weight_updated_constant10" [id=223, type=get_attr]; -"224 mul_tensor_10" [id=224, type=mul]; -"225 zero_point_updated_constant10" [id=225, type=get_attr]; -"226 sub_tensor_10" [id=226, type=sub]; -"227 linear_9" [id=227, type=linear]; -"228 dropout_5" [id=228, type=dropout]; -"229 view_10" [id=229, type=view]; -"230 permute_9" [id=230, type=permute]; -"231 reshape_8" [id=231, type=reshape]; -"232 roll_1" [id=232, type=roll]; -"233 slice_23" [id=233, type=slice]; -"234 slice_24" [id=234, type=slice]; -"235 _param_constant28" [id=235, type=get_attr]; -"236 _param_constant29" [id=236, type=get_attr]; -"237 layer_norm_3" [id=237, type=layer_norm]; -"238 add_5" [id=238, type=add]; -"239 _param_constant31" [id=239, type=get_attr]; -"240 add_5_0_0_nncf_smooth_quant_0" [id=240, type=call_module]; -"241 quantize_per_tensor_default_11" [id=241, type=quantize_per_tensor]; -"242 dequantize_per_tensor_default_11" [id=242, type=dequantize_per_tensor]; -"243 scale_updated_constant11" [id=243, type=get_attr]; -"244 compressed_weight_updated_constant11" [id=244, type=get_attr]; -"245 mul_tensor_11" [id=245, type=mul]; -"246 zero_point_updated_constant11" [id=246, type=get_attr]; -"247 sub_tensor_11" [id=247, type=sub]; -"248 linear_10" [id=248, type=linear]; -"249 gelu_1" [id=249, type=gelu]; -"250 dropout_6" [id=250, type=dropout]; -"251 _param_constant33" [id=251, type=get_attr]; -"252 dropout_6_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; -"253 quantize_per_tensor_default_12" [id=253, type=quantize_per_tensor]; -"254 dequantize_per_tensor_default_12" [id=254, type=dequantize_per_tensor]; -"255 scale_updated_constant12" [id=255, type=get_attr]; -"256 compressed_weight_updated_constant12" [id=256, type=get_attr]; -"257 mul_tensor_12" [id=257, type=mul]; -"258 zero_point_updated_constant12" [id=258, type=get_attr]; -"259 sub_tensor_12" [id=259, type=sub]; -"260 linear_11" [id=260, type=linear]; -"261 dropout_7" [id=261, type=dropout]; -"262 _param_constant34" [id=262, type=get_attr]; -"263 _param_constant35" [id=263, type=get_attr]; -"264 layer_norm_4" [id=264, type=layer_norm]; -"265 add_6" [id=265, type=add]; -"266 pad_2" [id=266, type=pad]; -"267 slice_25" [id=267, type=slice]; -"268 slice_26" [id=268, type=slice]; -"269 slice_27" [id=269, type=slice]; -"270 slice_28" [id=270, type=slice]; -"271 slice_29" [id=271, type=slice]; -"272 slice_30" [id=272, type=slice]; -"273 slice_31" [id=273, type=slice]; -"274 slice_32" [id=274, type=slice]; -"275 slice_33" [id=275, type=slice]; -"276 slice_34" [id=276, type=slice]; -"277 slice_35" [id=277, type=slice]; -"278 slice_36" [id=278, type=slice]; -"279 cat" [id=279, type=cat]; -"280 cat_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; -"281 quantize_per_tensor_default_13" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_13" [id=282, type=dequantize_per_tensor]; -"283 scale_updated_constant13" [id=283, type=get_attr]; -"284 compressed_weight_updated_constant13" [id=284, type=get_attr]; -"285 mul_tensor_13" [id=285, type=mul]; -"286 zero_point_updated_constant13" [id=286, type=get_attr]; -"287 sub_tensor_13" [id=287, type=sub]; -"288 linear_12" [id=288, type=linear]; -"289 _param_constant37" [id=289, type=get_attr]; -"290 _param_constant38" [id=290, type=get_attr]; -"291 layer_norm_5" [id=291, type=layer_norm]; -"292 _tensor_constant13" [id=292, type=get_attr]; -"293 _param_constant40" [id=293, type=get_attr]; -"294 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 scale_updated_constant14" [id=295, type=get_attr]; -"296 compressed_weight_updated_constant14" [id=296, type=get_attr]; -"297 mul_tensor_14" [id=297, type=mul]; -"298 zero_point_updated_constant14" [id=298, type=get_attr]; -"299 sub_tensor_14" [id=299, type=sub]; -"300 linear_13" [id=300, type=linear]; -"301 relu__2" [id=301, type=relu_]; -"302 relu__2_0_0_nncf_smooth_quant_0" [id=302, type=call_module]; -"303 scale_updated_constant15" [id=303, type=get_attr]; -"304 compressed_weight_updated_constant15" [id=304, type=get_attr]; -"305 mul_tensor_15" [id=305, type=mul]; -"306 zero_point_updated_constant15" [id=306, type=get_attr]; -"307 sub_tensor_15" [id=307, type=sub]; -"308 linear_14" [id=308, type=linear]; -"309 view_11" [id=309, type=view]; -"310 _tensor_constant14" [id=310, type=get_attr]; -"311 index_2" [id=311, type=index]; -"312 view_12" [id=312, type=view]; -"313 permute_10" [id=313, type=permute]; -"314 contiguous_2" [id=314, type=contiguous]; -"315 unsqueeze_6" [id=315, type=unsqueeze]; -"316 sigmoid_2" [id=316, type=sigmoid]; -"317 mul_4" [id=317, type=mul]; -"318 pad_3" [id=318, type=pad]; -"319 view_13" [id=319, type=view]; -"320 permute_11" [id=320, type=permute]; -"321 reshape_9" [id=321, type=reshape]; -"322 _param_constant42" [id=322, type=get_attr]; -"323 clone_2" [id=323, type=clone]; -"324 reshape_9_0_0_nncf_smooth_quant_0" [id=324, type=call_module]; -"325 quantize_per_tensor_default_14" [id=325, type=quantize_per_tensor]; -"326 dequantize_per_tensor_default_14" [id=326, type=dequantize_per_tensor]; -"327 scale_updated_constant16" [id=327, type=get_attr]; -"328 compressed_weight_updated_constant16" [id=328, type=get_attr]; -"329 mul_tensor_16" [id=329, type=mul]; -"330 zero_point_updated_constant16" [id=330, type=get_attr]; -"331 sub_tensor_16" [id=331, type=sub]; -"332 linear_15" [id=332, type=linear]; -"333 reshape_10" [id=333, type=reshape]; -"334 permute_12" [id=334, type=permute]; -"335 select_6" [id=335, type=select]; -"336 select_7" [id=336, type=select]; -"337 select_8" [id=337, type=select]; -"338 linalg_vector_norm_4" [id=338, type=linalg_vector_norm]; -"339 clamp_min_4" [id=339, type=clamp_min]; -"340 expand_as_4" [id=340, type=expand_as]; -"341 div_4" [id=341, type=div]; -"342 quantize_per_tensor_default_15" [id=342, type=quantize_per_tensor]; -"343 dequantize_per_tensor_default_15" [id=343, type=dequantize_per_tensor]; -"344 linalg_vector_norm_5" [id=344, type=linalg_vector_norm]; -"345 clamp_min_5" [id=345, type=clamp_min]; -"346 expand_as_5" [id=346, type=expand_as]; -"347 div_5" [id=347, type=div]; -"348 quantize_per_tensor_default_16" [id=348, type=quantize_per_tensor]; -"349 dequantize_per_tensor_default_16" [id=349, type=dequantize_per_tensor]; -"350 transpose_4" [id=350, type=transpose]; -"351 matmul_4" [id=351, type=matmul]; -"352 _param_constant44" [id=352, type=get_attr]; -"353 clamp_2" [id=353, type=clamp]; -"354 exp_2" [id=354, type=exp]; -"355 mul_5" [id=355, type=mul]; -"356 add_7" [id=356, type=add]; -"357 softmax_2" [id=357, type=softmax]; -"358 dropout_8" [id=358, type=dropout]; -"359 matmul_5" [id=359, type=matmul]; -"360 transpose_5" [id=360, type=transpose]; -"361 reshape_11" [id=361, type=reshape]; -"362 _param_constant46" [id=362, type=get_attr]; -"363 reshape_11_0_0_nncf_smooth_quant_0" [id=363, type=call_module]; -"364 quantize_per_tensor_default_17" [id=364, type=quantize_per_tensor]; -"365 dequantize_per_tensor_default_17" [id=365, type=dequantize_per_tensor]; -"366 scale_updated_constant17" [id=366, type=get_attr]; -"367 compressed_weight_updated_constant17" [id=367, type=get_attr]; -"368 mul_tensor_17" [id=368, type=mul]; -"369 zero_point_updated_constant17" [id=369, type=get_attr]; -"370 sub_tensor_17" [id=370, type=sub]; -"371 linear_16" [id=371, type=linear]; -"372 dropout_9" [id=372, type=dropout]; -"373 view_14" [id=373, type=view]; -"374 permute_13" [id=374, type=permute]; -"375 reshape_12" [id=375, type=reshape]; -"376 slice_38" [id=376, type=slice]; -"377 slice_39" [id=377, type=slice]; -"378 slice_40" [id=378, type=slice]; -"379 slice_41" [id=379, type=slice]; -"380 contiguous_3" [id=380, type=contiguous]; -"381 _param_constant47" [id=381, type=get_attr]; -"382 _param_constant48" [id=382, type=get_attr]; -"383 layer_norm_6" [id=383, type=layer_norm]; -"384 add_8" [id=384, type=add]; -"385 _param_constant50" [id=385, type=get_attr]; -"386 add_8_0_0_nncf_smooth_quant_0" [id=386, type=call_module]; -"387 quantize_per_tensor_default_18" [id=387, type=quantize_per_tensor]; -"388 dequantize_per_tensor_default_18" [id=388, type=dequantize_per_tensor]; -"389 scale_updated_constant18" [id=389, type=get_attr]; -"390 compressed_weight_updated_constant18" [id=390, type=get_attr]; -"391 mul_tensor_18" [id=391, type=mul]; -"392 zero_point_updated_constant18" [id=392, type=get_attr]; -"393 sub_tensor_18" [id=393, type=sub]; -"394 linear_17" [id=394, type=linear]; -"395 gelu_2" [id=395, type=gelu]; -"396 dropout_10" [id=396, type=dropout]; -"397 _param_constant52" [id=397, type=get_attr]; -"398 dropout_10_0_0_nncf_smooth_quant_0" [id=398, type=call_module]; -"399 quantize_per_tensor_default_19" [id=399, type=quantize_per_tensor]; -"400 dequantize_per_tensor_default_19" [id=400, type=dequantize_per_tensor]; -"401 scale_updated_constant19" [id=401, type=get_attr]; -"402 compressed_weight_updated_constant19" [id=402, type=get_attr]; -"403 mul_tensor_19" [id=403, type=mul]; -"404 zero_point_updated_constant19" [id=404, type=get_attr]; -"405 sub_tensor_19" [id=405, type=sub]; -"406 linear_18" [id=406, type=linear]; -"407 dropout_11" [id=407, type=dropout]; -"408 _param_constant53" [id=408, type=get_attr]; -"409 _param_constant54" [id=409, type=get_attr]; -"410 layer_norm_7" [id=410, type=layer_norm]; -"411 add_9" [id=411, type=add]; -"412 _tensor_constant15" [id=412, type=get_attr]; -"413 _param_constant56" [id=413, type=get_attr]; -"414 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=414, type=call_module]; -"415 scale_updated_constant20" [id=415, type=get_attr]; -"416 compressed_weight_updated_constant20" [id=416, type=get_attr]; -"417 mul_tensor_20" [id=417, type=mul]; -"418 zero_point_updated_constant20" [id=418, type=get_attr]; -"419 sub_tensor_20" [id=419, type=sub]; -"420 linear_19" [id=420, type=linear]; -"421 relu__3" [id=421, type=relu_]; -"422 relu__3_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; -"423 scale_updated_constant21" [id=423, type=get_attr]; -"424 compressed_weight_updated_constant21" [id=424, type=get_attr]; -"425 mul_tensor_21" [id=425, type=mul]; -"426 zero_point_updated_constant21" [id=426, type=get_attr]; -"427 sub_tensor_21" [id=427, type=sub]; -"428 linear_20" [id=428, type=linear]; -"429 view_15" [id=429, type=view]; -"430 _tensor_constant16" [id=430, type=get_attr]; -"431 index_3" [id=431, type=index]; -"432 view_16" [id=432, type=view]; -"433 permute_14" [id=433, type=permute]; -"434 contiguous_4" [id=434, type=contiguous]; -"435 unsqueeze_7" [id=435, type=unsqueeze]; -"436 sigmoid_3" [id=436, type=sigmoid]; -"437 mul_6" [id=437, type=mul]; -"438 pad_4" [id=438, type=pad]; -"439 roll_2" [id=439, type=roll]; -"440 view_17" [id=440, type=view]; -"441 permute_15" [id=441, type=permute]; -"442 reshape_13" [id=442, type=reshape]; -"443 _param_constant58" [id=443, type=get_attr]; -"444 clone_3" [id=444, type=clone]; -"445 reshape_13_0_0_nncf_smooth_quant_0" [id=445, type=call_module]; -"446 quantize_per_tensor_default_20" [id=446, type=quantize_per_tensor]; -"447 dequantize_per_tensor_default_20" [id=447, type=dequantize_per_tensor]; -"448 scale_updated_constant22" [id=448, type=get_attr]; -"449 compressed_weight_updated_constant22" [id=449, type=get_attr]; -"450 mul_tensor_22" [id=450, type=mul]; -"451 zero_point_updated_constant22" [id=451, type=get_attr]; -"452 sub_tensor_22" [id=452, type=sub]; -"453 linear_21" [id=453, type=linear]; -"454 reshape_14" [id=454, type=reshape]; -"455 permute_16" [id=455, type=permute]; -"456 select_9" [id=456, type=select]; -"457 select_10" [id=457, type=select]; -"458 select_11" [id=458, type=select]; -"459 linalg_vector_norm_6" [id=459, type=linalg_vector_norm]; -"460 clamp_min_6" [id=460, type=clamp_min]; -"461 expand_as_6" [id=461, type=expand_as]; -"462 div_6" [id=462, type=div]; -"463 quantize_per_tensor_default_21" [id=463, type=quantize_per_tensor]; -"464 dequantize_per_tensor_default_21" [id=464, type=dequantize_per_tensor]; -"465 linalg_vector_norm_7" [id=465, type=linalg_vector_norm]; -"466 clamp_min_7" [id=466, type=clamp_min]; -"467 expand_as_7" [id=467, type=expand_as]; -"468 div_7" [id=468, type=div]; -"469 quantize_per_tensor_default_22" [id=469, type=quantize_per_tensor]; -"470 dequantize_per_tensor_default_22" [id=470, type=dequantize_per_tensor]; -"471 transpose_6" [id=471, type=transpose]; -"472 matmul_6" [id=472, type=matmul]; -"473 _param_constant60" [id=473, type=get_attr]; -"474 clamp_3" [id=474, type=clamp]; -"475 exp_3" [id=475, type=exp]; -"476 mul_7" [id=476, type=mul]; -"477 add_10" [id=477, type=add]; -"478 new_zeros_1" [id=478, type=new_zeros]; -"479 view_18" [id=479, type=view]; -"480 permute_17" [id=480, type=permute]; -"481 reshape_15" [id=481, type=reshape]; -"482 unsqueeze_8" [id=482, type=unsqueeze]; -"483 unsqueeze_9" [id=483, type=unsqueeze]; -"484 sub_1" [id=484, type=sub]; -"485 ne_1" [id=485, type=ne]; -"486 masked_fill_2" [id=486, type=masked_fill]; -"487 eq_1" [id=487, type=eq]; -"488 masked_fill_3" [id=488, type=masked_fill]; -"489 view_19" [id=489, type=view]; -"490 unsqueeze_10" [id=490, type=unsqueeze]; -"491 unsqueeze_11" [id=491, type=unsqueeze]; -"492 add_11" [id=492, type=add]; -"493 view_20" [id=493, type=view]; -"494 softmax_3" [id=494, type=softmax]; -"495 dropout_12" [id=495, type=dropout]; -"496 matmul_7" [id=496, type=matmul]; -"497 transpose_7" [id=497, type=transpose]; -"498 reshape_16" [id=498, type=reshape]; -"499 _param_constant62" [id=499, type=get_attr]; -"500 reshape_16_0_0_nncf_smooth_quant_0" [id=500, type=call_module]; -"501 quantize_per_tensor_default_23" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_23" [id=502, type=dequantize_per_tensor]; -"503 scale_updated_constant23" [id=503, type=get_attr]; -"504 compressed_weight_updated_constant23" [id=504, type=get_attr]; -"505 mul_tensor_23" [id=505, type=mul]; -"506 zero_point_updated_constant23" [id=506, type=get_attr]; -"507 sub_tensor_23" [id=507, type=sub]; -"508 linear_22" [id=508, type=linear]; -"509 dropout_13" [id=509, type=dropout]; -"510 view_21" [id=510, type=view]; -"511 permute_18" [id=511, type=permute]; -"512 reshape_17" [id=512, type=reshape]; -"513 roll_3" [id=513, type=roll]; -"514 slice_61" [id=514, type=slice]; -"515 slice_62" [id=515, type=slice]; -"516 slice_63" [id=516, type=slice]; -"517 slice_64" [id=517, type=slice]; -"518 contiguous_5" [id=518, type=contiguous]; -"519 _param_constant63" [id=519, type=get_attr]; -"520 _param_constant64" [id=520, type=get_attr]; -"521 layer_norm_8" [id=521, type=layer_norm]; -"522 add_12" [id=522, type=add]; -"523 _param_constant66" [id=523, type=get_attr]; -"524 add_12_0_0_nncf_smooth_quant_0" [id=524, type=call_module]; -"525 quantize_per_tensor_default_24" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_24" [id=526, type=dequantize_per_tensor]; -"527 scale_updated_constant24" [id=527, type=get_attr]; -"528 compressed_weight_updated_constant24" [id=528, type=get_attr]; -"529 mul_tensor_24" [id=529, type=mul]; -"530 zero_point_updated_constant24" [id=530, type=get_attr]; -"531 sub_tensor_24" [id=531, type=sub]; -"532 linear_23" [id=532, type=linear]; -"533 gelu_3" [id=533, type=gelu]; -"534 dropout_14" [id=534, type=dropout]; -"535 _param_constant68" [id=535, type=get_attr]; -"536 dropout_14_0_0_nncf_smooth_quant_0" [id=536, type=call_module]; -"537 quantize_per_tensor_default_25" [id=537, type=quantize_per_tensor]; -"538 dequantize_per_tensor_default_25" [id=538, type=dequantize_per_tensor]; -"539 scale_updated_constant25" [id=539, type=get_attr]; -"540 compressed_weight_updated_constant25" [id=540, type=get_attr]; -"541 mul_tensor_25" [id=541, type=mul]; -"542 zero_point_updated_constant25" [id=542, type=get_attr]; -"543 sub_tensor_25" [id=543, type=sub]; -"544 linear_24" [id=544, type=linear]; -"545 dropout_15" [id=545, type=dropout]; -"546 _param_constant69" [id=546, type=get_attr]; -"547 _param_constant70" [id=547, type=get_attr]; -"548 layer_norm_9" [id=548, type=layer_norm]; -"549 add_13" [id=549, type=add]; -"550 pad_5" [id=550, type=pad]; -"551 slice_65" [id=551, type=slice]; -"552 slice_66" [id=552, type=slice]; -"553 slice_67" [id=553, type=slice]; -"554 slice_68" [id=554, type=slice]; -"555 slice_69" [id=555, type=slice]; -"556 slice_70" [id=556, type=slice]; -"557 slice_71" [id=557, type=slice]; -"558 slice_72" [id=558, type=slice]; -"559 slice_73" [id=559, type=slice]; -"560 slice_74" [id=560, type=slice]; -"561 slice_75" [id=561, type=slice]; -"562 slice_76" [id=562, type=slice]; -"563 cat_1" [id=563, type=cat]; -"564 cat_1_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; -"565 quantize_per_tensor_default_26" [id=565, type=quantize_per_tensor]; -"566 dequantize_per_tensor_default_26" [id=566, type=dequantize_per_tensor]; -"567 scale_updated_constant26" [id=567, type=get_attr]; -"568 compressed_weight_updated_constant26" [id=568, type=get_attr]; -"569 mul_tensor_26" [id=569, type=mul]; -"570 zero_point_updated_constant26" [id=570, type=get_attr]; -"571 sub_tensor_26" [id=571, type=sub]; -"572 linear_25" [id=572, type=linear]; -"573 _param_constant72" [id=573, type=get_attr]; -"574 _param_constant73" [id=574, type=get_attr]; -"575 layer_norm_10" [id=575, type=layer_norm]; -"576 _tensor_constant26" [id=576, type=get_attr]; -"577 _param_constant75" [id=577, type=get_attr]; -"578 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=578, type=call_module]; -"579 scale_updated_constant27" [id=579, type=get_attr]; -"580 compressed_weight_updated_constant27" [id=580, type=get_attr]; -"581 mul_tensor_27" [id=581, type=mul]; -"582 zero_point_updated_constant27" [id=582, type=get_attr]; -"583 sub_tensor_27" [id=583, type=sub]; -"584 linear_26" [id=584, type=linear]; -"585 relu__4" [id=585, type=relu_]; -"586 relu__4_0_0_nncf_smooth_quant_0" [id=586, type=call_module]; -"587 scale_updated_constant28" [id=587, type=get_attr]; -"588 compressed_weight_updated_constant28" [id=588, type=get_attr]; -"589 mul_tensor_28" [id=589, type=mul]; -"590 zero_point_updated_constant28" [id=590, type=get_attr]; -"591 sub_tensor_28" [id=591, type=sub]; -"592 linear_27" [id=592, type=linear]; -"593 view_22" [id=593, type=view]; -"594 _tensor_constant27" [id=594, type=get_attr]; -"595 index_4" [id=595, type=index]; -"596 view_23" [id=596, type=view]; -"597 permute_19" [id=597, type=permute]; -"598 contiguous_6" [id=598, type=contiguous]; -"599 unsqueeze_12" [id=599, type=unsqueeze]; -"600 sigmoid_4" [id=600, type=sigmoid]; -"601 mul_8" [id=601, type=mul]; -"602 pad_6" [id=602, type=pad]; -"603 view_24" [id=603, type=view]; -"604 permute_20" [id=604, type=permute]; -"605 reshape_18" [id=605, type=reshape]; -"606 _param_constant77" [id=606, type=get_attr]; -"607 clone_4" [id=607, type=clone]; -"608 reshape_18_0_0_nncf_smooth_quant_0" [id=608, type=call_module]; -"609 quantize_per_tensor_default_27" [id=609, type=quantize_per_tensor]; -"610 dequantize_per_tensor_default_27" [id=610, type=dequantize_per_tensor]; -"611 scale_updated_constant29" [id=611, type=get_attr]; -"612 compressed_weight_updated_constant29" [id=612, type=get_attr]; -"613 mul_tensor_29" [id=613, type=mul]; -"614 zero_point_updated_constant29" [id=614, type=get_attr]; -"615 sub_tensor_29" [id=615, type=sub]; -"616 linear_28" [id=616, type=linear]; -"617 reshape_19" [id=617, type=reshape]; -"618 permute_21" [id=618, type=permute]; -"619 select_12" [id=619, type=select]; -"620 select_13" [id=620, type=select]; -"621 select_14" [id=621, type=select]; -"622 linalg_vector_norm_8" [id=622, type=linalg_vector_norm]; -"623 clamp_min_8" [id=623, type=clamp_min]; -"624 expand_as_8" [id=624, type=expand_as]; -"625 div_8" [id=625, type=div]; -"626 quantize_per_tensor_default_28" [id=626, type=quantize_per_tensor]; -"627 dequantize_per_tensor_default_28" [id=627, type=dequantize_per_tensor]; -"628 linalg_vector_norm_9" [id=628, type=linalg_vector_norm]; -"629 clamp_min_9" [id=629, type=clamp_min]; -"630 expand_as_9" [id=630, type=expand_as]; -"631 div_9" [id=631, type=div]; -"632 quantize_per_tensor_default_29" [id=632, type=quantize_per_tensor]; -"633 dequantize_per_tensor_default_29" [id=633, type=dequantize_per_tensor]; -"634 transpose_8" [id=634, type=transpose]; -"635 matmul_8" [id=635, type=matmul]; -"636 _param_constant79" [id=636, type=get_attr]; -"637 clamp_4" [id=637, type=clamp]; -"638 exp_4" [id=638, type=exp]; -"639 mul_9" [id=639, type=mul]; -"640 add_14" [id=640, type=add]; -"641 softmax_4" [id=641, type=softmax]; -"642 dropout_16" [id=642, type=dropout]; -"643 matmul_9" [id=643, type=matmul]; -"644 transpose_9" [id=644, type=transpose]; -"645 reshape_20" [id=645, type=reshape]; -"646 _param_constant81" [id=646, type=get_attr]; -"647 reshape_20_0_0_nncf_smooth_quant_0" [id=647, type=call_module]; -"648 quantize_per_tensor_default_30" [id=648, type=quantize_per_tensor]; -"649 dequantize_per_tensor_default_30" [id=649, type=dequantize_per_tensor]; -"650 scale_updated_constant30" [id=650, type=get_attr]; -"651 compressed_weight_updated_constant30" [id=651, type=get_attr]; -"652 mul_tensor_30" [id=652, type=mul]; -"653 zero_point_updated_constant30" [id=653, type=get_attr]; -"654 sub_tensor_30" [id=654, type=sub]; -"655 linear_29" [id=655, type=linear]; -"656 dropout_17" [id=656, type=dropout]; -"657 view_25" [id=657, type=view]; -"658 permute_22" [id=658, type=permute]; -"659 reshape_21" [id=659, type=reshape]; -"660 slice_78" [id=660, type=slice]; -"661 slice_79" [id=661, type=slice]; -"662 slice_80" [id=662, type=slice]; -"663 slice_81" [id=663, type=slice]; -"664 contiguous_7" [id=664, type=contiguous]; -"665 _param_constant82" [id=665, type=get_attr]; -"666 _param_constant83" [id=666, type=get_attr]; -"667 layer_norm_11" [id=667, type=layer_norm]; -"668 add_15" [id=668, type=add]; -"669 _param_constant85" [id=669, type=get_attr]; -"670 add_15_0_0_nncf_smooth_quant_0" [id=670, type=call_module]; -"671 quantize_per_tensor_default_31" [id=671, type=quantize_per_tensor]; -"672 dequantize_per_tensor_default_31" [id=672, type=dequantize_per_tensor]; -"673 scale_updated_constant31" [id=673, type=get_attr]; -"674 compressed_weight_updated_constant31" [id=674, type=get_attr]; -"675 mul_tensor_31" [id=675, type=mul]; -"676 zero_point_updated_constant31" [id=676, type=get_attr]; -"677 sub_tensor_31" [id=677, type=sub]; -"678 linear_30" [id=678, type=linear]; -"679 gelu_4" [id=679, type=gelu]; -"680 dropout_18" [id=680, type=dropout]; -"681 _param_constant87" [id=681, type=get_attr]; -"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; -"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; -"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; -"685 scale_updated_constant32" [id=685, type=get_attr]; -"686 compressed_weight_updated_constant32" [id=686, type=get_attr]; -"687 mul_tensor_32" [id=687, type=mul]; -"688 zero_point_updated_constant32" [id=688, type=get_attr]; -"689 sub_tensor_32" [id=689, type=sub]; -"690 linear_31" [id=690, type=linear]; -"691 dropout_19" [id=691, type=dropout]; -"692 _param_constant88" [id=692, type=get_attr]; -"693 _param_constant89" [id=693, type=get_attr]; -"694 layer_norm_12" [id=694, type=layer_norm]; -"695 add_16" [id=695, type=add]; -"696 _tensor_constant28" [id=696, type=get_attr]; -"697 _param_constant91" [id=697, type=get_attr]; -"698 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=698, type=call_module]; -"699 scale_updated_constant33" [id=699, type=get_attr]; -"700 compressed_weight_updated_constant33" [id=700, type=get_attr]; -"701 mul_tensor_33" [id=701, type=mul]; -"702 zero_point_updated_constant33" [id=702, type=get_attr]; -"703 sub_tensor_33" [id=703, type=sub]; -"704 linear_32" [id=704, type=linear]; -"705 relu__5" [id=705, type=relu_]; -"706 relu__5_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 scale_updated_constant34" [id=707, type=get_attr]; -"708 compressed_weight_updated_constant34" [id=708, type=get_attr]; -"709 mul_tensor_34" [id=709, type=mul]; -"710 zero_point_updated_constant34" [id=710, type=get_attr]; -"711 sub_tensor_34" [id=711, type=sub]; -"712 linear_33" [id=712, type=linear]; -"713 view_26" [id=713, type=view]; -"714 _tensor_constant29" [id=714, type=get_attr]; -"715 index_5" [id=715, type=index]; -"716 view_27" [id=716, type=view]; -"717 permute_23" [id=717, type=permute]; -"718 contiguous_8" [id=718, type=contiguous]; -"719 unsqueeze_13" [id=719, type=unsqueeze]; -"720 sigmoid_5" [id=720, type=sigmoid]; -"721 mul_10" [id=721, type=mul]; -"722 pad_7" [id=722, type=pad]; -"723 roll_4" [id=723, type=roll]; -"724 view_28" [id=724, type=view]; -"725 permute_24" [id=725, type=permute]; -"726 reshape_22" [id=726, type=reshape]; -"727 _param_constant93" [id=727, type=get_attr]; -"728 clone_5" [id=728, type=clone]; -"729 reshape_22_0_0_nncf_smooth_quant_0" [id=729, type=call_module]; -"730 quantize_per_tensor_default_33" [id=730, type=quantize_per_tensor]; -"731 dequantize_per_tensor_default_33" [id=731, type=dequantize_per_tensor]; -"732 scale_updated_constant35" [id=732, type=get_attr]; -"733 compressed_weight_updated_constant35" [id=733, type=get_attr]; -"734 mul_tensor_35" [id=734, type=mul]; -"735 zero_point_updated_constant35" [id=735, type=get_attr]; -"736 sub_tensor_35" [id=736, type=sub]; -"737 linear_34" [id=737, type=linear]; -"738 reshape_23" [id=738, type=reshape]; -"739 permute_25" [id=739, type=permute]; -"740 select_15" [id=740, type=select]; -"741 select_16" [id=741, type=select]; -"742 select_17" [id=742, type=select]; -"743 linalg_vector_norm_10" [id=743, type=linalg_vector_norm]; -"744 clamp_min_10" [id=744, type=clamp_min]; -"745 expand_as_10" [id=745, type=expand_as]; -"746 div_10" [id=746, type=div]; -"747 quantize_per_tensor_default_34" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_34" [id=748, type=dequantize_per_tensor]; -"749 linalg_vector_norm_11" [id=749, type=linalg_vector_norm]; -"750 clamp_min_11" [id=750, type=clamp_min]; -"751 expand_as_11" [id=751, type=expand_as]; -"752 div_11" [id=752, type=div]; -"753 quantize_per_tensor_default_35" [id=753, type=quantize_per_tensor]; -"754 dequantize_per_tensor_default_35" [id=754, type=dequantize_per_tensor]; -"755 transpose_10" [id=755, type=transpose]; -"756 matmul_10" [id=756, type=matmul]; -"757 _param_constant95" [id=757, type=get_attr]; -"758 clamp_5" [id=758, type=clamp]; -"759 exp_5" [id=759, type=exp]; -"760 mul_11" [id=760, type=mul]; -"761 add_17" [id=761, type=add]; -"762 new_zeros_2" [id=762, type=new_zeros]; -"763 view_29" [id=763, type=view]; -"764 permute_26" [id=764, type=permute]; -"765 reshape_24" [id=765, type=reshape]; -"766 unsqueeze_14" [id=766, type=unsqueeze]; -"767 unsqueeze_15" [id=767, type=unsqueeze]; -"768 sub_2" [id=768, type=sub]; -"769 ne_2" [id=769, type=ne]; -"770 masked_fill_4" [id=770, type=masked_fill]; -"771 eq_2" [id=771, type=eq]; -"772 masked_fill_5" [id=772, type=masked_fill]; -"773 view_30" [id=773, type=view]; -"774 unsqueeze_16" [id=774, type=unsqueeze]; -"775 unsqueeze_17" [id=775, type=unsqueeze]; -"776 add_18" [id=776, type=add]; -"777 view_31" [id=777, type=view]; -"778 softmax_5" [id=778, type=softmax]; -"779 dropout_20" [id=779, type=dropout]; -"780 matmul_11" [id=780, type=matmul]; -"781 transpose_11" [id=781, type=transpose]; -"782 reshape_25" [id=782, type=reshape]; -"783 _param_constant97" [id=783, type=get_attr]; -"784 reshape_25_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; -"785 quantize_per_tensor_default_36" [id=785, type=quantize_per_tensor]; -"786 dequantize_per_tensor_default_36" [id=786, type=dequantize_per_tensor]; -"787 scale_updated_constant36" [id=787, type=get_attr]; -"788 compressed_weight_updated_constant36" [id=788, type=get_attr]; -"789 mul_tensor_36" [id=789, type=mul]; -"790 zero_point_updated_constant36" [id=790, type=get_attr]; -"791 sub_tensor_36" [id=791, type=sub]; -"792 linear_35" [id=792, type=linear]; -"793 dropout_21" [id=793, type=dropout]; -"794 view_32" [id=794, type=view]; -"795 permute_27" [id=795, type=permute]; -"796 reshape_26" [id=796, type=reshape]; -"797 roll_5" [id=797, type=roll]; -"798 slice_101" [id=798, type=slice]; -"799 slice_102" [id=799, type=slice]; -"800 slice_103" [id=800, type=slice]; -"801 slice_104" [id=801, type=slice]; -"802 contiguous_9" [id=802, type=contiguous]; -"803 _param_constant98" [id=803, type=get_attr]; -"804 _param_constant99" [id=804, type=get_attr]; -"805 layer_norm_13" [id=805, type=layer_norm]; -"806 add_19" [id=806, type=add]; -"807 _param_constant101" [id=807, type=get_attr]; -"808 add_19_0_0_nncf_smooth_quant_0" [id=808, type=call_module]; -"809 quantize_per_tensor_default_37" [id=809, type=quantize_per_tensor]; -"810 dequantize_per_tensor_default_37" [id=810, type=dequantize_per_tensor]; -"811 scale_updated_constant37" [id=811, type=get_attr]; -"812 compressed_weight_updated_constant37" [id=812, type=get_attr]; -"813 mul_tensor_37" [id=813, type=mul]; -"814 zero_point_updated_constant37" [id=814, type=get_attr]; -"815 sub_tensor_37" [id=815, type=sub]; -"816 linear_36" [id=816, type=linear]; -"817 gelu_5" [id=817, type=gelu]; -"818 dropout_22" [id=818, type=dropout]; -"819 _param_constant103" [id=819, type=get_attr]; -"820 dropout_22_0_0_nncf_smooth_quant_0" [id=820, type=call_module]; -"821 quantize_per_tensor_default_38" [id=821, type=quantize_per_tensor]; -"822 dequantize_per_tensor_default_38" [id=822, type=dequantize_per_tensor]; -"823 scale_updated_constant38" [id=823, type=get_attr]; -"824 compressed_weight_updated_constant38" [id=824, type=get_attr]; -"825 mul_tensor_38" [id=825, type=mul]; -"826 zero_point_updated_constant38" [id=826, type=get_attr]; -"827 sub_tensor_38" [id=827, type=sub]; -"828 linear_37" [id=828, type=linear]; -"829 dropout_23" [id=829, type=dropout]; -"830 _param_constant104" [id=830, type=get_attr]; -"831 _param_constant105" [id=831, type=get_attr]; -"832 layer_norm_14" [id=832, type=layer_norm]; -"833 add_20" [id=833, type=add]; -"834 _tensor_constant39" [id=834, type=get_attr]; -"835 _param_constant107" [id=835, type=get_attr]; -"836 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=836, type=call_module]; -"837 scale_updated_constant39" [id=837, type=get_attr]; -"838 compressed_weight_updated_constant39" [id=838, type=get_attr]; -"839 mul_tensor_39" [id=839, type=mul]; -"840 zero_point_updated_constant39" [id=840, type=get_attr]; -"841 sub_tensor_39" [id=841, type=sub]; -"842 linear_38" [id=842, type=linear]; -"843 relu__6" [id=843, type=relu_]; -"844 relu__6_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; -"845 scale_updated_constant40" [id=845, type=get_attr]; -"846 compressed_weight_updated_constant40" [id=846, type=get_attr]; -"847 mul_tensor_40" [id=847, type=mul]; -"848 zero_point_updated_constant40" [id=848, type=get_attr]; -"849 sub_tensor_40" [id=849, type=sub]; -"850 linear_39" [id=850, type=linear]; -"851 view_33" [id=851, type=view]; -"852 _tensor_constant40" [id=852, type=get_attr]; -"853 index_6" [id=853, type=index]; -"854 view_34" [id=854, type=view]; -"855 permute_28" [id=855, type=permute]; -"856 contiguous_10" [id=856, type=contiguous]; -"857 unsqueeze_18" [id=857, type=unsqueeze]; -"858 sigmoid_6" [id=858, type=sigmoid]; -"859 mul_12" [id=859, type=mul]; -"860 pad_8" [id=860, type=pad]; -"861 view_35" [id=861, type=view]; -"862 permute_29" [id=862, type=permute]; -"863 reshape_27" [id=863, type=reshape]; -"864 _param_constant109" [id=864, type=get_attr]; -"865 clone_6" [id=865, type=clone]; -"866 reshape_27_0_0_nncf_smooth_quant_0" [id=866, type=call_module]; -"867 quantize_per_tensor_default_39" [id=867, type=quantize_per_tensor]; -"868 dequantize_per_tensor_default_39" [id=868, type=dequantize_per_tensor]; -"869 scale_updated_constant41" [id=869, type=get_attr]; -"870 compressed_weight_updated_constant41" [id=870, type=get_attr]; -"871 mul_tensor_41" [id=871, type=mul]; -"872 zero_point_updated_constant41" [id=872, type=get_attr]; -"873 sub_tensor_41" [id=873, type=sub]; -"874 linear_40" [id=874, type=linear]; -"875 reshape_28" [id=875, type=reshape]; -"876 permute_30" [id=876, type=permute]; -"877 select_18" [id=877, type=select]; -"878 select_19" [id=878, type=select]; -"879 select_20" [id=879, type=select]; -"880 linalg_vector_norm_12" [id=880, type=linalg_vector_norm]; -"881 clamp_min_12" [id=881, type=clamp_min]; -"882 expand_as_12" [id=882, type=expand_as]; -"883 div_12" [id=883, type=div]; -"884 quantize_per_tensor_default_40" [id=884, type=quantize_per_tensor]; -"885 dequantize_per_tensor_default_40" [id=885, type=dequantize_per_tensor]; -"886 linalg_vector_norm_13" [id=886, type=linalg_vector_norm]; -"887 clamp_min_13" [id=887, type=clamp_min]; -"888 expand_as_13" [id=888, type=expand_as]; -"889 div_13" [id=889, type=div]; -"890 quantize_per_tensor_default_41" [id=890, type=quantize_per_tensor]; -"891 dequantize_per_tensor_default_41" [id=891, type=dequantize_per_tensor]; -"892 transpose_12" [id=892, type=transpose]; -"893 matmul_12" [id=893, type=matmul]; -"894 _param_constant111" [id=894, type=get_attr]; -"895 clamp_6" [id=895, type=clamp]; -"896 exp_6" [id=896, type=exp]; -"897 mul_13" [id=897, type=mul]; -"898 add_21" [id=898, type=add]; -"899 softmax_6" [id=899, type=softmax]; -"900 dropout_24" [id=900, type=dropout]; -"901 matmul_13" [id=901, type=matmul]; -"902 transpose_13" [id=902, type=transpose]; -"903 reshape_29" [id=903, type=reshape]; -"904 _param_constant113" [id=904, type=get_attr]; -"905 reshape_29_0_0_nncf_smooth_quant_0" [id=905, type=call_module]; -"906 quantize_per_tensor_default_42" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_42" [id=907, type=dequantize_per_tensor]; -"908 scale_updated_constant42" [id=908, type=get_attr]; -"909 compressed_weight_updated_constant42" [id=909, type=get_attr]; -"910 mul_tensor_42" [id=910, type=mul]; -"911 zero_point_updated_constant42" [id=911, type=get_attr]; -"912 sub_tensor_42" [id=912, type=sub]; -"913 linear_41" [id=913, type=linear]; -"914 dropout_25" [id=914, type=dropout]; -"915 view_36" [id=915, type=view]; -"916 permute_31" [id=916, type=permute]; -"917 reshape_30" [id=917, type=reshape]; -"918 slice_106" [id=918, type=slice]; -"919 slice_107" [id=919, type=slice]; -"920 slice_108" [id=920, type=slice]; -"921 slice_109" [id=921, type=slice]; -"922 contiguous_11" [id=922, type=contiguous]; -"923 _param_constant114" [id=923, type=get_attr]; -"924 _param_constant115" [id=924, type=get_attr]; -"925 layer_norm_15" [id=925, type=layer_norm]; -"926 add_22" [id=926, type=add]; -"927 _param_constant117" [id=927, type=get_attr]; -"928 add_22_0_0_nncf_smooth_quant_0" [id=928, type=call_module]; -"929 quantize_per_tensor_default_43" [id=929, type=quantize_per_tensor]; -"930 dequantize_per_tensor_default_43" [id=930, type=dequantize_per_tensor]; -"931 scale_updated_constant43" [id=931, type=get_attr]; -"932 compressed_weight_updated_constant43" [id=932, type=get_attr]; -"933 mul_tensor_43" [id=933, type=mul]; -"934 zero_point_updated_constant43" [id=934, type=get_attr]; -"935 sub_tensor_43" [id=935, type=sub]; -"936 linear_42" [id=936, type=linear]; -"937 gelu_6" [id=937, type=gelu]; -"938 dropout_26" [id=938, type=dropout]; -"939 _param_constant119" [id=939, type=get_attr]; -"940 dropout_26_0_0_nncf_smooth_quant_0" [id=940, type=call_module]; -"941 quantize_per_tensor_default_44" [id=941, type=quantize_per_tensor]; -"942 dequantize_per_tensor_default_44" [id=942, type=dequantize_per_tensor]; -"943 scale_updated_constant44" [id=943, type=get_attr]; -"944 compressed_weight_updated_constant44" [id=944, type=get_attr]; -"945 mul_tensor_44" [id=945, type=mul]; -"946 zero_point_updated_constant44" [id=946, type=get_attr]; -"947 sub_tensor_44" [id=947, type=sub]; -"948 linear_43" [id=948, type=linear]; -"949 dropout_27" [id=949, type=dropout]; -"950 _param_constant120" [id=950, type=get_attr]; -"951 _param_constant121" [id=951, type=get_attr]; -"952 layer_norm_16" [id=952, type=layer_norm]; -"953 add_23" [id=953, type=add]; -"954 _tensor_constant41" [id=954, type=get_attr]; -"955 _param_constant123" [id=955, type=get_attr]; -"956 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=956, type=call_module]; -"957 scale_updated_constant45" [id=957, type=get_attr]; -"958 compressed_weight_updated_constant45" [id=958, type=get_attr]; -"959 mul_tensor_45" [id=959, type=mul]; -"960 zero_point_updated_constant45" [id=960, type=get_attr]; -"961 sub_tensor_45" [id=961, type=sub]; -"962 linear_44" [id=962, type=linear]; -"963 relu__7" [id=963, type=relu_]; -"964 relu__7_0_0_nncf_smooth_quant_0" [id=964, type=call_module]; -"965 scale_updated_constant46" [id=965, type=get_attr]; -"966 compressed_weight_updated_constant46" [id=966, type=get_attr]; -"967 mul_tensor_46" [id=967, type=mul]; -"968 zero_point_updated_constant46" [id=968, type=get_attr]; -"969 sub_tensor_46" [id=969, type=sub]; -"970 linear_45" [id=970, type=linear]; -"971 view_37" [id=971, type=view]; -"972 _tensor_constant42" [id=972, type=get_attr]; -"973 index_7" [id=973, type=index]; -"974 view_38" [id=974, type=view]; -"975 permute_32" [id=975, type=permute]; -"976 contiguous_12" [id=976, type=contiguous]; -"977 unsqueeze_19" [id=977, type=unsqueeze]; -"978 sigmoid_7" [id=978, type=sigmoid]; -"979 mul_14" [id=979, type=mul]; -"980 pad_9" [id=980, type=pad]; -"981 roll_6" [id=981, type=roll]; -"982 view_39" [id=982, type=view]; -"983 permute_33" [id=983, type=permute]; -"984 reshape_31" [id=984, type=reshape]; -"985 _param_constant125" [id=985, type=get_attr]; -"986 clone_7" [id=986, type=clone]; -"987 reshape_31_0_0_nncf_smooth_quant_0" [id=987, type=call_module]; -"988 quantize_per_tensor_default_45" [id=988, type=quantize_per_tensor]; -"989 dequantize_per_tensor_default_45" [id=989, type=dequantize_per_tensor]; -"990 scale_updated_constant47" [id=990, type=get_attr]; -"991 compressed_weight_updated_constant47" [id=991, type=get_attr]; -"992 mul_tensor_47" [id=992, type=mul]; -"993 zero_point_updated_constant47" [id=993, type=get_attr]; -"994 sub_tensor_47" [id=994, type=sub]; -"995 linear_46" [id=995, type=linear]; -"996 reshape_32" [id=996, type=reshape]; -"997 permute_34" [id=997, type=permute]; -"998 select_21" [id=998, type=select]; -"999 select_22" [id=999, type=select]; -"1000 select_23" [id=1000, type=select]; -"1001 linalg_vector_norm_14" [id=1001, type=linalg_vector_norm]; -"1002 clamp_min_14" [id=1002, type=clamp_min]; -"1003 expand_as_14" [id=1003, type=expand_as]; -"1004 div_14" [id=1004, type=div]; -"1005 quantize_per_tensor_default_46" [id=1005, type=quantize_per_tensor]; -"1006 dequantize_per_tensor_default_46" [id=1006, type=dequantize_per_tensor]; -"1007 linalg_vector_norm_15" [id=1007, type=linalg_vector_norm]; -"1008 clamp_min_15" [id=1008, type=clamp_min]; -"1009 expand_as_15" [id=1009, type=expand_as]; -"1010 div_15" [id=1010, type=div]; -"1011 quantize_per_tensor_default_47" [id=1011, type=quantize_per_tensor]; -"1012 dequantize_per_tensor_default_47" [id=1012, type=dequantize_per_tensor]; -"1013 transpose_14" [id=1013, type=transpose]; -"1014 matmul_14" [id=1014, type=matmul]; -"1015 _param_constant127" [id=1015, type=get_attr]; -"1016 clamp_7" [id=1016, type=clamp]; -"1017 exp_7" [id=1017, type=exp]; -"1018 mul_15" [id=1018, type=mul]; -"1019 add_24" [id=1019, type=add]; -"1020 new_zeros_3" [id=1020, type=new_zeros]; -"1021 view_40" [id=1021, type=view]; -"1022 permute_35" [id=1022, type=permute]; -"1023 reshape_33" [id=1023, type=reshape]; -"1024 unsqueeze_20" [id=1024, type=unsqueeze]; -"1025 unsqueeze_21" [id=1025, type=unsqueeze]; -"1026 sub_3" [id=1026, type=sub]; -"1027 ne_3" [id=1027, type=ne]; -"1028 masked_fill_6" [id=1028, type=masked_fill]; -"1029 eq_3" [id=1029, type=eq]; -"1030 masked_fill_7" [id=1030, type=masked_fill]; -"1031 view_41" [id=1031, type=view]; -"1032 unsqueeze_22" [id=1032, type=unsqueeze]; -"1033 unsqueeze_23" [id=1033, type=unsqueeze]; -"1034 add_25" [id=1034, type=add]; -"1035 view_42" [id=1035, type=view]; -"1036 softmax_7" [id=1036, type=softmax]; -"1037 dropout_28" [id=1037, type=dropout]; -"1038 matmul_15" [id=1038, type=matmul]; -"1039 transpose_15" [id=1039, type=transpose]; -"1040 reshape_34" [id=1040, type=reshape]; -"1041 _param_constant129" [id=1041, type=get_attr]; -"1042 reshape_34_0_0_nncf_smooth_quant_0" [id=1042, type=call_module]; -"1043 quantize_per_tensor_default_48" [id=1043, type=quantize_per_tensor]; -"1044 dequantize_per_tensor_default_48" [id=1044, type=dequantize_per_tensor]; -"1045 scale_updated_constant48" [id=1045, type=get_attr]; -"1046 compressed_weight_updated_constant48" [id=1046, type=get_attr]; -"1047 mul_tensor_48" [id=1047, type=mul]; -"1048 zero_point_updated_constant48" [id=1048, type=get_attr]; -"1049 sub_tensor_48" [id=1049, type=sub]; -"1050 linear_47" [id=1050, type=linear]; -"1051 dropout_29" [id=1051, type=dropout]; -"1052 view_43" [id=1052, type=view]; -"1053 permute_36" [id=1053, type=permute]; -"1054 reshape_35" [id=1054, type=reshape]; -"1055 roll_7" [id=1055, type=roll]; -"1056 slice_129" [id=1056, type=slice]; -"1057 slice_130" [id=1057, type=slice]; -"1058 slice_131" [id=1058, type=slice]; -"1059 slice_132" [id=1059, type=slice]; -"1060 contiguous_13" [id=1060, type=contiguous]; -"1061 _param_constant130" [id=1061, type=get_attr]; -"1062 _param_constant131" [id=1062, type=get_attr]; -"1063 layer_norm_17" [id=1063, type=layer_norm]; -"1064 add_26" [id=1064, type=add]; -"1065 _param_constant133" [id=1065, type=get_attr]; -"1066 add_26_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; -"1067 quantize_per_tensor_default_49" [id=1067, type=quantize_per_tensor]; -"1068 dequantize_per_tensor_default_49" [id=1068, type=dequantize_per_tensor]; -"1069 scale_updated_constant49" [id=1069, type=get_attr]; -"1070 compressed_weight_updated_constant49" [id=1070, type=get_attr]; -"1071 mul_tensor_49" [id=1071, type=mul]; -"1072 zero_point_updated_constant49" [id=1072, type=get_attr]; -"1073 sub_tensor_49" [id=1073, type=sub]; -"1074 linear_48" [id=1074, type=linear]; -"1075 gelu_7" [id=1075, type=gelu]; -"1076 dropout_30" [id=1076, type=dropout]; -"1077 _param_constant135" [id=1077, type=get_attr]; -"1078 dropout_30_0_0_nncf_smooth_quant_0" [id=1078, type=call_module]; -"1079 quantize_per_tensor_default_50" [id=1079, type=quantize_per_tensor]; -"1080 dequantize_per_tensor_default_50" [id=1080, type=dequantize_per_tensor]; -"1081 scale_updated_constant50" [id=1081, type=get_attr]; -"1082 compressed_weight_updated_constant50" [id=1082, type=get_attr]; -"1083 mul_tensor_50" [id=1083, type=mul]; -"1084 zero_point_updated_constant50" [id=1084, type=get_attr]; -"1085 sub_tensor_50" [id=1085, type=sub]; -"1086 linear_49" [id=1086, type=linear]; -"1087 dropout_31" [id=1087, type=dropout]; -"1088 _param_constant136" [id=1088, type=get_attr]; -"1089 _param_constant137" [id=1089, type=get_attr]; -"1090 layer_norm_18" [id=1090, type=layer_norm]; -"1091 add_27" [id=1091, type=add]; -"1092 _tensor_constant52" [id=1092, type=get_attr]; -"1093 _param_constant139" [id=1093, type=get_attr]; -"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; -"1095 scale_updated_constant51" [id=1095, type=get_attr]; -"1096 compressed_weight_updated_constant51" [id=1096, type=get_attr]; -"1097 mul_tensor_51" [id=1097, type=mul]; -"1098 zero_point_updated_constant51" [id=1098, type=get_attr]; -"1099 sub_tensor_51" [id=1099, type=sub]; -"1100 linear_50" [id=1100, type=linear]; -"1101 relu__8" [id=1101, type=relu_]; -"1102 relu__8_0_0_nncf_smooth_quant_0" [id=1102, type=call_module]; -"1103 scale_updated_constant52" [id=1103, type=get_attr]; -"1104 compressed_weight_updated_constant52" [id=1104, type=get_attr]; -"1105 mul_tensor_52" [id=1105, type=mul]; -"1106 zero_point_updated_constant52" [id=1106, type=get_attr]; -"1107 sub_tensor_52" [id=1107, type=sub]; -"1108 linear_51" [id=1108, type=linear]; -"1109 view_44" [id=1109, type=view]; -"1110 _tensor_constant53" [id=1110, type=get_attr]; -"1111 index_8" [id=1111, type=index]; -"1112 view_45" [id=1112, type=view]; -"1113 permute_37" [id=1113, type=permute]; -"1114 contiguous_14" [id=1114, type=contiguous]; -"1115 unsqueeze_24" [id=1115, type=unsqueeze]; -"1116 sigmoid_8" [id=1116, type=sigmoid]; -"1117 mul_16" [id=1117, type=mul]; -"1118 pad_10" [id=1118, type=pad]; -"1119 view_46" [id=1119, type=view]; -"1120 permute_38" [id=1120, type=permute]; -"1121 reshape_36" [id=1121, type=reshape]; -"1122 _param_constant141" [id=1122, type=get_attr]; -"1123 clone_8" [id=1123, type=clone]; -"1124 reshape_36_0_0_nncf_smooth_quant_0" [id=1124, type=call_module]; -"1125 quantize_per_tensor_default_51" [id=1125, type=quantize_per_tensor]; -"1126 dequantize_per_tensor_default_51" [id=1126, type=dequantize_per_tensor]; -"1127 scale_updated_constant53" [id=1127, type=get_attr]; -"1128 compressed_weight_updated_constant53" [id=1128, type=get_attr]; -"1129 mul_tensor_53" [id=1129, type=mul]; -"1130 zero_point_updated_constant53" [id=1130, type=get_attr]; -"1131 sub_tensor_53" [id=1131, type=sub]; -"1132 linear_52" [id=1132, type=linear]; -"1133 reshape_37" [id=1133, type=reshape]; -"1134 permute_39" [id=1134, type=permute]; -"1135 select_24" [id=1135, type=select]; -"1136 select_25" [id=1136, type=select]; -"1137 select_26" [id=1137, type=select]; -"1138 linalg_vector_norm_16" [id=1138, type=linalg_vector_norm]; -"1139 clamp_min_16" [id=1139, type=clamp_min]; -"1140 expand_as_16" [id=1140, type=expand_as]; -"1141 div_16" [id=1141, type=div]; -"1142 quantize_per_tensor_default_52" [id=1142, type=quantize_per_tensor]; -"1143 dequantize_per_tensor_default_52" [id=1143, type=dequantize_per_tensor]; -"1144 linalg_vector_norm_17" [id=1144, type=linalg_vector_norm]; -"1145 clamp_min_17" [id=1145, type=clamp_min]; -"1146 expand_as_17" [id=1146, type=expand_as]; -"1147 div_17" [id=1147, type=div]; -"1148 quantize_per_tensor_default_53" [id=1148, type=quantize_per_tensor]; -"1149 dequantize_per_tensor_default_53" [id=1149, type=dequantize_per_tensor]; -"1150 transpose_16" [id=1150, type=transpose]; -"1151 matmul_16" [id=1151, type=matmul]; -"1152 _param_constant143" [id=1152, type=get_attr]; -"1153 clamp_8" [id=1153, type=clamp]; -"1154 exp_8" [id=1154, type=exp]; -"1155 mul_17" [id=1155, type=mul]; -"1156 add_28" [id=1156, type=add]; -"1157 softmax_8" [id=1157, type=softmax]; -"1158 dropout_32" [id=1158, type=dropout]; -"1159 matmul_17" [id=1159, type=matmul]; -"1160 transpose_17" [id=1160, type=transpose]; -"1161 reshape_38" [id=1161, type=reshape]; -"1162 _param_constant145" [id=1162, type=get_attr]; -"1163 reshape_38_0_0_nncf_smooth_quant_0" [id=1163, type=call_module]; -"1164 quantize_per_tensor_default_54" [id=1164, type=quantize_per_tensor]; -"1165 dequantize_per_tensor_default_54" [id=1165, type=dequantize_per_tensor]; -"1166 scale_updated_constant54" [id=1166, type=get_attr]; -"1167 compressed_weight_updated_constant54" [id=1167, type=get_attr]; -"1168 mul_tensor_54" [id=1168, type=mul]; -"1169 zero_point_updated_constant54" [id=1169, type=get_attr]; -"1170 sub_tensor_54" [id=1170, type=sub]; -"1171 linear_53" [id=1171, type=linear]; -"1172 dropout_33" [id=1172, type=dropout]; -"1173 view_47" [id=1173, type=view]; -"1174 permute_40" [id=1174, type=permute]; -"1175 reshape_39" [id=1175, type=reshape]; -"1176 slice_134" [id=1176, type=slice]; -"1177 slice_135" [id=1177, type=slice]; -"1178 slice_136" [id=1178, type=slice]; -"1179 slice_137" [id=1179, type=slice]; -"1180 contiguous_15" [id=1180, type=contiguous]; -"1181 _param_constant146" [id=1181, type=get_attr]; -"1182 _param_constant147" [id=1182, type=get_attr]; -"1183 layer_norm_19" [id=1183, type=layer_norm]; -"1184 add_29" [id=1184, type=add]; -"1185 _param_constant149" [id=1185, type=get_attr]; -"1186 add_29_0_0_nncf_smooth_quant_0" [id=1186, type=call_module]; -"1187 quantize_per_tensor_default_55" [id=1187, type=quantize_per_tensor]; -"1188 dequantize_per_tensor_default_55" [id=1188, type=dequantize_per_tensor]; -"1189 scale_updated_constant55" [id=1189, type=get_attr]; -"1190 compressed_weight_updated_constant55" [id=1190, type=get_attr]; -"1191 mul_tensor_55" [id=1191, type=mul]; -"1192 zero_point_updated_constant55" [id=1192, type=get_attr]; -"1193 sub_tensor_55" [id=1193, type=sub]; -"1194 linear_54" [id=1194, type=linear]; -"1195 gelu_8" [id=1195, type=gelu]; -"1196 dropout_34" [id=1196, type=dropout]; -"1197 _param_constant151" [id=1197, type=get_attr]; -"1198 dropout_34_0_0_nncf_smooth_quant_0" [id=1198, type=call_module]; -"1199 quantize_per_tensor_default_56" [id=1199, type=quantize_per_tensor]; -"1200 dequantize_per_tensor_default_56" [id=1200, type=dequantize_per_tensor]; -"1201 scale_updated_constant56" [id=1201, type=get_attr]; -"1202 compressed_weight_updated_constant56" [id=1202, type=get_attr]; -"1203 mul_tensor_56" [id=1203, type=mul]; -"1204 zero_point_updated_constant56" [id=1204, type=get_attr]; -"1205 sub_tensor_56" [id=1205, type=sub]; -"1206 linear_55" [id=1206, type=linear]; -"1207 dropout_35" [id=1207, type=dropout]; -"1208 _param_constant152" [id=1208, type=get_attr]; -"1209 _param_constant153" [id=1209, type=get_attr]; -"1210 layer_norm_20" [id=1210, type=layer_norm]; -"1211 add_30" [id=1211, type=add]; -"1212 _tensor_constant54" [id=1212, type=get_attr]; -"1213 _param_constant155" [id=1213, type=get_attr]; -"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; -"1215 scale_updated_constant57" [id=1215, type=get_attr]; -"1216 compressed_weight_updated_constant57" [id=1216, type=get_attr]; -"1217 mul_tensor_57" [id=1217, type=mul]; -"1218 zero_point_updated_constant57" [id=1218, type=get_attr]; -"1219 sub_tensor_57" [id=1219, type=sub]; -"1220 linear_56" [id=1220, type=linear]; -"1221 relu__9" [id=1221, type=relu_]; -"1222 relu__9_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; -"1223 scale_updated_constant58" [id=1223, type=get_attr]; -"1224 compressed_weight_updated_constant58" [id=1224, type=get_attr]; -"1225 mul_tensor_58" [id=1225, type=mul]; -"1226 zero_point_updated_constant58" [id=1226, type=get_attr]; -"1227 sub_tensor_58" [id=1227, type=sub]; -"1228 linear_57" [id=1228, type=linear]; -"1229 view_48" [id=1229, type=view]; -"1230 _tensor_constant55" [id=1230, type=get_attr]; -"1231 index_9" [id=1231, type=index]; -"1232 view_49" [id=1232, type=view]; -"1233 permute_41" [id=1233, type=permute]; -"1234 contiguous_16" [id=1234, type=contiguous]; -"1235 unsqueeze_25" [id=1235, type=unsqueeze]; -"1236 sigmoid_9" [id=1236, type=sigmoid]; -"1237 mul_18" [id=1237, type=mul]; -"1238 pad_11" [id=1238, type=pad]; -"1239 roll_8" [id=1239, type=roll]; -"1240 view_50" [id=1240, type=view]; -"1241 permute_42" [id=1241, type=permute]; -"1242 reshape_40" [id=1242, type=reshape]; -"1243 _param_constant157" [id=1243, type=get_attr]; -"1244 clone_9" [id=1244, type=clone]; -"1245 reshape_40_0_0_nncf_smooth_quant_0" [id=1245, type=call_module]; -"1246 quantize_per_tensor_default_57" [id=1246, type=quantize_per_tensor]; -"1247 dequantize_per_tensor_default_57" [id=1247, type=dequantize_per_tensor]; -"1248 scale_updated_constant59" [id=1248, type=get_attr]; -"1249 compressed_weight_updated_constant59" [id=1249, type=get_attr]; -"1250 mul_tensor_59" [id=1250, type=mul]; -"1251 zero_point_updated_constant59" [id=1251, type=get_attr]; -"1252 sub_tensor_59" [id=1252, type=sub]; -"1253 linear_58" [id=1253, type=linear]; -"1254 reshape_41" [id=1254, type=reshape]; -"1255 permute_43" [id=1255, type=permute]; -"1256 select_27" [id=1256, type=select]; -"1257 select_28" [id=1257, type=select]; -"1258 select_29" [id=1258, type=select]; -"1259 linalg_vector_norm_18" [id=1259, type=linalg_vector_norm]; -"1260 clamp_min_18" [id=1260, type=clamp_min]; -"1261 expand_as_18" [id=1261, type=expand_as]; -"1262 div_18" [id=1262, type=div]; -"1263 quantize_per_tensor_default_58" [id=1263, type=quantize_per_tensor]; -"1264 dequantize_per_tensor_default_58" [id=1264, type=dequantize_per_tensor]; -"1265 linalg_vector_norm_19" [id=1265, type=linalg_vector_norm]; -"1266 clamp_min_19" [id=1266, type=clamp_min]; -"1267 expand_as_19" [id=1267, type=expand_as]; -"1268 div_19" [id=1268, type=div]; -"1269 quantize_per_tensor_default_59" [id=1269, type=quantize_per_tensor]; -"1270 dequantize_per_tensor_default_59" [id=1270, type=dequantize_per_tensor]; -"1271 transpose_18" [id=1271, type=transpose]; -"1272 matmul_18" [id=1272, type=matmul]; -"1273 _param_constant159" [id=1273, type=get_attr]; -"1274 clamp_9" [id=1274, type=clamp]; -"1275 exp_9" [id=1275, type=exp]; -"1276 mul_19" [id=1276, type=mul]; -"1277 add_31" [id=1277, type=add]; -"1278 new_zeros_4" [id=1278, type=new_zeros]; -"1279 view_51" [id=1279, type=view]; -"1280 permute_44" [id=1280, type=permute]; -"1281 reshape_42" [id=1281, type=reshape]; -"1282 unsqueeze_26" [id=1282, type=unsqueeze]; -"1283 unsqueeze_27" [id=1283, type=unsqueeze]; -"1284 sub_4" [id=1284, type=sub]; -"1285 ne_4" [id=1285, type=ne]; -"1286 masked_fill_8" [id=1286, type=masked_fill]; -"1287 eq_4" [id=1287, type=eq]; -"1288 masked_fill_9" [id=1288, type=masked_fill]; -"1289 view_52" [id=1289, type=view]; -"1290 unsqueeze_28" [id=1290, type=unsqueeze]; -"1291 unsqueeze_29" [id=1291, type=unsqueeze]; -"1292 add_32" [id=1292, type=add]; -"1293 view_53" [id=1293, type=view]; -"1294 softmax_9" [id=1294, type=softmax]; -"1295 dropout_36" [id=1295, type=dropout]; -"1296 matmul_19" [id=1296, type=matmul]; -"1297 transpose_19" [id=1297, type=transpose]; -"1298 reshape_43" [id=1298, type=reshape]; -"1299 _param_constant161" [id=1299, type=get_attr]; -"1300 reshape_43_0_0_nncf_smooth_quant_0" [id=1300, type=call_module]; -"1301 quantize_per_tensor_default_60" [id=1301, type=quantize_per_tensor]; -"1302 dequantize_per_tensor_default_60" [id=1302, type=dequantize_per_tensor]; -"1303 scale_updated_constant60" [id=1303, type=get_attr]; -"1304 compressed_weight_updated_constant60" [id=1304, type=get_attr]; -"1305 mul_tensor_60" [id=1305, type=mul]; -"1306 zero_point_updated_constant60" [id=1306, type=get_attr]; -"1307 sub_tensor_60" [id=1307, type=sub]; -"1308 linear_59" [id=1308, type=linear]; -"1309 dropout_37" [id=1309, type=dropout]; -"1310 view_54" [id=1310, type=view]; -"1311 permute_45" [id=1311, type=permute]; -"1312 reshape_44" [id=1312, type=reshape]; -"1313 roll_9" [id=1313, type=roll]; -"1314 slice_157" [id=1314, type=slice]; -"1315 slice_158" [id=1315, type=slice]; -"1316 slice_159" [id=1316, type=slice]; -"1317 slice_160" [id=1317, type=slice]; -"1318 contiguous_17" [id=1318, type=contiguous]; -"1319 _param_constant162" [id=1319, type=get_attr]; -"1320 _param_constant163" [id=1320, type=get_attr]; -"1321 layer_norm_21" [id=1321, type=layer_norm]; -"1322 add_33" [id=1322, type=add]; -"1323 _param_constant165" [id=1323, type=get_attr]; -"1324 add_33_0_0_nncf_smooth_quant_0" [id=1324, type=call_module]; -"1325 quantize_per_tensor_default_61" [id=1325, type=quantize_per_tensor]; -"1326 dequantize_per_tensor_default_61" [id=1326, type=dequantize_per_tensor]; -"1327 scale_updated_constant61" [id=1327, type=get_attr]; -"1328 compressed_weight_updated_constant61" [id=1328, type=get_attr]; -"1329 mul_tensor_61" [id=1329, type=mul]; -"1330 zero_point_updated_constant61" [id=1330, type=get_attr]; -"1331 sub_tensor_61" [id=1331, type=sub]; -"1332 linear_60" [id=1332, type=linear]; -"1333 gelu_9" [id=1333, type=gelu]; -"1334 dropout_38" [id=1334, type=dropout]; -"1335 _param_constant167" [id=1335, type=get_attr]; -"1336 dropout_38_0_0_nncf_smooth_quant_0" [id=1336, type=call_module]; -"1337 quantize_per_tensor_default_62" [id=1337, type=quantize_per_tensor]; -"1338 dequantize_per_tensor_default_62" [id=1338, type=dequantize_per_tensor]; -"1339 scale_updated_constant62" [id=1339, type=get_attr]; -"1340 compressed_weight_updated_constant62" [id=1340, type=get_attr]; -"1341 mul_tensor_62" [id=1341, type=mul]; -"1342 zero_point_updated_constant62" [id=1342, type=get_attr]; -"1343 sub_tensor_62" [id=1343, type=sub]; -"1344 linear_61" [id=1344, type=linear]; -"1345 dropout_39" [id=1345, type=dropout]; -"1346 _param_constant168" [id=1346, type=get_attr]; -"1347 _param_constant169" [id=1347, type=get_attr]; -"1348 layer_norm_22" [id=1348, type=layer_norm]; -"1349 add_34" [id=1349, type=add]; -"1350 _tensor_constant65" [id=1350, type=get_attr]; -"1351 _param_constant171" [id=1351, type=get_attr]; -"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1352, type=call_module]; -"1353 scale_updated_constant63" [id=1353, type=get_attr]; -"1354 compressed_weight_updated_constant63" [id=1354, type=get_attr]; -"1355 mul_tensor_63" [id=1355, type=mul]; -"1356 zero_point_updated_constant63" [id=1356, type=get_attr]; -"1357 sub_tensor_63" [id=1357, type=sub]; -"1358 linear_62" [id=1358, type=linear]; -"1359 relu__10" [id=1359, type=relu_]; -"1360 relu__10_0_0_nncf_smooth_quant_0" [id=1360, type=call_module]; -"1361 scale_updated_constant64" [id=1361, type=get_attr]; -"1362 compressed_weight_updated_constant64" [id=1362, type=get_attr]; -"1363 mul_tensor_64" [id=1363, type=mul]; -"1364 zero_point_updated_constant64" [id=1364, type=get_attr]; -"1365 sub_tensor_64" [id=1365, type=sub]; -"1366 linear_63" [id=1366, type=linear]; -"1367 view_55" [id=1367, type=view]; -"1368 _tensor_constant66" [id=1368, type=get_attr]; -"1369 index_10" [id=1369, type=index]; -"1370 view_56" [id=1370, type=view]; -"1371 permute_46" [id=1371, type=permute]; -"1372 contiguous_18" [id=1372, type=contiguous]; -"1373 unsqueeze_30" [id=1373, type=unsqueeze]; -"1374 sigmoid_10" [id=1374, type=sigmoid]; -"1375 mul_20" [id=1375, type=mul]; -"1376 pad_12" [id=1376, type=pad]; -"1377 view_57" [id=1377, type=view]; -"1378 permute_47" [id=1378, type=permute]; -"1379 reshape_45" [id=1379, type=reshape]; -"1380 _param_constant173" [id=1380, type=get_attr]; -"1381 clone_10" [id=1381, type=clone]; -"1382 reshape_45_0_0_nncf_smooth_quant_0" [id=1382, type=call_module]; -"1383 quantize_per_tensor_default_63" [id=1383, type=quantize_per_tensor]; -"1384 dequantize_per_tensor_default_63" [id=1384, type=dequantize_per_tensor]; -"1385 scale_updated_constant65" [id=1385, type=get_attr]; -"1386 compressed_weight_updated_constant65" [id=1386, type=get_attr]; -"1387 mul_tensor_65" [id=1387, type=mul]; -"1388 zero_point_updated_constant65" [id=1388, type=get_attr]; -"1389 sub_tensor_65" [id=1389, type=sub]; -"1390 linear_64" [id=1390, type=linear]; -"1391 reshape_46" [id=1391, type=reshape]; -"1392 permute_48" [id=1392, type=permute]; -"1393 select_30" [id=1393, type=select]; -"1394 select_31" [id=1394, type=select]; -"1395 select_32" [id=1395, type=select]; -"1396 linalg_vector_norm_20" [id=1396, type=linalg_vector_norm]; -"1397 clamp_min_20" [id=1397, type=clamp_min]; -"1398 expand_as_20" [id=1398, type=expand_as]; -"1399 div_20" [id=1399, type=div]; -"1400 quantize_per_tensor_default_64" [id=1400, type=quantize_per_tensor]; -"1401 dequantize_per_tensor_default_64" [id=1401, type=dequantize_per_tensor]; -"1402 linalg_vector_norm_21" [id=1402, type=linalg_vector_norm]; -"1403 clamp_min_21" [id=1403, type=clamp_min]; -"1404 expand_as_21" [id=1404, type=expand_as]; -"1405 div_21" [id=1405, type=div]; -"1406 quantize_per_tensor_default_65" [id=1406, type=quantize_per_tensor]; -"1407 dequantize_per_tensor_default_65" [id=1407, type=dequantize_per_tensor]; -"1408 transpose_20" [id=1408, type=transpose]; -"1409 matmul_20" [id=1409, type=matmul]; -"1410 _param_constant175" [id=1410, type=get_attr]; -"1411 clamp_10" [id=1411, type=clamp]; -"1412 exp_10" [id=1412, type=exp]; -"1413 mul_21" [id=1413, type=mul]; -"1414 add_35" [id=1414, type=add]; -"1415 softmax_10" [id=1415, type=softmax]; -"1416 dropout_40" [id=1416, type=dropout]; -"1417 matmul_21" [id=1417, type=matmul]; -"1418 transpose_21" [id=1418, type=transpose]; -"1419 reshape_47" [id=1419, type=reshape]; -"1420 _param_constant177" [id=1420, type=get_attr]; -"1421 reshape_47_0_0_nncf_smooth_quant_0" [id=1421, type=call_module]; -"1422 quantize_per_tensor_default_66" [id=1422, type=quantize_per_tensor]; -"1423 dequantize_per_tensor_default_66" [id=1423, type=dequantize_per_tensor]; -"1424 scale_updated_constant66" [id=1424, type=get_attr]; -"1425 compressed_weight_updated_constant66" [id=1425, type=get_attr]; -"1426 mul_tensor_66" [id=1426, type=mul]; -"1427 zero_point_updated_constant66" [id=1427, type=get_attr]; -"1428 sub_tensor_66" [id=1428, type=sub]; -"1429 linear_65" [id=1429, type=linear]; -"1430 dropout_41" [id=1430, type=dropout]; -"1431 view_58" [id=1431, type=view]; -"1432 permute_49" [id=1432, type=permute]; -"1433 reshape_48" [id=1433, type=reshape]; -"1434 slice_162" [id=1434, type=slice]; -"1435 slice_163" [id=1435, type=slice]; -"1436 slice_164" [id=1436, type=slice]; -"1437 slice_165" [id=1437, type=slice]; -"1438 contiguous_19" [id=1438, type=contiguous]; -"1439 _param_constant178" [id=1439, type=get_attr]; -"1440 _param_constant179" [id=1440, type=get_attr]; -"1441 layer_norm_23" [id=1441, type=layer_norm]; -"1442 add_36" [id=1442, type=add]; -"1443 _param_constant181" [id=1443, type=get_attr]; -"1444 add_36_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; -"1445 quantize_per_tensor_default_67" [id=1445, type=quantize_per_tensor]; -"1446 dequantize_per_tensor_default_67" [id=1446, type=dequantize_per_tensor]; -"1447 scale_updated_constant67" [id=1447, type=get_attr]; -"1448 compressed_weight_updated_constant67" [id=1448, type=get_attr]; -"1449 mul_tensor_67" [id=1449, type=mul]; -"1450 zero_point_updated_constant67" [id=1450, type=get_attr]; -"1451 sub_tensor_67" [id=1451, type=sub]; -"1452 linear_66" [id=1452, type=linear]; -"1453 gelu_10" [id=1453, type=gelu]; -"1454 dropout_42" [id=1454, type=dropout]; -"1455 _param_constant183" [id=1455, type=get_attr]; -"1456 dropout_42_0_0_nncf_smooth_quant_0" [id=1456, type=call_module]; -"1457 quantize_per_tensor_default_68" [id=1457, type=quantize_per_tensor]; -"1458 dequantize_per_tensor_default_68" [id=1458, type=dequantize_per_tensor]; -"1459 scale_updated_constant68" [id=1459, type=get_attr]; -"1460 compressed_weight_updated_constant68" [id=1460, type=get_attr]; -"1461 mul_tensor_68" [id=1461, type=mul]; -"1462 zero_point_updated_constant68" [id=1462, type=get_attr]; -"1463 sub_tensor_68" [id=1463, type=sub]; -"1464 linear_67" [id=1464, type=linear]; -"1465 dropout_43" [id=1465, type=dropout]; -"1466 _param_constant184" [id=1466, type=get_attr]; -"1467 _param_constant185" [id=1467, type=get_attr]; -"1468 layer_norm_24" [id=1468, type=layer_norm]; -"1469 add_37" [id=1469, type=add]; -"1470 _tensor_constant67" [id=1470, type=get_attr]; -"1471 _param_constant187" [id=1471, type=get_attr]; -"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; -"1473 scale_updated_constant69" [id=1473, type=get_attr]; -"1474 compressed_weight_updated_constant69" [id=1474, type=get_attr]; -"1475 mul_tensor_69" [id=1475, type=mul]; -"1476 zero_point_updated_constant69" [id=1476, type=get_attr]; -"1477 sub_tensor_69" [id=1477, type=sub]; -"1478 linear_68" [id=1478, type=linear]; -"1479 relu__11" [id=1479, type=relu_]; -"1480 relu__11_0_0_nncf_smooth_quant_0" [id=1480, type=call_module]; -"1481 scale_updated_constant70" [id=1481, type=get_attr]; -"1482 compressed_weight_updated_constant70" [id=1482, type=get_attr]; -"1483 mul_tensor_70" [id=1483, type=mul]; -"1484 zero_point_updated_constant70" [id=1484, type=get_attr]; -"1485 sub_tensor_70" [id=1485, type=sub]; -"1486 linear_69" [id=1486, type=linear]; -"1487 view_59" [id=1487, type=view]; -"1488 _tensor_constant68" [id=1488, type=get_attr]; -"1489 index_11" [id=1489, type=index]; -"1490 view_60" [id=1490, type=view]; -"1491 permute_50" [id=1491, type=permute]; -"1492 contiguous_20" [id=1492, type=contiguous]; -"1493 unsqueeze_31" [id=1493, type=unsqueeze]; -"1494 sigmoid_11" [id=1494, type=sigmoid]; -"1495 mul_22" [id=1495, type=mul]; -"1496 pad_13" [id=1496, type=pad]; -"1497 roll_10" [id=1497, type=roll]; -"1498 view_61" [id=1498, type=view]; -"1499 permute_51" [id=1499, type=permute]; -"1500 reshape_49" [id=1500, type=reshape]; -"1501 _param_constant189" [id=1501, type=get_attr]; -"1502 clone_11" [id=1502, type=clone]; -"1503 reshape_49_0_0_nncf_smooth_quant_0" [id=1503, type=call_module]; -"1504 quantize_per_tensor_default_69" [id=1504, type=quantize_per_tensor]; -"1505 dequantize_per_tensor_default_69" [id=1505, type=dequantize_per_tensor]; -"1506 scale_updated_constant71" [id=1506, type=get_attr]; -"1507 compressed_weight_updated_constant71" [id=1507, type=get_attr]; -"1508 mul_tensor_71" [id=1508, type=mul]; -"1509 zero_point_updated_constant71" [id=1509, type=get_attr]; -"1510 sub_tensor_71" [id=1510, type=sub]; -"1511 linear_70" [id=1511, type=linear]; -"1512 reshape_50" [id=1512, type=reshape]; -"1513 permute_52" [id=1513, type=permute]; -"1514 select_33" [id=1514, type=select]; -"1515 select_34" [id=1515, type=select]; -"1516 select_35" [id=1516, type=select]; -"1517 linalg_vector_norm_22" [id=1517, type=linalg_vector_norm]; -"1518 clamp_min_22" [id=1518, type=clamp_min]; -"1519 expand_as_22" [id=1519, type=expand_as]; -"1520 div_22" [id=1520, type=div]; -"1521 quantize_per_tensor_default_70" [id=1521, type=quantize_per_tensor]; -"1522 dequantize_per_tensor_default_70" [id=1522, type=dequantize_per_tensor]; -"1523 linalg_vector_norm_23" [id=1523, type=linalg_vector_norm]; -"1524 clamp_min_23" [id=1524, type=clamp_min]; -"1525 expand_as_23" [id=1525, type=expand_as]; -"1526 div_23" [id=1526, type=div]; -"1527 quantize_per_tensor_default_71" [id=1527, type=quantize_per_tensor]; -"1528 dequantize_per_tensor_default_71" [id=1528, type=dequantize_per_tensor]; -"1529 transpose_22" [id=1529, type=transpose]; -"1530 matmul_22" [id=1530, type=matmul]; -"1531 _param_constant191" [id=1531, type=get_attr]; -"1532 clamp_11" [id=1532, type=clamp]; -"1533 exp_11" [id=1533, type=exp]; -"1534 mul_23" [id=1534, type=mul]; -"1535 add_38" [id=1535, type=add]; -"1536 new_zeros_5" [id=1536, type=new_zeros]; -"1537 view_62" [id=1537, type=view]; -"1538 permute_53" [id=1538, type=permute]; -"1539 reshape_51" [id=1539, type=reshape]; -"1540 unsqueeze_32" [id=1540, type=unsqueeze]; -"1541 unsqueeze_33" [id=1541, type=unsqueeze]; -"1542 sub_5" [id=1542, type=sub]; -"1543 ne_5" [id=1543, type=ne]; -"1544 masked_fill_10" [id=1544, type=masked_fill]; -"1545 eq_5" [id=1545, type=eq]; -"1546 masked_fill_11" [id=1546, type=masked_fill]; -"1547 view_63" [id=1547, type=view]; -"1548 unsqueeze_34" [id=1548, type=unsqueeze]; -"1549 unsqueeze_35" [id=1549, type=unsqueeze]; -"1550 add_39" [id=1550, type=add]; -"1551 view_64" [id=1551, type=view]; -"1552 softmax_11" [id=1552, type=softmax]; -"1553 dropout_44" [id=1553, type=dropout]; -"1554 matmul_23" [id=1554, type=matmul]; -"1555 transpose_23" [id=1555, type=transpose]; -"1556 reshape_52" [id=1556, type=reshape]; -"1557 _param_constant193" [id=1557, type=get_attr]; -"1558 reshape_52_0_0_nncf_smooth_quant_0" [id=1558, type=call_module]; -"1559 quantize_per_tensor_default_72" [id=1559, type=quantize_per_tensor]; -"1560 dequantize_per_tensor_default_72" [id=1560, type=dequantize_per_tensor]; -"1561 scale_updated_constant72" [id=1561, type=get_attr]; -"1562 compressed_weight_updated_constant72" [id=1562, type=get_attr]; -"1563 mul_tensor_72" [id=1563, type=mul]; -"1564 zero_point_updated_constant72" [id=1564, type=get_attr]; -"1565 sub_tensor_72" [id=1565, type=sub]; -"1566 linear_71" [id=1566, type=linear]; -"1567 dropout_45" [id=1567, type=dropout]; -"1568 view_65" [id=1568, type=view]; -"1569 permute_54" [id=1569, type=permute]; -"1570 reshape_53" [id=1570, type=reshape]; -"1571 roll_11" [id=1571, type=roll]; -"1572 slice_185" [id=1572, type=slice]; -"1573 slice_186" [id=1573, type=slice]; -"1574 slice_187" [id=1574, type=slice]; -"1575 slice_188" [id=1575, type=slice]; -"1576 contiguous_21" [id=1576, type=contiguous]; -"1577 _param_constant194" [id=1577, type=get_attr]; -"1578 _param_constant195" [id=1578, type=get_attr]; -"1579 layer_norm_25" [id=1579, type=layer_norm]; -"1580 add_40" [id=1580, type=add]; -"1581 _param_constant197" [id=1581, type=get_attr]; -"1582 add_40_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; -"1583 quantize_per_tensor_default_73" [id=1583, type=quantize_per_tensor]; -"1584 dequantize_per_tensor_default_73" [id=1584, type=dequantize_per_tensor]; -"1585 scale_updated_constant73" [id=1585, type=get_attr]; -"1586 compressed_weight_updated_constant73" [id=1586, type=get_attr]; -"1587 mul_tensor_73" [id=1587, type=mul]; -"1588 zero_point_updated_constant73" [id=1588, type=get_attr]; -"1589 sub_tensor_73" [id=1589, type=sub]; -"1590 linear_72" [id=1590, type=linear]; -"1591 gelu_11" [id=1591, type=gelu]; -"1592 dropout_46" [id=1592, type=dropout]; -"1593 _param_constant199" [id=1593, type=get_attr]; -"1594 dropout_46_0_0_nncf_smooth_quant_0" [id=1594, type=call_module]; -"1595 quantize_per_tensor_default_74" [id=1595, type=quantize_per_tensor]; -"1596 dequantize_per_tensor_default_74" [id=1596, type=dequantize_per_tensor]; -"1597 scale_updated_constant74" [id=1597, type=get_attr]; -"1598 compressed_weight_updated_constant74" [id=1598, type=get_attr]; -"1599 mul_tensor_74" [id=1599, type=mul]; -"1600 zero_point_updated_constant74" [id=1600, type=get_attr]; -"1601 sub_tensor_74" [id=1601, type=sub]; -"1602 linear_73" [id=1602, type=linear]; -"1603 dropout_47" [id=1603, type=dropout]; -"1604 _param_constant200" [id=1604, type=get_attr]; -"1605 _param_constant201" [id=1605, type=get_attr]; -"1606 layer_norm_26" [id=1606, type=layer_norm]; -"1607 add_41" [id=1607, type=add]; -"1608 _tensor_constant78" [id=1608, type=get_attr]; -"1609 _param_constant203" [id=1609, type=get_attr]; -"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1610, type=call_module]; -"1611 scale_updated_constant75" [id=1611, type=get_attr]; -"1612 compressed_weight_updated_constant75" [id=1612, type=get_attr]; -"1613 mul_tensor_75" [id=1613, type=mul]; -"1614 zero_point_updated_constant75" [id=1614, type=get_attr]; -"1615 sub_tensor_75" [id=1615, type=sub]; -"1616 linear_74" [id=1616, type=linear]; -"1617 relu__12" [id=1617, type=relu_]; -"1618 relu__12_0_0_nncf_smooth_quant_0" [id=1618, type=call_module]; -"1619 scale_updated_constant76" [id=1619, type=get_attr]; -"1620 compressed_weight_updated_constant76" [id=1620, type=get_attr]; -"1621 mul_tensor_76" [id=1621, type=mul]; -"1622 zero_point_updated_constant76" [id=1622, type=get_attr]; -"1623 sub_tensor_76" [id=1623, type=sub]; -"1624 linear_75" [id=1624, type=linear]; -"1625 view_66" [id=1625, type=view]; -"1626 _tensor_constant79" [id=1626, type=get_attr]; -"1627 index_12" [id=1627, type=index]; -"1628 view_67" [id=1628, type=view]; -"1629 permute_55" [id=1629, type=permute]; -"1630 contiguous_22" [id=1630, type=contiguous]; -"1631 unsqueeze_36" [id=1631, type=unsqueeze]; -"1632 sigmoid_12" [id=1632, type=sigmoid]; -"1633 mul_24" [id=1633, type=mul]; -"1634 pad_14" [id=1634, type=pad]; -"1635 view_68" [id=1635, type=view]; -"1636 permute_56" [id=1636, type=permute]; -"1637 reshape_54" [id=1637, type=reshape]; -"1638 _param_constant205" [id=1638, type=get_attr]; -"1639 clone_12" [id=1639, type=clone]; -"1640 reshape_54_0_0_nncf_smooth_quant_0" [id=1640, type=call_module]; -"1641 quantize_per_tensor_default_75" [id=1641, type=quantize_per_tensor]; -"1642 dequantize_per_tensor_default_75" [id=1642, type=dequantize_per_tensor]; -"1643 scale_updated_constant77" [id=1643, type=get_attr]; -"1644 compressed_weight_updated_constant77" [id=1644, type=get_attr]; -"1645 mul_tensor_77" [id=1645, type=mul]; -"1646 zero_point_updated_constant77" [id=1646, type=get_attr]; -"1647 sub_tensor_77" [id=1647, type=sub]; -"1648 linear_76" [id=1648, type=linear]; -"1649 reshape_55" [id=1649, type=reshape]; -"1650 permute_57" [id=1650, type=permute]; -"1651 select_36" [id=1651, type=select]; -"1652 select_37" [id=1652, type=select]; -"1653 select_38" [id=1653, type=select]; -"1654 linalg_vector_norm_24" [id=1654, type=linalg_vector_norm]; -"1655 clamp_min_24" [id=1655, type=clamp_min]; -"1656 expand_as_24" [id=1656, type=expand_as]; -"1657 div_24" [id=1657, type=div]; -"1658 quantize_per_tensor_default_76" [id=1658, type=quantize_per_tensor]; -"1659 dequantize_per_tensor_default_76" [id=1659, type=dequantize_per_tensor]; -"1660 linalg_vector_norm_25" [id=1660, type=linalg_vector_norm]; -"1661 clamp_min_25" [id=1661, type=clamp_min]; -"1662 expand_as_25" [id=1662, type=expand_as]; -"1663 div_25" [id=1663, type=div]; -"1664 quantize_per_tensor_default_77" [id=1664, type=quantize_per_tensor]; -"1665 dequantize_per_tensor_default_77" [id=1665, type=dequantize_per_tensor]; -"1666 transpose_24" [id=1666, type=transpose]; -"1667 matmul_24" [id=1667, type=matmul]; -"1668 _param_constant207" [id=1668, type=get_attr]; -"1669 clamp_12" [id=1669, type=clamp]; -"1670 exp_12" [id=1670, type=exp]; -"1671 mul_25" [id=1671, type=mul]; -"1672 add_42" [id=1672, type=add]; -"1673 softmax_12" [id=1673, type=softmax]; -"1674 dropout_48" [id=1674, type=dropout]; -"1675 matmul_25" [id=1675, type=matmul]; -"1676 transpose_25" [id=1676, type=transpose]; -"1677 reshape_56" [id=1677, type=reshape]; -"1678 _param_constant209" [id=1678, type=get_attr]; -"1679 reshape_56_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; -"1680 quantize_per_tensor_default_78" [id=1680, type=quantize_per_tensor]; -"1681 dequantize_per_tensor_default_78" [id=1681, type=dequantize_per_tensor]; -"1682 scale_updated_constant78" [id=1682, type=get_attr]; -"1683 compressed_weight_updated_constant78" [id=1683, type=get_attr]; -"1684 mul_tensor_78" [id=1684, type=mul]; -"1685 zero_point_updated_constant78" [id=1685, type=get_attr]; -"1686 sub_tensor_78" [id=1686, type=sub]; -"1687 linear_77" [id=1687, type=linear]; -"1688 dropout_49" [id=1688, type=dropout]; -"1689 view_69" [id=1689, type=view]; -"1690 permute_58" [id=1690, type=permute]; -"1691 reshape_57" [id=1691, type=reshape]; -"1692 slice_190" [id=1692, type=slice]; -"1693 slice_191" [id=1693, type=slice]; -"1694 slice_192" [id=1694, type=slice]; -"1695 slice_193" [id=1695, type=slice]; -"1696 contiguous_23" [id=1696, type=contiguous]; -"1697 _param_constant210" [id=1697, type=get_attr]; -"1698 _param_constant211" [id=1698, type=get_attr]; -"1699 layer_norm_27" [id=1699, type=layer_norm]; -"1700 add_43" [id=1700, type=add]; -"1701 _param_constant213" [id=1701, type=get_attr]; -"1702 add_43_0_0_nncf_smooth_quant_0" [id=1702, type=call_module]; -"1703 quantize_per_tensor_default_79" [id=1703, type=quantize_per_tensor]; -"1704 dequantize_per_tensor_default_79" [id=1704, type=dequantize_per_tensor]; -"1705 scale_updated_constant79" [id=1705, type=get_attr]; -"1706 compressed_weight_updated_constant79" [id=1706, type=get_attr]; -"1707 mul_tensor_79" [id=1707, type=mul]; -"1708 zero_point_updated_constant79" [id=1708, type=get_attr]; -"1709 sub_tensor_79" [id=1709, type=sub]; -"1710 linear_78" [id=1710, type=linear]; -"1711 gelu_12" [id=1711, type=gelu]; -"1712 dropout_50" [id=1712, type=dropout]; -"1713 _param_constant215" [id=1713, type=get_attr]; -"1714 dropout_50_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; -"1715 quantize_per_tensor_default_80" [id=1715, type=quantize_per_tensor]; -"1716 dequantize_per_tensor_default_80" [id=1716, type=dequantize_per_tensor]; -"1717 scale_updated_constant80" [id=1717, type=get_attr]; -"1718 compressed_weight_updated_constant80" [id=1718, type=get_attr]; -"1719 mul_tensor_80" [id=1719, type=mul]; -"1720 zero_point_updated_constant80" [id=1720, type=get_attr]; -"1721 sub_tensor_80" [id=1721, type=sub]; -"1722 linear_79" [id=1722, type=linear]; -"1723 dropout_51" [id=1723, type=dropout]; -"1724 _param_constant216" [id=1724, type=get_attr]; -"1725 _param_constant217" [id=1725, type=get_attr]; -"1726 layer_norm_28" [id=1726, type=layer_norm]; -"1727 add_44" [id=1727, type=add]; -"1728 _tensor_constant80" [id=1728, type=get_attr]; -"1729 _param_constant219" [id=1729, type=get_attr]; -"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1730, type=call_module]; -"1731 scale_updated_constant81" [id=1731, type=get_attr]; -"1732 compressed_weight_updated_constant81" [id=1732, type=get_attr]; -"1733 mul_tensor_81" [id=1733, type=mul]; -"1734 zero_point_updated_constant81" [id=1734, type=get_attr]; -"1735 sub_tensor_81" [id=1735, type=sub]; -"1736 linear_80" [id=1736, type=linear]; -"1737 relu__13" [id=1737, type=relu_]; -"1738 relu__13_0_0_nncf_smooth_quant_0" [id=1738, type=call_module]; -"1739 scale_updated_constant82" [id=1739, type=get_attr]; -"1740 compressed_weight_updated_constant82" [id=1740, type=get_attr]; -"1741 mul_tensor_82" [id=1741, type=mul]; -"1742 zero_point_updated_constant82" [id=1742, type=get_attr]; -"1743 sub_tensor_82" [id=1743, type=sub]; -"1744 linear_81" [id=1744, type=linear]; -"1745 view_70" [id=1745, type=view]; -"1746 _tensor_constant81" [id=1746, type=get_attr]; -"1747 index_13" [id=1747, type=index]; -"1748 view_71" [id=1748, type=view]; -"1749 permute_59" [id=1749, type=permute]; -"1750 contiguous_24" [id=1750, type=contiguous]; -"1751 unsqueeze_37" [id=1751, type=unsqueeze]; -"1752 sigmoid_13" [id=1752, type=sigmoid]; -"1753 mul_26" [id=1753, type=mul]; -"1754 pad_15" [id=1754, type=pad]; -"1755 roll_12" [id=1755, type=roll]; -"1756 view_72" [id=1756, type=view]; -"1757 permute_60" [id=1757, type=permute]; -"1758 reshape_58" [id=1758, type=reshape]; -"1759 _param_constant221" [id=1759, type=get_attr]; -"1760 clone_13" [id=1760, type=clone]; -"1761 reshape_58_0_0_nncf_smooth_quant_0" [id=1761, type=call_module]; -"1762 quantize_per_tensor_default_81" [id=1762, type=quantize_per_tensor]; -"1763 dequantize_per_tensor_default_81" [id=1763, type=dequantize_per_tensor]; -"1764 scale_updated_constant83" [id=1764, type=get_attr]; -"1765 compressed_weight_updated_constant83" [id=1765, type=get_attr]; -"1766 mul_tensor_83" [id=1766, type=mul]; -"1767 zero_point_updated_constant83" [id=1767, type=get_attr]; -"1768 sub_tensor_83" [id=1768, type=sub]; -"1769 linear_82" [id=1769, type=linear]; -"1770 reshape_59" [id=1770, type=reshape]; -"1771 permute_61" [id=1771, type=permute]; -"1772 select_39" [id=1772, type=select]; -"1773 select_40" [id=1773, type=select]; -"1774 select_41" [id=1774, type=select]; -"1775 linalg_vector_norm_26" [id=1775, type=linalg_vector_norm]; -"1776 clamp_min_26" [id=1776, type=clamp_min]; -"1777 expand_as_26" [id=1777, type=expand_as]; -"1778 div_26" [id=1778, type=div]; -"1779 quantize_per_tensor_default_82" [id=1779, type=quantize_per_tensor]; -"1780 dequantize_per_tensor_default_82" [id=1780, type=dequantize_per_tensor]; -"1781 linalg_vector_norm_27" [id=1781, type=linalg_vector_norm]; -"1782 clamp_min_27" [id=1782, type=clamp_min]; -"1783 expand_as_27" [id=1783, type=expand_as]; -"1784 div_27" [id=1784, type=div]; -"1785 quantize_per_tensor_default_83" [id=1785, type=quantize_per_tensor]; -"1786 dequantize_per_tensor_default_83" [id=1786, type=dequantize_per_tensor]; -"1787 transpose_26" [id=1787, type=transpose]; -"1788 matmul_26" [id=1788, type=matmul]; -"1789 _param_constant223" [id=1789, type=get_attr]; -"1790 clamp_13" [id=1790, type=clamp]; -"1791 exp_13" [id=1791, type=exp]; -"1792 mul_27" [id=1792, type=mul]; -"1793 add_45" [id=1793, type=add]; -"1794 new_zeros_6" [id=1794, type=new_zeros]; -"1795 view_73" [id=1795, type=view]; -"1796 permute_62" [id=1796, type=permute]; -"1797 reshape_60" [id=1797, type=reshape]; -"1798 unsqueeze_38" [id=1798, type=unsqueeze]; -"1799 unsqueeze_39" [id=1799, type=unsqueeze]; -"1800 sub_6" [id=1800, type=sub]; -"1801 ne_6" [id=1801, type=ne]; -"1802 masked_fill_12" [id=1802, type=masked_fill]; -"1803 eq_6" [id=1803, type=eq]; -"1804 masked_fill_13" [id=1804, type=masked_fill]; -"1805 view_74" [id=1805, type=view]; -"1806 unsqueeze_40" [id=1806, type=unsqueeze]; -"1807 unsqueeze_41" [id=1807, type=unsqueeze]; -"1808 add_46" [id=1808, type=add]; -"1809 view_75" [id=1809, type=view]; -"1810 softmax_13" [id=1810, type=softmax]; -"1811 dropout_52" [id=1811, type=dropout]; -"1812 matmul_27" [id=1812, type=matmul]; -"1813 transpose_27" [id=1813, type=transpose]; -"1814 reshape_61" [id=1814, type=reshape]; -"1815 _param_constant225" [id=1815, type=get_attr]; -"1816 reshape_61_0_0_nncf_smooth_quant_0" [id=1816, type=call_module]; -"1817 quantize_per_tensor_default_84" [id=1817, type=quantize_per_tensor]; -"1818 dequantize_per_tensor_default_84" [id=1818, type=dequantize_per_tensor]; -"1819 scale_updated_constant84" [id=1819, type=get_attr]; -"1820 compressed_weight_updated_constant84" [id=1820, type=get_attr]; -"1821 mul_tensor_84" [id=1821, type=mul]; -"1822 zero_point_updated_constant84" [id=1822, type=get_attr]; -"1823 sub_tensor_84" [id=1823, type=sub]; -"1824 linear_83" [id=1824, type=linear]; -"1825 dropout_53" [id=1825, type=dropout]; -"1826 view_76" [id=1826, type=view]; -"1827 permute_63" [id=1827, type=permute]; -"1828 reshape_62" [id=1828, type=reshape]; -"1829 roll_13" [id=1829, type=roll]; -"1830 slice_213" [id=1830, type=slice]; -"1831 slice_214" [id=1831, type=slice]; -"1832 slice_215" [id=1832, type=slice]; -"1833 slice_216" [id=1833, type=slice]; -"1834 contiguous_25" [id=1834, type=contiguous]; -"1835 _param_constant226" [id=1835, type=get_attr]; -"1836 _param_constant227" [id=1836, type=get_attr]; -"1837 layer_norm_29" [id=1837, type=layer_norm]; -"1838 add_47" [id=1838, type=add]; -"1839 _param_constant229" [id=1839, type=get_attr]; -"1840 add_47_0_0_nncf_smooth_quant_0" [id=1840, type=call_module]; -"1841 quantize_per_tensor_default_85" [id=1841, type=quantize_per_tensor]; -"1842 dequantize_per_tensor_default_85" [id=1842, type=dequantize_per_tensor]; -"1843 scale_updated_constant85" [id=1843, type=get_attr]; -"1844 compressed_weight_updated_constant85" [id=1844, type=get_attr]; -"1845 mul_tensor_85" [id=1845, type=mul]; -"1846 zero_point_updated_constant85" [id=1846, type=get_attr]; -"1847 sub_tensor_85" [id=1847, type=sub]; -"1848 linear_84" [id=1848, type=linear]; -"1849 gelu_13" [id=1849, type=gelu]; -"1850 dropout_54" [id=1850, type=dropout]; -"1851 _param_constant231" [id=1851, type=get_attr]; -"1852 dropout_54_0_0_nncf_smooth_quant_0" [id=1852, type=call_module]; -"1853 quantize_per_tensor_default_86" [id=1853, type=quantize_per_tensor]; -"1854 dequantize_per_tensor_default_86" [id=1854, type=dequantize_per_tensor]; -"1855 scale_updated_constant86" [id=1855, type=get_attr]; -"1856 compressed_weight_updated_constant86" [id=1856, type=get_attr]; -"1857 mul_tensor_86" [id=1857, type=mul]; -"1858 zero_point_updated_constant86" [id=1858, type=get_attr]; -"1859 sub_tensor_86" [id=1859, type=sub]; -"1860 linear_85" [id=1860, type=linear]; -"1861 dropout_55" [id=1861, type=dropout]; -"1862 _param_constant232" [id=1862, type=get_attr]; -"1863 _param_constant233" [id=1863, type=get_attr]; -"1864 layer_norm_30" [id=1864, type=layer_norm]; -"1865 add_48" [id=1865, type=add]; -"1866 _tensor_constant91" [id=1866, type=get_attr]; -"1867 _param_constant235" [id=1867, type=get_attr]; -"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1868, type=call_module]; -"1869 scale_updated_constant87" [id=1869, type=get_attr]; -"1870 compressed_weight_updated_constant87" [id=1870, type=get_attr]; -"1871 mul_tensor_87" [id=1871, type=mul]; -"1872 zero_point_updated_constant87" [id=1872, type=get_attr]; -"1873 sub_tensor_87" [id=1873, type=sub]; -"1874 linear_86" [id=1874, type=linear]; -"1875 relu__14" [id=1875, type=relu_]; -"1876 relu__14_0_0_nncf_smooth_quant_0" [id=1876, type=call_module]; -"1877 scale_updated_constant88" [id=1877, type=get_attr]; -"1878 compressed_weight_updated_constant88" [id=1878, type=get_attr]; -"1879 mul_tensor_88" [id=1879, type=mul]; -"1880 zero_point_updated_constant88" [id=1880, type=get_attr]; -"1881 sub_tensor_88" [id=1881, type=sub]; -"1882 linear_87" [id=1882, type=linear]; -"1883 view_77" [id=1883, type=view]; -"1884 _tensor_constant92" [id=1884, type=get_attr]; -"1885 index_14" [id=1885, type=index]; -"1886 view_78" [id=1886, type=view]; -"1887 permute_64" [id=1887, type=permute]; -"1888 contiguous_26" [id=1888, type=contiguous]; -"1889 unsqueeze_42" [id=1889, type=unsqueeze]; -"1890 sigmoid_14" [id=1890, type=sigmoid]; -"1891 mul_28" [id=1891, type=mul]; -"1892 pad_16" [id=1892, type=pad]; -"1893 view_79" [id=1893, type=view]; -"1894 permute_65" [id=1894, type=permute]; -"1895 reshape_63" [id=1895, type=reshape]; -"1896 _param_constant237" [id=1896, type=get_attr]; -"1897 clone_14" [id=1897, type=clone]; -"1898 reshape_63_0_0_nncf_smooth_quant_0" [id=1898, type=call_module]; -"1899 quantize_per_tensor_default_87" [id=1899, type=quantize_per_tensor]; -"1900 dequantize_per_tensor_default_87" [id=1900, type=dequantize_per_tensor]; -"1901 scale_updated_constant89" [id=1901, type=get_attr]; -"1902 compressed_weight_updated_constant89" [id=1902, type=get_attr]; -"1903 mul_tensor_89" [id=1903, type=mul]; -"1904 zero_point_updated_constant89" [id=1904, type=get_attr]; -"1905 sub_tensor_89" [id=1905, type=sub]; -"1906 linear_88" [id=1906, type=linear]; -"1907 reshape_64" [id=1907, type=reshape]; -"1908 permute_66" [id=1908, type=permute]; -"1909 select_42" [id=1909, type=select]; -"1910 select_43" [id=1910, type=select]; -"1911 select_44" [id=1911, type=select]; -"1912 linalg_vector_norm_28" [id=1912, type=linalg_vector_norm]; -"1913 clamp_min_28" [id=1913, type=clamp_min]; -"1914 expand_as_28" [id=1914, type=expand_as]; -"1915 div_28" [id=1915, type=div]; -"1916 quantize_per_tensor_default_88" [id=1916, type=quantize_per_tensor]; -"1917 dequantize_per_tensor_default_88" [id=1917, type=dequantize_per_tensor]; -"1918 linalg_vector_norm_29" [id=1918, type=linalg_vector_norm]; -"1919 clamp_min_29" [id=1919, type=clamp_min]; -"1920 expand_as_29" [id=1920, type=expand_as]; -"1921 div_29" [id=1921, type=div]; -"1922 quantize_per_tensor_default_89" [id=1922, type=quantize_per_tensor]; -"1923 dequantize_per_tensor_default_89" [id=1923, type=dequantize_per_tensor]; -"1924 transpose_28" [id=1924, type=transpose]; -"1925 matmul_28" [id=1925, type=matmul]; -"1926 _param_constant239" [id=1926, type=get_attr]; -"1927 clamp_14" [id=1927, type=clamp]; -"1928 exp_14" [id=1928, type=exp]; -"1929 mul_29" [id=1929, type=mul]; -"1930 add_49" [id=1930, type=add]; -"1931 softmax_14" [id=1931, type=softmax]; -"1932 dropout_56" [id=1932, type=dropout]; -"1933 matmul_29" [id=1933, type=matmul]; -"1934 transpose_29" [id=1934, type=transpose]; -"1935 reshape_65" [id=1935, type=reshape]; -"1936 _param_constant241" [id=1936, type=get_attr]; -"1937 reshape_65_0_0_nncf_smooth_quant_0" [id=1937, type=call_module]; -"1938 quantize_per_tensor_default_90" [id=1938, type=quantize_per_tensor]; -"1939 dequantize_per_tensor_default_90" [id=1939, type=dequantize_per_tensor]; -"1940 scale_updated_constant90" [id=1940, type=get_attr]; -"1941 compressed_weight_updated_constant90" [id=1941, type=get_attr]; -"1942 mul_tensor_90" [id=1942, type=mul]; -"1943 zero_point_updated_constant90" [id=1943, type=get_attr]; -"1944 sub_tensor_90" [id=1944, type=sub]; -"1945 linear_89" [id=1945, type=linear]; -"1946 dropout_57" [id=1946, type=dropout]; -"1947 view_80" [id=1947, type=view]; -"1948 permute_67" [id=1948, type=permute]; -"1949 reshape_66" [id=1949, type=reshape]; -"1950 slice_218" [id=1950, type=slice]; -"1951 slice_219" [id=1951, type=slice]; -"1952 slice_220" [id=1952, type=slice]; -"1953 slice_221" [id=1953, type=slice]; -"1954 contiguous_27" [id=1954, type=contiguous]; -"1955 _param_constant242" [id=1955, type=get_attr]; -"1956 _param_constant243" [id=1956, type=get_attr]; -"1957 layer_norm_31" [id=1957, type=layer_norm]; -"1958 add_50" [id=1958, type=add]; -"1959 _param_constant245" [id=1959, type=get_attr]; -"1960 add_50_0_0_nncf_smooth_quant_0" [id=1960, type=call_module]; -"1961 quantize_per_tensor_default_91" [id=1961, type=quantize_per_tensor]; -"1962 dequantize_per_tensor_default_91" [id=1962, type=dequantize_per_tensor]; -"1963 scale_updated_constant91" [id=1963, type=get_attr]; -"1964 compressed_weight_updated_constant91" [id=1964, type=get_attr]; -"1965 mul_tensor_91" [id=1965, type=mul]; -"1966 zero_point_updated_constant91" [id=1966, type=get_attr]; -"1967 sub_tensor_91" [id=1967, type=sub]; -"1968 linear_90" [id=1968, type=linear]; -"1969 gelu_14" [id=1969, type=gelu]; -"1970 dropout_58" [id=1970, type=dropout]; -"1971 _param_constant247" [id=1971, type=get_attr]; -"1972 dropout_58_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; -"1973 quantize_per_tensor_default_92" [id=1973, type=quantize_per_tensor]; -"1974 dequantize_per_tensor_default_92" [id=1974, type=dequantize_per_tensor]; -"1975 scale_updated_constant92" [id=1975, type=get_attr]; -"1976 compressed_weight_updated_constant92" [id=1976, type=get_attr]; -"1977 mul_tensor_92" [id=1977, type=mul]; -"1978 zero_point_updated_constant92" [id=1978, type=get_attr]; -"1979 sub_tensor_92" [id=1979, type=sub]; -"1980 linear_91" [id=1980, type=linear]; -"1981 dropout_59" [id=1981, type=dropout]; -"1982 _param_constant248" [id=1982, type=get_attr]; -"1983 _param_constant249" [id=1983, type=get_attr]; -"1984 layer_norm_32" [id=1984, type=layer_norm]; -"1985 add_51" [id=1985, type=add]; -"1986 _tensor_constant93" [id=1986, type=get_attr]; -"1987 _param_constant251" [id=1987, type=get_attr]; -"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1988, type=call_module]; -"1989 scale_updated_constant93" [id=1989, type=get_attr]; -"1990 compressed_weight_updated_constant93" [id=1990, type=get_attr]; -"1991 mul_tensor_93" [id=1991, type=mul]; -"1992 zero_point_updated_constant93" [id=1992, type=get_attr]; -"1993 sub_tensor_93" [id=1993, type=sub]; -"1994 linear_92" [id=1994, type=linear]; -"1995 relu__15" [id=1995, type=relu_]; -"1996 relu__15_0_0_nncf_smooth_quant_0" [id=1996, type=call_module]; -"1997 scale_updated_constant94" [id=1997, type=get_attr]; -"1998 compressed_weight_updated_constant94" [id=1998, type=get_attr]; -"1999 mul_tensor_94" [id=1999, type=mul]; -"2000 zero_point_updated_constant94" [id=2000, type=get_attr]; -"2001 sub_tensor_94" [id=2001, type=sub]; -"2002 linear_93" [id=2002, type=linear]; -"2003 view_81" [id=2003, type=view]; -"2004 _tensor_constant94" [id=2004, type=get_attr]; -"2005 index_15" [id=2005, type=index]; -"2006 view_82" [id=2006, type=view]; -"2007 permute_68" [id=2007, type=permute]; -"2008 contiguous_28" [id=2008, type=contiguous]; -"2009 unsqueeze_43" [id=2009, type=unsqueeze]; -"2010 sigmoid_15" [id=2010, type=sigmoid]; -"2011 mul_30" [id=2011, type=mul]; -"2012 pad_17" [id=2012, type=pad]; -"2013 roll_14" [id=2013, type=roll]; -"2014 view_83" [id=2014, type=view]; -"2015 permute_69" [id=2015, type=permute]; -"2016 reshape_67" [id=2016, type=reshape]; -"2017 _param_constant253" [id=2017, type=get_attr]; -"2018 clone_15" [id=2018, type=clone]; -"2019 reshape_67_0_0_nncf_smooth_quant_0" [id=2019, type=call_module]; -"2020 quantize_per_tensor_default_93" [id=2020, type=quantize_per_tensor]; -"2021 dequantize_per_tensor_default_93" [id=2021, type=dequantize_per_tensor]; -"2022 scale_updated_constant95" [id=2022, type=get_attr]; -"2023 compressed_weight_updated_constant95" [id=2023, type=get_attr]; -"2024 mul_tensor_95" [id=2024, type=mul]; -"2025 zero_point_updated_constant95" [id=2025, type=get_attr]; -"2026 sub_tensor_95" [id=2026, type=sub]; -"2027 linear_94" [id=2027, type=linear]; -"2028 reshape_68" [id=2028, type=reshape]; -"2029 permute_70" [id=2029, type=permute]; -"2030 select_45" [id=2030, type=select]; -"2031 select_46" [id=2031, type=select]; -"2032 select_47" [id=2032, type=select]; -"2033 linalg_vector_norm_30" [id=2033, type=linalg_vector_norm]; -"2034 clamp_min_30" [id=2034, type=clamp_min]; -"2035 expand_as_30" [id=2035, type=expand_as]; -"2036 div_30" [id=2036, type=div]; -"2037 quantize_per_tensor_default_94" [id=2037, type=quantize_per_tensor]; -"2038 dequantize_per_tensor_default_94" [id=2038, type=dequantize_per_tensor]; -"2039 linalg_vector_norm_31" [id=2039, type=linalg_vector_norm]; -"2040 clamp_min_31" [id=2040, type=clamp_min]; -"2041 expand_as_31" [id=2041, type=expand_as]; -"2042 div_31" [id=2042, type=div]; -"2043 quantize_per_tensor_default_95" [id=2043, type=quantize_per_tensor]; -"2044 dequantize_per_tensor_default_95" [id=2044, type=dequantize_per_tensor]; -"2045 transpose_30" [id=2045, type=transpose]; -"2046 matmul_30" [id=2046, type=matmul]; -"2047 _param_constant255" [id=2047, type=get_attr]; -"2048 clamp_15" [id=2048, type=clamp]; -"2049 exp_15" [id=2049, type=exp]; -"2050 mul_31" [id=2050, type=mul]; -"2051 add_52" [id=2051, type=add]; -"2052 new_zeros_7" [id=2052, type=new_zeros]; -"2053 view_84" [id=2053, type=view]; -"2054 permute_71" [id=2054, type=permute]; -"2055 reshape_69" [id=2055, type=reshape]; -"2056 unsqueeze_44" [id=2056, type=unsqueeze]; -"2057 unsqueeze_45" [id=2057, type=unsqueeze]; -"2058 sub_7" [id=2058, type=sub]; -"2059 ne_7" [id=2059, type=ne]; -"2060 masked_fill_14" [id=2060, type=masked_fill]; -"2061 eq_7" [id=2061, type=eq]; -"2062 masked_fill_15" [id=2062, type=masked_fill]; -"2063 view_85" [id=2063, type=view]; -"2064 unsqueeze_46" [id=2064, type=unsqueeze]; -"2065 unsqueeze_47" [id=2065, type=unsqueeze]; -"2066 add_53" [id=2066, type=add]; -"2067 view_86" [id=2067, type=view]; -"2068 softmax_15" [id=2068, type=softmax]; -"2069 dropout_60" [id=2069, type=dropout]; -"2070 matmul_31" [id=2070, type=matmul]; -"2071 transpose_31" [id=2071, type=transpose]; -"2072 reshape_70" [id=2072, type=reshape]; -"2073 _param_constant257" [id=2073, type=get_attr]; -"2074 reshape_70_0_0_nncf_smooth_quant_0" [id=2074, type=call_module]; -"2075 quantize_per_tensor_default_96" [id=2075, type=quantize_per_tensor]; -"2076 dequantize_per_tensor_default_96" [id=2076, type=dequantize_per_tensor]; -"2077 scale_updated_constant96" [id=2077, type=get_attr]; -"2078 compressed_weight_updated_constant96" [id=2078, type=get_attr]; -"2079 mul_tensor_96" [id=2079, type=mul]; -"2080 zero_point_updated_constant96" [id=2080, type=get_attr]; -"2081 sub_tensor_96" [id=2081, type=sub]; -"2082 linear_95" [id=2082, type=linear]; -"2083 dropout_61" [id=2083, type=dropout]; -"2084 view_87" [id=2084, type=view]; -"2085 permute_72" [id=2085, type=permute]; -"2086 reshape_71" [id=2086, type=reshape]; -"2087 roll_15" [id=2087, type=roll]; -"2088 slice_241" [id=2088, type=slice]; -"2089 slice_242" [id=2089, type=slice]; -"2090 slice_243" [id=2090, type=slice]; -"2091 slice_244" [id=2091, type=slice]; -"2092 contiguous_29" [id=2092, type=contiguous]; -"2093 _param_constant258" [id=2093, type=get_attr]; -"2094 _param_constant259" [id=2094, type=get_attr]; -"2095 layer_norm_33" [id=2095, type=layer_norm]; -"2096 add_54" [id=2096, type=add]; -"2097 _param_constant261" [id=2097, type=get_attr]; -"2098 add_54_0_0_nncf_smooth_quant_0" [id=2098, type=call_module]; -"2099 quantize_per_tensor_default_97" [id=2099, type=quantize_per_tensor]; -"2100 dequantize_per_tensor_default_97" [id=2100, type=dequantize_per_tensor]; -"2101 scale_updated_constant97" [id=2101, type=get_attr]; -"2102 compressed_weight_updated_constant97" [id=2102, type=get_attr]; -"2103 mul_tensor_97" [id=2103, type=mul]; -"2104 zero_point_updated_constant97" [id=2104, type=get_attr]; -"2105 sub_tensor_97" [id=2105, type=sub]; -"2106 linear_96" [id=2106, type=linear]; -"2107 gelu_15" [id=2107, type=gelu]; -"2108 dropout_62" [id=2108, type=dropout]; -"2109 _param_constant263" [id=2109, type=get_attr]; -"2110 dropout_62_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; -"2111 quantize_per_tensor_default_98" [id=2111, type=quantize_per_tensor]; -"2112 dequantize_per_tensor_default_98" [id=2112, type=dequantize_per_tensor]; -"2113 scale_updated_constant98" [id=2113, type=get_attr]; -"2114 compressed_weight_updated_constant98" [id=2114, type=get_attr]; -"2115 mul_tensor_98" [id=2115, type=mul]; -"2116 zero_point_updated_constant98" [id=2116, type=get_attr]; -"2117 sub_tensor_98" [id=2117, type=sub]; -"2118 linear_97" [id=2118, type=linear]; -"2119 dropout_63" [id=2119, type=dropout]; -"2120 _param_constant264" [id=2120, type=get_attr]; -"2121 _param_constant265" [id=2121, type=get_attr]; -"2122 layer_norm_34" [id=2122, type=layer_norm]; -"2123 add_55" [id=2123, type=add]; -"2124 _tensor_constant104" [id=2124, type=get_attr]; -"2125 _param_constant267" [id=2125, type=get_attr]; -"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2126, type=call_module]; -"2127 scale_updated_constant99" [id=2127, type=get_attr]; -"2128 compressed_weight_updated_constant99" [id=2128, type=get_attr]; -"2129 mul_tensor_99" [id=2129, type=mul]; -"2130 zero_point_updated_constant99" [id=2130, type=get_attr]; -"2131 sub_tensor_99" [id=2131, type=sub]; -"2132 linear_98" [id=2132, type=linear]; -"2133 relu__16" [id=2133, type=relu_]; -"2134 relu__16_0_0_nncf_smooth_quant_0" [id=2134, type=call_module]; -"2135 scale_updated_constant100" [id=2135, type=get_attr]; -"2136 compressed_weight_updated_constant100" [id=2136, type=get_attr]; -"2137 mul_tensor_100" [id=2137, type=mul]; -"2138 zero_point_updated_constant100" [id=2138, type=get_attr]; -"2139 sub_tensor_100" [id=2139, type=sub]; -"2140 linear_99" [id=2140, type=linear]; -"2141 view_88" [id=2141, type=view]; -"2142 _tensor_constant105" [id=2142, type=get_attr]; -"2143 index_16" [id=2143, type=index]; -"2144 view_89" [id=2144, type=view]; -"2145 permute_73" [id=2145, type=permute]; -"2146 contiguous_30" [id=2146, type=contiguous]; -"2147 unsqueeze_48" [id=2147, type=unsqueeze]; -"2148 sigmoid_16" [id=2148, type=sigmoid]; -"2149 mul_32" [id=2149, type=mul]; -"2150 pad_18" [id=2150, type=pad]; -"2151 view_90" [id=2151, type=view]; -"2152 permute_74" [id=2152, type=permute]; -"2153 reshape_72" [id=2153, type=reshape]; -"2154 _param_constant269" [id=2154, type=get_attr]; -"2155 clone_16" [id=2155, type=clone]; -"2156 reshape_72_0_0_nncf_smooth_quant_0" [id=2156, type=call_module]; -"2157 quantize_per_tensor_default_99" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_99" [id=2158, type=dequantize_per_tensor]; -"2159 scale_updated_constant101" [id=2159, type=get_attr]; -"2160 compressed_weight_updated_constant101" [id=2160, type=get_attr]; -"2161 mul_tensor_101" [id=2161, type=mul]; -"2162 zero_point_updated_constant101" [id=2162, type=get_attr]; -"2163 sub_tensor_101" [id=2163, type=sub]; -"2164 linear_100" [id=2164, type=linear]; -"2165 reshape_73" [id=2165, type=reshape]; -"2166 permute_75" [id=2166, type=permute]; -"2167 select_48" [id=2167, type=select]; -"2168 select_49" [id=2168, type=select]; -"2169 select_50" [id=2169, type=select]; -"2170 linalg_vector_norm_32" [id=2170, type=linalg_vector_norm]; -"2171 clamp_min_32" [id=2171, type=clamp_min]; -"2172 expand_as_32" [id=2172, type=expand_as]; -"2173 div_32" [id=2173, type=div]; -"2174 quantize_per_tensor_default_100" [id=2174, type=quantize_per_tensor]; -"2175 dequantize_per_tensor_default_100" [id=2175, type=dequantize_per_tensor]; -"2176 linalg_vector_norm_33" [id=2176, type=linalg_vector_norm]; -"2177 clamp_min_33" [id=2177, type=clamp_min]; -"2178 expand_as_33" [id=2178, type=expand_as]; -"2179 div_33" [id=2179, type=div]; -"2180 quantize_per_tensor_default_101" [id=2180, type=quantize_per_tensor]; -"2181 dequantize_per_tensor_default_101" [id=2181, type=dequantize_per_tensor]; -"2182 transpose_32" [id=2182, type=transpose]; -"2183 matmul_32" [id=2183, type=matmul]; -"2184 _param_constant271" [id=2184, type=get_attr]; -"2185 clamp_16" [id=2185, type=clamp]; -"2186 exp_16" [id=2186, type=exp]; -"2187 mul_33" [id=2187, type=mul]; -"2188 add_56" [id=2188, type=add]; -"2189 softmax_16" [id=2189, type=softmax]; -"2190 dropout_64" [id=2190, type=dropout]; -"2191 matmul_33" [id=2191, type=matmul]; -"2192 transpose_33" [id=2192, type=transpose]; -"2193 reshape_74" [id=2193, type=reshape]; -"2194 _param_constant273" [id=2194, type=get_attr]; -"2195 reshape_74_0_0_nncf_smooth_quant_0" [id=2195, type=call_module]; -"2196 quantize_per_tensor_default_102" [id=2196, type=quantize_per_tensor]; -"2197 dequantize_per_tensor_default_102" [id=2197, type=dequantize_per_tensor]; -"2198 scale_updated_constant102" [id=2198, type=get_attr]; -"2199 compressed_weight_updated_constant102" [id=2199, type=get_attr]; -"2200 mul_tensor_102" [id=2200, type=mul]; -"2201 zero_point_updated_constant102" [id=2201, type=get_attr]; -"2202 sub_tensor_102" [id=2202, type=sub]; -"2203 linear_101" [id=2203, type=linear]; -"2204 dropout_65" [id=2204, type=dropout]; -"2205 view_91" [id=2205, type=view]; -"2206 permute_76" [id=2206, type=permute]; -"2207 reshape_75" [id=2207, type=reshape]; -"2208 slice_246" [id=2208, type=slice]; -"2209 slice_247" [id=2209, type=slice]; -"2210 slice_248" [id=2210, type=slice]; -"2211 slice_249" [id=2211, type=slice]; -"2212 contiguous_31" [id=2212, type=contiguous]; -"2213 _param_constant274" [id=2213, type=get_attr]; -"2214 _param_constant275" [id=2214, type=get_attr]; -"2215 layer_norm_35" [id=2215, type=layer_norm]; -"2216 add_57" [id=2216, type=add]; -"2217 _param_constant277" [id=2217, type=get_attr]; -"2218 add_57_0_0_nncf_smooth_quant_0" [id=2218, type=call_module]; -"2219 quantize_per_tensor_default_103" [id=2219, type=quantize_per_tensor]; -"2220 dequantize_per_tensor_default_103" [id=2220, type=dequantize_per_tensor]; -"2221 scale_updated_constant103" [id=2221, type=get_attr]; -"2222 compressed_weight_updated_constant103" [id=2222, type=get_attr]; -"2223 mul_tensor_103" [id=2223, type=mul]; -"2224 zero_point_updated_constant103" [id=2224, type=get_attr]; -"2225 sub_tensor_103" [id=2225, type=sub]; -"2226 linear_102" [id=2226, type=linear]; -"2227 gelu_16" [id=2227, type=gelu]; -"2228 dropout_66" [id=2228, type=dropout]; -"2229 _param_constant279" [id=2229, type=get_attr]; -"2230 dropout_66_0_0_nncf_smooth_quant_0" [id=2230, type=call_module]; -"2231 quantize_per_tensor_default_104" [id=2231, type=quantize_per_tensor]; -"2232 dequantize_per_tensor_default_104" [id=2232, type=dequantize_per_tensor]; -"2233 scale_updated_constant104" [id=2233, type=get_attr]; -"2234 compressed_weight_updated_constant104" [id=2234, type=get_attr]; -"2235 mul_tensor_104" [id=2235, type=mul]; -"2236 zero_point_updated_constant104" [id=2236, type=get_attr]; -"2237 sub_tensor_104" [id=2237, type=sub]; -"2238 linear_103" [id=2238, type=linear]; -"2239 dropout_67" [id=2239, type=dropout]; -"2240 _param_constant280" [id=2240, type=get_attr]; -"2241 _param_constant281" [id=2241, type=get_attr]; -"2242 layer_norm_36" [id=2242, type=layer_norm]; -"2243 add_58" [id=2243, type=add]; -"2244 _tensor_constant106" [id=2244, type=get_attr]; -"2245 _param_constant283" [id=2245, type=get_attr]; -"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2246, type=call_module]; -"2247 scale_updated_constant105" [id=2247, type=get_attr]; -"2248 compressed_weight_updated_constant105" [id=2248, type=get_attr]; -"2249 mul_tensor_105" [id=2249, type=mul]; -"2250 zero_point_updated_constant105" [id=2250, type=get_attr]; -"2251 sub_tensor_105" [id=2251, type=sub]; -"2252 linear_104" [id=2252, type=linear]; -"2253 relu__17" [id=2253, type=relu_]; -"2254 relu__17_0_0_nncf_smooth_quant_0" [id=2254, type=call_module]; -"2255 scale_updated_constant106" [id=2255, type=get_attr]; -"2256 compressed_weight_updated_constant106" [id=2256, type=get_attr]; -"2257 mul_tensor_106" [id=2257, type=mul]; -"2258 zero_point_updated_constant106" [id=2258, type=get_attr]; -"2259 sub_tensor_106" [id=2259, type=sub]; -"2260 linear_105" [id=2260, type=linear]; -"2261 view_92" [id=2261, type=view]; -"2262 _tensor_constant107" [id=2262, type=get_attr]; -"2263 index_17" [id=2263, type=index]; -"2264 view_93" [id=2264, type=view]; -"2265 permute_77" [id=2265, type=permute]; -"2266 contiguous_32" [id=2266, type=contiguous]; -"2267 unsqueeze_49" [id=2267, type=unsqueeze]; -"2268 sigmoid_17" [id=2268, type=sigmoid]; -"2269 mul_34" [id=2269, type=mul]; -"2270 pad_19" [id=2270, type=pad]; -"2271 roll_16" [id=2271, type=roll]; -"2272 view_94" [id=2272, type=view]; -"2273 permute_78" [id=2273, type=permute]; -"2274 reshape_76" [id=2274, type=reshape]; -"2275 _param_constant285" [id=2275, type=get_attr]; -"2276 clone_17" [id=2276, type=clone]; -"2277 reshape_76_0_0_nncf_smooth_quant_0" [id=2277, type=call_module]; -"2278 quantize_per_tensor_default_105" [id=2278, type=quantize_per_tensor]; -"2279 dequantize_per_tensor_default_105" [id=2279, type=dequantize_per_tensor]; -"2280 scale_updated_constant107" [id=2280, type=get_attr]; -"2281 compressed_weight_updated_constant107" [id=2281, type=get_attr]; -"2282 mul_tensor_107" [id=2282, type=mul]; -"2283 zero_point_updated_constant107" [id=2283, type=get_attr]; -"2284 sub_tensor_107" [id=2284, type=sub]; -"2285 linear_106" [id=2285, type=linear]; -"2286 reshape_77" [id=2286, type=reshape]; -"2287 permute_79" [id=2287, type=permute]; -"2288 select_51" [id=2288, type=select]; -"2289 select_52" [id=2289, type=select]; -"2290 select_53" [id=2290, type=select]; -"2291 linalg_vector_norm_34" [id=2291, type=linalg_vector_norm]; -"2292 clamp_min_34" [id=2292, type=clamp_min]; -"2293 expand_as_34" [id=2293, type=expand_as]; -"2294 div_34" [id=2294, type=div]; -"2295 quantize_per_tensor_default_106" [id=2295, type=quantize_per_tensor]; -"2296 dequantize_per_tensor_default_106" [id=2296, type=dequantize_per_tensor]; -"2297 linalg_vector_norm_35" [id=2297, type=linalg_vector_norm]; -"2298 clamp_min_35" [id=2298, type=clamp_min]; -"2299 expand_as_35" [id=2299, type=expand_as]; -"2300 div_35" [id=2300, type=div]; -"2301 quantize_per_tensor_default_107" [id=2301, type=quantize_per_tensor]; -"2302 dequantize_per_tensor_default_107" [id=2302, type=dequantize_per_tensor]; -"2303 transpose_34" [id=2303, type=transpose]; -"2304 matmul_34" [id=2304, type=matmul]; -"2305 _param_constant287" [id=2305, type=get_attr]; -"2306 clamp_17" [id=2306, type=clamp]; -"2307 exp_17" [id=2307, type=exp]; -"2308 mul_35" [id=2308, type=mul]; -"2309 add_59" [id=2309, type=add]; -"2310 new_zeros_8" [id=2310, type=new_zeros]; -"2311 view_95" [id=2311, type=view]; -"2312 permute_80" [id=2312, type=permute]; -"2313 reshape_78" [id=2313, type=reshape]; -"2314 unsqueeze_50" [id=2314, type=unsqueeze]; -"2315 unsqueeze_51" [id=2315, type=unsqueeze]; -"2316 sub_8" [id=2316, type=sub]; -"2317 ne_8" [id=2317, type=ne]; -"2318 masked_fill_16" [id=2318, type=masked_fill]; -"2319 eq_8" [id=2319, type=eq]; -"2320 masked_fill_17" [id=2320, type=masked_fill]; -"2321 view_96" [id=2321, type=view]; -"2322 unsqueeze_52" [id=2322, type=unsqueeze]; -"2323 unsqueeze_53" [id=2323, type=unsqueeze]; -"2324 add_60" [id=2324, type=add]; -"2325 view_97" [id=2325, type=view]; -"2326 softmax_17" [id=2326, type=softmax]; -"2327 dropout_68" [id=2327, type=dropout]; -"2328 matmul_35" [id=2328, type=matmul]; -"2329 transpose_35" [id=2329, type=transpose]; -"2330 reshape_79" [id=2330, type=reshape]; -"2331 _param_constant289" [id=2331, type=get_attr]; -"2332 reshape_79_0_0_nncf_smooth_quant_0" [id=2332, type=call_module]; -"2333 quantize_per_tensor_default_108" [id=2333, type=quantize_per_tensor]; -"2334 dequantize_per_tensor_default_108" [id=2334, type=dequantize_per_tensor]; -"2335 scale_updated_constant108" [id=2335, type=get_attr]; -"2336 compressed_weight_updated_constant108" [id=2336, type=get_attr]; -"2337 mul_tensor_108" [id=2337, type=mul]; -"2338 zero_point_updated_constant108" [id=2338, type=get_attr]; -"2339 sub_tensor_108" [id=2339, type=sub]; -"2340 linear_107" [id=2340, type=linear]; -"2341 dropout_69" [id=2341, type=dropout]; -"2342 view_98" [id=2342, type=view]; -"2343 permute_81" [id=2343, type=permute]; -"2344 reshape_80" [id=2344, type=reshape]; -"2345 roll_17" [id=2345, type=roll]; -"2346 slice_269" [id=2346, type=slice]; -"2347 slice_270" [id=2347, type=slice]; -"2348 slice_271" [id=2348, type=slice]; -"2349 slice_272" [id=2349, type=slice]; -"2350 contiguous_33" [id=2350, type=contiguous]; -"2351 _param_constant290" [id=2351, type=get_attr]; -"2352 _param_constant291" [id=2352, type=get_attr]; -"2353 layer_norm_37" [id=2353, type=layer_norm]; -"2354 add_61" [id=2354, type=add]; -"2355 _param_constant293" [id=2355, type=get_attr]; -"2356 add_61_0_0_nncf_smooth_quant_0" [id=2356, type=call_module]; -"2357 quantize_per_tensor_default_109" [id=2357, type=quantize_per_tensor]; -"2358 dequantize_per_tensor_default_109" [id=2358, type=dequantize_per_tensor]; -"2359 scale_updated_constant109" [id=2359, type=get_attr]; -"2360 compressed_weight_updated_constant109" [id=2360, type=get_attr]; -"2361 mul_tensor_109" [id=2361, type=mul]; -"2362 zero_point_updated_constant109" [id=2362, type=get_attr]; -"2363 sub_tensor_109" [id=2363, type=sub]; -"2364 linear_108" [id=2364, type=linear]; -"2365 gelu_17" [id=2365, type=gelu]; -"2366 dropout_70" [id=2366, type=dropout]; -"2367 _param_constant295" [id=2367, type=get_attr]; -"2368 dropout_70_0_0_nncf_smooth_quant_0" [id=2368, type=call_module]; -"2369 quantize_per_tensor_default_110" [id=2369, type=quantize_per_tensor]; -"2370 dequantize_per_tensor_default_110" [id=2370, type=dequantize_per_tensor]; -"2371 scale_updated_constant110" [id=2371, type=get_attr]; -"2372 compressed_weight_updated_constant110" [id=2372, type=get_attr]; -"2373 mul_tensor_110" [id=2373, type=mul]; -"2374 zero_point_updated_constant110" [id=2374, type=get_attr]; -"2375 sub_tensor_110" [id=2375, type=sub]; -"2376 linear_109" [id=2376, type=linear]; -"2377 dropout_71" [id=2377, type=dropout]; -"2378 _param_constant296" [id=2378, type=get_attr]; -"2379 _param_constant297" [id=2379, type=get_attr]; -"2380 layer_norm_38" [id=2380, type=layer_norm]; -"2381 add_62" [id=2381, type=add]; -"2382 _tensor_constant117" [id=2382, type=get_attr]; -"2383 _param_constant299" [id=2383, type=get_attr]; -"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2384, type=call_module]; -"2385 scale_updated_constant111" [id=2385, type=get_attr]; -"2386 compressed_weight_updated_constant111" [id=2386, type=get_attr]; -"2387 mul_tensor_111" [id=2387, type=mul]; -"2388 zero_point_updated_constant111" [id=2388, type=get_attr]; -"2389 sub_tensor_111" [id=2389, type=sub]; -"2390 linear_110" [id=2390, type=linear]; -"2391 relu__18" [id=2391, type=relu_]; -"2392 relu__18_0_0_nncf_smooth_quant_0" [id=2392, type=call_module]; -"2393 scale_updated_constant112" [id=2393, type=get_attr]; -"2394 compressed_weight_updated_constant112" [id=2394, type=get_attr]; -"2395 mul_tensor_112" [id=2395, type=mul]; -"2396 zero_point_updated_constant112" [id=2396, type=get_attr]; -"2397 sub_tensor_112" [id=2397, type=sub]; -"2398 linear_111" [id=2398, type=linear]; -"2399 view_99" [id=2399, type=view]; -"2400 _tensor_constant118" [id=2400, type=get_attr]; -"2401 index_18" [id=2401, type=index]; -"2402 view_100" [id=2402, type=view]; -"2403 permute_82" [id=2403, type=permute]; -"2404 contiguous_34" [id=2404, type=contiguous]; -"2405 unsqueeze_54" [id=2405, type=unsqueeze]; -"2406 sigmoid_18" [id=2406, type=sigmoid]; -"2407 mul_36" [id=2407, type=mul]; -"2408 pad_20" [id=2408, type=pad]; -"2409 view_101" [id=2409, type=view]; -"2410 permute_83" [id=2410, type=permute]; -"2411 reshape_81" [id=2411, type=reshape]; -"2412 _param_constant301" [id=2412, type=get_attr]; -"2413 clone_18" [id=2413, type=clone]; -"2414 reshape_81_0_0_nncf_smooth_quant_0" [id=2414, type=call_module]; -"2415 quantize_per_tensor_default_111" [id=2415, type=quantize_per_tensor]; -"2416 dequantize_per_tensor_default_111" [id=2416, type=dequantize_per_tensor]; -"2417 scale_updated_constant113" [id=2417, type=get_attr]; -"2418 compressed_weight_updated_constant113" [id=2418, type=get_attr]; -"2419 mul_tensor_113" [id=2419, type=mul]; -"2420 zero_point_updated_constant113" [id=2420, type=get_attr]; -"2421 sub_tensor_113" [id=2421, type=sub]; -"2422 linear_112" [id=2422, type=linear]; -"2423 reshape_82" [id=2423, type=reshape]; -"2424 permute_84" [id=2424, type=permute]; -"2425 select_54" [id=2425, type=select]; -"2426 select_55" [id=2426, type=select]; -"2427 select_56" [id=2427, type=select]; -"2428 linalg_vector_norm_36" [id=2428, type=linalg_vector_norm]; -"2429 clamp_min_36" [id=2429, type=clamp_min]; -"2430 expand_as_36" [id=2430, type=expand_as]; -"2431 div_36" [id=2431, type=div]; -"2432 quantize_per_tensor_default_112" [id=2432, type=quantize_per_tensor]; -"2433 dequantize_per_tensor_default_112" [id=2433, type=dequantize_per_tensor]; -"2434 linalg_vector_norm_37" [id=2434, type=linalg_vector_norm]; -"2435 clamp_min_37" [id=2435, type=clamp_min]; -"2436 expand_as_37" [id=2436, type=expand_as]; -"2437 div_37" [id=2437, type=div]; -"2438 quantize_per_tensor_default_113" [id=2438, type=quantize_per_tensor]; -"2439 dequantize_per_tensor_default_113" [id=2439, type=dequantize_per_tensor]; -"2440 transpose_36" [id=2440, type=transpose]; -"2441 matmul_36" [id=2441, type=matmul]; -"2442 _param_constant303" [id=2442, type=get_attr]; -"2443 clamp_18" [id=2443, type=clamp]; -"2444 exp_18" [id=2444, type=exp]; -"2445 mul_37" [id=2445, type=mul]; -"2446 add_63" [id=2446, type=add]; -"2447 softmax_18" [id=2447, type=softmax]; -"2448 dropout_72" [id=2448, type=dropout]; -"2449 matmul_37" [id=2449, type=matmul]; -"2450 transpose_37" [id=2450, type=transpose]; -"2451 reshape_83" [id=2451, type=reshape]; -"2452 _param_constant305" [id=2452, type=get_attr]; -"2453 reshape_83_0_0_nncf_smooth_quant_0" [id=2453, type=call_module]; -"2454 quantize_per_tensor_default_114" [id=2454, type=quantize_per_tensor]; -"2455 dequantize_per_tensor_default_114" [id=2455, type=dequantize_per_tensor]; -"2456 scale_updated_constant114" [id=2456, type=get_attr]; -"2457 compressed_weight_updated_constant114" [id=2457, type=get_attr]; -"2458 mul_tensor_114" [id=2458, type=mul]; -"2459 zero_point_updated_constant114" [id=2459, type=get_attr]; -"2460 sub_tensor_114" [id=2460, type=sub]; -"2461 linear_113" [id=2461, type=linear]; -"2462 dropout_73" [id=2462, type=dropout]; -"2463 view_102" [id=2463, type=view]; -"2464 permute_85" [id=2464, type=permute]; -"2465 reshape_84" [id=2465, type=reshape]; -"2466 slice_274" [id=2466, type=slice]; -"2467 slice_275" [id=2467, type=slice]; -"2468 slice_276" [id=2468, type=slice]; -"2469 slice_277" [id=2469, type=slice]; -"2470 contiguous_35" [id=2470, type=contiguous]; -"2471 _param_constant306" [id=2471, type=get_attr]; -"2472 _param_constant307" [id=2472, type=get_attr]; -"2473 layer_norm_39" [id=2473, type=layer_norm]; -"2474 add_64" [id=2474, type=add]; -"2475 _param_constant309" [id=2475, type=get_attr]; -"2476 add_64_0_0_nncf_smooth_quant_0" [id=2476, type=call_module]; -"2477 quantize_per_tensor_default_115" [id=2477, type=quantize_per_tensor]; -"2478 dequantize_per_tensor_default_115" [id=2478, type=dequantize_per_tensor]; -"2479 scale_updated_constant115" [id=2479, type=get_attr]; -"2480 compressed_weight_updated_constant115" [id=2480, type=get_attr]; -"2481 mul_tensor_115" [id=2481, type=mul]; -"2482 zero_point_updated_constant115" [id=2482, type=get_attr]; -"2483 sub_tensor_115" [id=2483, type=sub]; -"2484 linear_114" [id=2484, type=linear]; -"2485 gelu_18" [id=2485, type=gelu]; -"2486 dropout_74" [id=2486, type=dropout]; -"2487 _param_constant311" [id=2487, type=get_attr]; -"2488 dropout_74_0_0_nncf_smooth_quant_0" [id=2488, type=call_module]; -"2489 quantize_per_tensor_default_116" [id=2489, type=quantize_per_tensor]; -"2490 dequantize_per_tensor_default_116" [id=2490, type=dequantize_per_tensor]; -"2491 scale_updated_constant116" [id=2491, type=get_attr]; -"2492 compressed_weight_updated_constant116" [id=2492, type=get_attr]; -"2493 mul_tensor_116" [id=2493, type=mul]; -"2494 zero_point_updated_constant116" [id=2494, type=get_attr]; -"2495 sub_tensor_116" [id=2495, type=sub]; -"2496 linear_115" [id=2496, type=linear]; -"2497 dropout_75" [id=2497, type=dropout]; -"2498 _param_constant312" [id=2498, type=get_attr]; -"2499 _param_constant313" [id=2499, type=get_attr]; -"2500 layer_norm_40" [id=2500, type=layer_norm]; -"2501 add_65" [id=2501, type=add]; -"2502 _tensor_constant119" [id=2502, type=get_attr]; -"2503 _param_constant315" [id=2503, type=get_attr]; -"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2504, type=call_module]; -"2505 scale_updated_constant117" [id=2505, type=get_attr]; -"2506 compressed_weight_updated_constant117" [id=2506, type=get_attr]; -"2507 mul_tensor_117" [id=2507, type=mul]; -"2508 zero_point_updated_constant117" [id=2508, type=get_attr]; -"2509 sub_tensor_117" [id=2509, type=sub]; -"2510 linear_116" [id=2510, type=linear]; -"2511 relu__19" [id=2511, type=relu_]; -"2512 relu__19_0_0_nncf_smooth_quant_0" [id=2512, type=call_module]; -"2513 scale_updated_constant118" [id=2513, type=get_attr]; -"2514 compressed_weight_updated_constant118" [id=2514, type=get_attr]; -"2515 mul_tensor_118" [id=2515, type=mul]; -"2516 zero_point_updated_constant118" [id=2516, type=get_attr]; -"2517 sub_tensor_118" [id=2517, type=sub]; -"2518 linear_117" [id=2518, type=linear]; -"2519 view_103" [id=2519, type=view]; -"2520 _tensor_constant120" [id=2520, type=get_attr]; -"2521 index_19" [id=2521, type=index]; -"2522 view_104" [id=2522, type=view]; -"2523 permute_86" [id=2523, type=permute]; -"2524 contiguous_36" [id=2524, type=contiguous]; -"2525 unsqueeze_55" [id=2525, type=unsqueeze]; -"2526 sigmoid_19" [id=2526, type=sigmoid]; -"2527 mul_38" [id=2527, type=mul]; -"2528 pad_21" [id=2528, type=pad]; -"2529 roll_18" [id=2529, type=roll]; -"2530 view_105" [id=2530, type=view]; -"2531 permute_87" [id=2531, type=permute]; -"2532 reshape_85" [id=2532, type=reshape]; -"2533 _param_constant317" [id=2533, type=get_attr]; -"2534 clone_19" [id=2534, type=clone]; -"2535 reshape_85_0_0_nncf_smooth_quant_0" [id=2535, type=call_module]; -"2536 quantize_per_tensor_default_117" [id=2536, type=quantize_per_tensor]; -"2537 dequantize_per_tensor_default_117" [id=2537, type=dequantize_per_tensor]; -"2538 scale_updated_constant119" [id=2538, type=get_attr]; -"2539 compressed_weight_updated_constant119" [id=2539, type=get_attr]; -"2540 mul_tensor_119" [id=2540, type=mul]; -"2541 zero_point_updated_constant119" [id=2541, type=get_attr]; -"2542 sub_tensor_119" [id=2542, type=sub]; -"2543 linear_118" [id=2543, type=linear]; -"2544 reshape_86" [id=2544, type=reshape]; -"2545 permute_88" [id=2545, type=permute]; -"2546 select_57" [id=2546, type=select]; -"2547 select_58" [id=2547, type=select]; -"2548 select_59" [id=2548, type=select]; -"2549 linalg_vector_norm_38" [id=2549, type=linalg_vector_norm]; -"2550 clamp_min_38" [id=2550, type=clamp_min]; -"2551 expand_as_38" [id=2551, type=expand_as]; -"2552 div_38" [id=2552, type=div]; -"2553 quantize_per_tensor_default_118" [id=2553, type=quantize_per_tensor]; -"2554 dequantize_per_tensor_default_118" [id=2554, type=dequantize_per_tensor]; -"2555 linalg_vector_norm_39" [id=2555, type=linalg_vector_norm]; -"2556 clamp_min_39" [id=2556, type=clamp_min]; -"2557 expand_as_39" [id=2557, type=expand_as]; -"2558 div_39" [id=2558, type=div]; -"2559 quantize_per_tensor_default_119" [id=2559, type=quantize_per_tensor]; -"2560 dequantize_per_tensor_default_119" [id=2560, type=dequantize_per_tensor]; -"2561 transpose_38" [id=2561, type=transpose]; -"2562 matmul_38" [id=2562, type=matmul]; -"2563 _param_constant319" [id=2563, type=get_attr]; -"2564 clamp_19" [id=2564, type=clamp]; -"2565 exp_19" [id=2565, type=exp]; -"2566 mul_39" [id=2566, type=mul]; -"2567 add_66" [id=2567, type=add]; -"2568 new_zeros_9" [id=2568, type=new_zeros]; -"2569 view_106" [id=2569, type=view]; -"2570 permute_89" [id=2570, type=permute]; -"2571 reshape_87" [id=2571, type=reshape]; -"2572 unsqueeze_56" [id=2572, type=unsqueeze]; -"2573 unsqueeze_57" [id=2573, type=unsqueeze]; -"2574 sub_9" [id=2574, type=sub]; -"2575 ne_9" [id=2575, type=ne]; -"2576 masked_fill_18" [id=2576, type=masked_fill]; -"2577 eq_9" [id=2577, type=eq]; -"2578 masked_fill_19" [id=2578, type=masked_fill]; -"2579 view_107" [id=2579, type=view]; -"2580 unsqueeze_58" [id=2580, type=unsqueeze]; -"2581 unsqueeze_59" [id=2581, type=unsqueeze]; -"2582 add_67" [id=2582, type=add]; -"2583 view_108" [id=2583, type=view]; -"2584 softmax_19" [id=2584, type=softmax]; -"2585 dropout_76" [id=2585, type=dropout]; -"2586 matmul_39" [id=2586, type=matmul]; -"2587 transpose_39" [id=2587, type=transpose]; -"2588 reshape_88" [id=2588, type=reshape]; -"2589 _param_constant321" [id=2589, type=get_attr]; -"2590 reshape_88_0_0_nncf_smooth_quant_0" [id=2590, type=call_module]; -"2591 quantize_per_tensor_default_120" [id=2591, type=quantize_per_tensor]; -"2592 dequantize_per_tensor_default_120" [id=2592, type=dequantize_per_tensor]; -"2593 scale_updated_constant120" [id=2593, type=get_attr]; -"2594 compressed_weight_updated_constant120" [id=2594, type=get_attr]; -"2595 mul_tensor_120" [id=2595, type=mul]; -"2596 zero_point_updated_constant120" [id=2596, type=get_attr]; -"2597 sub_tensor_120" [id=2597, type=sub]; -"2598 linear_119" [id=2598, type=linear]; -"2599 dropout_77" [id=2599, type=dropout]; -"2600 view_109" [id=2600, type=view]; -"2601 permute_90" [id=2601, type=permute]; -"2602 reshape_89" [id=2602, type=reshape]; -"2603 roll_19" [id=2603, type=roll]; -"2604 slice_297" [id=2604, type=slice]; -"2605 slice_298" [id=2605, type=slice]; -"2606 slice_299" [id=2606, type=slice]; -"2607 slice_300" [id=2607, type=slice]; -"2608 contiguous_37" [id=2608, type=contiguous]; -"2609 _param_constant322" [id=2609, type=get_attr]; -"2610 _param_constant323" [id=2610, type=get_attr]; -"2611 layer_norm_41" [id=2611, type=layer_norm]; -"2612 add_68" [id=2612, type=add]; -"2613 _param_constant325" [id=2613, type=get_attr]; -"2614 add_68_0_0_nncf_smooth_quant_0" [id=2614, type=call_module]; -"2615 quantize_per_tensor_default_121" [id=2615, type=quantize_per_tensor]; -"2616 dequantize_per_tensor_default_121" [id=2616, type=dequantize_per_tensor]; -"2617 scale_updated_constant121" [id=2617, type=get_attr]; -"2618 compressed_weight_updated_constant121" [id=2618, type=get_attr]; -"2619 mul_tensor_121" [id=2619, type=mul]; -"2620 zero_point_updated_constant121" [id=2620, type=get_attr]; -"2621 sub_tensor_121" [id=2621, type=sub]; -"2622 linear_120" [id=2622, type=linear]; -"2623 gelu_19" [id=2623, type=gelu]; -"2624 dropout_78" [id=2624, type=dropout]; -"2625 _param_constant327" [id=2625, type=get_attr]; -"2626 dropout_78_0_0_nncf_smooth_quant_0" [id=2626, type=call_module]; -"2627 quantize_per_tensor_default_122" [id=2627, type=quantize_per_tensor]; -"2628 dequantize_per_tensor_default_122" [id=2628, type=dequantize_per_tensor]; -"2629 scale_updated_constant122" [id=2629, type=get_attr]; -"2630 compressed_weight_updated_constant122" [id=2630, type=get_attr]; -"2631 mul_tensor_122" [id=2631, type=mul]; -"2632 zero_point_updated_constant122" [id=2632, type=get_attr]; -"2633 sub_tensor_122" [id=2633, type=sub]; -"2634 linear_121" [id=2634, type=linear]; -"2635 dropout_79" [id=2635, type=dropout]; -"2636 _param_constant328" [id=2636, type=get_attr]; -"2637 _param_constant329" [id=2637, type=get_attr]; -"2638 layer_norm_42" [id=2638, type=layer_norm]; -"2639 add_69" [id=2639, type=add]; -"2640 _tensor_constant130" [id=2640, type=get_attr]; -"2641 _param_constant331" [id=2641, type=get_attr]; -"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2642, type=call_module]; -"2643 scale_updated_constant123" [id=2643, type=get_attr]; -"2644 compressed_weight_updated_constant123" [id=2644, type=get_attr]; -"2645 mul_tensor_123" [id=2645, type=mul]; -"2646 zero_point_updated_constant123" [id=2646, type=get_attr]; -"2647 sub_tensor_123" [id=2647, type=sub]; -"2648 linear_122" [id=2648, type=linear]; -"2649 relu__20" [id=2649, type=relu_]; -"2650 relu__20_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; -"2651 scale_updated_constant124" [id=2651, type=get_attr]; -"2652 compressed_weight_updated_constant124" [id=2652, type=get_attr]; -"2653 mul_tensor_124" [id=2653, type=mul]; -"2654 zero_point_updated_constant124" [id=2654, type=get_attr]; -"2655 sub_tensor_124" [id=2655, type=sub]; -"2656 linear_123" [id=2656, type=linear]; -"2657 view_110" [id=2657, type=view]; -"2658 _tensor_constant131" [id=2658, type=get_attr]; -"2659 index_20" [id=2659, type=index]; -"2660 view_111" [id=2660, type=view]; -"2661 permute_91" [id=2661, type=permute]; -"2662 contiguous_38" [id=2662, type=contiguous]; -"2663 unsqueeze_60" [id=2663, type=unsqueeze]; -"2664 sigmoid_20" [id=2664, type=sigmoid]; -"2665 mul_40" [id=2665, type=mul]; -"2666 pad_22" [id=2666, type=pad]; -"2667 view_112" [id=2667, type=view]; -"2668 permute_92" [id=2668, type=permute]; -"2669 reshape_90" [id=2669, type=reshape]; -"2670 _param_constant333" [id=2670, type=get_attr]; -"2671 clone_20" [id=2671, type=clone]; -"2672 reshape_90_0_0_nncf_smooth_quant_0" [id=2672, type=call_module]; -"2673 quantize_per_tensor_default_123" [id=2673, type=quantize_per_tensor]; -"2674 dequantize_per_tensor_default_123" [id=2674, type=dequantize_per_tensor]; -"2675 scale_updated_constant125" [id=2675, type=get_attr]; -"2676 compressed_weight_updated_constant125" [id=2676, type=get_attr]; -"2677 mul_tensor_125" [id=2677, type=mul]; -"2678 zero_point_updated_constant125" [id=2678, type=get_attr]; -"2679 sub_tensor_125" [id=2679, type=sub]; -"2680 linear_124" [id=2680, type=linear]; -"2681 reshape_91" [id=2681, type=reshape]; -"2682 permute_93" [id=2682, type=permute]; -"2683 select_60" [id=2683, type=select]; -"2684 select_61" [id=2684, type=select]; -"2685 select_62" [id=2685, type=select]; -"2686 linalg_vector_norm_40" [id=2686, type=linalg_vector_norm]; -"2687 clamp_min_40" [id=2687, type=clamp_min]; -"2688 expand_as_40" [id=2688, type=expand_as]; -"2689 div_40" [id=2689, type=div]; -"2690 quantize_per_tensor_default_124" [id=2690, type=quantize_per_tensor]; -"2691 dequantize_per_tensor_default_124" [id=2691, type=dequantize_per_tensor]; -"2692 linalg_vector_norm_41" [id=2692, type=linalg_vector_norm]; -"2693 clamp_min_41" [id=2693, type=clamp_min]; -"2694 expand_as_41" [id=2694, type=expand_as]; -"2695 div_41" [id=2695, type=div]; -"2696 quantize_per_tensor_default_125" [id=2696, type=quantize_per_tensor]; -"2697 dequantize_per_tensor_default_125" [id=2697, type=dequantize_per_tensor]; -"2698 transpose_40" [id=2698, type=transpose]; -"2699 matmul_40" [id=2699, type=matmul]; -"2700 _param_constant335" [id=2700, type=get_attr]; -"2701 clamp_20" [id=2701, type=clamp]; -"2702 exp_20" [id=2702, type=exp]; -"2703 mul_41" [id=2703, type=mul]; -"2704 add_70" [id=2704, type=add]; -"2705 softmax_20" [id=2705, type=softmax]; -"2706 dropout_80" [id=2706, type=dropout]; -"2707 matmul_41" [id=2707, type=matmul]; -"2708 transpose_41" [id=2708, type=transpose]; -"2709 reshape_92" [id=2709, type=reshape]; -"2710 _param_constant337" [id=2710, type=get_attr]; -"2711 reshape_92_0_0_nncf_smooth_quant_0" [id=2711, type=call_module]; -"2712 quantize_per_tensor_default_126" [id=2712, type=quantize_per_tensor]; -"2713 dequantize_per_tensor_default_126" [id=2713, type=dequantize_per_tensor]; -"2714 scale_updated_constant126" [id=2714, type=get_attr]; -"2715 compressed_weight_updated_constant126" [id=2715, type=get_attr]; -"2716 mul_tensor_126" [id=2716, type=mul]; -"2717 zero_point_updated_constant126" [id=2717, type=get_attr]; -"2718 sub_tensor_126" [id=2718, type=sub]; -"2719 linear_125" [id=2719, type=linear]; -"2720 dropout_81" [id=2720, type=dropout]; -"2721 view_113" [id=2721, type=view]; -"2722 permute_94" [id=2722, type=permute]; -"2723 reshape_93" [id=2723, type=reshape]; -"2724 slice_302" [id=2724, type=slice]; -"2725 slice_303" [id=2725, type=slice]; -"2726 slice_304" [id=2726, type=slice]; -"2727 slice_305" [id=2727, type=slice]; -"2728 contiguous_39" [id=2728, type=contiguous]; -"2729 _param_constant338" [id=2729, type=get_attr]; -"2730 _param_constant339" [id=2730, type=get_attr]; -"2731 layer_norm_43" [id=2731, type=layer_norm]; -"2732 add_71" [id=2732, type=add]; -"2733 _param_constant341" [id=2733, type=get_attr]; -"2734 add_71_0_0_nncf_smooth_quant_0" [id=2734, type=call_module]; -"2735 quantize_per_tensor_default_127" [id=2735, type=quantize_per_tensor]; -"2736 dequantize_per_tensor_default_127" [id=2736, type=dequantize_per_tensor]; -"2737 scale_updated_constant127" [id=2737, type=get_attr]; -"2738 compressed_weight_updated_constant127" [id=2738, type=get_attr]; -"2739 mul_tensor_127" [id=2739, type=mul]; -"2740 zero_point_updated_constant127" [id=2740, type=get_attr]; -"2741 sub_tensor_127" [id=2741, type=sub]; -"2742 linear_126" [id=2742, type=linear]; -"2743 gelu_20" [id=2743, type=gelu]; -"2744 dropout_82" [id=2744, type=dropout]; -"2745 _param_constant343" [id=2745, type=get_attr]; -"2746 dropout_82_0_0_nncf_smooth_quant_0" [id=2746, type=call_module]; -"2747 quantize_per_tensor_default_128" [id=2747, type=quantize_per_tensor]; -"2748 dequantize_per_tensor_default_128" [id=2748, type=dequantize_per_tensor]; -"2749 scale_updated_constant128" [id=2749, type=get_attr]; -"2750 compressed_weight_updated_constant128" [id=2750, type=get_attr]; -"2751 mul_tensor_128" [id=2751, type=mul]; -"2752 zero_point_updated_constant128" [id=2752, type=get_attr]; -"2753 sub_tensor_128" [id=2753, type=sub]; -"2754 linear_127" [id=2754, type=linear]; -"2755 dropout_83" [id=2755, type=dropout]; -"2756 _param_constant344" [id=2756, type=get_attr]; -"2757 _param_constant345" [id=2757, type=get_attr]; -"2758 layer_norm_44" [id=2758, type=layer_norm]; -"2759 add_72" [id=2759, type=add]; -"2760 _tensor_constant132" [id=2760, type=get_attr]; -"2761 _param_constant347" [id=2761, type=get_attr]; -"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2762, type=call_module]; -"2763 scale_updated_constant129" [id=2763, type=get_attr]; -"2764 compressed_weight_updated_constant129" [id=2764, type=get_attr]; -"2765 mul_tensor_129" [id=2765, type=mul]; -"2766 zero_point_updated_constant129" [id=2766, type=get_attr]; -"2767 sub_tensor_129" [id=2767, type=sub]; -"2768 linear_128" [id=2768, type=linear]; -"2769 relu__21" [id=2769, type=relu_]; -"2770 relu__21_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; -"2771 scale_updated_constant130" [id=2771, type=get_attr]; -"2772 compressed_weight_updated_constant130" [id=2772, type=get_attr]; -"2773 mul_tensor_130" [id=2773, type=mul]; -"2774 zero_point_updated_constant130" [id=2774, type=get_attr]; -"2775 sub_tensor_130" [id=2775, type=sub]; -"2776 linear_129" [id=2776, type=linear]; -"2777 view_114" [id=2777, type=view]; -"2778 _tensor_constant133" [id=2778, type=get_attr]; -"2779 index_21" [id=2779, type=index]; -"2780 view_115" [id=2780, type=view]; -"2781 permute_95" [id=2781, type=permute]; -"2782 contiguous_40" [id=2782, type=contiguous]; -"2783 unsqueeze_61" [id=2783, type=unsqueeze]; -"2784 sigmoid_21" [id=2784, type=sigmoid]; -"2785 mul_42" [id=2785, type=mul]; -"2786 pad_23" [id=2786, type=pad]; -"2787 roll_20" [id=2787, type=roll]; -"2788 view_116" [id=2788, type=view]; -"2789 permute_96" [id=2789, type=permute]; -"2790 reshape_94" [id=2790, type=reshape]; -"2791 _param_constant349" [id=2791, type=get_attr]; -"2792 clone_21" [id=2792, type=clone]; -"2793 reshape_94_0_0_nncf_smooth_quant_0" [id=2793, type=call_module]; -"2794 quantize_per_tensor_default_129" [id=2794, type=quantize_per_tensor]; -"2795 dequantize_per_tensor_default_129" [id=2795, type=dequantize_per_tensor]; -"2796 scale_updated_constant131" [id=2796, type=get_attr]; -"2797 compressed_weight_updated_constant131" [id=2797, type=get_attr]; -"2798 mul_tensor_131" [id=2798, type=mul]; -"2799 zero_point_updated_constant131" [id=2799, type=get_attr]; -"2800 sub_tensor_131" [id=2800, type=sub]; -"2801 linear_130" [id=2801, type=linear]; -"2802 reshape_95" [id=2802, type=reshape]; -"2803 permute_97" [id=2803, type=permute]; -"2804 select_63" [id=2804, type=select]; -"2805 select_64" [id=2805, type=select]; -"2806 select_65" [id=2806, type=select]; -"2807 linalg_vector_norm_42" [id=2807, type=linalg_vector_norm]; -"2808 clamp_min_42" [id=2808, type=clamp_min]; -"2809 expand_as_42" [id=2809, type=expand_as]; -"2810 div_42" [id=2810, type=div]; -"2811 quantize_per_tensor_default_130" [id=2811, type=quantize_per_tensor]; -"2812 dequantize_per_tensor_default_130" [id=2812, type=dequantize_per_tensor]; -"2813 linalg_vector_norm_43" [id=2813, type=linalg_vector_norm]; -"2814 clamp_min_43" [id=2814, type=clamp_min]; -"2815 expand_as_43" [id=2815, type=expand_as]; -"2816 div_43" [id=2816, type=div]; -"2817 quantize_per_tensor_default_131" [id=2817, type=quantize_per_tensor]; -"2818 dequantize_per_tensor_default_131" [id=2818, type=dequantize_per_tensor]; -"2819 transpose_42" [id=2819, type=transpose]; -"2820 matmul_42" [id=2820, type=matmul]; -"2821 _param_constant351" [id=2821, type=get_attr]; -"2822 clamp_21" [id=2822, type=clamp]; -"2823 exp_21" [id=2823, type=exp]; -"2824 mul_43" [id=2824, type=mul]; -"2825 add_73" [id=2825, type=add]; -"2826 new_zeros_10" [id=2826, type=new_zeros]; -"2827 view_117" [id=2827, type=view]; -"2828 permute_98" [id=2828, type=permute]; -"2829 reshape_96" [id=2829, type=reshape]; -"2830 unsqueeze_62" [id=2830, type=unsqueeze]; -"2831 unsqueeze_63" [id=2831, type=unsqueeze]; -"2832 sub_10" [id=2832, type=sub]; -"2833 ne_10" [id=2833, type=ne]; -"2834 masked_fill_20" [id=2834, type=masked_fill]; -"2835 eq_10" [id=2835, type=eq]; -"2836 masked_fill_21" [id=2836, type=masked_fill]; -"2837 view_118" [id=2837, type=view]; -"2838 unsqueeze_64" [id=2838, type=unsqueeze]; -"2839 unsqueeze_65" [id=2839, type=unsqueeze]; -"2840 add_74" [id=2840, type=add]; -"2841 view_119" [id=2841, type=view]; -"2842 softmax_21" [id=2842, type=softmax]; -"2843 dropout_84" [id=2843, type=dropout]; -"2844 matmul_43" [id=2844, type=matmul]; -"2845 transpose_43" [id=2845, type=transpose]; -"2846 reshape_97" [id=2846, type=reshape]; -"2847 _param_constant353" [id=2847, type=get_attr]; -"2848 reshape_97_0_0_nncf_smooth_quant_0" [id=2848, type=call_module]; -"2849 quantize_per_tensor_default_132" [id=2849, type=quantize_per_tensor]; -"2850 dequantize_per_tensor_default_132" [id=2850, type=dequantize_per_tensor]; -"2851 scale_updated_constant132" [id=2851, type=get_attr]; -"2852 compressed_weight_updated_constant132" [id=2852, type=get_attr]; -"2853 mul_tensor_132" [id=2853, type=mul]; -"2854 zero_point_updated_constant132" [id=2854, type=get_attr]; -"2855 sub_tensor_132" [id=2855, type=sub]; -"2856 linear_131" [id=2856, type=linear]; -"2857 dropout_85" [id=2857, type=dropout]; -"2858 view_120" [id=2858, type=view]; -"2859 permute_99" [id=2859, type=permute]; -"2860 reshape_98" [id=2860, type=reshape]; -"2861 roll_21" [id=2861, type=roll]; -"2862 slice_325" [id=2862, type=slice]; -"2863 slice_326" [id=2863, type=slice]; -"2864 slice_327" [id=2864, type=slice]; -"2865 slice_328" [id=2865, type=slice]; -"2866 contiguous_41" [id=2866, type=contiguous]; -"2867 _param_constant354" [id=2867, type=get_attr]; -"2868 _param_constant355" [id=2868, type=get_attr]; -"2869 layer_norm_45" [id=2869, type=layer_norm]; -"2870 add_75" [id=2870, type=add]; -"2871 _param_constant357" [id=2871, type=get_attr]; -"2872 add_75_0_0_nncf_smooth_quant_0" [id=2872, type=call_module]; -"2873 quantize_per_tensor_default_133" [id=2873, type=quantize_per_tensor]; -"2874 dequantize_per_tensor_default_133" [id=2874, type=dequantize_per_tensor]; -"2875 scale_updated_constant133" [id=2875, type=get_attr]; -"2876 compressed_weight_updated_constant133" [id=2876, type=get_attr]; -"2877 mul_tensor_133" [id=2877, type=mul]; -"2878 zero_point_updated_constant133" [id=2878, type=get_attr]; -"2879 sub_tensor_133" [id=2879, type=sub]; -"2880 linear_132" [id=2880, type=linear]; -"2881 gelu_21" [id=2881, type=gelu]; -"2882 dropout_86" [id=2882, type=dropout]; -"2883 _param_constant359" [id=2883, type=get_attr]; -"2884 dropout_86_0_0_nncf_smooth_quant_0" [id=2884, type=call_module]; -"2885 quantize_per_tensor_default_134" [id=2885, type=quantize_per_tensor]; -"2886 dequantize_per_tensor_default_134" [id=2886, type=dequantize_per_tensor]; -"2887 scale_updated_constant134" [id=2887, type=get_attr]; -"2888 compressed_weight_updated_constant134" [id=2888, type=get_attr]; -"2889 mul_tensor_134" [id=2889, type=mul]; -"2890 zero_point_updated_constant134" [id=2890, type=get_attr]; -"2891 sub_tensor_134" [id=2891, type=sub]; -"2892 linear_133" [id=2892, type=linear]; -"2893 dropout_87" [id=2893, type=dropout]; -"2894 _param_constant360" [id=2894, type=get_attr]; -"2895 _param_constant361" [id=2895, type=get_attr]; -"2896 layer_norm_46" [id=2896, type=layer_norm]; -"2897 add_76" [id=2897, type=add]; -"2898 pad_24" [id=2898, type=pad]; -"2899 slice_329" [id=2899, type=slice]; -"2900 slice_330" [id=2900, type=slice]; -"2901 slice_331" [id=2901, type=slice]; -"2902 slice_332" [id=2902, type=slice]; -"2903 slice_333" [id=2903, type=slice]; -"2904 slice_334" [id=2904, type=slice]; -"2905 slice_335" [id=2905, type=slice]; -"2906 slice_336" [id=2906, type=slice]; -"2907 slice_337" [id=2907, type=slice]; -"2908 slice_338" [id=2908, type=slice]; -"2909 slice_339" [id=2909, type=slice]; -"2910 slice_340" [id=2910, type=slice]; -"2911 cat_2" [id=2911, type=cat]; -"2912 cat_2_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; -"2913 quantize_per_tensor_default_135" [id=2913, type=quantize_per_tensor]; -"2914 dequantize_per_tensor_default_135" [id=2914, type=dequantize_per_tensor]; -"2915 scale_updated_constant135" [id=2915, type=get_attr]; -"2916 compressed_weight_updated_constant135" [id=2916, type=get_attr]; -"2917 mul_tensor_135" [id=2917, type=mul]; -"2918 zero_point_updated_constant135" [id=2918, type=get_attr]; -"2919 sub_tensor_135" [id=2919, type=sub]; -"2920 linear_134" [id=2920, type=linear]; -"2921 _param_constant363" [id=2921, type=get_attr]; -"2922 _param_constant364" [id=2922, type=get_attr]; -"2923 layer_norm_47" [id=2923, type=layer_norm]; -"2924 _tensor_constant143" [id=2924, type=get_attr]; -"2925 _param_constant366" [id=2925, type=get_attr]; -"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2926, type=call_module]; -"2927 scale_updated_constant136" [id=2927, type=get_attr]; -"2928 compressed_weight_updated_constant136" [id=2928, type=get_attr]; -"2929 mul_tensor_136" [id=2929, type=mul]; -"2930 zero_point_updated_constant136" [id=2930, type=get_attr]; -"2931 sub_tensor_136" [id=2931, type=sub]; -"2932 linear_135" [id=2932, type=linear]; -"2933 relu__22" [id=2933, type=relu_]; -"2934 relu__22_0_0_nncf_smooth_quant_0" [id=2934, type=call_module]; -"2935 scale_updated_constant137" [id=2935, type=get_attr]; -"2936 compressed_weight_updated_constant137" [id=2936, type=get_attr]; -"2937 mul_tensor_137" [id=2937, type=mul]; -"2938 zero_point_updated_constant137" [id=2938, type=get_attr]; -"2939 sub_tensor_137" [id=2939, type=sub]; -"2940 linear_136" [id=2940, type=linear]; -"2941 view_121" [id=2941, type=view]; -"2942 _tensor_constant144" [id=2942, type=get_attr]; -"2943 index_22" [id=2943, type=index]; -"2944 view_122" [id=2944, type=view]; -"2945 permute_100" [id=2945, type=permute]; -"2946 contiguous_42" [id=2946, type=contiguous]; -"2947 unsqueeze_66" [id=2947, type=unsqueeze]; -"2948 sigmoid_22" [id=2948, type=sigmoid]; -"2949 mul_44" [id=2949, type=mul]; -"2950 pad_25" [id=2950, type=pad]; -"2951 view_123" [id=2951, type=view]; -"2952 permute_101" [id=2952, type=permute]; -"2953 reshape_99" [id=2953, type=reshape]; -"2954 _param_constant368" [id=2954, type=get_attr]; -"2955 clone_22" [id=2955, type=clone]; -"2956 reshape_99_0_0_nncf_smooth_quant_0" [id=2956, type=call_module]; -"2957 quantize_per_tensor_default_136" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_136" [id=2958, type=dequantize_per_tensor]; -"2959 scale_updated_constant138" [id=2959, type=get_attr]; -"2960 compressed_weight_updated_constant138" [id=2960, type=get_attr]; -"2961 mul_tensor_138" [id=2961, type=mul]; -"2962 zero_point_updated_constant138" [id=2962, type=get_attr]; -"2963 sub_tensor_138" [id=2963, type=sub]; -"2964 linear_137" [id=2964, type=linear]; -"2965 reshape_100" [id=2965, type=reshape]; -"2966 permute_102" [id=2966, type=permute]; -"2967 select_66" [id=2967, type=select]; -"2968 select_67" [id=2968, type=select]; -"2969 select_68" [id=2969, type=select]; -"2970 linalg_vector_norm_44" [id=2970, type=linalg_vector_norm]; -"2971 clamp_min_44" [id=2971, type=clamp_min]; -"2972 expand_as_44" [id=2972, type=expand_as]; -"2973 div_44" [id=2973, type=div]; -"2974 quantize_per_tensor_default_137" [id=2974, type=quantize_per_tensor]; -"2975 dequantize_per_tensor_default_137" [id=2975, type=dequantize_per_tensor]; -"2976 linalg_vector_norm_45" [id=2976, type=linalg_vector_norm]; -"2977 clamp_min_45" [id=2977, type=clamp_min]; -"2978 expand_as_45" [id=2978, type=expand_as]; -"2979 div_45" [id=2979, type=div]; -"2980 quantize_per_tensor_default_138" [id=2980, type=quantize_per_tensor]; -"2981 dequantize_per_tensor_default_138" [id=2981, type=dequantize_per_tensor]; -"2982 transpose_44" [id=2982, type=transpose]; -"2983 matmul_44" [id=2983, type=matmul]; -"2984 _param_constant370" [id=2984, type=get_attr]; -"2985 clamp_22" [id=2985, type=clamp]; -"2986 exp_22" [id=2986, type=exp]; -"2987 mul_45" [id=2987, type=mul]; -"2988 add_77" [id=2988, type=add]; -"2989 softmax_22" [id=2989, type=softmax]; -"2990 dropout_88" [id=2990, type=dropout]; -"2991 matmul_45" [id=2991, type=matmul]; -"2992 transpose_45" [id=2992, type=transpose]; -"2993 reshape_101" [id=2993, type=reshape]; -"2994 _param_constant372" [id=2994, type=get_attr]; -"2995 reshape_101_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; -"2996 quantize_per_tensor_default_139" [id=2996, type=quantize_per_tensor]; -"2997 dequantize_per_tensor_default_139" [id=2997, type=dequantize_per_tensor]; -"2998 scale_updated_constant139" [id=2998, type=get_attr]; -"2999 compressed_weight_updated_constant139" [id=2999, type=get_attr]; -"3000 mul_tensor_139" [id=3000, type=mul]; -"3001 zero_point_updated_constant139" [id=3001, type=get_attr]; -"3002 sub_tensor_139" [id=3002, type=sub]; -"3003 linear_138" [id=3003, type=linear]; -"3004 dropout_89" [id=3004, type=dropout]; -"3005 view_124" [id=3005, type=view]; -"3006 permute_103" [id=3006, type=permute]; -"3007 reshape_102" [id=3007, type=reshape]; -"3008 slice_342" [id=3008, type=slice]; -"3009 slice_343" [id=3009, type=slice]; -"3010 slice_344" [id=3010, type=slice]; -"3011 slice_345" [id=3011, type=slice]; -"3012 contiguous_43" [id=3012, type=contiguous]; -"3013 _param_constant373" [id=3013, type=get_attr]; -"3014 _param_constant374" [id=3014, type=get_attr]; -"3015 layer_norm_48" [id=3015, type=layer_norm]; -"3016 add_78" [id=3016, type=add]; -"3017 _param_constant376" [id=3017, type=get_attr]; -"3018 add_78_0_0_nncf_smooth_quant_0" [id=3018, type=call_module]; -"3019 quantize_per_tensor_default_140" [id=3019, type=quantize_per_tensor]; -"3020 dequantize_per_tensor_default_140" [id=3020, type=dequantize_per_tensor]; -"3021 scale_updated_constant140" [id=3021, type=get_attr]; -"3022 compressed_weight_updated_constant140" [id=3022, type=get_attr]; -"3023 mul_tensor_140" [id=3023, type=mul]; -"3024 zero_point_updated_constant140" [id=3024, type=get_attr]; -"3025 sub_tensor_140" [id=3025, type=sub]; -"3026 linear_139" [id=3026, type=linear]; -"3027 gelu_22" [id=3027, type=gelu]; -"3028 dropout_90" [id=3028, type=dropout]; -"3029 _param_constant378" [id=3029, type=get_attr]; -"3030 dropout_90_0_0_nncf_smooth_quant_0" [id=3030, type=call_module]; -"3031 quantize_per_tensor_default_141" [id=3031, type=quantize_per_tensor]; -"3032 dequantize_per_tensor_default_141" [id=3032, type=dequantize_per_tensor]; -"3033 scale_updated_constant141" [id=3033, type=get_attr]; -"3034 compressed_weight_updated_constant141" [id=3034, type=get_attr]; -"3035 mul_tensor_141" [id=3035, type=mul]; -"3036 zero_point_updated_constant141" [id=3036, type=get_attr]; -"3037 sub_tensor_141" [id=3037, type=sub]; -"3038 linear_140" [id=3038, type=linear]; -"3039 dropout_91" [id=3039, type=dropout]; -"3040 _param_constant379" [id=3040, type=get_attr]; -"3041 _param_constant380" [id=3041, type=get_attr]; -"3042 layer_norm_49" [id=3042, type=layer_norm]; -"3043 add_79" [id=3043, type=add]; -"3044 _tensor_constant145" [id=3044, type=get_attr]; -"3045 _param_constant382" [id=3045, type=get_attr]; -"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3046, type=call_module]; -"3047 scale_updated_constant142" [id=3047, type=get_attr]; -"3048 compressed_weight_updated_constant142" [id=3048, type=get_attr]; -"3049 mul_tensor_142" [id=3049, type=mul]; -"3050 zero_point_updated_constant142" [id=3050, type=get_attr]; -"3051 sub_tensor_142" [id=3051, type=sub]; -"3052 linear_141" [id=3052, type=linear]; -"3053 relu__23" [id=3053, type=relu_]; -"3054 relu__23_0_0_nncf_smooth_quant_0" [id=3054, type=call_module]; -"3055 scale_updated_constant143" [id=3055, type=get_attr]; -"3056 compressed_weight_updated_constant143" [id=3056, type=get_attr]; -"3057 mul_tensor_143" [id=3057, type=mul]; -"3058 zero_point_updated_constant143" [id=3058, type=get_attr]; -"3059 sub_tensor_143" [id=3059, type=sub]; -"3060 linear_142" [id=3060, type=linear]; -"3061 view_125" [id=3061, type=view]; -"3062 _tensor_constant146" [id=3062, type=get_attr]; -"3063 index_23" [id=3063, type=index]; -"3064 view_126" [id=3064, type=view]; -"3065 permute_104" [id=3065, type=permute]; -"3066 contiguous_44" [id=3066, type=contiguous]; -"3067 unsqueeze_67" [id=3067, type=unsqueeze]; -"3068 sigmoid_23" [id=3068, type=sigmoid]; -"3069 mul_46" [id=3069, type=mul]; -"3070 pad_26" [id=3070, type=pad]; -"3071 view_127" [id=3071, type=view]; -"3072 permute_105" [id=3072, type=permute]; -"3073 reshape_103" [id=3073, type=reshape]; -"3074 _param_constant384" [id=3074, type=get_attr]; -"3075 clone_23" [id=3075, type=clone]; -"3076 reshape_103_0_0_nncf_smooth_quant_0" [id=3076, type=call_module]; -"3077 quantize_per_tensor_default_142" [id=3077, type=quantize_per_tensor]; -"3078 dequantize_per_tensor_default_142" [id=3078, type=dequantize_per_tensor]; -"3079 scale_updated_constant144" [id=3079, type=get_attr]; -"3080 compressed_weight_updated_constant144" [id=3080, type=get_attr]; -"3081 mul_tensor_144" [id=3081, type=mul]; -"3082 zero_point_updated_constant144" [id=3082, type=get_attr]; -"3083 sub_tensor_144" [id=3083, type=sub]; -"3084 linear_143" [id=3084, type=linear]; -"3085 reshape_104" [id=3085, type=reshape]; -"3086 permute_106" [id=3086, type=permute]; -"3087 select_69" [id=3087, type=select]; -"3088 select_70" [id=3088, type=select]; -"3089 select_71" [id=3089, type=select]; -"3090 linalg_vector_norm_46" [id=3090, type=linalg_vector_norm]; -"3091 clamp_min_46" [id=3091, type=clamp_min]; -"3092 expand_as_46" [id=3092, type=expand_as]; -"3093 div_46" [id=3093, type=div]; -"3094 quantize_per_tensor_default_143" [id=3094, type=quantize_per_tensor]; -"3095 dequantize_per_tensor_default_143" [id=3095, type=dequantize_per_tensor]; -"3096 linalg_vector_norm_47" [id=3096, type=linalg_vector_norm]; -"3097 clamp_min_47" [id=3097, type=clamp_min]; -"3098 expand_as_47" [id=3098, type=expand_as]; -"3099 div_47" [id=3099, type=div]; -"3100 quantize_per_tensor_default_144" [id=3100, type=quantize_per_tensor]; -"3101 dequantize_per_tensor_default_144" [id=3101, type=dequantize_per_tensor]; -"3102 transpose_46" [id=3102, type=transpose]; -"3103 matmul_46" [id=3103, type=matmul]; -"3104 _param_constant386" [id=3104, type=get_attr]; -"3105 clamp_23" [id=3105, type=clamp]; -"3106 exp_23" [id=3106, type=exp]; -"3107 mul_47" [id=3107, type=mul]; -"3108 add_80" [id=3108, type=add]; -"3109 softmax_23" [id=3109, type=softmax]; -"3110 dropout_92" [id=3110, type=dropout]; -"3111 matmul_47" [id=3111, type=matmul]; -"3112 transpose_47" [id=3112, type=transpose]; -"3113 reshape_105" [id=3113, type=reshape]; -"3114 _param_constant388" [id=3114, type=get_attr]; -"3115 reshape_105_0_0_nncf_smooth_quant_0" [id=3115, type=call_module]; -"3116 quantize_per_tensor_default_145" [id=3116, type=quantize_per_tensor]; -"3117 dequantize_per_tensor_default_145" [id=3117, type=dequantize_per_tensor]; -"3118 scale_updated_constant145" [id=3118, type=get_attr]; -"3119 compressed_weight_updated_constant145" [id=3119, type=get_attr]; -"3120 mul_tensor_145" [id=3120, type=mul]; -"3121 zero_point_updated_constant145" [id=3121, type=get_attr]; -"3122 sub_tensor_145" [id=3122, type=sub]; -"3123 linear_144" [id=3123, type=linear]; -"3124 dropout_93" [id=3124, type=dropout]; -"3125 view_128" [id=3125, type=view]; -"3126 permute_107" [id=3126, type=permute]; -"3127 reshape_106" [id=3127, type=reshape]; -"3128 slice_347" [id=3128, type=slice]; -"3129 slice_348" [id=3129, type=slice]; -"3130 slice_349" [id=3130, type=slice]; -"3131 slice_350" [id=3131, type=slice]; -"3132 contiguous_45" [id=3132, type=contiguous]; -"3133 _param_constant389" [id=3133, type=get_attr]; -"3134 _param_constant390" [id=3134, type=get_attr]; -"3135 layer_norm_50" [id=3135, type=layer_norm]; -"3136 add_81" [id=3136, type=add]; -"3137 _param_constant392" [id=3137, type=get_attr]; -"3138 add_81_0_0_nncf_smooth_quant_0" [id=3138, type=call_module]; -"3139 quantize_per_tensor_default_146" [id=3139, type=quantize_per_tensor]; -"3140 dequantize_per_tensor_default_146" [id=3140, type=dequantize_per_tensor]; -"3141 scale_updated_constant146" [id=3141, type=get_attr]; -"3142 compressed_weight_updated_constant146" [id=3142, type=get_attr]; -"3143 mul_tensor_146" [id=3143, type=mul]; -"3144 zero_point_updated_constant146" [id=3144, type=get_attr]; -"3145 sub_tensor_146" [id=3145, type=sub]; -"3146 linear_145" [id=3146, type=linear]; -"3147 gelu_23" [id=3147, type=gelu]; -"3148 dropout_94" [id=3148, type=dropout]; -"3149 _param_constant394" [id=3149, type=get_attr]; -"3150 dropout_94_0_0_nncf_smooth_quant_0" [id=3150, type=call_module]; -"3151 quantize_per_tensor_default_147" [id=3151, type=quantize_per_tensor]; -"3152 dequantize_per_tensor_default_147" [id=3152, type=dequantize_per_tensor]; -"3153 scale_updated_constant147" [id=3153, type=get_attr]; -"3154 compressed_weight_updated_constant147" [id=3154, type=get_attr]; -"3155 mul_tensor_147" [id=3155, type=mul]; -"3156 zero_point_updated_constant147" [id=3156, type=get_attr]; -"3157 sub_tensor_147" [id=3157, type=sub]; -"3158 linear_146" [id=3158, type=linear]; -"3159 dropout_95" [id=3159, type=dropout]; -"3160 _param_constant395" [id=3160, type=get_attr]; -"3161 _param_constant396" [id=3161, type=get_attr]; -"3162 layer_norm_51" [id=3162, type=layer_norm]; -"3163 add_82" [id=3163, type=add]; -"3164 _param_constant397" [id=3164, type=get_attr]; -"3165 _param_constant398" [id=3165, type=get_attr]; -"3166 layer_norm_52" [id=3166, type=layer_norm]; -"3167 permute_108" [id=3167, type=permute]; -"3168 adaptive_avg_pool2d" [id=3168, type=adaptive_avg_pool2d]; -"3169 flatten" [id=3169, type=flatten]; -"3170 _param_constant400" [id=3170, type=get_attr]; -"3171 flatten_0_0_nncf_smooth_quant_0" [id=3171, type=call_module]; -"3172 quantize_per_tensor_default_148" [id=3172, type=quantize_per_tensor]; -"3173 dequantize_per_tensor_default_148" [id=3173, type=dequantize_per_tensor]; -"3174 scale_updated_constant148" [id=3174, type=get_attr]; -"3175 compressed_weight_updated_constant148" [id=3175, type=get_attr]; -"3176 mul_tensor_148" [id=3176, type=mul]; -"3177 zero_point_updated_constant148" [id=3177, type=get_attr]; -"3178 sub_tensor_148" [id=3178, type=sub]; -"3179 linear_147" [id=3179, type=linear]; -"3180 output" [id=3180, type=output]; +"14 _frozen_param0" [id=14, type=get_attr]; +"15 pad" [id=15, type=pad]; +"16 view_2" [id=16, type=view]; +"17 permute_2" [id=17, type=permute]; +"18 reshape" [id=18, type=reshape]; +"19 _frozen_param1" [id=19, type=get_attr]; +"20 reshape_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 scale_updated_constant1" [id=23, type=get_attr]; +"24 compressed_weight_updated_constant1" [id=24, type=get_attr]; +"25 mul_tensor_1" [id=25, type=mul]; +"26 zero_point_updated_constant1" [id=26, type=get_attr]; +"27 sub_tensor_1" [id=27, type=sub]; +"28 linear_2" [id=28, type=linear]; +"29 reshape_1" [id=29, type=reshape]; +"30 permute_3" [id=30, type=permute]; +"31 select" [id=31, type=select]; +"32 select_1" [id=32, type=select]; +"33 select_2" [id=33, type=select]; +"34 linalg_vector_norm" [id=34, type=linalg_vector_norm]; +"35 clamp_min" [id=35, type=clamp_min]; +"36 expand_as" [id=36, type=expand_as]; +"37 div" [id=37, type=div]; +"38 quantize_per_tensor_default_2" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_2" [id=39, type=dequantize_per_tensor]; +"40 linalg_vector_norm_1" [id=40, type=linalg_vector_norm]; +"41 clamp_min_1" [id=41, type=clamp_min]; +"42 expand_as_1" [id=42, type=expand_as]; +"43 div_1" [id=43, type=div]; +"44 quantize_per_tensor_default_3" [id=44, type=quantize_per_tensor]; +"45 dequantize_per_tensor_default_3" [id=45, type=dequantize_per_tensor]; +"46 transpose" [id=46, type=transpose]; +"47 matmul" [id=47, type=matmul]; +"48 _frozen_param3" [id=48, type=get_attr]; +"49 mul_1" [id=49, type=mul]; +"50 add" [id=50, type=add]; +"51 softmax" [id=51, type=softmax]; +"52 dropout" [id=52, type=dropout]; +"53 matmul_1" [id=53, type=matmul]; +"54 transpose_1" [id=54, type=transpose]; +"55 reshape_2" [id=55, type=reshape]; +"56 _param_constant11" [id=56, type=get_attr]; +"57 reshape_2_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; +"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; +"60 scale_updated_constant2" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; +"62 mul_tensor_2" [id=62, type=mul]; +"63 zero_point_updated_constant2" [id=63, type=get_attr]; +"64 sub_tensor_2" [id=64, type=sub]; +"65 linear_3" [id=65, type=linear]; +"66 dropout_1" [id=66, type=dropout]; +"67 view_3" [id=67, type=view]; +"68 permute_4" [id=68, type=permute]; +"69 reshape_3" [id=69, type=reshape]; +"70 slice_2" [id=70, type=slice]; +"71 slice_3" [id=71, type=slice]; +"72 _param_constant12" [id=72, type=get_attr]; +"73 _param_constant13" [id=73, type=get_attr]; +"74 layer_norm_1" [id=74, type=layer_norm]; +"75 add_1" [id=75, type=add]; +"76 _param_constant15" [id=76, type=get_attr]; +"77 add_1_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; +"78 quantize_per_tensor_default_5" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_5" [id=79, type=dequantize_per_tensor]; +"80 scale_updated_constant3" [id=80, type=get_attr]; +"81 compressed_weight_updated_constant3" [id=81, type=get_attr]; +"82 mul_tensor_3" [id=82, type=mul]; +"83 zero_point_updated_constant3" [id=83, type=get_attr]; +"84 sub_tensor_3" [id=84, type=sub]; +"85 linear_4" [id=85, type=linear]; +"86 gelu" [id=86, type=gelu]; +"87 dropout_2" [id=87, type=dropout]; +"88 _param_constant17" [id=88, type=get_attr]; +"89 dropout_2_0_0_nncf_smooth_quant_0" [id=89, type=call_module]; +"90 quantize_per_tensor_default_6" [id=90, type=quantize_per_tensor]; +"91 dequantize_per_tensor_default_6" [id=91, type=dequantize_per_tensor]; +"92 scale_updated_constant4" [id=92, type=get_attr]; +"93 compressed_weight_updated_constant4" [id=93, type=get_attr]; +"94 mul_tensor_4" [id=94, type=mul]; +"95 zero_point_updated_constant4" [id=95, type=get_attr]; +"96 sub_tensor_4" [id=96, type=sub]; +"97 linear_5" [id=97, type=linear]; +"98 dropout_3" [id=98, type=dropout]; +"99 _param_constant18" [id=99, type=get_attr]; +"100 _param_constant19" [id=100, type=get_attr]; +"101 layer_norm_2" [id=101, type=layer_norm]; +"102 add_2" [id=102, type=add]; +"103 _frozen_param4" [id=103, type=get_attr]; +"104 pad_1" [id=104, type=pad]; +"105 roll" [id=105, type=roll]; +"106 view_6" [id=106, type=view]; +"107 permute_6" [id=107, type=permute]; +"108 reshape_4" [id=108, type=reshape]; +"109 _frozen_param5" [id=109, type=get_attr]; +"110 reshape_4_0_0_nncf_smooth_quant_0" [id=110, type=call_module]; +"111 quantize_per_tensor_default_7" [id=111, type=quantize_per_tensor]; +"112 dequantize_per_tensor_default_7" [id=112, type=dequantize_per_tensor]; +"113 scale_updated_constant5" [id=113, type=get_attr]; +"114 compressed_weight_updated_constant5" [id=114, type=get_attr]; +"115 mul_tensor_5" [id=115, type=mul]; +"116 zero_point_updated_constant5" [id=116, type=get_attr]; +"117 sub_tensor_5" [id=117, type=sub]; +"118 linear_8" [id=118, type=linear]; +"119 reshape_5" [id=119, type=reshape]; +"120 permute_7" [id=120, type=permute]; +"121 select_3" [id=121, type=select]; +"122 select_4" [id=122, type=select]; +"123 select_5" [id=123, type=select]; +"124 linalg_vector_norm_2" [id=124, type=linalg_vector_norm]; +"125 clamp_min_2" [id=125, type=clamp_min]; +"126 expand_as_2" [id=126, type=expand_as]; +"127 div_2" [id=127, type=div]; +"128 quantize_per_tensor_default_8" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_8" [id=129, type=dequantize_per_tensor]; +"130 linalg_vector_norm_3" [id=130, type=linalg_vector_norm]; +"131 clamp_min_3" [id=131, type=clamp_min]; +"132 expand_as_3" [id=132, type=expand_as]; +"133 div_3" [id=133, type=div]; +"134 quantize_per_tensor_default_9" [id=134, type=quantize_per_tensor]; +"135 dequantize_per_tensor_default_9" [id=135, type=dequantize_per_tensor]; +"136 transpose_2" [id=136, type=transpose]; +"137 matmul_2" [id=137, type=matmul]; +"138 _frozen_param7" [id=138, type=get_attr]; +"139 mul_3" [id=139, type=mul]; +"140 add_3" [id=140, type=add]; +"141 new_zeros" [id=141, type=new_zeros]; +"142 view_7" [id=142, type=view]; +"143 permute_8" [id=143, type=permute]; +"144 reshape_6" [id=144, type=reshape]; +"145 unsqueeze_2" [id=145, type=unsqueeze]; +"146 unsqueeze_3" [id=146, type=unsqueeze]; +"147 sub" [id=147, type=sub]; +"148 ne" [id=148, type=ne]; +"149 masked_fill" [id=149, type=masked_fill]; +"150 eq" [id=150, type=eq]; +"151 masked_fill_1" [id=151, type=masked_fill]; +"152 view_8" [id=152, type=view]; +"153 unsqueeze_4" [id=153, type=unsqueeze]; +"154 unsqueeze_5" [id=154, type=unsqueeze]; +"155 add_4" [id=155, type=add]; +"156 view_9" [id=156, type=view]; +"157 softmax_1" [id=157, type=softmax]; +"158 dropout_4" [id=158, type=dropout]; +"159 matmul_3" [id=159, type=matmul]; +"160 transpose_3" [id=160, type=transpose]; +"161 reshape_7" [id=161, type=reshape]; +"162 _param_constant27" [id=162, type=get_attr]; +"163 reshape_7_0_0_nncf_smooth_quant_0" [id=163, type=call_module]; +"164 quantize_per_tensor_default_10" [id=164, type=quantize_per_tensor]; +"165 dequantize_per_tensor_default_10" [id=165, type=dequantize_per_tensor]; +"166 scale_updated_constant6" [id=166, type=get_attr]; +"167 compressed_weight_updated_constant6" [id=167, type=get_attr]; +"168 mul_tensor_6" [id=168, type=mul]; +"169 zero_point_updated_constant6" [id=169, type=get_attr]; +"170 sub_tensor_6" [id=170, type=sub]; +"171 linear_9" [id=171, type=linear]; +"172 dropout_5" [id=172, type=dropout]; +"173 view_10" [id=173, type=view]; +"174 permute_9" [id=174, type=permute]; +"175 reshape_8" [id=175, type=reshape]; +"176 roll_1" [id=176, type=roll]; +"177 slice_23" [id=177, type=slice]; +"178 slice_24" [id=178, type=slice]; +"179 _param_constant28" [id=179, type=get_attr]; +"180 _param_constant29" [id=180, type=get_attr]; +"181 layer_norm_3" [id=181, type=layer_norm]; +"182 add_5" [id=182, type=add]; +"183 _param_constant31" [id=183, type=get_attr]; +"184 add_5_0_0_nncf_smooth_quant_0" [id=184, type=call_module]; +"185 quantize_per_tensor_default_11" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_11" [id=186, type=dequantize_per_tensor]; +"187 scale_updated_constant7" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant7" [id=188, type=get_attr]; +"189 mul_tensor_7" [id=189, type=mul]; +"190 zero_point_updated_constant7" [id=190, type=get_attr]; +"191 sub_tensor_7" [id=191, type=sub]; +"192 linear_10" [id=192, type=linear]; +"193 gelu_1" [id=193, type=gelu]; +"194 dropout_6" [id=194, type=dropout]; +"195 _param_constant33" [id=195, type=get_attr]; +"196 dropout_6_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; +"197 quantize_per_tensor_default_12" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_12" [id=198, type=dequantize_per_tensor]; +"199 scale_updated_constant8" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant8" [id=200, type=get_attr]; +"201 mul_tensor_8" [id=201, type=mul]; +"202 zero_point_updated_constant8" [id=202, type=get_attr]; +"203 sub_tensor_8" [id=203, type=sub]; +"204 linear_11" [id=204, type=linear]; +"205 dropout_7" [id=205, type=dropout]; +"206 _param_constant34" [id=206, type=get_attr]; +"207 _param_constant35" [id=207, type=get_attr]; +"208 layer_norm_4" [id=208, type=layer_norm]; +"209 add_6" [id=209, type=add]; +"210 pad_2" [id=210, type=pad]; +"211 slice_25" [id=211, type=slice]; +"212 slice_26" [id=212, type=slice]; +"213 slice_27" [id=213, type=slice]; +"214 slice_28" [id=214, type=slice]; +"215 slice_29" [id=215, type=slice]; +"216 slice_30" [id=216, type=slice]; +"217 slice_31" [id=217, type=slice]; +"218 slice_32" [id=218, type=slice]; +"219 slice_33" [id=219, type=slice]; +"220 slice_34" [id=220, type=slice]; +"221 slice_35" [id=221, type=slice]; +"222 slice_36" [id=222, type=slice]; +"223 cat" [id=223, type=cat]; +"224 cat_0_0_nncf_smooth_quant_0" [id=224, type=call_module]; +"225 quantize_per_tensor_default_13" [id=225, type=quantize_per_tensor]; +"226 dequantize_per_tensor_default_13" [id=226, type=dequantize_per_tensor]; +"227 scale_updated_constant9" [id=227, type=get_attr]; +"228 compressed_weight_updated_constant9" [id=228, type=get_attr]; +"229 mul_tensor_9" [id=229, type=mul]; +"230 zero_point_updated_constant9" [id=230, type=get_attr]; +"231 sub_tensor_9" [id=231, type=sub]; +"232 linear_12" [id=232, type=linear]; +"233 _param_constant37" [id=233, type=get_attr]; +"234 _param_constant38" [id=234, type=get_attr]; +"235 layer_norm_5" [id=235, type=layer_norm]; +"236 _frozen_param17" [id=236, type=get_attr]; +"237 pad_3" [id=237, type=pad]; +"238 view_13" [id=238, type=view]; +"239 permute_11" [id=239, type=permute]; +"240 reshape_9" [id=240, type=reshape]; +"241 _frozen_param18" [id=241, type=get_attr]; +"242 reshape_9_0_0_nncf_smooth_quant_0" [id=242, type=call_module]; +"243 quantize_per_tensor_default_14" [id=243, type=quantize_per_tensor]; +"244 dequantize_per_tensor_default_14" [id=244, type=dequantize_per_tensor]; +"245 scale_updated_constant10" [id=245, type=get_attr]; +"246 compressed_weight_updated_constant10" [id=246, type=get_attr]; +"247 mul_tensor_10" [id=247, type=mul]; +"248 zero_point_updated_constant10" [id=248, type=get_attr]; +"249 sub_tensor_10" [id=249, type=sub]; +"250 linear_15" [id=250, type=linear]; +"251 reshape_10" [id=251, type=reshape]; +"252 permute_12" [id=252, type=permute]; +"253 select_6" [id=253, type=select]; +"254 select_7" [id=254, type=select]; +"255 select_8" [id=255, type=select]; +"256 linalg_vector_norm_4" [id=256, type=linalg_vector_norm]; +"257 clamp_min_4" [id=257, type=clamp_min]; +"258 expand_as_4" [id=258, type=expand_as]; +"259 div_4" [id=259, type=div]; +"260 quantize_per_tensor_default_15" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_15" [id=261, type=dequantize_per_tensor]; +"262 linalg_vector_norm_5" [id=262, type=linalg_vector_norm]; +"263 clamp_min_5" [id=263, type=clamp_min]; +"264 expand_as_5" [id=264, type=expand_as]; +"265 div_5" [id=265, type=div]; +"266 quantize_per_tensor_default_16" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_16" [id=267, type=dequantize_per_tensor]; +"268 transpose_4" [id=268, type=transpose]; +"269 matmul_4" [id=269, type=matmul]; +"270 _frozen_param20" [id=270, type=get_attr]; +"271 mul_5" [id=271, type=mul]; +"272 add_7" [id=272, type=add]; +"273 softmax_2" [id=273, type=softmax]; +"274 dropout_8" [id=274, type=dropout]; +"275 matmul_5" [id=275, type=matmul]; +"276 transpose_5" [id=276, type=transpose]; +"277 reshape_11" [id=277, type=reshape]; +"278 _param_constant46" [id=278, type=get_attr]; +"279 reshape_11_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; +"280 quantize_per_tensor_default_17" [id=280, type=quantize_per_tensor]; +"281 dequantize_per_tensor_default_17" [id=281, type=dequantize_per_tensor]; +"282 scale_updated_constant11" [id=282, type=get_attr]; +"283 compressed_weight_updated_constant11" [id=283, type=get_attr]; +"284 mul_tensor_11" [id=284, type=mul]; +"285 zero_point_updated_constant11" [id=285, type=get_attr]; +"286 sub_tensor_11" [id=286, type=sub]; +"287 linear_16" [id=287, type=linear]; +"288 dropout_9" [id=288, type=dropout]; +"289 view_14" [id=289, type=view]; +"290 permute_13" [id=290, type=permute]; +"291 reshape_12" [id=291, type=reshape]; +"292 slice_38" [id=292, type=slice]; +"293 slice_39" [id=293, type=slice]; +"294 slice_40" [id=294, type=slice]; +"295 slice_41" [id=295, type=slice]; +"296 contiguous_3" [id=296, type=contiguous]; +"297 _param_constant47" [id=297, type=get_attr]; +"298 _param_constant48" [id=298, type=get_attr]; +"299 layer_norm_6" [id=299, type=layer_norm]; +"300 add_8" [id=300, type=add]; +"301 _param_constant50" [id=301, type=get_attr]; +"302 add_8_0_0_nncf_smooth_quant_0" [id=302, type=call_module]; +"303 quantize_per_tensor_default_18" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_18" [id=304, type=dequantize_per_tensor]; +"305 scale_updated_constant12" [id=305, type=get_attr]; +"306 compressed_weight_updated_constant12" [id=306, type=get_attr]; +"307 mul_tensor_12" [id=307, type=mul]; +"308 zero_point_updated_constant12" [id=308, type=get_attr]; +"309 sub_tensor_12" [id=309, type=sub]; +"310 linear_17" [id=310, type=linear]; +"311 gelu_2" [id=311, type=gelu]; +"312 dropout_10" [id=312, type=dropout]; +"313 _param_constant52" [id=313, type=get_attr]; +"314 dropout_10_0_0_nncf_smooth_quant_0" [id=314, type=call_module]; +"315 quantize_per_tensor_default_19" [id=315, type=quantize_per_tensor]; +"316 dequantize_per_tensor_default_19" [id=316, type=dequantize_per_tensor]; +"317 scale_updated_constant13" [id=317, type=get_attr]; +"318 compressed_weight_updated_constant13" [id=318, type=get_attr]; +"319 mul_tensor_13" [id=319, type=mul]; +"320 zero_point_updated_constant13" [id=320, type=get_attr]; +"321 sub_tensor_13" [id=321, type=sub]; +"322 linear_18" [id=322, type=linear]; +"323 dropout_11" [id=323, type=dropout]; +"324 _param_constant53" [id=324, type=get_attr]; +"325 _param_constant54" [id=325, type=get_attr]; +"326 layer_norm_7" [id=326, type=layer_norm]; +"327 add_9" [id=327, type=add]; +"328 _frozen_param21" [id=328, type=get_attr]; +"329 pad_4" [id=329, type=pad]; +"330 roll_2" [id=330, type=roll]; +"331 view_17" [id=331, type=view]; +"332 permute_15" [id=332, type=permute]; +"333 reshape_13" [id=333, type=reshape]; +"334 _frozen_param22" [id=334, type=get_attr]; +"335 reshape_13_0_0_nncf_smooth_quant_0" [id=335, type=call_module]; +"336 quantize_per_tensor_default_20" [id=336, type=quantize_per_tensor]; +"337 dequantize_per_tensor_default_20" [id=337, type=dequantize_per_tensor]; +"338 scale_updated_constant14" [id=338, type=get_attr]; +"339 compressed_weight_updated_constant14" [id=339, type=get_attr]; +"340 mul_tensor_14" [id=340, type=mul]; +"341 zero_point_updated_constant14" [id=341, type=get_attr]; +"342 sub_tensor_14" [id=342, type=sub]; +"343 linear_21" [id=343, type=linear]; +"344 reshape_14" [id=344, type=reshape]; +"345 permute_16" [id=345, type=permute]; +"346 select_9" [id=346, type=select]; +"347 select_10" [id=347, type=select]; +"348 select_11" [id=348, type=select]; +"349 linalg_vector_norm_6" [id=349, type=linalg_vector_norm]; +"350 clamp_min_6" [id=350, type=clamp_min]; +"351 expand_as_6" [id=351, type=expand_as]; +"352 div_6" [id=352, type=div]; +"353 quantize_per_tensor_default_21" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_21" [id=354, type=dequantize_per_tensor]; +"355 linalg_vector_norm_7" [id=355, type=linalg_vector_norm]; +"356 clamp_min_7" [id=356, type=clamp_min]; +"357 expand_as_7" [id=357, type=expand_as]; +"358 div_7" [id=358, type=div]; +"359 quantize_per_tensor_default_22" [id=359, type=quantize_per_tensor]; +"360 dequantize_per_tensor_default_22" [id=360, type=dequantize_per_tensor]; +"361 transpose_6" [id=361, type=transpose]; +"362 matmul_6" [id=362, type=matmul]; +"363 _frozen_param24" [id=363, type=get_attr]; +"364 mul_7" [id=364, type=mul]; +"365 add_10" [id=365, type=add]; +"366 new_zeros_1" [id=366, type=new_zeros]; +"367 view_18" [id=367, type=view]; +"368 permute_17" [id=368, type=permute]; +"369 reshape_15" [id=369, type=reshape]; +"370 unsqueeze_8" [id=370, type=unsqueeze]; +"371 unsqueeze_9" [id=371, type=unsqueeze]; +"372 sub_1" [id=372, type=sub]; +"373 ne_1" [id=373, type=ne]; +"374 masked_fill_2" [id=374, type=masked_fill]; +"375 eq_1" [id=375, type=eq]; +"376 masked_fill_3" [id=376, type=masked_fill]; +"377 view_19" [id=377, type=view]; +"378 unsqueeze_10" [id=378, type=unsqueeze]; +"379 unsqueeze_11" [id=379, type=unsqueeze]; +"380 add_11" [id=380, type=add]; +"381 view_20" [id=381, type=view]; +"382 softmax_3" [id=382, type=softmax]; +"383 dropout_12" [id=383, type=dropout]; +"384 matmul_7" [id=384, type=matmul]; +"385 transpose_7" [id=385, type=transpose]; +"386 reshape_16" [id=386, type=reshape]; +"387 _param_constant62" [id=387, type=get_attr]; +"388 reshape_16_0_0_nncf_smooth_quant_0" [id=388, type=call_module]; +"389 quantize_per_tensor_default_23" [id=389, type=quantize_per_tensor]; +"390 dequantize_per_tensor_default_23" [id=390, type=dequantize_per_tensor]; +"391 scale_updated_constant15" [id=391, type=get_attr]; +"392 compressed_weight_updated_constant15" [id=392, type=get_attr]; +"393 mul_tensor_15" [id=393, type=mul]; +"394 zero_point_updated_constant15" [id=394, type=get_attr]; +"395 sub_tensor_15" [id=395, type=sub]; +"396 linear_22" [id=396, type=linear]; +"397 dropout_13" [id=397, type=dropout]; +"398 view_21" [id=398, type=view]; +"399 permute_18" [id=399, type=permute]; +"400 reshape_17" [id=400, type=reshape]; +"401 roll_3" [id=401, type=roll]; +"402 slice_61" [id=402, type=slice]; +"403 slice_62" [id=403, type=slice]; +"404 slice_63" [id=404, type=slice]; +"405 slice_64" [id=405, type=slice]; +"406 contiguous_5" [id=406, type=contiguous]; +"407 _param_constant63" [id=407, type=get_attr]; +"408 _param_constant64" [id=408, type=get_attr]; +"409 layer_norm_8" [id=409, type=layer_norm]; +"410 add_12" [id=410, type=add]; +"411 _param_constant66" [id=411, type=get_attr]; +"412 add_12_0_0_nncf_smooth_quant_0" [id=412, type=call_module]; +"413 quantize_per_tensor_default_24" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_24" [id=414, type=dequantize_per_tensor]; +"415 scale_updated_constant16" [id=415, type=get_attr]; +"416 compressed_weight_updated_constant16" [id=416, type=get_attr]; +"417 mul_tensor_16" [id=417, type=mul]; +"418 zero_point_updated_constant16" [id=418, type=get_attr]; +"419 sub_tensor_16" [id=419, type=sub]; +"420 linear_23" [id=420, type=linear]; +"421 gelu_3" [id=421, type=gelu]; +"422 dropout_14" [id=422, type=dropout]; +"423 _param_constant68" [id=423, type=get_attr]; +"424 dropout_14_0_0_nncf_smooth_quant_0" [id=424, type=call_module]; +"425 quantize_per_tensor_default_25" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_25" [id=426, type=dequantize_per_tensor]; +"427 scale_updated_constant17" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant17" [id=428, type=get_attr]; +"429 mul_tensor_17" [id=429, type=mul]; +"430 zero_point_updated_constant17" [id=430, type=get_attr]; +"431 sub_tensor_17" [id=431, type=sub]; +"432 linear_24" [id=432, type=linear]; +"433 dropout_15" [id=433, type=dropout]; +"434 _param_constant69" [id=434, type=get_attr]; +"435 _param_constant70" [id=435, type=get_attr]; +"436 layer_norm_9" [id=436, type=layer_norm]; +"437 add_13" [id=437, type=add]; +"438 pad_5" [id=438, type=pad]; +"439 slice_65" [id=439, type=slice]; +"440 slice_66" [id=440, type=slice]; +"441 slice_67" [id=441, type=slice]; +"442 slice_68" [id=442, type=slice]; +"443 slice_69" [id=443, type=slice]; +"444 slice_70" [id=444, type=slice]; +"445 slice_71" [id=445, type=slice]; +"446 slice_72" [id=446, type=slice]; +"447 slice_73" [id=447, type=slice]; +"448 slice_74" [id=448, type=slice]; +"449 slice_75" [id=449, type=slice]; +"450 slice_76" [id=450, type=slice]; +"451 cat_1" [id=451, type=cat]; +"452 cat_1_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; +"453 quantize_per_tensor_default_26" [id=453, type=quantize_per_tensor]; +"454 dequantize_per_tensor_default_26" [id=454, type=dequantize_per_tensor]; +"455 scale_updated_constant18" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant18" [id=456, type=get_attr]; +"457 mul_tensor_18" [id=457, type=mul]; +"458 zero_point_updated_constant18" [id=458, type=get_attr]; +"459 sub_tensor_18" [id=459, type=sub]; +"460 linear_25" [id=460, type=linear]; +"461 _param_constant72" [id=461, type=get_attr]; +"462 _param_constant73" [id=462, type=get_attr]; +"463 layer_norm_10" [id=463, type=layer_norm]; +"464 _frozen_param34" [id=464, type=get_attr]; +"465 pad_6" [id=465, type=pad]; +"466 view_24" [id=466, type=view]; +"467 permute_20" [id=467, type=permute]; +"468 reshape_18" [id=468, type=reshape]; +"469 _frozen_param35" [id=469, type=get_attr]; +"470 reshape_18_0_0_nncf_smooth_quant_0" [id=470, type=call_module]; +"471 quantize_per_tensor_default_27" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_27" [id=472, type=dequantize_per_tensor]; +"473 scale_updated_constant19" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant19" [id=474, type=get_attr]; +"475 mul_tensor_19" [id=475, type=mul]; +"476 zero_point_updated_constant19" [id=476, type=get_attr]; +"477 sub_tensor_19" [id=477, type=sub]; +"478 linear_28" [id=478, type=linear]; +"479 reshape_19" [id=479, type=reshape]; +"480 permute_21" [id=480, type=permute]; +"481 select_12" [id=481, type=select]; +"482 select_13" [id=482, type=select]; +"483 select_14" [id=483, type=select]; +"484 linalg_vector_norm_8" [id=484, type=linalg_vector_norm]; +"485 clamp_min_8" [id=485, type=clamp_min]; +"486 expand_as_8" [id=486, type=expand_as]; +"487 div_8" [id=487, type=div]; +"488 quantize_per_tensor_default_28" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_28" [id=489, type=dequantize_per_tensor]; +"490 linalg_vector_norm_9" [id=490, type=linalg_vector_norm]; +"491 clamp_min_9" [id=491, type=clamp_min]; +"492 expand_as_9" [id=492, type=expand_as]; +"493 div_9" [id=493, type=div]; +"494 quantize_per_tensor_default_29" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_29" [id=495, type=dequantize_per_tensor]; +"496 transpose_8" [id=496, type=transpose]; +"497 matmul_8" [id=497, type=matmul]; +"498 _frozen_param37" [id=498, type=get_attr]; +"499 mul_9" [id=499, type=mul]; +"500 add_14" [id=500, type=add]; +"501 softmax_4" [id=501, type=softmax]; +"502 dropout_16" [id=502, type=dropout]; +"503 matmul_9" [id=503, type=matmul]; +"504 transpose_9" [id=504, type=transpose]; +"505 reshape_20" [id=505, type=reshape]; +"506 _param_constant81" [id=506, type=get_attr]; +"507 reshape_20_0_0_nncf_smooth_quant_0" [id=507, type=call_module]; +"508 quantize_per_tensor_default_30" [id=508, type=quantize_per_tensor]; +"509 dequantize_per_tensor_default_30" [id=509, type=dequantize_per_tensor]; +"510 scale_updated_constant20" [id=510, type=get_attr]; +"511 compressed_weight_updated_constant20" [id=511, type=get_attr]; +"512 mul_tensor_20" [id=512, type=mul]; +"513 zero_point_updated_constant20" [id=513, type=get_attr]; +"514 sub_tensor_20" [id=514, type=sub]; +"515 linear_29" [id=515, type=linear]; +"516 dropout_17" [id=516, type=dropout]; +"517 view_25" [id=517, type=view]; +"518 permute_22" [id=518, type=permute]; +"519 reshape_21" [id=519, type=reshape]; +"520 slice_78" [id=520, type=slice]; +"521 slice_79" [id=521, type=slice]; +"522 slice_80" [id=522, type=slice]; +"523 slice_81" [id=523, type=slice]; +"524 contiguous_7" [id=524, type=contiguous]; +"525 _param_constant82" [id=525, type=get_attr]; +"526 _param_constant83" [id=526, type=get_attr]; +"527 layer_norm_11" [id=527, type=layer_norm]; +"528 add_15" [id=528, type=add]; +"529 _param_constant85" [id=529, type=get_attr]; +"530 add_15_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_31" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_31" [id=532, type=dequantize_per_tensor]; +"533 scale_updated_constant21" [id=533, type=get_attr]; +"534 compressed_weight_updated_constant21" [id=534, type=get_attr]; +"535 mul_tensor_21" [id=535, type=mul]; +"536 zero_point_updated_constant21" [id=536, type=get_attr]; +"537 sub_tensor_21" [id=537, type=sub]; +"538 linear_30" [id=538, type=linear]; +"539 gelu_4" [id=539, type=gelu]; +"540 dropout_18" [id=540, type=dropout]; +"541 _param_constant87" [id=541, type=get_attr]; +"542 dropout_18_0_0_nncf_smooth_quant_0" [id=542, type=call_module]; +"543 quantize_per_tensor_default_32" [id=543, type=quantize_per_tensor]; +"544 dequantize_per_tensor_default_32" [id=544, type=dequantize_per_tensor]; +"545 scale_updated_constant22" [id=545, type=get_attr]; +"546 compressed_weight_updated_constant22" [id=546, type=get_attr]; +"547 mul_tensor_22" [id=547, type=mul]; +"548 zero_point_updated_constant22" [id=548, type=get_attr]; +"549 sub_tensor_22" [id=549, type=sub]; +"550 linear_31" [id=550, type=linear]; +"551 dropout_19" [id=551, type=dropout]; +"552 _param_constant88" [id=552, type=get_attr]; +"553 _param_constant89" [id=553, type=get_attr]; +"554 layer_norm_12" [id=554, type=layer_norm]; +"555 add_16" [id=555, type=add]; +"556 _frozen_param38" [id=556, type=get_attr]; +"557 pad_7" [id=557, type=pad]; +"558 roll_4" [id=558, type=roll]; +"559 view_28" [id=559, type=view]; +"560 permute_24" [id=560, type=permute]; +"561 reshape_22" [id=561, type=reshape]; +"562 _frozen_param39" [id=562, type=get_attr]; +"563 reshape_22_0_0_nncf_smooth_quant_0" [id=563, type=call_module]; +"564 quantize_per_tensor_default_33" [id=564, type=quantize_per_tensor]; +"565 dequantize_per_tensor_default_33" [id=565, type=dequantize_per_tensor]; +"566 scale_updated_constant23" [id=566, type=get_attr]; +"567 compressed_weight_updated_constant23" [id=567, type=get_attr]; +"568 mul_tensor_23" [id=568, type=mul]; +"569 zero_point_updated_constant23" [id=569, type=get_attr]; +"570 sub_tensor_23" [id=570, type=sub]; +"571 linear_34" [id=571, type=linear]; +"572 reshape_23" [id=572, type=reshape]; +"573 permute_25" [id=573, type=permute]; +"574 select_15" [id=574, type=select]; +"575 select_16" [id=575, type=select]; +"576 select_17" [id=576, type=select]; +"577 linalg_vector_norm_10" [id=577, type=linalg_vector_norm]; +"578 clamp_min_10" [id=578, type=clamp_min]; +"579 expand_as_10" [id=579, type=expand_as]; +"580 div_10" [id=580, type=div]; +"581 quantize_per_tensor_default_34" [id=581, type=quantize_per_tensor]; +"582 dequantize_per_tensor_default_34" [id=582, type=dequantize_per_tensor]; +"583 linalg_vector_norm_11" [id=583, type=linalg_vector_norm]; +"584 clamp_min_11" [id=584, type=clamp_min]; +"585 expand_as_11" [id=585, type=expand_as]; +"586 div_11" [id=586, type=div]; +"587 quantize_per_tensor_default_35" [id=587, type=quantize_per_tensor]; +"588 dequantize_per_tensor_default_35" [id=588, type=dequantize_per_tensor]; +"589 transpose_10" [id=589, type=transpose]; +"590 matmul_10" [id=590, type=matmul]; +"591 _frozen_param41" [id=591, type=get_attr]; +"592 mul_11" [id=592, type=mul]; +"593 add_17" [id=593, type=add]; +"594 new_zeros_2" [id=594, type=new_zeros]; +"595 view_29" [id=595, type=view]; +"596 permute_26" [id=596, type=permute]; +"597 reshape_24" [id=597, type=reshape]; +"598 unsqueeze_14" [id=598, type=unsqueeze]; +"599 unsqueeze_15" [id=599, type=unsqueeze]; +"600 sub_2" [id=600, type=sub]; +"601 ne_2" [id=601, type=ne]; +"602 masked_fill_4" [id=602, type=masked_fill]; +"603 eq_2" [id=603, type=eq]; +"604 masked_fill_5" [id=604, type=masked_fill]; +"605 view_30" [id=605, type=view]; +"606 unsqueeze_16" [id=606, type=unsqueeze]; +"607 unsqueeze_17" [id=607, type=unsqueeze]; +"608 add_18" [id=608, type=add]; +"609 view_31" [id=609, type=view]; +"610 softmax_5" [id=610, type=softmax]; +"611 dropout_20" [id=611, type=dropout]; +"612 matmul_11" [id=612, type=matmul]; +"613 transpose_11" [id=613, type=transpose]; +"614 reshape_25" [id=614, type=reshape]; +"615 _param_constant97" [id=615, type=get_attr]; +"616 reshape_25_0_0_nncf_smooth_quant_0" [id=616, type=call_module]; +"617 quantize_per_tensor_default_36" [id=617, type=quantize_per_tensor]; +"618 dequantize_per_tensor_default_36" [id=618, type=dequantize_per_tensor]; +"619 scale_updated_constant24" [id=619, type=get_attr]; +"620 compressed_weight_updated_constant24" [id=620, type=get_attr]; +"621 mul_tensor_24" [id=621, type=mul]; +"622 zero_point_updated_constant24" [id=622, type=get_attr]; +"623 sub_tensor_24" [id=623, type=sub]; +"624 linear_35" [id=624, type=linear]; +"625 dropout_21" [id=625, type=dropout]; +"626 view_32" [id=626, type=view]; +"627 permute_27" [id=627, type=permute]; +"628 reshape_26" [id=628, type=reshape]; +"629 roll_5" [id=629, type=roll]; +"630 slice_101" [id=630, type=slice]; +"631 slice_102" [id=631, type=slice]; +"632 slice_103" [id=632, type=slice]; +"633 slice_104" [id=633, type=slice]; +"634 contiguous_9" [id=634, type=contiguous]; +"635 _param_constant98" [id=635, type=get_attr]; +"636 _param_constant99" [id=636, type=get_attr]; +"637 layer_norm_13" [id=637, type=layer_norm]; +"638 add_19" [id=638, type=add]; +"639 _param_constant101" [id=639, type=get_attr]; +"640 add_19_0_0_nncf_smooth_quant_0" [id=640, type=call_module]; +"641 quantize_per_tensor_default_37" [id=641, type=quantize_per_tensor]; +"642 dequantize_per_tensor_default_37" [id=642, type=dequantize_per_tensor]; +"643 scale_updated_constant25" [id=643, type=get_attr]; +"644 compressed_weight_updated_constant25" [id=644, type=get_attr]; +"645 mul_tensor_25" [id=645, type=mul]; +"646 zero_point_updated_constant25" [id=646, type=get_attr]; +"647 sub_tensor_25" [id=647, type=sub]; +"648 linear_36" [id=648, type=linear]; +"649 gelu_5" [id=649, type=gelu]; +"650 dropout_22" [id=650, type=dropout]; +"651 _param_constant103" [id=651, type=get_attr]; +"652 dropout_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_38" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_38" [id=654, type=dequantize_per_tensor]; +"655 scale_updated_constant26" [id=655, type=get_attr]; +"656 compressed_weight_updated_constant26" [id=656, type=get_attr]; +"657 mul_tensor_26" [id=657, type=mul]; +"658 zero_point_updated_constant26" [id=658, type=get_attr]; +"659 sub_tensor_26" [id=659, type=sub]; +"660 linear_37" [id=660, type=linear]; +"661 dropout_23" [id=661, type=dropout]; +"662 _param_constant104" [id=662, type=get_attr]; +"663 _param_constant105" [id=663, type=get_attr]; +"664 layer_norm_14" [id=664, type=layer_norm]; +"665 add_20" [id=665, type=add]; +"666 _frozen_param51" [id=666, type=get_attr]; +"667 pad_8" [id=667, type=pad]; +"668 view_35" [id=668, type=view]; +"669 permute_29" [id=669, type=permute]; +"670 reshape_27" [id=670, type=reshape]; +"671 _frozen_param52" [id=671, type=get_attr]; +"672 reshape_27_0_0_nncf_smooth_quant_0" [id=672, type=call_module]; +"673 quantize_per_tensor_default_39" [id=673, type=quantize_per_tensor]; +"674 dequantize_per_tensor_default_39" [id=674, type=dequantize_per_tensor]; +"675 scale_updated_constant27" [id=675, type=get_attr]; +"676 compressed_weight_updated_constant27" [id=676, type=get_attr]; +"677 mul_tensor_27" [id=677, type=mul]; +"678 zero_point_updated_constant27" [id=678, type=get_attr]; +"679 sub_tensor_27" [id=679, type=sub]; +"680 linear_40" [id=680, type=linear]; +"681 reshape_28" [id=681, type=reshape]; +"682 permute_30" [id=682, type=permute]; +"683 select_18" [id=683, type=select]; +"684 select_19" [id=684, type=select]; +"685 select_20" [id=685, type=select]; +"686 linalg_vector_norm_12" [id=686, type=linalg_vector_norm]; +"687 clamp_min_12" [id=687, type=clamp_min]; +"688 expand_as_12" [id=688, type=expand_as]; +"689 div_12" [id=689, type=div]; +"690 quantize_per_tensor_default_40" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_40" [id=691, type=dequantize_per_tensor]; +"692 linalg_vector_norm_13" [id=692, type=linalg_vector_norm]; +"693 clamp_min_13" [id=693, type=clamp_min]; +"694 expand_as_13" [id=694, type=expand_as]; +"695 div_13" [id=695, type=div]; +"696 quantize_per_tensor_default_41" [id=696, type=quantize_per_tensor]; +"697 dequantize_per_tensor_default_41" [id=697, type=dequantize_per_tensor]; +"698 transpose_12" [id=698, type=transpose]; +"699 matmul_12" [id=699, type=matmul]; +"700 _frozen_param54" [id=700, type=get_attr]; +"701 mul_13" [id=701, type=mul]; +"702 add_21" [id=702, type=add]; +"703 softmax_6" [id=703, type=softmax]; +"704 dropout_24" [id=704, type=dropout]; +"705 matmul_13" [id=705, type=matmul]; +"706 transpose_13" [id=706, type=transpose]; +"707 reshape_29" [id=707, type=reshape]; +"708 _param_constant113" [id=708, type=get_attr]; +"709 reshape_29_0_0_nncf_smooth_quant_0" [id=709, type=call_module]; +"710 quantize_per_tensor_default_42" [id=710, type=quantize_per_tensor]; +"711 dequantize_per_tensor_default_42" [id=711, type=dequantize_per_tensor]; +"712 scale_updated_constant28" [id=712, type=get_attr]; +"713 compressed_weight_updated_constant28" [id=713, type=get_attr]; +"714 mul_tensor_28" [id=714, type=mul]; +"715 zero_point_updated_constant28" [id=715, type=get_attr]; +"716 sub_tensor_28" [id=716, type=sub]; +"717 linear_41" [id=717, type=linear]; +"718 dropout_25" [id=718, type=dropout]; +"719 view_36" [id=719, type=view]; +"720 permute_31" [id=720, type=permute]; +"721 reshape_30" [id=721, type=reshape]; +"722 slice_106" [id=722, type=slice]; +"723 slice_107" [id=723, type=slice]; +"724 slice_108" [id=724, type=slice]; +"725 slice_109" [id=725, type=slice]; +"726 contiguous_11" [id=726, type=contiguous]; +"727 _param_constant114" [id=727, type=get_attr]; +"728 _param_constant115" [id=728, type=get_attr]; +"729 layer_norm_15" [id=729, type=layer_norm]; +"730 add_22" [id=730, type=add]; +"731 _param_constant117" [id=731, type=get_attr]; +"732 add_22_0_0_nncf_smooth_quant_0" [id=732, type=call_module]; +"733 quantize_per_tensor_default_43" [id=733, type=quantize_per_tensor]; +"734 dequantize_per_tensor_default_43" [id=734, type=dequantize_per_tensor]; +"735 scale_updated_constant29" [id=735, type=get_attr]; +"736 compressed_weight_updated_constant29" [id=736, type=get_attr]; +"737 mul_tensor_29" [id=737, type=mul]; +"738 zero_point_updated_constant29" [id=738, type=get_attr]; +"739 sub_tensor_29" [id=739, type=sub]; +"740 linear_42" [id=740, type=linear]; +"741 gelu_6" [id=741, type=gelu]; +"742 dropout_26" [id=742, type=dropout]; +"743 _param_constant119" [id=743, type=get_attr]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_44" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_44" [id=746, type=dequantize_per_tensor]; +"747 scale_updated_constant30" [id=747, type=get_attr]; +"748 compressed_weight_updated_constant30" [id=748, type=get_attr]; +"749 mul_tensor_30" [id=749, type=mul]; +"750 zero_point_updated_constant30" [id=750, type=get_attr]; +"751 sub_tensor_30" [id=751, type=sub]; +"752 linear_43" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 _param_constant120" [id=754, type=get_attr]; +"755 _param_constant121" [id=755, type=get_attr]; +"756 layer_norm_16" [id=756, type=layer_norm]; +"757 add_23" [id=757, type=add]; +"758 _frozen_param55" [id=758, type=get_attr]; +"759 pad_9" [id=759, type=pad]; +"760 roll_6" [id=760, type=roll]; +"761 view_39" [id=761, type=view]; +"762 permute_33" [id=762, type=permute]; +"763 reshape_31" [id=763, type=reshape]; +"764 _frozen_param56" [id=764, type=get_attr]; +"765 reshape_31_0_0_nncf_smooth_quant_0" [id=765, type=call_module]; +"766 quantize_per_tensor_default_45" [id=766, type=quantize_per_tensor]; +"767 dequantize_per_tensor_default_45" [id=767, type=dequantize_per_tensor]; +"768 scale_updated_constant31" [id=768, type=get_attr]; +"769 compressed_weight_updated_constant31" [id=769, type=get_attr]; +"770 mul_tensor_31" [id=770, type=mul]; +"771 zero_point_updated_constant31" [id=771, type=get_attr]; +"772 sub_tensor_31" [id=772, type=sub]; +"773 linear_46" [id=773, type=linear]; +"774 reshape_32" [id=774, type=reshape]; +"775 permute_34" [id=775, type=permute]; +"776 select_21" [id=776, type=select]; +"777 select_22" [id=777, type=select]; +"778 select_23" [id=778, type=select]; +"779 linalg_vector_norm_14" [id=779, type=linalg_vector_norm]; +"780 clamp_min_14" [id=780, type=clamp_min]; +"781 expand_as_14" [id=781, type=expand_as]; +"782 div_14" [id=782, type=div]; +"783 quantize_per_tensor_default_46" [id=783, type=quantize_per_tensor]; +"784 dequantize_per_tensor_default_46" [id=784, type=dequantize_per_tensor]; +"785 linalg_vector_norm_15" [id=785, type=linalg_vector_norm]; +"786 clamp_min_15" [id=786, type=clamp_min]; +"787 expand_as_15" [id=787, type=expand_as]; +"788 div_15" [id=788, type=div]; +"789 quantize_per_tensor_default_47" [id=789, type=quantize_per_tensor]; +"790 dequantize_per_tensor_default_47" [id=790, type=dequantize_per_tensor]; +"791 transpose_14" [id=791, type=transpose]; +"792 matmul_14" [id=792, type=matmul]; +"793 _frozen_param58" [id=793, type=get_attr]; +"794 mul_15" [id=794, type=mul]; +"795 add_24" [id=795, type=add]; +"796 new_zeros_3" [id=796, type=new_zeros]; +"797 view_40" [id=797, type=view]; +"798 permute_35" [id=798, type=permute]; +"799 reshape_33" [id=799, type=reshape]; +"800 unsqueeze_20" [id=800, type=unsqueeze]; +"801 unsqueeze_21" [id=801, type=unsqueeze]; +"802 sub_3" [id=802, type=sub]; +"803 ne_3" [id=803, type=ne]; +"804 masked_fill_6" [id=804, type=masked_fill]; +"805 eq_3" [id=805, type=eq]; +"806 masked_fill_7" [id=806, type=masked_fill]; +"807 view_41" [id=807, type=view]; +"808 unsqueeze_22" [id=808, type=unsqueeze]; +"809 unsqueeze_23" [id=809, type=unsqueeze]; +"810 add_25" [id=810, type=add]; +"811 view_42" [id=811, type=view]; +"812 softmax_7" [id=812, type=softmax]; +"813 dropout_28" [id=813, type=dropout]; +"814 matmul_15" [id=814, type=matmul]; +"815 transpose_15" [id=815, type=transpose]; +"816 reshape_34" [id=816, type=reshape]; +"817 _param_constant129" [id=817, type=get_attr]; +"818 reshape_34_0_0_nncf_smooth_quant_0" [id=818, type=call_module]; +"819 quantize_per_tensor_default_48" [id=819, type=quantize_per_tensor]; +"820 dequantize_per_tensor_default_48" [id=820, type=dequantize_per_tensor]; +"821 scale_updated_constant32" [id=821, type=get_attr]; +"822 compressed_weight_updated_constant32" [id=822, type=get_attr]; +"823 mul_tensor_32" [id=823, type=mul]; +"824 zero_point_updated_constant32" [id=824, type=get_attr]; +"825 sub_tensor_32" [id=825, type=sub]; +"826 linear_47" [id=826, type=linear]; +"827 dropout_29" [id=827, type=dropout]; +"828 view_43" [id=828, type=view]; +"829 permute_36" [id=829, type=permute]; +"830 reshape_35" [id=830, type=reshape]; +"831 roll_7" [id=831, type=roll]; +"832 slice_129" [id=832, type=slice]; +"833 slice_130" [id=833, type=slice]; +"834 slice_131" [id=834, type=slice]; +"835 slice_132" [id=835, type=slice]; +"836 contiguous_13" [id=836, type=contiguous]; +"837 _param_constant130" [id=837, type=get_attr]; +"838 _param_constant131" [id=838, type=get_attr]; +"839 layer_norm_17" [id=839, type=layer_norm]; +"840 add_26" [id=840, type=add]; +"841 _param_constant133" [id=841, type=get_attr]; +"842 add_26_0_0_nncf_smooth_quant_0" [id=842, type=call_module]; +"843 quantize_per_tensor_default_49" [id=843, type=quantize_per_tensor]; +"844 dequantize_per_tensor_default_49" [id=844, type=dequantize_per_tensor]; +"845 scale_updated_constant33" [id=845, type=get_attr]; +"846 compressed_weight_updated_constant33" [id=846, type=get_attr]; +"847 mul_tensor_33" [id=847, type=mul]; +"848 zero_point_updated_constant33" [id=848, type=get_attr]; +"849 sub_tensor_33" [id=849, type=sub]; +"850 linear_48" [id=850, type=linear]; +"851 gelu_7" [id=851, type=gelu]; +"852 dropout_30" [id=852, type=dropout]; +"853 _param_constant135" [id=853, type=get_attr]; +"854 dropout_30_0_0_nncf_smooth_quant_0" [id=854, type=call_module]; +"855 quantize_per_tensor_default_50" [id=855, type=quantize_per_tensor]; +"856 dequantize_per_tensor_default_50" [id=856, type=dequantize_per_tensor]; +"857 scale_updated_constant34" [id=857, type=get_attr]; +"858 compressed_weight_updated_constant34" [id=858, type=get_attr]; +"859 mul_tensor_34" [id=859, type=mul]; +"860 zero_point_updated_constant34" [id=860, type=get_attr]; +"861 sub_tensor_34" [id=861, type=sub]; +"862 linear_49" [id=862, type=linear]; +"863 dropout_31" [id=863, type=dropout]; +"864 _param_constant136" [id=864, type=get_attr]; +"865 _param_constant137" [id=865, type=get_attr]; +"866 layer_norm_18" [id=866, type=layer_norm]; +"867 add_27" [id=867, type=add]; +"868 _frozen_param68" [id=868, type=get_attr]; +"869 pad_10" [id=869, type=pad]; +"870 view_46" [id=870, type=view]; +"871 permute_38" [id=871, type=permute]; +"872 reshape_36" [id=872, type=reshape]; +"873 _frozen_param69" [id=873, type=get_attr]; +"874 reshape_36_0_0_nncf_smooth_quant_0" [id=874, type=call_module]; +"875 quantize_per_tensor_default_51" [id=875, type=quantize_per_tensor]; +"876 dequantize_per_tensor_default_51" [id=876, type=dequantize_per_tensor]; +"877 scale_updated_constant35" [id=877, type=get_attr]; +"878 compressed_weight_updated_constant35" [id=878, type=get_attr]; +"879 mul_tensor_35" [id=879, type=mul]; +"880 zero_point_updated_constant35" [id=880, type=get_attr]; +"881 sub_tensor_35" [id=881, type=sub]; +"882 linear_52" [id=882, type=linear]; +"883 reshape_37" [id=883, type=reshape]; +"884 permute_39" [id=884, type=permute]; +"885 select_24" [id=885, type=select]; +"886 select_25" [id=886, type=select]; +"887 select_26" [id=887, type=select]; +"888 linalg_vector_norm_16" [id=888, type=linalg_vector_norm]; +"889 clamp_min_16" [id=889, type=clamp_min]; +"890 expand_as_16" [id=890, type=expand_as]; +"891 div_16" [id=891, type=div]; +"892 quantize_per_tensor_default_52" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_52" [id=893, type=dequantize_per_tensor]; +"894 linalg_vector_norm_17" [id=894, type=linalg_vector_norm]; +"895 clamp_min_17" [id=895, type=clamp_min]; +"896 expand_as_17" [id=896, type=expand_as]; +"897 div_17" [id=897, type=div]; +"898 quantize_per_tensor_default_53" [id=898, type=quantize_per_tensor]; +"899 dequantize_per_tensor_default_53" [id=899, type=dequantize_per_tensor]; +"900 transpose_16" [id=900, type=transpose]; +"901 matmul_16" [id=901, type=matmul]; +"902 _frozen_param71" [id=902, type=get_attr]; +"903 mul_17" [id=903, type=mul]; +"904 add_28" [id=904, type=add]; +"905 softmax_8" [id=905, type=softmax]; +"906 dropout_32" [id=906, type=dropout]; +"907 matmul_17" [id=907, type=matmul]; +"908 transpose_17" [id=908, type=transpose]; +"909 reshape_38" [id=909, type=reshape]; +"910 _param_constant145" [id=910, type=get_attr]; +"911 reshape_38_0_0_nncf_smooth_quant_0" [id=911, type=call_module]; +"912 quantize_per_tensor_default_54" [id=912, type=quantize_per_tensor]; +"913 dequantize_per_tensor_default_54" [id=913, type=dequantize_per_tensor]; +"914 scale_updated_constant36" [id=914, type=get_attr]; +"915 compressed_weight_updated_constant36" [id=915, type=get_attr]; +"916 mul_tensor_36" [id=916, type=mul]; +"917 zero_point_updated_constant36" [id=917, type=get_attr]; +"918 sub_tensor_36" [id=918, type=sub]; +"919 linear_53" [id=919, type=linear]; +"920 dropout_33" [id=920, type=dropout]; +"921 view_47" [id=921, type=view]; +"922 permute_40" [id=922, type=permute]; +"923 reshape_39" [id=923, type=reshape]; +"924 slice_134" [id=924, type=slice]; +"925 slice_135" [id=925, type=slice]; +"926 slice_136" [id=926, type=slice]; +"927 slice_137" [id=927, type=slice]; +"928 contiguous_15" [id=928, type=contiguous]; +"929 _param_constant146" [id=929, type=get_attr]; +"930 _param_constant147" [id=930, type=get_attr]; +"931 layer_norm_19" [id=931, type=layer_norm]; +"932 add_29" [id=932, type=add]; +"933 _param_constant149" [id=933, type=get_attr]; +"934 add_29_0_0_nncf_smooth_quant_0" [id=934, type=call_module]; +"935 quantize_per_tensor_default_55" [id=935, type=quantize_per_tensor]; +"936 dequantize_per_tensor_default_55" [id=936, type=dequantize_per_tensor]; +"937 scale_updated_constant37" [id=937, type=get_attr]; +"938 compressed_weight_updated_constant37" [id=938, type=get_attr]; +"939 mul_tensor_37" [id=939, type=mul]; +"940 zero_point_updated_constant37" [id=940, type=get_attr]; +"941 sub_tensor_37" [id=941, type=sub]; +"942 linear_54" [id=942, type=linear]; +"943 gelu_8" [id=943, type=gelu]; +"944 dropout_34" [id=944, type=dropout]; +"945 _param_constant151" [id=945, type=get_attr]; +"946 dropout_34_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_56" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_56" [id=948, type=dequantize_per_tensor]; +"949 scale_updated_constant38" [id=949, type=get_attr]; +"950 compressed_weight_updated_constant38" [id=950, type=get_attr]; +"951 mul_tensor_38" [id=951, type=mul]; +"952 zero_point_updated_constant38" [id=952, type=get_attr]; +"953 sub_tensor_38" [id=953, type=sub]; +"954 linear_55" [id=954, type=linear]; +"955 dropout_35" [id=955, type=dropout]; +"956 _param_constant152" [id=956, type=get_attr]; +"957 _param_constant153" [id=957, type=get_attr]; +"958 layer_norm_20" [id=958, type=layer_norm]; +"959 add_30" [id=959, type=add]; +"960 _frozen_param72" [id=960, type=get_attr]; +"961 pad_11" [id=961, type=pad]; +"962 roll_8" [id=962, type=roll]; +"963 view_50" [id=963, type=view]; +"964 permute_42" [id=964, type=permute]; +"965 reshape_40" [id=965, type=reshape]; +"966 _frozen_param73" [id=966, type=get_attr]; +"967 reshape_40_0_0_nncf_smooth_quant_0" [id=967, type=call_module]; +"968 quantize_per_tensor_default_57" [id=968, type=quantize_per_tensor]; +"969 dequantize_per_tensor_default_57" [id=969, type=dequantize_per_tensor]; +"970 scale_updated_constant39" [id=970, type=get_attr]; +"971 compressed_weight_updated_constant39" [id=971, type=get_attr]; +"972 mul_tensor_39" [id=972, type=mul]; +"973 zero_point_updated_constant39" [id=973, type=get_attr]; +"974 sub_tensor_39" [id=974, type=sub]; +"975 linear_58" [id=975, type=linear]; +"976 reshape_41" [id=976, type=reshape]; +"977 permute_43" [id=977, type=permute]; +"978 select_27" [id=978, type=select]; +"979 select_28" [id=979, type=select]; +"980 select_29" [id=980, type=select]; +"981 linalg_vector_norm_18" [id=981, type=linalg_vector_norm]; +"982 clamp_min_18" [id=982, type=clamp_min]; +"983 expand_as_18" [id=983, type=expand_as]; +"984 div_18" [id=984, type=div]; +"985 quantize_per_tensor_default_58" [id=985, type=quantize_per_tensor]; +"986 dequantize_per_tensor_default_58" [id=986, type=dequantize_per_tensor]; +"987 linalg_vector_norm_19" [id=987, type=linalg_vector_norm]; +"988 clamp_min_19" [id=988, type=clamp_min]; +"989 expand_as_19" [id=989, type=expand_as]; +"990 div_19" [id=990, type=div]; +"991 quantize_per_tensor_default_59" [id=991, type=quantize_per_tensor]; +"992 dequantize_per_tensor_default_59" [id=992, type=dequantize_per_tensor]; +"993 transpose_18" [id=993, type=transpose]; +"994 matmul_18" [id=994, type=matmul]; +"995 _frozen_param75" [id=995, type=get_attr]; +"996 mul_19" [id=996, type=mul]; +"997 add_31" [id=997, type=add]; +"998 new_zeros_4" [id=998, type=new_zeros]; +"999 view_51" [id=999, type=view]; +"1000 permute_44" [id=1000, type=permute]; +"1001 reshape_42" [id=1001, type=reshape]; +"1002 unsqueeze_26" [id=1002, type=unsqueeze]; +"1003 unsqueeze_27" [id=1003, type=unsqueeze]; +"1004 sub_4" [id=1004, type=sub]; +"1005 ne_4" [id=1005, type=ne]; +"1006 masked_fill_8" [id=1006, type=masked_fill]; +"1007 eq_4" [id=1007, type=eq]; +"1008 masked_fill_9" [id=1008, type=masked_fill]; +"1009 view_52" [id=1009, type=view]; +"1010 unsqueeze_28" [id=1010, type=unsqueeze]; +"1011 unsqueeze_29" [id=1011, type=unsqueeze]; +"1012 add_32" [id=1012, type=add]; +"1013 view_53" [id=1013, type=view]; +"1014 softmax_9" [id=1014, type=softmax]; +"1015 dropout_36" [id=1015, type=dropout]; +"1016 matmul_19" [id=1016, type=matmul]; +"1017 transpose_19" [id=1017, type=transpose]; +"1018 reshape_43" [id=1018, type=reshape]; +"1019 _param_constant161" [id=1019, type=get_attr]; +"1020 reshape_43_0_0_nncf_smooth_quant_0" [id=1020, type=call_module]; +"1021 quantize_per_tensor_default_60" [id=1021, type=quantize_per_tensor]; +"1022 dequantize_per_tensor_default_60" [id=1022, type=dequantize_per_tensor]; +"1023 scale_updated_constant40" [id=1023, type=get_attr]; +"1024 compressed_weight_updated_constant40" [id=1024, type=get_attr]; +"1025 mul_tensor_40" [id=1025, type=mul]; +"1026 zero_point_updated_constant40" [id=1026, type=get_attr]; +"1027 sub_tensor_40" [id=1027, type=sub]; +"1028 linear_59" [id=1028, type=linear]; +"1029 dropout_37" [id=1029, type=dropout]; +"1030 view_54" [id=1030, type=view]; +"1031 permute_45" [id=1031, type=permute]; +"1032 reshape_44" [id=1032, type=reshape]; +"1033 roll_9" [id=1033, type=roll]; +"1034 slice_157" [id=1034, type=slice]; +"1035 slice_158" [id=1035, type=slice]; +"1036 slice_159" [id=1036, type=slice]; +"1037 slice_160" [id=1037, type=slice]; +"1038 contiguous_17" [id=1038, type=contiguous]; +"1039 _param_constant162" [id=1039, type=get_attr]; +"1040 _param_constant163" [id=1040, type=get_attr]; +"1041 layer_norm_21" [id=1041, type=layer_norm]; +"1042 add_33" [id=1042, type=add]; +"1043 _param_constant165" [id=1043, type=get_attr]; +"1044 add_33_0_0_nncf_smooth_quant_0" [id=1044, type=call_module]; +"1045 quantize_per_tensor_default_61" [id=1045, type=quantize_per_tensor]; +"1046 dequantize_per_tensor_default_61" [id=1046, type=dequantize_per_tensor]; +"1047 scale_updated_constant41" [id=1047, type=get_attr]; +"1048 compressed_weight_updated_constant41" [id=1048, type=get_attr]; +"1049 mul_tensor_41" [id=1049, type=mul]; +"1050 zero_point_updated_constant41" [id=1050, type=get_attr]; +"1051 sub_tensor_41" [id=1051, type=sub]; +"1052 linear_60" [id=1052, type=linear]; +"1053 gelu_9" [id=1053, type=gelu]; +"1054 dropout_38" [id=1054, type=dropout]; +"1055 _param_constant167" [id=1055, type=get_attr]; +"1056 dropout_38_0_0_nncf_smooth_quant_0" [id=1056, type=call_module]; +"1057 quantize_per_tensor_default_62" [id=1057, type=quantize_per_tensor]; +"1058 dequantize_per_tensor_default_62" [id=1058, type=dequantize_per_tensor]; +"1059 scale_updated_constant42" [id=1059, type=get_attr]; +"1060 compressed_weight_updated_constant42" [id=1060, type=get_attr]; +"1061 mul_tensor_42" [id=1061, type=mul]; +"1062 zero_point_updated_constant42" [id=1062, type=get_attr]; +"1063 sub_tensor_42" [id=1063, type=sub]; +"1064 linear_61" [id=1064, type=linear]; +"1065 dropout_39" [id=1065, type=dropout]; +"1066 _param_constant168" [id=1066, type=get_attr]; +"1067 _param_constant169" [id=1067, type=get_attr]; +"1068 layer_norm_22" [id=1068, type=layer_norm]; +"1069 add_34" [id=1069, type=add]; +"1070 _frozen_param85" [id=1070, type=get_attr]; +"1071 pad_12" [id=1071, type=pad]; +"1072 view_57" [id=1072, type=view]; +"1073 permute_47" [id=1073, type=permute]; +"1074 reshape_45" [id=1074, type=reshape]; +"1075 _frozen_param86" [id=1075, type=get_attr]; +"1076 reshape_45_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; +"1077 quantize_per_tensor_default_63" [id=1077, type=quantize_per_tensor]; +"1078 dequantize_per_tensor_default_63" [id=1078, type=dequantize_per_tensor]; +"1079 scale_updated_constant43" [id=1079, type=get_attr]; +"1080 compressed_weight_updated_constant43" [id=1080, type=get_attr]; +"1081 mul_tensor_43" [id=1081, type=mul]; +"1082 zero_point_updated_constant43" [id=1082, type=get_attr]; +"1083 sub_tensor_43" [id=1083, type=sub]; +"1084 linear_64" [id=1084, type=linear]; +"1085 reshape_46" [id=1085, type=reshape]; +"1086 permute_48" [id=1086, type=permute]; +"1087 select_30" [id=1087, type=select]; +"1088 select_31" [id=1088, type=select]; +"1089 select_32" [id=1089, type=select]; +"1090 linalg_vector_norm_20" [id=1090, type=linalg_vector_norm]; +"1091 clamp_min_20" [id=1091, type=clamp_min]; +"1092 expand_as_20" [id=1092, type=expand_as]; +"1093 div_20" [id=1093, type=div]; +"1094 quantize_per_tensor_default_64" [id=1094, type=quantize_per_tensor]; +"1095 dequantize_per_tensor_default_64" [id=1095, type=dequantize_per_tensor]; +"1096 linalg_vector_norm_21" [id=1096, type=linalg_vector_norm]; +"1097 clamp_min_21" [id=1097, type=clamp_min]; +"1098 expand_as_21" [id=1098, type=expand_as]; +"1099 div_21" [id=1099, type=div]; +"1100 quantize_per_tensor_default_65" [id=1100, type=quantize_per_tensor]; +"1101 dequantize_per_tensor_default_65" [id=1101, type=dequantize_per_tensor]; +"1102 transpose_20" [id=1102, type=transpose]; +"1103 matmul_20" [id=1103, type=matmul]; +"1104 _frozen_param88" [id=1104, type=get_attr]; +"1105 mul_21" [id=1105, type=mul]; +"1106 add_35" [id=1106, type=add]; +"1107 softmax_10" [id=1107, type=softmax]; +"1108 dropout_40" [id=1108, type=dropout]; +"1109 matmul_21" [id=1109, type=matmul]; +"1110 transpose_21" [id=1110, type=transpose]; +"1111 reshape_47" [id=1111, type=reshape]; +"1112 _param_constant177" [id=1112, type=get_attr]; +"1113 reshape_47_0_0_nncf_smooth_quant_0" [id=1113, type=call_module]; +"1114 quantize_per_tensor_default_66" [id=1114, type=quantize_per_tensor]; +"1115 dequantize_per_tensor_default_66" [id=1115, type=dequantize_per_tensor]; +"1116 scale_updated_constant44" [id=1116, type=get_attr]; +"1117 compressed_weight_updated_constant44" [id=1117, type=get_attr]; +"1118 mul_tensor_44" [id=1118, type=mul]; +"1119 zero_point_updated_constant44" [id=1119, type=get_attr]; +"1120 sub_tensor_44" [id=1120, type=sub]; +"1121 linear_65" [id=1121, type=linear]; +"1122 dropout_41" [id=1122, type=dropout]; +"1123 view_58" [id=1123, type=view]; +"1124 permute_49" [id=1124, type=permute]; +"1125 reshape_48" [id=1125, type=reshape]; +"1126 slice_162" [id=1126, type=slice]; +"1127 slice_163" [id=1127, type=slice]; +"1128 slice_164" [id=1128, type=slice]; +"1129 slice_165" [id=1129, type=slice]; +"1130 contiguous_19" [id=1130, type=contiguous]; +"1131 _param_constant178" [id=1131, type=get_attr]; +"1132 _param_constant179" [id=1132, type=get_attr]; +"1133 layer_norm_23" [id=1133, type=layer_norm]; +"1134 add_36" [id=1134, type=add]; +"1135 _param_constant181" [id=1135, type=get_attr]; +"1136 add_36_0_0_nncf_smooth_quant_0" [id=1136, type=call_module]; +"1137 quantize_per_tensor_default_67" [id=1137, type=quantize_per_tensor]; +"1138 dequantize_per_tensor_default_67" [id=1138, type=dequantize_per_tensor]; +"1139 scale_updated_constant45" [id=1139, type=get_attr]; +"1140 compressed_weight_updated_constant45" [id=1140, type=get_attr]; +"1141 mul_tensor_45" [id=1141, type=mul]; +"1142 zero_point_updated_constant45" [id=1142, type=get_attr]; +"1143 sub_tensor_45" [id=1143, type=sub]; +"1144 linear_66" [id=1144, type=linear]; +"1145 gelu_10" [id=1145, type=gelu]; +"1146 dropout_42" [id=1146, type=dropout]; +"1147 _param_constant183" [id=1147, type=get_attr]; +"1148 dropout_42_0_0_nncf_smooth_quant_0" [id=1148, type=call_module]; +"1149 quantize_per_tensor_default_68" [id=1149, type=quantize_per_tensor]; +"1150 dequantize_per_tensor_default_68" [id=1150, type=dequantize_per_tensor]; +"1151 scale_updated_constant46" [id=1151, type=get_attr]; +"1152 compressed_weight_updated_constant46" [id=1152, type=get_attr]; +"1153 mul_tensor_46" [id=1153, type=mul]; +"1154 zero_point_updated_constant46" [id=1154, type=get_attr]; +"1155 sub_tensor_46" [id=1155, type=sub]; +"1156 linear_67" [id=1156, type=linear]; +"1157 dropout_43" [id=1157, type=dropout]; +"1158 _param_constant184" [id=1158, type=get_attr]; +"1159 _param_constant185" [id=1159, type=get_attr]; +"1160 layer_norm_24" [id=1160, type=layer_norm]; +"1161 add_37" [id=1161, type=add]; +"1162 _frozen_param89" [id=1162, type=get_attr]; +"1163 pad_13" [id=1163, type=pad]; +"1164 roll_10" [id=1164, type=roll]; +"1165 view_61" [id=1165, type=view]; +"1166 permute_51" [id=1166, type=permute]; +"1167 reshape_49" [id=1167, type=reshape]; +"1168 _frozen_param90" [id=1168, type=get_attr]; +"1169 reshape_49_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; +"1170 quantize_per_tensor_default_69" [id=1170, type=quantize_per_tensor]; +"1171 dequantize_per_tensor_default_69" [id=1171, type=dequantize_per_tensor]; +"1172 scale_updated_constant47" [id=1172, type=get_attr]; +"1173 compressed_weight_updated_constant47" [id=1173, type=get_attr]; +"1174 mul_tensor_47" [id=1174, type=mul]; +"1175 zero_point_updated_constant47" [id=1175, type=get_attr]; +"1176 sub_tensor_47" [id=1176, type=sub]; +"1177 linear_70" [id=1177, type=linear]; +"1178 reshape_50" [id=1178, type=reshape]; +"1179 permute_52" [id=1179, type=permute]; +"1180 select_33" [id=1180, type=select]; +"1181 select_34" [id=1181, type=select]; +"1182 select_35" [id=1182, type=select]; +"1183 linalg_vector_norm_22" [id=1183, type=linalg_vector_norm]; +"1184 clamp_min_22" [id=1184, type=clamp_min]; +"1185 expand_as_22" [id=1185, type=expand_as]; +"1186 div_22" [id=1186, type=div]; +"1187 quantize_per_tensor_default_70" [id=1187, type=quantize_per_tensor]; +"1188 dequantize_per_tensor_default_70" [id=1188, type=dequantize_per_tensor]; +"1189 linalg_vector_norm_23" [id=1189, type=linalg_vector_norm]; +"1190 clamp_min_23" [id=1190, type=clamp_min]; +"1191 expand_as_23" [id=1191, type=expand_as]; +"1192 div_23" [id=1192, type=div]; +"1193 quantize_per_tensor_default_71" [id=1193, type=quantize_per_tensor]; +"1194 dequantize_per_tensor_default_71" [id=1194, type=dequantize_per_tensor]; +"1195 transpose_22" [id=1195, type=transpose]; +"1196 matmul_22" [id=1196, type=matmul]; +"1197 _frozen_param92" [id=1197, type=get_attr]; +"1198 mul_23" [id=1198, type=mul]; +"1199 add_38" [id=1199, type=add]; +"1200 new_zeros_5" [id=1200, type=new_zeros]; +"1201 view_62" [id=1201, type=view]; +"1202 permute_53" [id=1202, type=permute]; +"1203 reshape_51" [id=1203, type=reshape]; +"1204 unsqueeze_32" [id=1204, type=unsqueeze]; +"1205 unsqueeze_33" [id=1205, type=unsqueeze]; +"1206 sub_5" [id=1206, type=sub]; +"1207 ne_5" [id=1207, type=ne]; +"1208 masked_fill_10" [id=1208, type=masked_fill]; +"1209 eq_5" [id=1209, type=eq]; +"1210 masked_fill_11" [id=1210, type=masked_fill]; +"1211 view_63" [id=1211, type=view]; +"1212 unsqueeze_34" [id=1212, type=unsqueeze]; +"1213 unsqueeze_35" [id=1213, type=unsqueeze]; +"1214 add_39" [id=1214, type=add]; +"1215 view_64" [id=1215, type=view]; +"1216 softmax_11" [id=1216, type=softmax]; +"1217 dropout_44" [id=1217, type=dropout]; +"1218 matmul_23" [id=1218, type=matmul]; +"1219 transpose_23" [id=1219, type=transpose]; +"1220 reshape_52" [id=1220, type=reshape]; +"1221 _param_constant193" [id=1221, type=get_attr]; +"1222 reshape_52_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 quantize_per_tensor_default_72" [id=1223, type=quantize_per_tensor]; +"1224 dequantize_per_tensor_default_72" [id=1224, type=dequantize_per_tensor]; +"1225 scale_updated_constant48" [id=1225, type=get_attr]; +"1226 compressed_weight_updated_constant48" [id=1226, type=get_attr]; +"1227 mul_tensor_48" [id=1227, type=mul]; +"1228 zero_point_updated_constant48" [id=1228, type=get_attr]; +"1229 sub_tensor_48" [id=1229, type=sub]; +"1230 linear_71" [id=1230, type=linear]; +"1231 dropout_45" [id=1231, type=dropout]; +"1232 view_65" [id=1232, type=view]; +"1233 permute_54" [id=1233, type=permute]; +"1234 reshape_53" [id=1234, type=reshape]; +"1235 roll_11" [id=1235, type=roll]; +"1236 slice_185" [id=1236, type=slice]; +"1237 slice_186" [id=1237, type=slice]; +"1238 slice_187" [id=1238, type=slice]; +"1239 slice_188" [id=1239, type=slice]; +"1240 contiguous_21" [id=1240, type=contiguous]; +"1241 _param_constant194" [id=1241, type=get_attr]; +"1242 _param_constant195" [id=1242, type=get_attr]; +"1243 layer_norm_25" [id=1243, type=layer_norm]; +"1244 add_40" [id=1244, type=add]; +"1245 _param_constant197" [id=1245, type=get_attr]; +"1246 add_40_0_0_nncf_smooth_quant_0" [id=1246, type=call_module]; +"1247 quantize_per_tensor_default_73" [id=1247, type=quantize_per_tensor]; +"1248 dequantize_per_tensor_default_73" [id=1248, type=dequantize_per_tensor]; +"1249 scale_updated_constant49" [id=1249, type=get_attr]; +"1250 compressed_weight_updated_constant49" [id=1250, type=get_attr]; +"1251 mul_tensor_49" [id=1251, type=mul]; +"1252 zero_point_updated_constant49" [id=1252, type=get_attr]; +"1253 sub_tensor_49" [id=1253, type=sub]; +"1254 linear_72" [id=1254, type=linear]; +"1255 gelu_11" [id=1255, type=gelu]; +"1256 dropout_46" [id=1256, type=dropout]; +"1257 _param_constant199" [id=1257, type=get_attr]; +"1258 dropout_46_0_0_nncf_smooth_quant_0" [id=1258, type=call_module]; +"1259 quantize_per_tensor_default_74" [id=1259, type=quantize_per_tensor]; +"1260 dequantize_per_tensor_default_74" [id=1260, type=dequantize_per_tensor]; +"1261 scale_updated_constant50" [id=1261, type=get_attr]; +"1262 compressed_weight_updated_constant50" [id=1262, type=get_attr]; +"1263 mul_tensor_50" [id=1263, type=mul]; +"1264 zero_point_updated_constant50" [id=1264, type=get_attr]; +"1265 sub_tensor_50" [id=1265, type=sub]; +"1266 linear_73" [id=1266, type=linear]; +"1267 dropout_47" [id=1267, type=dropout]; +"1268 _param_constant200" [id=1268, type=get_attr]; +"1269 _param_constant201" [id=1269, type=get_attr]; +"1270 layer_norm_26" [id=1270, type=layer_norm]; +"1271 add_41" [id=1271, type=add]; +"1272 _frozen_param102" [id=1272, type=get_attr]; +"1273 pad_14" [id=1273, type=pad]; +"1274 view_68" [id=1274, type=view]; +"1275 permute_56" [id=1275, type=permute]; +"1276 reshape_54" [id=1276, type=reshape]; +"1277 _frozen_param103" [id=1277, type=get_attr]; +"1278 reshape_54_0_0_nncf_smooth_quant_0" [id=1278, type=call_module]; +"1279 quantize_per_tensor_default_75" [id=1279, type=quantize_per_tensor]; +"1280 dequantize_per_tensor_default_75" [id=1280, type=dequantize_per_tensor]; +"1281 scale_updated_constant51" [id=1281, type=get_attr]; +"1282 compressed_weight_updated_constant51" [id=1282, type=get_attr]; +"1283 mul_tensor_51" [id=1283, type=mul]; +"1284 zero_point_updated_constant51" [id=1284, type=get_attr]; +"1285 sub_tensor_51" [id=1285, type=sub]; +"1286 linear_76" [id=1286, type=linear]; +"1287 reshape_55" [id=1287, type=reshape]; +"1288 permute_57" [id=1288, type=permute]; +"1289 select_36" [id=1289, type=select]; +"1290 select_37" [id=1290, type=select]; +"1291 select_38" [id=1291, type=select]; +"1292 linalg_vector_norm_24" [id=1292, type=linalg_vector_norm]; +"1293 clamp_min_24" [id=1293, type=clamp_min]; +"1294 expand_as_24" [id=1294, type=expand_as]; +"1295 div_24" [id=1295, type=div]; +"1296 quantize_per_tensor_default_76" [id=1296, type=quantize_per_tensor]; +"1297 dequantize_per_tensor_default_76" [id=1297, type=dequantize_per_tensor]; +"1298 linalg_vector_norm_25" [id=1298, type=linalg_vector_norm]; +"1299 clamp_min_25" [id=1299, type=clamp_min]; +"1300 expand_as_25" [id=1300, type=expand_as]; +"1301 div_25" [id=1301, type=div]; +"1302 quantize_per_tensor_default_77" [id=1302, type=quantize_per_tensor]; +"1303 dequantize_per_tensor_default_77" [id=1303, type=dequantize_per_tensor]; +"1304 transpose_24" [id=1304, type=transpose]; +"1305 matmul_24" [id=1305, type=matmul]; +"1306 _frozen_param105" [id=1306, type=get_attr]; +"1307 mul_25" [id=1307, type=mul]; +"1308 add_42" [id=1308, type=add]; +"1309 softmax_12" [id=1309, type=softmax]; +"1310 dropout_48" [id=1310, type=dropout]; +"1311 matmul_25" [id=1311, type=matmul]; +"1312 transpose_25" [id=1312, type=transpose]; +"1313 reshape_56" [id=1313, type=reshape]; +"1314 _param_constant209" [id=1314, type=get_attr]; +"1315 reshape_56_0_0_nncf_smooth_quant_0" [id=1315, type=call_module]; +"1316 quantize_per_tensor_default_78" [id=1316, type=quantize_per_tensor]; +"1317 dequantize_per_tensor_default_78" [id=1317, type=dequantize_per_tensor]; +"1318 scale_updated_constant52" [id=1318, type=get_attr]; +"1319 compressed_weight_updated_constant52" [id=1319, type=get_attr]; +"1320 mul_tensor_52" [id=1320, type=mul]; +"1321 zero_point_updated_constant52" [id=1321, type=get_attr]; +"1322 sub_tensor_52" [id=1322, type=sub]; +"1323 linear_77" [id=1323, type=linear]; +"1324 dropout_49" [id=1324, type=dropout]; +"1325 view_69" [id=1325, type=view]; +"1326 permute_58" [id=1326, type=permute]; +"1327 reshape_57" [id=1327, type=reshape]; +"1328 slice_190" [id=1328, type=slice]; +"1329 slice_191" [id=1329, type=slice]; +"1330 slice_192" [id=1330, type=slice]; +"1331 slice_193" [id=1331, type=slice]; +"1332 contiguous_23" [id=1332, type=contiguous]; +"1333 _param_constant210" [id=1333, type=get_attr]; +"1334 _param_constant211" [id=1334, type=get_attr]; +"1335 layer_norm_27" [id=1335, type=layer_norm]; +"1336 add_43" [id=1336, type=add]; +"1337 _param_constant213" [id=1337, type=get_attr]; +"1338 add_43_0_0_nncf_smooth_quant_0" [id=1338, type=call_module]; +"1339 quantize_per_tensor_default_79" [id=1339, type=quantize_per_tensor]; +"1340 dequantize_per_tensor_default_79" [id=1340, type=dequantize_per_tensor]; +"1341 scale_updated_constant53" [id=1341, type=get_attr]; +"1342 compressed_weight_updated_constant53" [id=1342, type=get_attr]; +"1343 mul_tensor_53" [id=1343, type=mul]; +"1344 zero_point_updated_constant53" [id=1344, type=get_attr]; +"1345 sub_tensor_53" [id=1345, type=sub]; +"1346 linear_78" [id=1346, type=linear]; +"1347 gelu_12" [id=1347, type=gelu]; +"1348 dropout_50" [id=1348, type=dropout]; +"1349 _param_constant215" [id=1349, type=get_attr]; +"1350 dropout_50_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; +"1351 quantize_per_tensor_default_80" [id=1351, type=quantize_per_tensor]; +"1352 dequantize_per_tensor_default_80" [id=1352, type=dequantize_per_tensor]; +"1353 scale_updated_constant54" [id=1353, type=get_attr]; +"1354 compressed_weight_updated_constant54" [id=1354, type=get_attr]; +"1355 mul_tensor_54" [id=1355, type=mul]; +"1356 zero_point_updated_constant54" [id=1356, type=get_attr]; +"1357 sub_tensor_54" [id=1357, type=sub]; +"1358 linear_79" [id=1358, type=linear]; +"1359 dropout_51" [id=1359, type=dropout]; +"1360 _param_constant216" [id=1360, type=get_attr]; +"1361 _param_constant217" [id=1361, type=get_attr]; +"1362 layer_norm_28" [id=1362, type=layer_norm]; +"1363 add_44" [id=1363, type=add]; +"1364 _frozen_param106" [id=1364, type=get_attr]; +"1365 pad_15" [id=1365, type=pad]; +"1366 roll_12" [id=1366, type=roll]; +"1367 view_72" [id=1367, type=view]; +"1368 permute_60" [id=1368, type=permute]; +"1369 reshape_58" [id=1369, type=reshape]; +"1370 _frozen_param107" [id=1370, type=get_attr]; +"1371 reshape_58_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; +"1372 quantize_per_tensor_default_81" [id=1372, type=quantize_per_tensor]; +"1373 dequantize_per_tensor_default_81" [id=1373, type=dequantize_per_tensor]; +"1374 scale_updated_constant55" [id=1374, type=get_attr]; +"1375 compressed_weight_updated_constant55" [id=1375, type=get_attr]; +"1376 mul_tensor_55" [id=1376, type=mul]; +"1377 zero_point_updated_constant55" [id=1377, type=get_attr]; +"1378 sub_tensor_55" [id=1378, type=sub]; +"1379 linear_82" [id=1379, type=linear]; +"1380 reshape_59" [id=1380, type=reshape]; +"1381 permute_61" [id=1381, type=permute]; +"1382 select_39" [id=1382, type=select]; +"1383 select_40" [id=1383, type=select]; +"1384 select_41" [id=1384, type=select]; +"1385 linalg_vector_norm_26" [id=1385, type=linalg_vector_norm]; +"1386 clamp_min_26" [id=1386, type=clamp_min]; +"1387 expand_as_26" [id=1387, type=expand_as]; +"1388 div_26" [id=1388, type=div]; +"1389 quantize_per_tensor_default_82" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_82" [id=1390, type=dequantize_per_tensor]; +"1391 linalg_vector_norm_27" [id=1391, type=linalg_vector_norm]; +"1392 clamp_min_27" [id=1392, type=clamp_min]; +"1393 expand_as_27" [id=1393, type=expand_as]; +"1394 div_27" [id=1394, type=div]; +"1395 quantize_per_tensor_default_83" [id=1395, type=quantize_per_tensor]; +"1396 dequantize_per_tensor_default_83" [id=1396, type=dequantize_per_tensor]; +"1397 transpose_26" [id=1397, type=transpose]; +"1398 matmul_26" [id=1398, type=matmul]; +"1399 _frozen_param109" [id=1399, type=get_attr]; +"1400 mul_27" [id=1400, type=mul]; +"1401 add_45" [id=1401, type=add]; +"1402 new_zeros_6" [id=1402, type=new_zeros]; +"1403 view_73" [id=1403, type=view]; +"1404 permute_62" [id=1404, type=permute]; +"1405 reshape_60" [id=1405, type=reshape]; +"1406 unsqueeze_38" [id=1406, type=unsqueeze]; +"1407 unsqueeze_39" [id=1407, type=unsqueeze]; +"1408 sub_6" [id=1408, type=sub]; +"1409 ne_6" [id=1409, type=ne]; +"1410 masked_fill_12" [id=1410, type=masked_fill]; +"1411 eq_6" [id=1411, type=eq]; +"1412 masked_fill_13" [id=1412, type=masked_fill]; +"1413 view_74" [id=1413, type=view]; +"1414 unsqueeze_40" [id=1414, type=unsqueeze]; +"1415 unsqueeze_41" [id=1415, type=unsqueeze]; +"1416 add_46" [id=1416, type=add]; +"1417 view_75" [id=1417, type=view]; +"1418 softmax_13" [id=1418, type=softmax]; +"1419 dropout_52" [id=1419, type=dropout]; +"1420 matmul_27" [id=1420, type=matmul]; +"1421 transpose_27" [id=1421, type=transpose]; +"1422 reshape_61" [id=1422, type=reshape]; +"1423 _param_constant225" [id=1423, type=get_attr]; +"1424 reshape_61_0_0_nncf_smooth_quant_0" [id=1424, type=call_module]; +"1425 quantize_per_tensor_default_84" [id=1425, type=quantize_per_tensor]; +"1426 dequantize_per_tensor_default_84" [id=1426, type=dequantize_per_tensor]; +"1427 scale_updated_constant56" [id=1427, type=get_attr]; +"1428 compressed_weight_updated_constant56" [id=1428, type=get_attr]; +"1429 mul_tensor_56" [id=1429, type=mul]; +"1430 zero_point_updated_constant56" [id=1430, type=get_attr]; +"1431 sub_tensor_56" [id=1431, type=sub]; +"1432 linear_83" [id=1432, type=linear]; +"1433 dropout_53" [id=1433, type=dropout]; +"1434 view_76" [id=1434, type=view]; +"1435 permute_63" [id=1435, type=permute]; +"1436 reshape_62" [id=1436, type=reshape]; +"1437 roll_13" [id=1437, type=roll]; +"1438 slice_213" [id=1438, type=slice]; +"1439 slice_214" [id=1439, type=slice]; +"1440 slice_215" [id=1440, type=slice]; +"1441 slice_216" [id=1441, type=slice]; +"1442 contiguous_25" [id=1442, type=contiguous]; +"1443 _param_constant226" [id=1443, type=get_attr]; +"1444 _param_constant227" [id=1444, type=get_attr]; +"1445 layer_norm_29" [id=1445, type=layer_norm]; +"1446 add_47" [id=1446, type=add]; +"1447 _param_constant229" [id=1447, type=get_attr]; +"1448 add_47_0_0_nncf_smooth_quant_0" [id=1448, type=call_module]; +"1449 quantize_per_tensor_default_85" [id=1449, type=quantize_per_tensor]; +"1450 dequantize_per_tensor_default_85" [id=1450, type=dequantize_per_tensor]; +"1451 scale_updated_constant57" [id=1451, type=get_attr]; +"1452 compressed_weight_updated_constant57" [id=1452, type=get_attr]; +"1453 mul_tensor_57" [id=1453, type=mul]; +"1454 zero_point_updated_constant57" [id=1454, type=get_attr]; +"1455 sub_tensor_57" [id=1455, type=sub]; +"1456 linear_84" [id=1456, type=linear]; +"1457 gelu_13" [id=1457, type=gelu]; +"1458 dropout_54" [id=1458, type=dropout]; +"1459 _param_constant231" [id=1459, type=get_attr]; +"1460 dropout_54_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; +"1461 quantize_per_tensor_default_86" [id=1461, type=quantize_per_tensor]; +"1462 dequantize_per_tensor_default_86" [id=1462, type=dequantize_per_tensor]; +"1463 scale_updated_constant58" [id=1463, type=get_attr]; +"1464 compressed_weight_updated_constant58" [id=1464, type=get_attr]; +"1465 mul_tensor_58" [id=1465, type=mul]; +"1466 zero_point_updated_constant58" [id=1466, type=get_attr]; +"1467 sub_tensor_58" [id=1467, type=sub]; +"1468 linear_85" [id=1468, type=linear]; +"1469 dropout_55" [id=1469, type=dropout]; +"1470 _param_constant232" [id=1470, type=get_attr]; +"1471 _param_constant233" [id=1471, type=get_attr]; +"1472 layer_norm_30" [id=1472, type=layer_norm]; +"1473 add_48" [id=1473, type=add]; +"1474 _frozen_param119" [id=1474, type=get_attr]; +"1475 pad_16" [id=1475, type=pad]; +"1476 view_79" [id=1476, type=view]; +"1477 permute_65" [id=1477, type=permute]; +"1478 reshape_63" [id=1478, type=reshape]; +"1479 _frozen_param120" [id=1479, type=get_attr]; +"1480 reshape_63_0_0_nncf_smooth_quant_0" [id=1480, type=call_module]; +"1481 quantize_per_tensor_default_87" [id=1481, type=quantize_per_tensor]; +"1482 dequantize_per_tensor_default_87" [id=1482, type=dequantize_per_tensor]; +"1483 scale_updated_constant59" [id=1483, type=get_attr]; +"1484 compressed_weight_updated_constant59" [id=1484, type=get_attr]; +"1485 mul_tensor_59" [id=1485, type=mul]; +"1486 zero_point_updated_constant59" [id=1486, type=get_attr]; +"1487 sub_tensor_59" [id=1487, type=sub]; +"1488 linear_88" [id=1488, type=linear]; +"1489 reshape_64" [id=1489, type=reshape]; +"1490 permute_66" [id=1490, type=permute]; +"1491 select_42" [id=1491, type=select]; +"1492 select_43" [id=1492, type=select]; +"1493 select_44" [id=1493, type=select]; +"1494 linalg_vector_norm_28" [id=1494, type=linalg_vector_norm]; +"1495 clamp_min_28" [id=1495, type=clamp_min]; +"1496 expand_as_28" [id=1496, type=expand_as]; +"1497 div_28" [id=1497, type=div]; +"1498 quantize_per_tensor_default_88" [id=1498, type=quantize_per_tensor]; +"1499 dequantize_per_tensor_default_88" [id=1499, type=dequantize_per_tensor]; +"1500 linalg_vector_norm_29" [id=1500, type=linalg_vector_norm]; +"1501 clamp_min_29" [id=1501, type=clamp_min]; +"1502 expand_as_29" [id=1502, type=expand_as]; +"1503 div_29" [id=1503, type=div]; +"1504 quantize_per_tensor_default_89" [id=1504, type=quantize_per_tensor]; +"1505 dequantize_per_tensor_default_89" [id=1505, type=dequantize_per_tensor]; +"1506 transpose_28" [id=1506, type=transpose]; +"1507 matmul_28" [id=1507, type=matmul]; +"1508 _frozen_param122" [id=1508, type=get_attr]; +"1509 mul_29" [id=1509, type=mul]; +"1510 add_49" [id=1510, type=add]; +"1511 softmax_14" [id=1511, type=softmax]; +"1512 dropout_56" [id=1512, type=dropout]; +"1513 matmul_29" [id=1513, type=matmul]; +"1514 transpose_29" [id=1514, type=transpose]; +"1515 reshape_65" [id=1515, type=reshape]; +"1516 _param_constant241" [id=1516, type=get_attr]; +"1517 reshape_65_0_0_nncf_smooth_quant_0" [id=1517, type=call_module]; +"1518 quantize_per_tensor_default_90" [id=1518, type=quantize_per_tensor]; +"1519 dequantize_per_tensor_default_90" [id=1519, type=dequantize_per_tensor]; +"1520 scale_updated_constant60" [id=1520, type=get_attr]; +"1521 compressed_weight_updated_constant60" [id=1521, type=get_attr]; +"1522 mul_tensor_60" [id=1522, type=mul]; +"1523 zero_point_updated_constant60" [id=1523, type=get_attr]; +"1524 sub_tensor_60" [id=1524, type=sub]; +"1525 linear_89" [id=1525, type=linear]; +"1526 dropout_57" [id=1526, type=dropout]; +"1527 view_80" [id=1527, type=view]; +"1528 permute_67" [id=1528, type=permute]; +"1529 reshape_66" [id=1529, type=reshape]; +"1530 slice_218" [id=1530, type=slice]; +"1531 slice_219" [id=1531, type=slice]; +"1532 slice_220" [id=1532, type=slice]; +"1533 slice_221" [id=1533, type=slice]; +"1534 contiguous_27" [id=1534, type=contiguous]; +"1535 _param_constant242" [id=1535, type=get_attr]; +"1536 _param_constant243" [id=1536, type=get_attr]; +"1537 layer_norm_31" [id=1537, type=layer_norm]; +"1538 add_50" [id=1538, type=add]; +"1539 _param_constant245" [id=1539, type=get_attr]; +"1540 add_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; +"1541 quantize_per_tensor_default_91" [id=1541, type=quantize_per_tensor]; +"1542 dequantize_per_tensor_default_91" [id=1542, type=dequantize_per_tensor]; +"1543 scale_updated_constant61" [id=1543, type=get_attr]; +"1544 compressed_weight_updated_constant61" [id=1544, type=get_attr]; +"1545 mul_tensor_61" [id=1545, type=mul]; +"1546 zero_point_updated_constant61" [id=1546, type=get_attr]; +"1547 sub_tensor_61" [id=1547, type=sub]; +"1548 linear_90" [id=1548, type=linear]; +"1549 gelu_14" [id=1549, type=gelu]; +"1550 dropout_58" [id=1550, type=dropout]; +"1551 _param_constant247" [id=1551, type=get_attr]; +"1552 dropout_58_0_0_nncf_smooth_quant_0" [id=1552, type=call_module]; +"1553 quantize_per_tensor_default_92" [id=1553, type=quantize_per_tensor]; +"1554 dequantize_per_tensor_default_92" [id=1554, type=dequantize_per_tensor]; +"1555 scale_updated_constant62" [id=1555, type=get_attr]; +"1556 compressed_weight_updated_constant62" [id=1556, type=get_attr]; +"1557 mul_tensor_62" [id=1557, type=mul]; +"1558 zero_point_updated_constant62" [id=1558, type=get_attr]; +"1559 sub_tensor_62" [id=1559, type=sub]; +"1560 linear_91" [id=1560, type=linear]; +"1561 dropout_59" [id=1561, type=dropout]; +"1562 _param_constant248" [id=1562, type=get_attr]; +"1563 _param_constant249" [id=1563, type=get_attr]; +"1564 layer_norm_32" [id=1564, type=layer_norm]; +"1565 add_51" [id=1565, type=add]; +"1566 _frozen_param123" [id=1566, type=get_attr]; +"1567 pad_17" [id=1567, type=pad]; +"1568 roll_14" [id=1568, type=roll]; +"1569 view_83" [id=1569, type=view]; +"1570 permute_69" [id=1570, type=permute]; +"1571 reshape_67" [id=1571, type=reshape]; +"1572 _frozen_param124" [id=1572, type=get_attr]; +"1573 reshape_67_0_0_nncf_smooth_quant_0" [id=1573, type=call_module]; +"1574 quantize_per_tensor_default_93" [id=1574, type=quantize_per_tensor]; +"1575 dequantize_per_tensor_default_93" [id=1575, type=dequantize_per_tensor]; +"1576 scale_updated_constant63" [id=1576, type=get_attr]; +"1577 compressed_weight_updated_constant63" [id=1577, type=get_attr]; +"1578 mul_tensor_63" [id=1578, type=mul]; +"1579 zero_point_updated_constant63" [id=1579, type=get_attr]; +"1580 sub_tensor_63" [id=1580, type=sub]; +"1581 linear_94" [id=1581, type=linear]; +"1582 reshape_68" [id=1582, type=reshape]; +"1583 permute_70" [id=1583, type=permute]; +"1584 select_45" [id=1584, type=select]; +"1585 select_46" [id=1585, type=select]; +"1586 select_47" [id=1586, type=select]; +"1587 linalg_vector_norm_30" [id=1587, type=linalg_vector_norm]; +"1588 clamp_min_30" [id=1588, type=clamp_min]; +"1589 expand_as_30" [id=1589, type=expand_as]; +"1590 div_30" [id=1590, type=div]; +"1591 quantize_per_tensor_default_94" [id=1591, type=quantize_per_tensor]; +"1592 dequantize_per_tensor_default_94" [id=1592, type=dequantize_per_tensor]; +"1593 linalg_vector_norm_31" [id=1593, type=linalg_vector_norm]; +"1594 clamp_min_31" [id=1594, type=clamp_min]; +"1595 expand_as_31" [id=1595, type=expand_as]; +"1596 div_31" [id=1596, type=div]; +"1597 quantize_per_tensor_default_95" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_95" [id=1598, type=dequantize_per_tensor]; +"1599 transpose_30" [id=1599, type=transpose]; +"1600 matmul_30" [id=1600, type=matmul]; +"1601 _frozen_param126" [id=1601, type=get_attr]; +"1602 mul_31" [id=1602, type=mul]; +"1603 add_52" [id=1603, type=add]; +"1604 new_zeros_7" [id=1604, type=new_zeros]; +"1605 view_84" [id=1605, type=view]; +"1606 permute_71" [id=1606, type=permute]; +"1607 reshape_69" [id=1607, type=reshape]; +"1608 unsqueeze_44" [id=1608, type=unsqueeze]; +"1609 unsqueeze_45" [id=1609, type=unsqueeze]; +"1610 sub_7" [id=1610, type=sub]; +"1611 ne_7" [id=1611, type=ne]; +"1612 masked_fill_14" [id=1612, type=masked_fill]; +"1613 eq_7" [id=1613, type=eq]; +"1614 masked_fill_15" [id=1614, type=masked_fill]; +"1615 view_85" [id=1615, type=view]; +"1616 unsqueeze_46" [id=1616, type=unsqueeze]; +"1617 unsqueeze_47" [id=1617, type=unsqueeze]; +"1618 add_53" [id=1618, type=add]; +"1619 view_86" [id=1619, type=view]; +"1620 softmax_15" [id=1620, type=softmax]; +"1621 dropout_60" [id=1621, type=dropout]; +"1622 matmul_31" [id=1622, type=matmul]; +"1623 transpose_31" [id=1623, type=transpose]; +"1624 reshape_70" [id=1624, type=reshape]; +"1625 _param_constant257" [id=1625, type=get_attr]; +"1626 reshape_70_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; +"1627 quantize_per_tensor_default_96" [id=1627, type=quantize_per_tensor]; +"1628 dequantize_per_tensor_default_96" [id=1628, type=dequantize_per_tensor]; +"1629 scale_updated_constant64" [id=1629, type=get_attr]; +"1630 compressed_weight_updated_constant64" [id=1630, type=get_attr]; +"1631 mul_tensor_64" [id=1631, type=mul]; +"1632 zero_point_updated_constant64" [id=1632, type=get_attr]; +"1633 sub_tensor_64" [id=1633, type=sub]; +"1634 linear_95" [id=1634, type=linear]; +"1635 dropout_61" [id=1635, type=dropout]; +"1636 view_87" [id=1636, type=view]; +"1637 permute_72" [id=1637, type=permute]; +"1638 reshape_71" [id=1638, type=reshape]; +"1639 roll_15" [id=1639, type=roll]; +"1640 slice_241" [id=1640, type=slice]; +"1641 slice_242" [id=1641, type=slice]; +"1642 slice_243" [id=1642, type=slice]; +"1643 slice_244" [id=1643, type=slice]; +"1644 contiguous_29" [id=1644, type=contiguous]; +"1645 _param_constant258" [id=1645, type=get_attr]; +"1646 _param_constant259" [id=1646, type=get_attr]; +"1647 layer_norm_33" [id=1647, type=layer_norm]; +"1648 add_54" [id=1648, type=add]; +"1649 _param_constant261" [id=1649, type=get_attr]; +"1650 add_54_0_0_nncf_smooth_quant_0" [id=1650, type=call_module]; +"1651 quantize_per_tensor_default_97" [id=1651, type=quantize_per_tensor]; +"1652 dequantize_per_tensor_default_97" [id=1652, type=dequantize_per_tensor]; +"1653 scale_updated_constant65" [id=1653, type=get_attr]; +"1654 compressed_weight_updated_constant65" [id=1654, type=get_attr]; +"1655 mul_tensor_65" [id=1655, type=mul]; +"1656 zero_point_updated_constant65" [id=1656, type=get_attr]; +"1657 sub_tensor_65" [id=1657, type=sub]; +"1658 linear_96" [id=1658, type=linear]; +"1659 gelu_15" [id=1659, type=gelu]; +"1660 dropout_62" [id=1660, type=dropout]; +"1661 _param_constant263" [id=1661, type=get_attr]; +"1662 dropout_62_0_0_nncf_smooth_quant_0" [id=1662, type=call_module]; +"1663 quantize_per_tensor_default_98" [id=1663, type=quantize_per_tensor]; +"1664 dequantize_per_tensor_default_98" [id=1664, type=dequantize_per_tensor]; +"1665 scale_updated_constant66" [id=1665, type=get_attr]; +"1666 compressed_weight_updated_constant66" [id=1666, type=get_attr]; +"1667 mul_tensor_66" [id=1667, type=mul]; +"1668 zero_point_updated_constant66" [id=1668, type=get_attr]; +"1669 sub_tensor_66" [id=1669, type=sub]; +"1670 linear_97" [id=1670, type=linear]; +"1671 dropout_63" [id=1671, type=dropout]; +"1672 _param_constant264" [id=1672, type=get_attr]; +"1673 _param_constant265" [id=1673, type=get_attr]; +"1674 layer_norm_34" [id=1674, type=layer_norm]; +"1675 add_55" [id=1675, type=add]; +"1676 _frozen_param136" [id=1676, type=get_attr]; +"1677 pad_18" [id=1677, type=pad]; +"1678 view_90" [id=1678, type=view]; +"1679 permute_74" [id=1679, type=permute]; +"1680 reshape_72" [id=1680, type=reshape]; +"1681 _frozen_param137" [id=1681, type=get_attr]; +"1682 reshape_72_0_0_nncf_smooth_quant_0" [id=1682, type=call_module]; +"1683 quantize_per_tensor_default_99" [id=1683, type=quantize_per_tensor]; +"1684 dequantize_per_tensor_default_99" [id=1684, type=dequantize_per_tensor]; +"1685 scale_updated_constant67" [id=1685, type=get_attr]; +"1686 compressed_weight_updated_constant67" [id=1686, type=get_attr]; +"1687 mul_tensor_67" [id=1687, type=mul]; +"1688 zero_point_updated_constant67" [id=1688, type=get_attr]; +"1689 sub_tensor_67" [id=1689, type=sub]; +"1690 linear_100" [id=1690, type=linear]; +"1691 reshape_73" [id=1691, type=reshape]; +"1692 permute_75" [id=1692, type=permute]; +"1693 select_48" [id=1693, type=select]; +"1694 select_49" [id=1694, type=select]; +"1695 select_50" [id=1695, type=select]; +"1696 linalg_vector_norm_32" [id=1696, type=linalg_vector_norm]; +"1697 clamp_min_32" [id=1697, type=clamp_min]; +"1698 expand_as_32" [id=1698, type=expand_as]; +"1699 div_32" [id=1699, type=div]; +"1700 quantize_per_tensor_default_100" [id=1700, type=quantize_per_tensor]; +"1701 dequantize_per_tensor_default_100" [id=1701, type=dequantize_per_tensor]; +"1702 linalg_vector_norm_33" [id=1702, type=linalg_vector_norm]; +"1703 clamp_min_33" [id=1703, type=clamp_min]; +"1704 expand_as_33" [id=1704, type=expand_as]; +"1705 div_33" [id=1705, type=div]; +"1706 quantize_per_tensor_default_101" [id=1706, type=quantize_per_tensor]; +"1707 dequantize_per_tensor_default_101" [id=1707, type=dequantize_per_tensor]; +"1708 transpose_32" [id=1708, type=transpose]; +"1709 matmul_32" [id=1709, type=matmul]; +"1710 _frozen_param139" [id=1710, type=get_attr]; +"1711 mul_33" [id=1711, type=mul]; +"1712 add_56" [id=1712, type=add]; +"1713 softmax_16" [id=1713, type=softmax]; +"1714 dropout_64" [id=1714, type=dropout]; +"1715 matmul_33" [id=1715, type=matmul]; +"1716 transpose_33" [id=1716, type=transpose]; +"1717 reshape_74" [id=1717, type=reshape]; +"1718 _param_constant273" [id=1718, type=get_attr]; +"1719 reshape_74_0_0_nncf_smooth_quant_0" [id=1719, type=call_module]; +"1720 quantize_per_tensor_default_102" [id=1720, type=quantize_per_tensor]; +"1721 dequantize_per_tensor_default_102" [id=1721, type=dequantize_per_tensor]; +"1722 scale_updated_constant68" [id=1722, type=get_attr]; +"1723 compressed_weight_updated_constant68" [id=1723, type=get_attr]; +"1724 mul_tensor_68" [id=1724, type=mul]; +"1725 zero_point_updated_constant68" [id=1725, type=get_attr]; +"1726 sub_tensor_68" [id=1726, type=sub]; +"1727 linear_101" [id=1727, type=linear]; +"1728 dropout_65" [id=1728, type=dropout]; +"1729 view_91" [id=1729, type=view]; +"1730 permute_76" [id=1730, type=permute]; +"1731 reshape_75" [id=1731, type=reshape]; +"1732 slice_246" [id=1732, type=slice]; +"1733 slice_247" [id=1733, type=slice]; +"1734 slice_248" [id=1734, type=slice]; +"1735 slice_249" [id=1735, type=slice]; +"1736 contiguous_31" [id=1736, type=contiguous]; +"1737 _param_constant274" [id=1737, type=get_attr]; +"1738 _param_constant275" [id=1738, type=get_attr]; +"1739 layer_norm_35" [id=1739, type=layer_norm]; +"1740 add_57" [id=1740, type=add]; +"1741 _param_constant277" [id=1741, type=get_attr]; +"1742 add_57_0_0_nncf_smooth_quant_0" [id=1742, type=call_module]; +"1743 quantize_per_tensor_default_103" [id=1743, type=quantize_per_tensor]; +"1744 dequantize_per_tensor_default_103" [id=1744, type=dequantize_per_tensor]; +"1745 scale_updated_constant69" [id=1745, type=get_attr]; +"1746 compressed_weight_updated_constant69" [id=1746, type=get_attr]; +"1747 mul_tensor_69" [id=1747, type=mul]; +"1748 zero_point_updated_constant69" [id=1748, type=get_attr]; +"1749 sub_tensor_69" [id=1749, type=sub]; +"1750 linear_102" [id=1750, type=linear]; +"1751 gelu_16" [id=1751, type=gelu]; +"1752 dropout_66" [id=1752, type=dropout]; +"1753 _param_constant279" [id=1753, type=get_attr]; +"1754 dropout_66_0_0_nncf_smooth_quant_0" [id=1754, type=call_module]; +"1755 quantize_per_tensor_default_104" [id=1755, type=quantize_per_tensor]; +"1756 dequantize_per_tensor_default_104" [id=1756, type=dequantize_per_tensor]; +"1757 scale_updated_constant70" [id=1757, type=get_attr]; +"1758 compressed_weight_updated_constant70" [id=1758, type=get_attr]; +"1759 mul_tensor_70" [id=1759, type=mul]; +"1760 zero_point_updated_constant70" [id=1760, type=get_attr]; +"1761 sub_tensor_70" [id=1761, type=sub]; +"1762 linear_103" [id=1762, type=linear]; +"1763 dropout_67" [id=1763, type=dropout]; +"1764 _param_constant280" [id=1764, type=get_attr]; +"1765 _param_constant281" [id=1765, type=get_attr]; +"1766 layer_norm_36" [id=1766, type=layer_norm]; +"1767 add_58" [id=1767, type=add]; +"1768 _frozen_param140" [id=1768, type=get_attr]; +"1769 pad_19" [id=1769, type=pad]; +"1770 roll_16" [id=1770, type=roll]; +"1771 view_94" [id=1771, type=view]; +"1772 permute_78" [id=1772, type=permute]; +"1773 reshape_76" [id=1773, type=reshape]; +"1774 _frozen_param141" [id=1774, type=get_attr]; +"1775 reshape_76_0_0_nncf_smooth_quant_0" [id=1775, type=call_module]; +"1776 quantize_per_tensor_default_105" [id=1776, type=quantize_per_tensor]; +"1777 dequantize_per_tensor_default_105" [id=1777, type=dequantize_per_tensor]; +"1778 scale_updated_constant71" [id=1778, type=get_attr]; +"1779 compressed_weight_updated_constant71" [id=1779, type=get_attr]; +"1780 mul_tensor_71" [id=1780, type=mul]; +"1781 zero_point_updated_constant71" [id=1781, type=get_attr]; +"1782 sub_tensor_71" [id=1782, type=sub]; +"1783 linear_106" [id=1783, type=linear]; +"1784 reshape_77" [id=1784, type=reshape]; +"1785 permute_79" [id=1785, type=permute]; +"1786 select_51" [id=1786, type=select]; +"1787 select_52" [id=1787, type=select]; +"1788 select_53" [id=1788, type=select]; +"1789 linalg_vector_norm_34" [id=1789, type=linalg_vector_norm]; +"1790 clamp_min_34" [id=1790, type=clamp_min]; +"1791 expand_as_34" [id=1791, type=expand_as]; +"1792 div_34" [id=1792, type=div]; +"1793 quantize_per_tensor_default_106" [id=1793, type=quantize_per_tensor]; +"1794 dequantize_per_tensor_default_106" [id=1794, type=dequantize_per_tensor]; +"1795 linalg_vector_norm_35" [id=1795, type=linalg_vector_norm]; +"1796 clamp_min_35" [id=1796, type=clamp_min]; +"1797 expand_as_35" [id=1797, type=expand_as]; +"1798 div_35" [id=1798, type=div]; +"1799 quantize_per_tensor_default_107" [id=1799, type=quantize_per_tensor]; +"1800 dequantize_per_tensor_default_107" [id=1800, type=dequantize_per_tensor]; +"1801 transpose_34" [id=1801, type=transpose]; +"1802 matmul_34" [id=1802, type=matmul]; +"1803 _frozen_param143" [id=1803, type=get_attr]; +"1804 mul_35" [id=1804, type=mul]; +"1805 add_59" [id=1805, type=add]; +"1806 new_zeros_8" [id=1806, type=new_zeros]; +"1807 view_95" [id=1807, type=view]; +"1808 permute_80" [id=1808, type=permute]; +"1809 reshape_78" [id=1809, type=reshape]; +"1810 unsqueeze_50" [id=1810, type=unsqueeze]; +"1811 unsqueeze_51" [id=1811, type=unsqueeze]; +"1812 sub_8" [id=1812, type=sub]; +"1813 ne_8" [id=1813, type=ne]; +"1814 masked_fill_16" [id=1814, type=masked_fill]; +"1815 eq_8" [id=1815, type=eq]; +"1816 masked_fill_17" [id=1816, type=masked_fill]; +"1817 view_96" [id=1817, type=view]; +"1818 unsqueeze_52" [id=1818, type=unsqueeze]; +"1819 unsqueeze_53" [id=1819, type=unsqueeze]; +"1820 add_60" [id=1820, type=add]; +"1821 view_97" [id=1821, type=view]; +"1822 softmax_17" [id=1822, type=softmax]; +"1823 dropout_68" [id=1823, type=dropout]; +"1824 matmul_35" [id=1824, type=matmul]; +"1825 transpose_35" [id=1825, type=transpose]; +"1826 reshape_79" [id=1826, type=reshape]; +"1827 _param_constant289" [id=1827, type=get_attr]; +"1828 reshape_79_0_0_nncf_smooth_quant_0" [id=1828, type=call_module]; +"1829 quantize_per_tensor_default_108" [id=1829, type=quantize_per_tensor]; +"1830 dequantize_per_tensor_default_108" [id=1830, type=dequantize_per_tensor]; +"1831 scale_updated_constant72" [id=1831, type=get_attr]; +"1832 compressed_weight_updated_constant72" [id=1832, type=get_attr]; +"1833 mul_tensor_72" [id=1833, type=mul]; +"1834 zero_point_updated_constant72" [id=1834, type=get_attr]; +"1835 sub_tensor_72" [id=1835, type=sub]; +"1836 linear_107" [id=1836, type=linear]; +"1837 dropout_69" [id=1837, type=dropout]; +"1838 view_98" [id=1838, type=view]; +"1839 permute_81" [id=1839, type=permute]; +"1840 reshape_80" [id=1840, type=reshape]; +"1841 roll_17" [id=1841, type=roll]; +"1842 slice_269" [id=1842, type=slice]; +"1843 slice_270" [id=1843, type=slice]; +"1844 slice_271" [id=1844, type=slice]; +"1845 slice_272" [id=1845, type=slice]; +"1846 contiguous_33" [id=1846, type=contiguous]; +"1847 _param_constant290" [id=1847, type=get_attr]; +"1848 _param_constant291" [id=1848, type=get_attr]; +"1849 layer_norm_37" [id=1849, type=layer_norm]; +"1850 add_61" [id=1850, type=add]; +"1851 _param_constant293" [id=1851, type=get_attr]; +"1852 add_61_0_0_nncf_smooth_quant_0" [id=1852, type=call_module]; +"1853 quantize_per_tensor_default_109" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_109" [id=1854, type=dequantize_per_tensor]; +"1855 scale_updated_constant73" [id=1855, type=get_attr]; +"1856 compressed_weight_updated_constant73" [id=1856, type=get_attr]; +"1857 mul_tensor_73" [id=1857, type=mul]; +"1858 zero_point_updated_constant73" [id=1858, type=get_attr]; +"1859 sub_tensor_73" [id=1859, type=sub]; +"1860 linear_108" [id=1860, type=linear]; +"1861 gelu_17" [id=1861, type=gelu]; +"1862 dropout_70" [id=1862, type=dropout]; +"1863 _param_constant295" [id=1863, type=get_attr]; +"1864 dropout_70_0_0_nncf_smooth_quant_0" [id=1864, type=call_module]; +"1865 quantize_per_tensor_default_110" [id=1865, type=quantize_per_tensor]; +"1866 dequantize_per_tensor_default_110" [id=1866, type=dequantize_per_tensor]; +"1867 scale_updated_constant74" [id=1867, type=get_attr]; +"1868 compressed_weight_updated_constant74" [id=1868, type=get_attr]; +"1869 mul_tensor_74" [id=1869, type=mul]; +"1870 zero_point_updated_constant74" [id=1870, type=get_attr]; +"1871 sub_tensor_74" [id=1871, type=sub]; +"1872 linear_109" [id=1872, type=linear]; +"1873 dropout_71" [id=1873, type=dropout]; +"1874 _param_constant296" [id=1874, type=get_attr]; +"1875 _param_constant297" [id=1875, type=get_attr]; +"1876 layer_norm_38" [id=1876, type=layer_norm]; +"1877 add_62" [id=1877, type=add]; +"1878 _frozen_param153" [id=1878, type=get_attr]; +"1879 pad_20" [id=1879, type=pad]; +"1880 view_101" [id=1880, type=view]; +"1881 permute_83" [id=1881, type=permute]; +"1882 reshape_81" [id=1882, type=reshape]; +"1883 _frozen_param154" [id=1883, type=get_attr]; +"1884 reshape_81_0_0_nncf_smooth_quant_0" [id=1884, type=call_module]; +"1885 quantize_per_tensor_default_111" [id=1885, type=quantize_per_tensor]; +"1886 dequantize_per_tensor_default_111" [id=1886, type=dequantize_per_tensor]; +"1887 scale_updated_constant75" [id=1887, type=get_attr]; +"1888 compressed_weight_updated_constant75" [id=1888, type=get_attr]; +"1889 mul_tensor_75" [id=1889, type=mul]; +"1890 zero_point_updated_constant75" [id=1890, type=get_attr]; +"1891 sub_tensor_75" [id=1891, type=sub]; +"1892 linear_112" [id=1892, type=linear]; +"1893 reshape_82" [id=1893, type=reshape]; +"1894 permute_84" [id=1894, type=permute]; +"1895 select_54" [id=1895, type=select]; +"1896 select_55" [id=1896, type=select]; +"1897 select_56" [id=1897, type=select]; +"1898 linalg_vector_norm_36" [id=1898, type=linalg_vector_norm]; +"1899 clamp_min_36" [id=1899, type=clamp_min]; +"1900 expand_as_36" [id=1900, type=expand_as]; +"1901 div_36" [id=1901, type=div]; +"1902 quantize_per_tensor_default_112" [id=1902, type=quantize_per_tensor]; +"1903 dequantize_per_tensor_default_112" [id=1903, type=dequantize_per_tensor]; +"1904 linalg_vector_norm_37" [id=1904, type=linalg_vector_norm]; +"1905 clamp_min_37" [id=1905, type=clamp_min]; +"1906 expand_as_37" [id=1906, type=expand_as]; +"1907 div_37" [id=1907, type=div]; +"1908 quantize_per_tensor_default_113" [id=1908, type=quantize_per_tensor]; +"1909 dequantize_per_tensor_default_113" [id=1909, type=dequantize_per_tensor]; +"1910 transpose_36" [id=1910, type=transpose]; +"1911 matmul_36" [id=1911, type=matmul]; +"1912 _frozen_param156" [id=1912, type=get_attr]; +"1913 mul_37" [id=1913, type=mul]; +"1914 add_63" [id=1914, type=add]; +"1915 softmax_18" [id=1915, type=softmax]; +"1916 dropout_72" [id=1916, type=dropout]; +"1917 matmul_37" [id=1917, type=matmul]; +"1918 transpose_37" [id=1918, type=transpose]; +"1919 reshape_83" [id=1919, type=reshape]; +"1920 _param_constant305" [id=1920, type=get_attr]; +"1921 reshape_83_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; +"1922 quantize_per_tensor_default_114" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_114" [id=1923, type=dequantize_per_tensor]; +"1924 scale_updated_constant76" [id=1924, type=get_attr]; +"1925 compressed_weight_updated_constant76" [id=1925, type=get_attr]; +"1926 mul_tensor_76" [id=1926, type=mul]; +"1927 zero_point_updated_constant76" [id=1927, type=get_attr]; +"1928 sub_tensor_76" [id=1928, type=sub]; +"1929 linear_113" [id=1929, type=linear]; +"1930 dropout_73" [id=1930, type=dropout]; +"1931 view_102" [id=1931, type=view]; +"1932 permute_85" [id=1932, type=permute]; +"1933 reshape_84" [id=1933, type=reshape]; +"1934 slice_274" [id=1934, type=slice]; +"1935 slice_275" [id=1935, type=slice]; +"1936 slice_276" [id=1936, type=slice]; +"1937 slice_277" [id=1937, type=slice]; +"1938 contiguous_35" [id=1938, type=contiguous]; +"1939 _param_constant306" [id=1939, type=get_attr]; +"1940 _param_constant307" [id=1940, type=get_attr]; +"1941 layer_norm_39" [id=1941, type=layer_norm]; +"1942 add_64" [id=1942, type=add]; +"1943 _param_constant309" [id=1943, type=get_attr]; +"1944 add_64_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; +"1945 quantize_per_tensor_default_115" [id=1945, type=quantize_per_tensor]; +"1946 dequantize_per_tensor_default_115" [id=1946, type=dequantize_per_tensor]; +"1947 scale_updated_constant77" [id=1947, type=get_attr]; +"1948 compressed_weight_updated_constant77" [id=1948, type=get_attr]; +"1949 mul_tensor_77" [id=1949, type=mul]; +"1950 zero_point_updated_constant77" [id=1950, type=get_attr]; +"1951 sub_tensor_77" [id=1951, type=sub]; +"1952 linear_114" [id=1952, type=linear]; +"1953 gelu_18" [id=1953, type=gelu]; +"1954 dropout_74" [id=1954, type=dropout]; +"1955 _param_constant311" [id=1955, type=get_attr]; +"1956 dropout_74_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 quantize_per_tensor_default_116" [id=1957, type=quantize_per_tensor]; +"1958 dequantize_per_tensor_default_116" [id=1958, type=dequantize_per_tensor]; +"1959 scale_updated_constant78" [id=1959, type=get_attr]; +"1960 compressed_weight_updated_constant78" [id=1960, type=get_attr]; +"1961 mul_tensor_78" [id=1961, type=mul]; +"1962 zero_point_updated_constant78" [id=1962, type=get_attr]; +"1963 sub_tensor_78" [id=1963, type=sub]; +"1964 linear_115" [id=1964, type=linear]; +"1965 dropout_75" [id=1965, type=dropout]; +"1966 _param_constant312" [id=1966, type=get_attr]; +"1967 _param_constant313" [id=1967, type=get_attr]; +"1968 layer_norm_40" [id=1968, type=layer_norm]; +"1969 add_65" [id=1969, type=add]; +"1970 _frozen_param157" [id=1970, type=get_attr]; +"1971 pad_21" [id=1971, type=pad]; +"1972 roll_18" [id=1972, type=roll]; +"1973 view_105" [id=1973, type=view]; +"1974 permute_87" [id=1974, type=permute]; +"1975 reshape_85" [id=1975, type=reshape]; +"1976 _frozen_param158" [id=1976, type=get_attr]; +"1977 reshape_85_0_0_nncf_smooth_quant_0" [id=1977, type=call_module]; +"1978 quantize_per_tensor_default_117" [id=1978, type=quantize_per_tensor]; +"1979 dequantize_per_tensor_default_117" [id=1979, type=dequantize_per_tensor]; +"1980 scale_updated_constant79" [id=1980, type=get_attr]; +"1981 compressed_weight_updated_constant79" [id=1981, type=get_attr]; +"1982 mul_tensor_79" [id=1982, type=mul]; +"1983 zero_point_updated_constant79" [id=1983, type=get_attr]; +"1984 sub_tensor_79" [id=1984, type=sub]; +"1985 linear_118" [id=1985, type=linear]; +"1986 reshape_86" [id=1986, type=reshape]; +"1987 permute_88" [id=1987, type=permute]; +"1988 select_57" [id=1988, type=select]; +"1989 select_58" [id=1989, type=select]; +"1990 select_59" [id=1990, type=select]; +"1991 linalg_vector_norm_38" [id=1991, type=linalg_vector_norm]; +"1992 clamp_min_38" [id=1992, type=clamp_min]; +"1993 expand_as_38" [id=1993, type=expand_as]; +"1994 div_38" [id=1994, type=div]; +"1995 quantize_per_tensor_default_118" [id=1995, type=quantize_per_tensor]; +"1996 dequantize_per_tensor_default_118" [id=1996, type=dequantize_per_tensor]; +"1997 linalg_vector_norm_39" [id=1997, type=linalg_vector_norm]; +"1998 clamp_min_39" [id=1998, type=clamp_min]; +"1999 expand_as_39" [id=1999, type=expand_as]; +"2000 div_39" [id=2000, type=div]; +"2001 quantize_per_tensor_default_119" [id=2001, type=quantize_per_tensor]; +"2002 dequantize_per_tensor_default_119" [id=2002, type=dequantize_per_tensor]; +"2003 transpose_38" [id=2003, type=transpose]; +"2004 matmul_38" [id=2004, type=matmul]; +"2005 _frozen_param160" [id=2005, type=get_attr]; +"2006 mul_39" [id=2006, type=mul]; +"2007 add_66" [id=2007, type=add]; +"2008 new_zeros_9" [id=2008, type=new_zeros]; +"2009 view_106" [id=2009, type=view]; +"2010 permute_89" [id=2010, type=permute]; +"2011 reshape_87" [id=2011, type=reshape]; +"2012 unsqueeze_56" [id=2012, type=unsqueeze]; +"2013 unsqueeze_57" [id=2013, type=unsqueeze]; +"2014 sub_9" [id=2014, type=sub]; +"2015 ne_9" [id=2015, type=ne]; +"2016 masked_fill_18" [id=2016, type=masked_fill]; +"2017 eq_9" [id=2017, type=eq]; +"2018 masked_fill_19" [id=2018, type=masked_fill]; +"2019 view_107" [id=2019, type=view]; +"2020 unsqueeze_58" [id=2020, type=unsqueeze]; +"2021 unsqueeze_59" [id=2021, type=unsqueeze]; +"2022 add_67" [id=2022, type=add]; +"2023 view_108" [id=2023, type=view]; +"2024 softmax_19" [id=2024, type=softmax]; +"2025 dropout_76" [id=2025, type=dropout]; +"2026 matmul_39" [id=2026, type=matmul]; +"2027 transpose_39" [id=2027, type=transpose]; +"2028 reshape_88" [id=2028, type=reshape]; +"2029 _param_constant321" [id=2029, type=get_attr]; +"2030 reshape_88_0_0_nncf_smooth_quant_0" [id=2030, type=call_module]; +"2031 quantize_per_tensor_default_120" [id=2031, type=quantize_per_tensor]; +"2032 dequantize_per_tensor_default_120" [id=2032, type=dequantize_per_tensor]; +"2033 scale_updated_constant80" [id=2033, type=get_attr]; +"2034 compressed_weight_updated_constant80" [id=2034, type=get_attr]; +"2035 mul_tensor_80" [id=2035, type=mul]; +"2036 zero_point_updated_constant80" [id=2036, type=get_attr]; +"2037 sub_tensor_80" [id=2037, type=sub]; +"2038 linear_119" [id=2038, type=linear]; +"2039 dropout_77" [id=2039, type=dropout]; +"2040 view_109" [id=2040, type=view]; +"2041 permute_90" [id=2041, type=permute]; +"2042 reshape_89" [id=2042, type=reshape]; +"2043 roll_19" [id=2043, type=roll]; +"2044 slice_297" [id=2044, type=slice]; +"2045 slice_298" [id=2045, type=slice]; +"2046 slice_299" [id=2046, type=slice]; +"2047 slice_300" [id=2047, type=slice]; +"2048 contiguous_37" [id=2048, type=contiguous]; +"2049 _param_constant322" [id=2049, type=get_attr]; +"2050 _param_constant323" [id=2050, type=get_attr]; +"2051 layer_norm_41" [id=2051, type=layer_norm]; +"2052 add_68" [id=2052, type=add]; +"2053 _param_constant325" [id=2053, type=get_attr]; +"2054 add_68_0_0_nncf_smooth_quant_0" [id=2054, type=call_module]; +"2055 quantize_per_tensor_default_121" [id=2055, type=quantize_per_tensor]; +"2056 dequantize_per_tensor_default_121" [id=2056, type=dequantize_per_tensor]; +"2057 scale_updated_constant81" [id=2057, type=get_attr]; +"2058 compressed_weight_updated_constant81" [id=2058, type=get_attr]; +"2059 mul_tensor_81" [id=2059, type=mul]; +"2060 zero_point_updated_constant81" [id=2060, type=get_attr]; +"2061 sub_tensor_81" [id=2061, type=sub]; +"2062 linear_120" [id=2062, type=linear]; +"2063 gelu_19" [id=2063, type=gelu]; +"2064 dropout_78" [id=2064, type=dropout]; +"2065 _param_constant327" [id=2065, type=get_attr]; +"2066 dropout_78_0_0_nncf_smooth_quant_0" [id=2066, type=call_module]; +"2067 quantize_per_tensor_default_122" [id=2067, type=quantize_per_tensor]; +"2068 dequantize_per_tensor_default_122" [id=2068, type=dequantize_per_tensor]; +"2069 scale_updated_constant82" [id=2069, type=get_attr]; +"2070 compressed_weight_updated_constant82" [id=2070, type=get_attr]; +"2071 mul_tensor_82" [id=2071, type=mul]; +"2072 zero_point_updated_constant82" [id=2072, type=get_attr]; +"2073 sub_tensor_82" [id=2073, type=sub]; +"2074 linear_121" [id=2074, type=linear]; +"2075 dropout_79" [id=2075, type=dropout]; +"2076 _param_constant328" [id=2076, type=get_attr]; +"2077 _param_constant329" [id=2077, type=get_attr]; +"2078 layer_norm_42" [id=2078, type=layer_norm]; +"2079 add_69" [id=2079, type=add]; +"2080 _frozen_param170" [id=2080, type=get_attr]; +"2081 pad_22" [id=2081, type=pad]; +"2082 view_112" [id=2082, type=view]; +"2083 permute_92" [id=2083, type=permute]; +"2084 reshape_90" [id=2084, type=reshape]; +"2085 _frozen_param171" [id=2085, type=get_attr]; +"2086 reshape_90_0_0_nncf_smooth_quant_0" [id=2086, type=call_module]; +"2087 quantize_per_tensor_default_123" [id=2087, type=quantize_per_tensor]; +"2088 dequantize_per_tensor_default_123" [id=2088, type=dequantize_per_tensor]; +"2089 scale_updated_constant83" [id=2089, type=get_attr]; +"2090 compressed_weight_updated_constant83" [id=2090, type=get_attr]; +"2091 mul_tensor_83" [id=2091, type=mul]; +"2092 zero_point_updated_constant83" [id=2092, type=get_attr]; +"2093 sub_tensor_83" [id=2093, type=sub]; +"2094 linear_124" [id=2094, type=linear]; +"2095 reshape_91" [id=2095, type=reshape]; +"2096 permute_93" [id=2096, type=permute]; +"2097 select_60" [id=2097, type=select]; +"2098 select_61" [id=2098, type=select]; +"2099 select_62" [id=2099, type=select]; +"2100 linalg_vector_norm_40" [id=2100, type=linalg_vector_norm]; +"2101 clamp_min_40" [id=2101, type=clamp_min]; +"2102 expand_as_40" [id=2102, type=expand_as]; +"2103 div_40" [id=2103, type=div]; +"2104 quantize_per_tensor_default_124" [id=2104, type=quantize_per_tensor]; +"2105 dequantize_per_tensor_default_124" [id=2105, type=dequantize_per_tensor]; +"2106 linalg_vector_norm_41" [id=2106, type=linalg_vector_norm]; +"2107 clamp_min_41" [id=2107, type=clamp_min]; +"2108 expand_as_41" [id=2108, type=expand_as]; +"2109 div_41" [id=2109, type=div]; +"2110 quantize_per_tensor_default_125" [id=2110, type=quantize_per_tensor]; +"2111 dequantize_per_tensor_default_125" [id=2111, type=dequantize_per_tensor]; +"2112 transpose_40" [id=2112, type=transpose]; +"2113 matmul_40" [id=2113, type=matmul]; +"2114 _frozen_param173" [id=2114, type=get_attr]; +"2115 mul_41" [id=2115, type=mul]; +"2116 add_70" [id=2116, type=add]; +"2117 softmax_20" [id=2117, type=softmax]; +"2118 dropout_80" [id=2118, type=dropout]; +"2119 matmul_41" [id=2119, type=matmul]; +"2120 transpose_41" [id=2120, type=transpose]; +"2121 reshape_92" [id=2121, type=reshape]; +"2122 _param_constant337" [id=2122, type=get_attr]; +"2123 reshape_92_0_0_nncf_smooth_quant_0" [id=2123, type=call_module]; +"2124 quantize_per_tensor_default_126" [id=2124, type=quantize_per_tensor]; +"2125 dequantize_per_tensor_default_126" [id=2125, type=dequantize_per_tensor]; +"2126 scale_updated_constant84" [id=2126, type=get_attr]; +"2127 compressed_weight_updated_constant84" [id=2127, type=get_attr]; +"2128 mul_tensor_84" [id=2128, type=mul]; +"2129 zero_point_updated_constant84" [id=2129, type=get_attr]; +"2130 sub_tensor_84" [id=2130, type=sub]; +"2131 linear_125" [id=2131, type=linear]; +"2132 dropout_81" [id=2132, type=dropout]; +"2133 view_113" [id=2133, type=view]; +"2134 permute_94" [id=2134, type=permute]; +"2135 reshape_93" [id=2135, type=reshape]; +"2136 slice_302" [id=2136, type=slice]; +"2137 slice_303" [id=2137, type=slice]; +"2138 slice_304" [id=2138, type=slice]; +"2139 slice_305" [id=2139, type=slice]; +"2140 contiguous_39" [id=2140, type=contiguous]; +"2141 _param_constant338" [id=2141, type=get_attr]; +"2142 _param_constant339" [id=2142, type=get_attr]; +"2143 layer_norm_43" [id=2143, type=layer_norm]; +"2144 add_71" [id=2144, type=add]; +"2145 _param_constant341" [id=2145, type=get_attr]; +"2146 add_71_0_0_nncf_smooth_quant_0" [id=2146, type=call_module]; +"2147 quantize_per_tensor_default_127" [id=2147, type=quantize_per_tensor]; +"2148 dequantize_per_tensor_default_127" [id=2148, type=dequantize_per_tensor]; +"2149 scale_updated_constant85" [id=2149, type=get_attr]; +"2150 compressed_weight_updated_constant85" [id=2150, type=get_attr]; +"2151 mul_tensor_85" [id=2151, type=mul]; +"2152 zero_point_updated_constant85" [id=2152, type=get_attr]; +"2153 sub_tensor_85" [id=2153, type=sub]; +"2154 linear_126" [id=2154, type=linear]; +"2155 gelu_20" [id=2155, type=gelu]; +"2156 dropout_82" [id=2156, type=dropout]; +"2157 _param_constant343" [id=2157, type=get_attr]; +"2158 dropout_82_0_0_nncf_smooth_quant_0" [id=2158, type=call_module]; +"2159 quantize_per_tensor_default_128" [id=2159, type=quantize_per_tensor]; +"2160 dequantize_per_tensor_default_128" [id=2160, type=dequantize_per_tensor]; +"2161 scale_updated_constant86" [id=2161, type=get_attr]; +"2162 compressed_weight_updated_constant86" [id=2162, type=get_attr]; +"2163 mul_tensor_86" [id=2163, type=mul]; +"2164 zero_point_updated_constant86" [id=2164, type=get_attr]; +"2165 sub_tensor_86" [id=2165, type=sub]; +"2166 linear_127" [id=2166, type=linear]; +"2167 dropout_83" [id=2167, type=dropout]; +"2168 _param_constant344" [id=2168, type=get_attr]; +"2169 _param_constant345" [id=2169, type=get_attr]; +"2170 layer_norm_44" [id=2170, type=layer_norm]; +"2171 add_72" [id=2171, type=add]; +"2172 _frozen_param174" [id=2172, type=get_attr]; +"2173 pad_23" [id=2173, type=pad]; +"2174 roll_20" [id=2174, type=roll]; +"2175 view_116" [id=2175, type=view]; +"2176 permute_96" [id=2176, type=permute]; +"2177 reshape_94" [id=2177, type=reshape]; +"2178 _frozen_param175" [id=2178, type=get_attr]; +"2179 reshape_94_0_0_nncf_smooth_quant_0" [id=2179, type=call_module]; +"2180 quantize_per_tensor_default_129" [id=2180, type=quantize_per_tensor]; +"2181 dequantize_per_tensor_default_129" [id=2181, type=dequantize_per_tensor]; +"2182 scale_updated_constant87" [id=2182, type=get_attr]; +"2183 compressed_weight_updated_constant87" [id=2183, type=get_attr]; +"2184 mul_tensor_87" [id=2184, type=mul]; +"2185 zero_point_updated_constant87" [id=2185, type=get_attr]; +"2186 sub_tensor_87" [id=2186, type=sub]; +"2187 linear_130" [id=2187, type=linear]; +"2188 reshape_95" [id=2188, type=reshape]; +"2189 permute_97" [id=2189, type=permute]; +"2190 select_63" [id=2190, type=select]; +"2191 select_64" [id=2191, type=select]; +"2192 select_65" [id=2192, type=select]; +"2193 linalg_vector_norm_42" [id=2193, type=linalg_vector_norm]; +"2194 clamp_min_42" [id=2194, type=clamp_min]; +"2195 expand_as_42" [id=2195, type=expand_as]; +"2196 div_42" [id=2196, type=div]; +"2197 quantize_per_tensor_default_130" [id=2197, type=quantize_per_tensor]; +"2198 dequantize_per_tensor_default_130" [id=2198, type=dequantize_per_tensor]; +"2199 linalg_vector_norm_43" [id=2199, type=linalg_vector_norm]; +"2200 clamp_min_43" [id=2200, type=clamp_min]; +"2201 expand_as_43" [id=2201, type=expand_as]; +"2202 div_43" [id=2202, type=div]; +"2203 quantize_per_tensor_default_131" [id=2203, type=quantize_per_tensor]; +"2204 dequantize_per_tensor_default_131" [id=2204, type=dequantize_per_tensor]; +"2205 transpose_42" [id=2205, type=transpose]; +"2206 matmul_42" [id=2206, type=matmul]; +"2207 _frozen_param177" [id=2207, type=get_attr]; +"2208 mul_43" [id=2208, type=mul]; +"2209 add_73" [id=2209, type=add]; +"2210 new_zeros_10" [id=2210, type=new_zeros]; +"2211 view_117" [id=2211, type=view]; +"2212 permute_98" [id=2212, type=permute]; +"2213 reshape_96" [id=2213, type=reshape]; +"2214 unsqueeze_62" [id=2214, type=unsqueeze]; +"2215 unsqueeze_63" [id=2215, type=unsqueeze]; +"2216 sub_10" [id=2216, type=sub]; +"2217 ne_10" [id=2217, type=ne]; +"2218 masked_fill_20" [id=2218, type=masked_fill]; +"2219 eq_10" [id=2219, type=eq]; +"2220 masked_fill_21" [id=2220, type=masked_fill]; +"2221 view_118" [id=2221, type=view]; +"2222 unsqueeze_64" [id=2222, type=unsqueeze]; +"2223 unsqueeze_65" [id=2223, type=unsqueeze]; +"2224 add_74" [id=2224, type=add]; +"2225 view_119" [id=2225, type=view]; +"2226 softmax_21" [id=2226, type=softmax]; +"2227 dropout_84" [id=2227, type=dropout]; +"2228 matmul_43" [id=2228, type=matmul]; +"2229 transpose_43" [id=2229, type=transpose]; +"2230 reshape_97" [id=2230, type=reshape]; +"2231 _param_constant353" [id=2231, type=get_attr]; +"2232 reshape_97_0_0_nncf_smooth_quant_0" [id=2232, type=call_module]; +"2233 quantize_per_tensor_default_132" [id=2233, type=quantize_per_tensor]; +"2234 dequantize_per_tensor_default_132" [id=2234, type=dequantize_per_tensor]; +"2235 scale_updated_constant88" [id=2235, type=get_attr]; +"2236 compressed_weight_updated_constant88" [id=2236, type=get_attr]; +"2237 mul_tensor_88" [id=2237, type=mul]; +"2238 zero_point_updated_constant88" [id=2238, type=get_attr]; +"2239 sub_tensor_88" [id=2239, type=sub]; +"2240 linear_131" [id=2240, type=linear]; +"2241 dropout_85" [id=2241, type=dropout]; +"2242 view_120" [id=2242, type=view]; +"2243 permute_99" [id=2243, type=permute]; +"2244 reshape_98" [id=2244, type=reshape]; +"2245 roll_21" [id=2245, type=roll]; +"2246 slice_325" [id=2246, type=slice]; +"2247 slice_326" [id=2247, type=slice]; +"2248 slice_327" [id=2248, type=slice]; +"2249 slice_328" [id=2249, type=slice]; +"2250 contiguous_41" [id=2250, type=contiguous]; +"2251 _param_constant354" [id=2251, type=get_attr]; +"2252 _param_constant355" [id=2252, type=get_attr]; +"2253 layer_norm_45" [id=2253, type=layer_norm]; +"2254 add_75" [id=2254, type=add]; +"2255 _param_constant357" [id=2255, type=get_attr]; +"2256 add_75_0_0_nncf_smooth_quant_0" [id=2256, type=call_module]; +"2257 quantize_per_tensor_default_133" [id=2257, type=quantize_per_tensor]; +"2258 dequantize_per_tensor_default_133" [id=2258, type=dequantize_per_tensor]; +"2259 scale_updated_constant89" [id=2259, type=get_attr]; +"2260 compressed_weight_updated_constant89" [id=2260, type=get_attr]; +"2261 mul_tensor_89" [id=2261, type=mul]; +"2262 zero_point_updated_constant89" [id=2262, type=get_attr]; +"2263 sub_tensor_89" [id=2263, type=sub]; +"2264 linear_132" [id=2264, type=linear]; +"2265 gelu_21" [id=2265, type=gelu]; +"2266 dropout_86" [id=2266, type=dropout]; +"2267 _param_constant359" [id=2267, type=get_attr]; +"2268 dropout_86_0_0_nncf_smooth_quant_0" [id=2268, type=call_module]; +"2269 quantize_per_tensor_default_134" [id=2269, type=quantize_per_tensor]; +"2270 dequantize_per_tensor_default_134" [id=2270, type=dequantize_per_tensor]; +"2271 scale_updated_constant90" [id=2271, type=get_attr]; +"2272 compressed_weight_updated_constant90" [id=2272, type=get_attr]; +"2273 mul_tensor_90" [id=2273, type=mul]; +"2274 zero_point_updated_constant90" [id=2274, type=get_attr]; +"2275 sub_tensor_90" [id=2275, type=sub]; +"2276 linear_133" [id=2276, type=linear]; +"2277 dropout_87" [id=2277, type=dropout]; +"2278 _param_constant360" [id=2278, type=get_attr]; +"2279 _param_constant361" [id=2279, type=get_attr]; +"2280 layer_norm_46" [id=2280, type=layer_norm]; +"2281 add_76" [id=2281, type=add]; +"2282 pad_24" [id=2282, type=pad]; +"2283 slice_329" [id=2283, type=slice]; +"2284 slice_330" [id=2284, type=slice]; +"2285 slice_331" [id=2285, type=slice]; +"2286 slice_332" [id=2286, type=slice]; +"2287 slice_333" [id=2287, type=slice]; +"2288 slice_334" [id=2288, type=slice]; +"2289 slice_335" [id=2289, type=slice]; +"2290 slice_336" [id=2290, type=slice]; +"2291 slice_337" [id=2291, type=slice]; +"2292 slice_338" [id=2292, type=slice]; +"2293 slice_339" [id=2293, type=slice]; +"2294 slice_340" [id=2294, type=slice]; +"2295 cat_2" [id=2295, type=cat]; +"2296 cat_2_0_0_nncf_smooth_quant_0" [id=2296, type=call_module]; +"2297 quantize_per_tensor_default_135" [id=2297, type=quantize_per_tensor]; +"2298 dequantize_per_tensor_default_135" [id=2298, type=dequantize_per_tensor]; +"2299 scale_updated_constant91" [id=2299, type=get_attr]; +"2300 compressed_weight_updated_constant91" [id=2300, type=get_attr]; +"2301 mul_tensor_91" [id=2301, type=mul]; +"2302 zero_point_updated_constant91" [id=2302, type=get_attr]; +"2303 sub_tensor_91" [id=2303, type=sub]; +"2304 linear_134" [id=2304, type=linear]; +"2305 _param_constant363" [id=2305, type=get_attr]; +"2306 _param_constant364" [id=2306, type=get_attr]; +"2307 layer_norm_47" [id=2307, type=layer_norm]; +"2308 _frozen_param187" [id=2308, type=get_attr]; +"2309 pad_25" [id=2309, type=pad]; +"2310 view_123" [id=2310, type=view]; +"2311 permute_101" [id=2311, type=permute]; +"2312 reshape_99" [id=2312, type=reshape]; +"2313 _frozen_param188" [id=2313, type=get_attr]; +"2314 reshape_99_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; +"2315 quantize_per_tensor_default_136" [id=2315, type=quantize_per_tensor]; +"2316 dequantize_per_tensor_default_136" [id=2316, type=dequantize_per_tensor]; +"2317 scale_updated_constant92" [id=2317, type=get_attr]; +"2318 compressed_weight_updated_constant92" [id=2318, type=get_attr]; +"2319 mul_tensor_92" [id=2319, type=mul]; +"2320 zero_point_updated_constant92" [id=2320, type=get_attr]; +"2321 sub_tensor_92" [id=2321, type=sub]; +"2322 linear_137" [id=2322, type=linear]; +"2323 reshape_100" [id=2323, type=reshape]; +"2324 permute_102" [id=2324, type=permute]; +"2325 select_66" [id=2325, type=select]; +"2326 select_67" [id=2326, type=select]; +"2327 select_68" [id=2327, type=select]; +"2328 linalg_vector_norm_44" [id=2328, type=linalg_vector_norm]; +"2329 clamp_min_44" [id=2329, type=clamp_min]; +"2330 expand_as_44" [id=2330, type=expand_as]; +"2331 div_44" [id=2331, type=div]; +"2332 quantize_per_tensor_default_137" [id=2332, type=quantize_per_tensor]; +"2333 dequantize_per_tensor_default_137" [id=2333, type=dequantize_per_tensor]; +"2334 linalg_vector_norm_45" [id=2334, type=linalg_vector_norm]; +"2335 clamp_min_45" [id=2335, type=clamp_min]; +"2336 expand_as_45" [id=2336, type=expand_as]; +"2337 div_45" [id=2337, type=div]; +"2338 quantize_per_tensor_default_138" [id=2338, type=quantize_per_tensor]; +"2339 dequantize_per_tensor_default_138" [id=2339, type=dequantize_per_tensor]; +"2340 transpose_44" [id=2340, type=transpose]; +"2341 matmul_44" [id=2341, type=matmul]; +"2342 _frozen_param190" [id=2342, type=get_attr]; +"2343 mul_45" [id=2343, type=mul]; +"2344 add_77" [id=2344, type=add]; +"2345 softmax_22" [id=2345, type=softmax]; +"2346 dropout_88" [id=2346, type=dropout]; +"2347 matmul_45" [id=2347, type=matmul]; +"2348 transpose_45" [id=2348, type=transpose]; +"2349 reshape_101" [id=2349, type=reshape]; +"2350 _param_constant372" [id=2350, type=get_attr]; +"2351 reshape_101_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; +"2352 quantize_per_tensor_default_139" [id=2352, type=quantize_per_tensor]; +"2353 dequantize_per_tensor_default_139" [id=2353, type=dequantize_per_tensor]; +"2354 scale_updated_constant93" [id=2354, type=get_attr]; +"2355 compressed_weight_updated_constant93" [id=2355, type=get_attr]; +"2356 mul_tensor_93" [id=2356, type=mul]; +"2357 zero_point_updated_constant93" [id=2357, type=get_attr]; +"2358 sub_tensor_93" [id=2358, type=sub]; +"2359 linear_138" [id=2359, type=linear]; +"2360 dropout_89" [id=2360, type=dropout]; +"2361 view_124" [id=2361, type=view]; +"2362 permute_103" [id=2362, type=permute]; +"2363 reshape_102" [id=2363, type=reshape]; +"2364 slice_342" [id=2364, type=slice]; +"2365 slice_343" [id=2365, type=slice]; +"2366 slice_344" [id=2366, type=slice]; +"2367 slice_345" [id=2367, type=slice]; +"2368 contiguous_43" [id=2368, type=contiguous]; +"2369 _param_constant373" [id=2369, type=get_attr]; +"2370 _param_constant374" [id=2370, type=get_attr]; +"2371 layer_norm_48" [id=2371, type=layer_norm]; +"2372 add_78" [id=2372, type=add]; +"2373 _param_constant376" [id=2373, type=get_attr]; +"2374 add_78_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; +"2375 quantize_per_tensor_default_140" [id=2375, type=quantize_per_tensor]; +"2376 dequantize_per_tensor_default_140" [id=2376, type=dequantize_per_tensor]; +"2377 scale_updated_constant94" [id=2377, type=get_attr]; +"2378 compressed_weight_updated_constant94" [id=2378, type=get_attr]; +"2379 mul_tensor_94" [id=2379, type=mul]; +"2380 zero_point_updated_constant94" [id=2380, type=get_attr]; +"2381 sub_tensor_94" [id=2381, type=sub]; +"2382 linear_139" [id=2382, type=linear]; +"2383 gelu_22" [id=2383, type=gelu]; +"2384 dropout_90" [id=2384, type=dropout]; +"2385 _param_constant378" [id=2385, type=get_attr]; +"2386 dropout_90_0_0_nncf_smooth_quant_0" [id=2386, type=call_module]; +"2387 quantize_per_tensor_default_141" [id=2387, type=quantize_per_tensor]; +"2388 dequantize_per_tensor_default_141" [id=2388, type=dequantize_per_tensor]; +"2389 scale_updated_constant95" [id=2389, type=get_attr]; +"2390 compressed_weight_updated_constant95" [id=2390, type=get_attr]; +"2391 mul_tensor_95" [id=2391, type=mul]; +"2392 zero_point_updated_constant95" [id=2392, type=get_attr]; +"2393 sub_tensor_95" [id=2393, type=sub]; +"2394 linear_140" [id=2394, type=linear]; +"2395 dropout_91" [id=2395, type=dropout]; +"2396 _param_constant379" [id=2396, type=get_attr]; +"2397 _param_constant380" [id=2397, type=get_attr]; +"2398 layer_norm_49" [id=2398, type=layer_norm]; +"2399 add_79" [id=2399, type=add]; +"2400 _frozen_param191" [id=2400, type=get_attr]; +"2401 pad_26" [id=2401, type=pad]; +"2402 view_127" [id=2402, type=view]; +"2403 permute_105" [id=2403, type=permute]; +"2404 reshape_103" [id=2404, type=reshape]; +"2405 _frozen_param192" [id=2405, type=get_attr]; +"2406 reshape_103_0_0_nncf_smooth_quant_0" [id=2406, type=call_module]; +"2407 quantize_per_tensor_default_142" [id=2407, type=quantize_per_tensor]; +"2408 dequantize_per_tensor_default_142" [id=2408, type=dequantize_per_tensor]; +"2409 scale_updated_constant96" [id=2409, type=get_attr]; +"2410 compressed_weight_updated_constant96" [id=2410, type=get_attr]; +"2411 mul_tensor_96" [id=2411, type=mul]; +"2412 zero_point_updated_constant96" [id=2412, type=get_attr]; +"2413 sub_tensor_96" [id=2413, type=sub]; +"2414 linear_143" [id=2414, type=linear]; +"2415 reshape_104" [id=2415, type=reshape]; +"2416 permute_106" [id=2416, type=permute]; +"2417 select_69" [id=2417, type=select]; +"2418 select_70" [id=2418, type=select]; +"2419 select_71" [id=2419, type=select]; +"2420 linalg_vector_norm_46" [id=2420, type=linalg_vector_norm]; +"2421 clamp_min_46" [id=2421, type=clamp_min]; +"2422 expand_as_46" [id=2422, type=expand_as]; +"2423 div_46" [id=2423, type=div]; +"2424 quantize_per_tensor_default_143" [id=2424, type=quantize_per_tensor]; +"2425 dequantize_per_tensor_default_143" [id=2425, type=dequantize_per_tensor]; +"2426 linalg_vector_norm_47" [id=2426, type=linalg_vector_norm]; +"2427 clamp_min_47" [id=2427, type=clamp_min]; +"2428 expand_as_47" [id=2428, type=expand_as]; +"2429 div_47" [id=2429, type=div]; +"2430 quantize_per_tensor_default_144" [id=2430, type=quantize_per_tensor]; +"2431 dequantize_per_tensor_default_144" [id=2431, type=dequantize_per_tensor]; +"2432 transpose_46" [id=2432, type=transpose]; +"2433 matmul_46" [id=2433, type=matmul]; +"2434 _frozen_param194" [id=2434, type=get_attr]; +"2435 mul_47" [id=2435, type=mul]; +"2436 add_80" [id=2436, type=add]; +"2437 softmax_23" [id=2437, type=softmax]; +"2438 dropout_92" [id=2438, type=dropout]; +"2439 matmul_47" [id=2439, type=matmul]; +"2440 transpose_47" [id=2440, type=transpose]; +"2441 reshape_105" [id=2441, type=reshape]; +"2442 _param_constant388" [id=2442, type=get_attr]; +"2443 reshape_105_0_0_nncf_smooth_quant_0" [id=2443, type=call_module]; +"2444 quantize_per_tensor_default_145" [id=2444, type=quantize_per_tensor]; +"2445 dequantize_per_tensor_default_145" [id=2445, type=dequantize_per_tensor]; +"2446 scale_updated_constant97" [id=2446, type=get_attr]; +"2447 compressed_weight_updated_constant97" [id=2447, type=get_attr]; +"2448 mul_tensor_97" [id=2448, type=mul]; +"2449 zero_point_updated_constant97" [id=2449, type=get_attr]; +"2450 sub_tensor_97" [id=2450, type=sub]; +"2451 linear_144" [id=2451, type=linear]; +"2452 dropout_93" [id=2452, type=dropout]; +"2453 view_128" [id=2453, type=view]; +"2454 permute_107" [id=2454, type=permute]; +"2455 reshape_106" [id=2455, type=reshape]; +"2456 slice_347" [id=2456, type=slice]; +"2457 slice_348" [id=2457, type=slice]; +"2458 slice_349" [id=2458, type=slice]; +"2459 slice_350" [id=2459, type=slice]; +"2460 contiguous_45" [id=2460, type=contiguous]; +"2461 _param_constant389" [id=2461, type=get_attr]; +"2462 _param_constant390" [id=2462, type=get_attr]; +"2463 layer_norm_50" [id=2463, type=layer_norm]; +"2464 add_81" [id=2464, type=add]; +"2465 _param_constant392" [id=2465, type=get_attr]; +"2466 add_81_0_0_nncf_smooth_quant_0" [id=2466, type=call_module]; +"2467 quantize_per_tensor_default_146" [id=2467, type=quantize_per_tensor]; +"2468 dequantize_per_tensor_default_146" [id=2468, type=dequantize_per_tensor]; +"2469 scale_updated_constant98" [id=2469, type=get_attr]; +"2470 compressed_weight_updated_constant98" [id=2470, type=get_attr]; +"2471 mul_tensor_98" [id=2471, type=mul]; +"2472 zero_point_updated_constant98" [id=2472, type=get_attr]; +"2473 sub_tensor_98" [id=2473, type=sub]; +"2474 linear_145" [id=2474, type=linear]; +"2475 gelu_23" [id=2475, type=gelu]; +"2476 dropout_94" [id=2476, type=dropout]; +"2477 _param_constant394" [id=2477, type=get_attr]; +"2478 dropout_94_0_0_nncf_smooth_quant_0" [id=2478, type=call_module]; +"2479 quantize_per_tensor_default_147" [id=2479, type=quantize_per_tensor]; +"2480 dequantize_per_tensor_default_147" [id=2480, type=dequantize_per_tensor]; +"2481 scale_updated_constant99" [id=2481, type=get_attr]; +"2482 compressed_weight_updated_constant99" [id=2482, type=get_attr]; +"2483 mul_tensor_99" [id=2483, type=mul]; +"2484 zero_point_updated_constant99" [id=2484, type=get_attr]; +"2485 sub_tensor_99" [id=2485, type=sub]; +"2486 linear_146" [id=2486, type=linear]; +"2487 dropout_95" [id=2487, type=dropout]; +"2488 _param_constant395" [id=2488, type=get_attr]; +"2489 _param_constant396" [id=2489, type=get_attr]; +"2490 layer_norm_51" [id=2490, type=layer_norm]; +"2491 add_82" [id=2491, type=add]; +"2492 _param_constant397" [id=2492, type=get_attr]; +"2493 _param_constant398" [id=2493, type=get_attr]; +"2494 layer_norm_52" [id=2494, type=layer_norm]; +"2495 permute_108" [id=2495, type=permute]; +"2496 adaptive_avg_pool2d" [id=2496, type=adaptive_avg_pool2d]; +"2497 flatten" [id=2497, type=flatten]; +"2498 _param_constant400" [id=2498, type=get_attr]; +"2499 flatten_0_0_nncf_smooth_quant_0" [id=2499, type=call_module]; +"2500 quantize_per_tensor_default_148" [id=2500, type=quantize_per_tensor]; +"2501 dequantize_per_tensor_default_148" [id=2501, type=dequantize_per_tensor]; +"2502 scale_updated_constant100" [id=2502, type=get_attr]; +"2503 compressed_weight_updated_constant100" [id=2503, type=get_attr]; +"2504 mul_tensor_100" [id=2504, type=mul]; +"2505 zero_point_updated_constant100" [id=2505, type=get_attr]; +"2506 sub_tensor_100" [id=2506, type=sub]; +"2507 linear_147" [id=2507, type=linear]; +"2508 output" [id=2508, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; @@ -3193,3416 +2521,2744 @@ strict digraph { "10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; "11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; "12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; -"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; -"13 layer_norm" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; -"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"15 _param_constant5" -> "22 linear" [label="(512,)", style=solid]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(512, 1)", style=solid]; -"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(512, 2)", style=solid]; -"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(512, 2)", style=solid]; -"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(512, 1)", style=solid]; -"21 sub_tensor_1" -> "22 linear" [label="(512, 2)", style=solid]; -"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; -"23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"25 scale_updated_constant2" -> "27 mul_tensor_2" [label="(3, 1)", style=solid]; -"26 compressed_weight_updated_constant2" -> "27 mul_tensor_2" [label="(3, 512)", style=solid]; -"27 mul_tensor_2" -> "29 sub_tensor_2" [label="(3, 512)", style=solid]; -"28 zero_point_updated_constant2" -> "29 sub_tensor_2" [label="(3, 1)", style=solid]; -"29 sub_tensor_2" -> "30 linear_1" [label="(3, 512)", style=solid]; -"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; -"31 view" -> "33 index" [label="(225, 3)", style=solid]; -"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; -"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; -"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; -"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; -"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; -"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; -"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; -"39 mul" -> "78 add" [label="(1, 3, 64, 64)", style=solid]; -"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; -"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"43 reshape" -> "46 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"44 _param_constant7" -> "45 clone" [label="(288,)", style=solid]; -"45 clone" -> "54 linear_2" [label="(288,)", style=solid]; -"46 reshape_0_0_nncf_smooth_quant_0" -> "47 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"47 quantize_per_tensor_default_1" -> "48 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"48 dequantize_per_tensor_default_1" -> "54 linear_2" [label="(49, 64, 96)", style=solid]; -"49 scale_updated_constant3" -> "51 mul_tensor_3" [label="(288, 1)", style=solid]; -"50 compressed_weight_updated_constant3" -> "51 mul_tensor_3" [label="(288, 96)", style=solid]; -"51 mul_tensor_3" -> "53 sub_tensor_3" [label="(288, 96)", style=solid]; -"52 zero_point_updated_constant3" -> "53 sub_tensor_3" [label="(288, 1)", style=solid]; -"53 sub_tensor_3" -> "54 linear_2" [label="(288, 96)", style=solid]; -"54 linear_2" -> "55 reshape_1" [label="(49, 64, 288)", style=solid]; -"55 reshape_1" -> "56 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"56 permute_3" -> "57 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 permute_3" -> "58 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 permute_3" -> "59 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"57 select" -> "60 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"57 select" -> "62 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"57 select" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; -"58 select_1" -> "66 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_1" -> "68 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; -"59 select_2" -> "81 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"60 linalg_vector_norm" -> "61 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"61 clamp_min" -> "62 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"62 expand_as" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; -"63 div" -> "64 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"64 quantize_per_tensor_default_2" -> "65 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"65 dequantize_per_tensor_default_2" -> "73 matmul" [label="(49, 3, 64, 32)", style=solid]; -"66 linalg_vector_norm_1" -> "67 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"67 clamp_min_1" -> "68 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"68 expand_as_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; -"69 div_1" -> "70 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"70 quantize_per_tensor_default_3" -> "71 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"71 dequantize_per_tensor_default_3" -> "72 transpose" [label="(49, 3, 64, 32)", style=solid]; -"72 transpose" -> "73 matmul" [label="(49, 3, 32, 64)", style=solid]; -"73 matmul" -> "77 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"74 _param_constant9" -> "75 clamp" [label="(3, 1, 1)", style=solid]; -"75 clamp" -> "76 exp" [label="(3, 1, 1)", style=solid]; -"76 exp" -> "77 mul_1" [label="(3, 1, 1)", style=solid]; -"77 mul_1" -> "78 add" [label="(49, 3, 64, 64)", style=solid]; -"78 add" -> "79 softmax" [label="(49, 3, 64, 64)", style=solid]; -"79 softmax" -> "80 dropout" [label="(49, 3, 64, 64)", style=solid]; -"80 dropout" -> "81 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"81 matmul_1" -> "82 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"82 transpose_1" -> "83 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"83 reshape_2" -> "85 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"84 _param_constant11" -> "93 linear_3" [label="(96,)", style=solid]; -"85 reshape_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"86 quantize_per_tensor_default_4" -> "87 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"87 dequantize_per_tensor_default_4" -> "93 linear_3" [label="(49, 64, 96)", style=solid]; -"88 scale_updated_constant4" -> "90 mul_tensor_4" [label="(96, 1)", style=solid]; -"89 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(96, 96)", style=solid]; -"90 mul_tensor_4" -> "92 sub_tensor_4" [label="(96, 96)", style=solid]; -"91 zero_point_updated_constant4" -> "92 sub_tensor_4" [label="(96, 1)", style=solid]; -"92 sub_tensor_4" -> "93 linear_3" [label="(96, 96)", style=solid]; -"93 linear_3" -> "94 dropout_1" [label="(49, 64, 96)", style=solid]; -"94 dropout_1" -> "95 view_3" [label="(49, 64, 96)", style=solid]; -"95 view_3" -> "96 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"96 permute_4" -> "97 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"97 reshape_3" -> "98 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"98 slice_2" -> "99 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"99 slice_3" -> "102 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"100 _param_constant12" -> "102 layer_norm_1" [label="(96,)", style=solid]; -"101 _param_constant13" -> "102 layer_norm_1" [label="(96,)", style=solid]; -"102 layer_norm_1" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; -"103 add_1" -> "105 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"103 add_1" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; -"104 _param_constant15" -> "113 linear_4" [label="(384,)", style=solid]; -"105 add_1_0_0_nncf_smooth_quant_0" -> "106 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"106 quantize_per_tensor_default_5" -> "107 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"107 dequantize_per_tensor_default_5" -> "113 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"108 scale_updated_constant5" -> "110 mul_tensor_5" [label="(384, 1)", style=solid]; -"109 compressed_weight_updated_constant5" -> "110 mul_tensor_5" [label="(384, 96)", style=solid]; -"110 mul_tensor_5" -> "112 sub_tensor_5" [label="(384, 96)", style=solid]; -"111 zero_point_updated_constant5" -> "112 sub_tensor_5" [label="(384, 1)", style=solid]; -"112 sub_tensor_5" -> "113 linear_4" [label="(384, 96)", style=solid]; -"113 linear_4" -> "114 gelu" [label="(1, 56, 56, 384)", style=solid]; -"114 gelu" -> "115 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"115 dropout_2" -> "117 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"116 _param_constant17" -> "125 linear_5" [label="(96,)", style=solid]; -"117 dropout_2_0_0_nncf_smooth_quant_0" -> "118 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"119 dequantize_per_tensor_default_6" -> "125 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"120 scale_updated_constant6" -> "122 mul_tensor_6" [label="(96, 1)", style=solid]; -"121 compressed_weight_updated_constant6" -> "122 mul_tensor_6" [label="(96, 384)", style=solid]; -"122 mul_tensor_6" -> "124 sub_tensor_6" [label="(96, 384)", style=solid]; -"123 zero_point_updated_constant6" -> "124 sub_tensor_6" [label="(96, 1)", style=solid]; -"124 sub_tensor_6" -> "125 linear_5" [label="(96, 384)", style=solid]; -"125 linear_5" -> "126 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"126 dropout_3" -> "129 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"127 _param_constant18" -> "129 layer_norm_2" [label="(96,)", style=solid]; -"128 _param_constant19" -> "129 layer_norm_2" [label="(96,)", style=solid]; -"129 layer_norm_2" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; -"130 add_2" -> "157 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"130 add_2" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; -"131 _tensor_constant2" -> "133 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"132 _param_constant21" -> "139 linear_6" [label="(512,)", style=solid]; -"133 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "139 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"134 scale_updated_constant7" -> "136 mul_tensor_7" [label="(512, 1)", style=solid]; -"135 compressed_weight_updated_constant7" -> "136 mul_tensor_7" [label="(512, 2)", style=solid]; -"136 mul_tensor_7" -> "138 sub_tensor_7" [label="(512, 2)", style=solid]; -"137 zero_point_updated_constant7" -> "138 sub_tensor_7" [label="(512, 1)", style=solid]; -"138 sub_tensor_7" -> "139 linear_6" [label="(512, 2)", style=solid]; -"139 linear_6" -> "140 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"140 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"141 relu__1_0_0_nncf_smooth_quant_0" -> "147 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"142 scale_updated_constant8" -> "144 mul_tensor_8" [label="(3, 1)", style=solid]; -"143 compressed_weight_updated_constant8" -> "144 mul_tensor_8" [label="(3, 512)", style=solid]; -"144 mul_tensor_8" -> "146 sub_tensor_8" [label="(3, 512)", style=solid]; -"145 zero_point_updated_constant8" -> "146 sub_tensor_8" [label="(3, 1)", style=solid]; -"146 sub_tensor_8" -> "147 linear_7" [label="(3, 512)", style=solid]; -"147 linear_7" -> "148 view_4" [label="(1, 15, 15, 3)", style=solid]; -"148 view_4" -> "150 index_1" [label="(225, 3)", style=solid]; -"149 _tensor_constant3" -> "150 index_1" [label="(4096,)", style=solid]; -"150 index_1" -> "151 view_5" [label="(4096, 3)", style=solid]; -"151 view_5" -> "152 permute_5" [label="(64, 64, 3)", style=solid]; -"152 permute_5" -> "153 contiguous_1" [label="(3, 64, 64)", style=solid]; -"153 contiguous_1" -> "154 unsqueeze_1" [label="(3, 64, 64)", style=solid]; -"154 unsqueeze_1" -> "155 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; -"155 sigmoid_1" -> "156 mul_2" [label="(1, 3, 64, 64)", style=solid]; -"156 mul_2" -> "196 add_3" [label="(1, 3, 64, 64)", style=solid]; -"157 pad_1" -> "158 roll" [label="(1, 56, 56, 96)", style=solid]; -"158 roll" -> "159 view_6" [label="(1, 56, 56, 96)", style=solid]; -"159 view_6" -> "160 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"160 permute_6" -> "161 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"161 reshape_4" -> "164 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"161 reshape_4" -> "197 new_zeros" [label="(49, 64, 96)", style=solid]; -"162 _param_constant23" -> "163 clone_1" [label="(288,)", style=solid]; -"163 clone_1" -> "172 linear_8" [label="(288,)", style=solid]; -"164 reshape_4_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"165 quantize_per_tensor_default_7" -> "166 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"166 dequantize_per_tensor_default_7" -> "172 linear_8" [label="(49, 64, 96)", style=solid]; -"167 scale_updated_constant9" -> "169 mul_tensor_9" [label="(288, 1)", style=solid]; -"168 compressed_weight_updated_constant9" -> "169 mul_tensor_9" [label="(288, 96)", style=solid]; -"169 mul_tensor_9" -> "171 sub_tensor_9" [label="(288, 96)", style=solid]; -"170 zero_point_updated_constant9" -> "171 sub_tensor_9" [label="(288, 1)", style=solid]; -"171 sub_tensor_9" -> "172 linear_8" [label="(288, 96)", style=solid]; -"172 linear_8" -> "173 reshape_5" [label="(49, 64, 288)", style=solid]; -"173 reshape_5" -> "174 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"174 permute_7" -> "175 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"174 permute_7" -> "176 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"174 permute_7" -> "177 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"175 select_3" -> "178 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"175 select_3" -> "180 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"175 select_3" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; -"176 select_4" -> "184 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"176 select_4" -> "186 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"176 select_4" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; -"177 select_5" -> "215 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"178 linalg_vector_norm_2" -> "179 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"179 clamp_min_2" -> "180 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"180 expand_as_2" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; -"181 div_2" -> "182 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"182 quantize_per_tensor_default_8" -> "183 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"183 dequantize_per_tensor_default_8" -> "191 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"184 linalg_vector_norm_3" -> "185 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"185 clamp_min_3" -> "186 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"186 expand_as_3" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; -"187 div_3" -> "188 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"188 quantize_per_tensor_default_9" -> "189 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"189 dequantize_per_tensor_default_9" -> "190 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"190 transpose_2" -> "191 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"191 matmul_2" -> "195 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"192 _param_constant25" -> "193 clamp_1" [label="(3, 1, 1)", style=solid]; -"193 clamp_1" -> "194 exp_1" [label="(3, 1, 1)", style=solid]; -"194 exp_1" -> "195 mul_3" [label="(3, 1, 1)", style=solid]; -"195 mul_3" -> "196 add_3" [label="(49, 3, 64, 64)", style=solid]; -"196 add_3" -> "208 view_8" [label="(49, 3, 64, 64)", style=solid]; -"197 new_zeros" -> "198 view_7" [label="(56, 56)", style=solid]; -"198 view_7" -> "199 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"199 permute_8" -> "200 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"200 reshape_6" -> "201 unsqueeze_2" [label="(49, 64)", style=solid]; -"200 reshape_6" -> "202 unsqueeze_3" [label="(49, 64)", style=solid]; -"201 unsqueeze_2" -> "203 sub" [label="(49, 1, 64)", style=solid]; -"202 unsqueeze_3" -> "203 sub" [label="(49, 64, 1)", style=solid]; -"203 sub" -> "204 ne" [label="(49, 64, 64)", style=solid]; -"203 sub" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; -"203 sub" -> "206 eq" [label="(49, 64, 64)", style=solid]; -"204 ne" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; -"205 masked_fill" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"206 eq" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"207 masked_fill_1" -> "209 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"208 view_8" -> "211 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"209 unsqueeze_4" -> "210 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"210 unsqueeze_5" -> "211 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"211 add_4" -> "212 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"212 view_9" -> "213 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"213 softmax_1" -> "214 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"214 dropout_4" -> "215 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"215 matmul_3" -> "216 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"216 transpose_3" -> "217 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"217 reshape_7" -> "219 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"218 _param_constant27" -> "227 linear_9" [label="(96,)", style=solid]; -"219 reshape_7_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"220 quantize_per_tensor_default_10" -> "221 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"221 dequantize_per_tensor_default_10" -> "227 linear_9" [label="(49, 64, 96)", style=solid]; -"222 scale_updated_constant10" -> "224 mul_tensor_10" [label="(96, 1)", style=solid]; -"223 compressed_weight_updated_constant10" -> "224 mul_tensor_10" [label="(96, 96)", style=solid]; -"224 mul_tensor_10" -> "226 sub_tensor_10" [label="(96, 96)", style=solid]; -"225 zero_point_updated_constant10" -> "226 sub_tensor_10" [label="(96, 1)", style=solid]; -"226 sub_tensor_10" -> "227 linear_9" [label="(96, 96)", style=solid]; -"227 linear_9" -> "228 dropout_5" [label="(49, 64, 96)", style=solid]; -"228 dropout_5" -> "229 view_10" [label="(49, 64, 96)", style=solid]; -"229 view_10" -> "230 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"230 permute_9" -> "231 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"231 reshape_8" -> "232 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"232 roll_1" -> "233 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"233 slice_23" -> "234 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"234 slice_24" -> "237 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"235 _param_constant28" -> "237 layer_norm_3" [label="(96,)", style=solid]; -"236 _param_constant29" -> "237 layer_norm_3" [label="(96,)", style=solid]; -"237 layer_norm_3" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; -"238 add_5" -> "240 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"238 add_5" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; -"239 _param_constant31" -> "248 linear_10" [label="(384,)", style=solid]; -"240 add_5_0_0_nncf_smooth_quant_0" -> "241 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"241 quantize_per_tensor_default_11" -> "242 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"242 dequantize_per_tensor_default_11" -> "248 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"243 scale_updated_constant11" -> "245 mul_tensor_11" [label="(384, 1)", style=solid]; -"244 compressed_weight_updated_constant11" -> "245 mul_tensor_11" [label="(384, 96)", style=solid]; -"245 mul_tensor_11" -> "247 sub_tensor_11" [label="(384, 96)", style=solid]; -"246 zero_point_updated_constant11" -> "247 sub_tensor_11" [label="(384, 1)", style=solid]; -"247 sub_tensor_11" -> "248 linear_10" [label="(384, 96)", style=solid]; -"248 linear_10" -> "249 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"249 gelu_1" -> "250 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"250 dropout_6" -> "252 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"251 _param_constant33" -> "260 linear_11" [label="(96,)", style=solid]; -"252 dropout_6_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"253 quantize_per_tensor_default_12" -> "254 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"254 dequantize_per_tensor_default_12" -> "260 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"255 scale_updated_constant12" -> "257 mul_tensor_12" [label="(96, 1)", style=solid]; -"256 compressed_weight_updated_constant12" -> "257 mul_tensor_12" [label="(96, 384)", style=solid]; -"257 mul_tensor_12" -> "259 sub_tensor_12" [label="(96, 384)", style=solid]; -"258 zero_point_updated_constant12" -> "259 sub_tensor_12" [label="(96, 1)", style=solid]; -"259 sub_tensor_12" -> "260 linear_11" [label="(96, 384)", style=solid]; -"260 linear_11" -> "261 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"261 dropout_7" -> "264 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"262 _param_constant34" -> "264 layer_norm_4" [label="(96,)", style=solid]; -"263 _param_constant35" -> "264 layer_norm_4" [label="(96,)", style=solid]; -"264 layer_norm_4" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; -"265 add_6" -> "266 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "267 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "270 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "273 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "276 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"267 slice_25" -> "268 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"268 slice_26" -> "269 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"269 slice_27" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"270 slice_28" -> "271 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"271 slice_29" -> "272 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"272 slice_30" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"273 slice_31" -> "274 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"274 slice_32" -> "275 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"275 slice_33" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"276 slice_34" -> "277 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"277 slice_35" -> "278 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"278 slice_36" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"279 cat" -> "280 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"280 cat_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"281 quantize_per_tensor_default_13" -> "282 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"282 dequantize_per_tensor_default_13" -> "288 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"283 scale_updated_constant13" -> "285 mul_tensor_13" [label="(192, 1)", style=solid]; -"284 compressed_weight_updated_constant13" -> "285 mul_tensor_13" [label="(192, 384)", style=solid]; -"285 mul_tensor_13" -> "287 sub_tensor_13" [label="(192, 384)", style=solid]; -"286 zero_point_updated_constant13" -> "287 sub_tensor_13" [label="(192, 1)", style=solid]; -"287 sub_tensor_13" -> "288 linear_12" [label="(192, 384)", style=solid]; -"288 linear_12" -> "291 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"289 _param_constant37" -> "291 layer_norm_5" [label="(192,)", style=solid]; -"290 _param_constant38" -> "291 layer_norm_5" [label="(192,)", style=solid]; -"291 layer_norm_5" -> "318 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"291 layer_norm_5" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; -"292 _tensor_constant13" -> "294 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"293 _param_constant40" -> "300 linear_13" [label="(512,)", style=solid]; -"294 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "300 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"295 scale_updated_constant14" -> "297 mul_tensor_14" [label="(512, 1)", style=solid]; -"296 compressed_weight_updated_constant14" -> "297 mul_tensor_14" [label="(512, 2)", style=solid]; -"297 mul_tensor_14" -> "299 sub_tensor_14" [label="(512, 2)", style=solid]; -"298 zero_point_updated_constant14" -> "299 sub_tensor_14" [label="(512, 1)", style=solid]; -"299 sub_tensor_14" -> "300 linear_13" [label="(512, 2)", style=solid]; -"300 linear_13" -> "301 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"301 relu__2" -> "302 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"302 relu__2_0_0_nncf_smooth_quant_0" -> "308 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"303 scale_updated_constant15" -> "305 mul_tensor_15" [label="(6, 1)", style=solid]; -"304 compressed_weight_updated_constant15" -> "305 mul_tensor_15" [label="(6, 512)", style=solid]; -"305 mul_tensor_15" -> "307 sub_tensor_15" [label="(6, 512)", style=solid]; -"306 zero_point_updated_constant15" -> "307 sub_tensor_15" [label="(6, 1)", style=solid]; -"307 sub_tensor_15" -> "308 linear_14" [label="(6, 512)", style=solid]; -"308 linear_14" -> "309 view_11" [label="(1, 15, 15, 6)", style=solid]; -"309 view_11" -> "311 index_2" [label="(225, 6)", style=solid]; -"310 _tensor_constant14" -> "311 index_2" [label="(4096,)", style=solid]; -"311 index_2" -> "312 view_12" [label="(4096, 6)", style=solid]; -"312 view_12" -> "313 permute_10" [label="(64, 64, 6)", style=solid]; -"313 permute_10" -> "314 contiguous_2" [label="(6, 64, 64)", style=solid]; -"314 contiguous_2" -> "315 unsqueeze_6" [label="(6, 64, 64)", style=solid]; -"315 unsqueeze_6" -> "316 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; -"316 sigmoid_2" -> "317 mul_4" [label="(1, 6, 64, 64)", style=solid]; -"317 mul_4" -> "356 add_7" [label="(1, 6, 64, 64)", style=solid]; -"318 pad_3" -> "319 view_13" [label="(1, 32, 32, 192)", style=solid]; -"319 view_13" -> "320 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"320 permute_11" -> "321 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"321 reshape_9" -> "324 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"322 _param_constant42" -> "323 clone_2" [label="(576,)", style=solid]; -"323 clone_2" -> "332 linear_15" [label="(576,)", style=solid]; -"324 reshape_9_0_0_nncf_smooth_quant_0" -> "325 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"325 quantize_per_tensor_default_14" -> "326 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"326 dequantize_per_tensor_default_14" -> "332 linear_15" [label="(16, 64, 192)", style=solid]; -"327 scale_updated_constant16" -> "329 mul_tensor_16" [label="(576, 1)", style=solid]; -"328 compressed_weight_updated_constant16" -> "329 mul_tensor_16" [label="(576, 192)", style=solid]; -"329 mul_tensor_16" -> "331 sub_tensor_16" [label="(576, 192)", style=solid]; -"330 zero_point_updated_constant16" -> "331 sub_tensor_16" [label="(576, 1)", style=solid]; -"331 sub_tensor_16" -> "332 linear_15" [label="(576, 192)", style=solid]; -"332 linear_15" -> "333 reshape_10" [label="(16, 64, 576)", style=solid]; -"333 reshape_10" -> "334 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"334 permute_12" -> "335 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"334 permute_12" -> "336 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"334 permute_12" -> "337 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"335 select_6" -> "338 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"335 select_6" -> "340 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"335 select_6" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; -"336 select_7" -> "344 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"336 select_7" -> "346 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"336 select_7" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; -"337 select_8" -> "359 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"338 linalg_vector_norm_4" -> "339 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"339 clamp_min_4" -> "340 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"340 expand_as_4" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; -"341 div_4" -> "342 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"342 quantize_per_tensor_default_15" -> "343 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"343 dequantize_per_tensor_default_15" -> "351 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"344 linalg_vector_norm_5" -> "345 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"345 clamp_min_5" -> "346 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"346 expand_as_5" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; -"347 div_5" -> "348 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"348 quantize_per_tensor_default_16" -> "349 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"349 dequantize_per_tensor_default_16" -> "350 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"350 transpose_4" -> "351 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"351 matmul_4" -> "355 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"352 _param_constant44" -> "353 clamp_2" [label="(6, 1, 1)", style=solid]; -"353 clamp_2" -> "354 exp_2" [label="(6, 1, 1)", style=solid]; -"354 exp_2" -> "355 mul_5" [label="(6, 1, 1)", style=solid]; -"355 mul_5" -> "356 add_7" [label="(16, 6, 64, 64)", style=solid]; -"356 add_7" -> "357 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"357 softmax_2" -> "358 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"358 dropout_8" -> "359 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"359 matmul_5" -> "360 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"360 transpose_5" -> "361 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"361 reshape_11" -> "363 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"362 _param_constant46" -> "371 linear_16" [label="(192,)", style=solid]; -"363 reshape_11_0_0_nncf_smooth_quant_0" -> "364 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"364 quantize_per_tensor_default_17" -> "365 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"365 dequantize_per_tensor_default_17" -> "371 linear_16" [label="(16, 64, 192)", style=solid]; -"366 scale_updated_constant17" -> "368 mul_tensor_17" [label="(192, 1)", style=solid]; -"367 compressed_weight_updated_constant17" -> "368 mul_tensor_17" [label="(192, 192)", style=solid]; -"368 mul_tensor_17" -> "370 sub_tensor_17" [label="(192, 192)", style=solid]; -"369 zero_point_updated_constant17" -> "370 sub_tensor_17" [label="(192, 1)", style=solid]; -"370 sub_tensor_17" -> "371 linear_16" [label="(192, 192)", style=solid]; -"371 linear_16" -> "372 dropout_9" [label="(16, 64, 192)", style=solid]; -"372 dropout_9" -> "373 view_14" [label="(16, 64, 192)", style=solid]; -"373 view_14" -> "374 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"374 permute_13" -> "375 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"375 reshape_12" -> "376 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"376 slice_38" -> "377 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"377 slice_39" -> "378 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"378 slice_40" -> "379 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"379 slice_41" -> "380 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"380 contiguous_3" -> "383 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"381 _param_constant47" -> "383 layer_norm_6" [label="(192,)", style=solid]; -"382 _param_constant48" -> "383 layer_norm_6" [label="(192,)", style=solid]; -"383 layer_norm_6" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; -"384 add_8" -> "386 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"384 add_8" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; -"385 _param_constant50" -> "394 linear_17" [label="(768,)", style=solid]; -"386 add_8_0_0_nncf_smooth_quant_0" -> "387 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"387 quantize_per_tensor_default_18" -> "388 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"388 dequantize_per_tensor_default_18" -> "394 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"389 scale_updated_constant18" -> "391 mul_tensor_18" [label="(768, 1)", style=solid]; -"390 compressed_weight_updated_constant18" -> "391 mul_tensor_18" [label="(768, 192)", style=solid]; -"391 mul_tensor_18" -> "393 sub_tensor_18" [label="(768, 192)", style=solid]; -"392 zero_point_updated_constant18" -> "393 sub_tensor_18" [label="(768, 1)", style=solid]; -"393 sub_tensor_18" -> "394 linear_17" [label="(768, 192)", style=solid]; -"394 linear_17" -> "395 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"395 gelu_2" -> "396 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"396 dropout_10" -> "398 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"397 _param_constant52" -> "406 linear_18" [label="(192,)", style=solid]; -"398 dropout_10_0_0_nncf_smooth_quant_0" -> "399 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"399 quantize_per_tensor_default_19" -> "400 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"400 dequantize_per_tensor_default_19" -> "406 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"401 scale_updated_constant19" -> "403 mul_tensor_19" [label="(192, 1)", style=solid]; -"402 compressed_weight_updated_constant19" -> "403 mul_tensor_19" [label="(192, 768)", style=solid]; -"403 mul_tensor_19" -> "405 sub_tensor_19" [label="(192, 768)", style=solid]; -"404 zero_point_updated_constant19" -> "405 sub_tensor_19" [label="(192, 1)", style=solid]; -"405 sub_tensor_19" -> "406 linear_18" [label="(192, 768)", style=solid]; -"406 linear_18" -> "407 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"407 dropout_11" -> "410 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"408 _param_constant53" -> "410 layer_norm_7" [label="(192,)", style=solid]; -"409 _param_constant54" -> "410 layer_norm_7" [label="(192,)", style=solid]; -"410 layer_norm_7" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; -"411 add_9" -> "438 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"411 add_9" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; -"412 _tensor_constant15" -> "414 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"413 _param_constant56" -> "420 linear_19" [label="(512,)", style=solid]; -"414 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "420 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"415 scale_updated_constant20" -> "417 mul_tensor_20" [label="(512, 1)", style=solid]; -"416 compressed_weight_updated_constant20" -> "417 mul_tensor_20" [label="(512, 2)", style=solid]; -"417 mul_tensor_20" -> "419 sub_tensor_20" [label="(512, 2)", style=solid]; -"418 zero_point_updated_constant20" -> "419 sub_tensor_20" [label="(512, 1)", style=solid]; -"419 sub_tensor_20" -> "420 linear_19" [label="(512, 2)", style=solid]; -"420 linear_19" -> "421 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"421 relu__3" -> "422 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"422 relu__3_0_0_nncf_smooth_quant_0" -> "428 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"423 scale_updated_constant21" -> "425 mul_tensor_21" [label="(6, 1)", style=solid]; -"424 compressed_weight_updated_constant21" -> "425 mul_tensor_21" [label="(6, 512)", style=solid]; -"425 mul_tensor_21" -> "427 sub_tensor_21" [label="(6, 512)", style=solid]; -"426 zero_point_updated_constant21" -> "427 sub_tensor_21" [label="(6, 1)", style=solid]; -"427 sub_tensor_21" -> "428 linear_20" [label="(6, 512)", style=solid]; -"428 linear_20" -> "429 view_15" [label="(1, 15, 15, 6)", style=solid]; -"429 view_15" -> "431 index_3" [label="(225, 6)", style=solid]; -"430 _tensor_constant16" -> "431 index_3" [label="(4096,)", style=solid]; -"431 index_3" -> "432 view_16" [label="(4096, 6)", style=solid]; -"432 view_16" -> "433 permute_14" [label="(64, 64, 6)", style=solid]; -"433 permute_14" -> "434 contiguous_4" [label="(6, 64, 64)", style=solid]; -"434 contiguous_4" -> "435 unsqueeze_7" [label="(6, 64, 64)", style=solid]; -"435 unsqueeze_7" -> "436 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; -"436 sigmoid_3" -> "437 mul_6" [label="(1, 6, 64, 64)", style=solid]; -"437 mul_6" -> "477 add_10" [label="(1, 6, 64, 64)", style=solid]; -"438 pad_4" -> "439 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"439 roll_2" -> "440 view_17" [label="(1, 32, 32, 192)", style=solid]; -"440 view_17" -> "441 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"441 permute_15" -> "442 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"442 reshape_13" -> "445 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"442 reshape_13" -> "478 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"443 _param_constant58" -> "444 clone_3" [label="(576,)", style=solid]; -"444 clone_3" -> "453 linear_21" [label="(576,)", style=solid]; -"445 reshape_13_0_0_nncf_smooth_quant_0" -> "446 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"446 quantize_per_tensor_default_20" -> "447 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"447 dequantize_per_tensor_default_20" -> "453 linear_21" [label="(16, 64, 192)", style=solid]; -"448 scale_updated_constant22" -> "450 mul_tensor_22" [label="(576, 1)", style=solid]; -"449 compressed_weight_updated_constant22" -> "450 mul_tensor_22" [label="(576, 192)", style=solid]; -"450 mul_tensor_22" -> "452 sub_tensor_22" [label="(576, 192)", style=solid]; -"451 zero_point_updated_constant22" -> "452 sub_tensor_22" [label="(576, 1)", style=solid]; -"452 sub_tensor_22" -> "453 linear_21" [label="(576, 192)", style=solid]; -"453 linear_21" -> "454 reshape_14" [label="(16, 64, 576)", style=solid]; -"454 reshape_14" -> "455 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"455 permute_16" -> "456 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"455 permute_16" -> "457 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"455 permute_16" -> "458 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"456 select_9" -> "459 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"456 select_9" -> "461 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"456 select_9" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; -"457 select_10" -> "465 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"457 select_10" -> "467 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"457 select_10" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; -"458 select_11" -> "496 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"459 linalg_vector_norm_6" -> "460 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"460 clamp_min_6" -> "461 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"461 expand_as_6" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; -"462 div_6" -> "463 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"463 quantize_per_tensor_default_21" -> "464 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"464 dequantize_per_tensor_default_21" -> "472 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"465 linalg_vector_norm_7" -> "466 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"466 clamp_min_7" -> "467 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"467 expand_as_7" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; -"468 div_7" -> "469 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"469 quantize_per_tensor_default_22" -> "470 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"470 dequantize_per_tensor_default_22" -> "471 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"471 transpose_6" -> "472 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"472 matmul_6" -> "476 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"473 _param_constant60" -> "474 clamp_3" [label="(6, 1, 1)", style=solid]; -"474 clamp_3" -> "475 exp_3" [label="(6, 1, 1)", style=solid]; -"475 exp_3" -> "476 mul_7" [label="(6, 1, 1)", style=solid]; -"476 mul_7" -> "477 add_10" [label="(16, 6, 64, 64)", style=solid]; -"477 add_10" -> "489 view_19" [label="(16, 6, 64, 64)", style=solid]; -"478 new_zeros_1" -> "479 view_18" [label="(32, 32)", style=solid]; -"479 view_18" -> "480 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"480 permute_17" -> "481 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"481 reshape_15" -> "482 unsqueeze_8" [label="(16, 64)", style=solid]; -"481 reshape_15" -> "483 unsqueeze_9" [label="(16, 64)", style=solid]; -"482 unsqueeze_8" -> "484 sub_1" [label="(16, 1, 64)", style=solid]; -"483 unsqueeze_9" -> "484 sub_1" [label="(16, 64, 1)", style=solid]; -"484 sub_1" -> "485 ne_1" [label="(16, 64, 64)", style=solid]; -"484 sub_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"484 sub_1" -> "487 eq_1" [label="(16, 64, 64)", style=solid]; -"485 ne_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"486 masked_fill_2" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"487 eq_1" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"488 masked_fill_3" -> "490 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"489 view_19" -> "492 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"490 unsqueeze_10" -> "491 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"491 unsqueeze_11" -> "492 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"492 add_11" -> "493 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"493 view_20" -> "494 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"494 softmax_3" -> "495 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"495 dropout_12" -> "496 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"496 matmul_7" -> "497 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"497 transpose_7" -> "498 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"498 reshape_16" -> "500 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"499 _param_constant62" -> "508 linear_22" [label="(192,)", style=solid]; -"500 reshape_16_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"501 quantize_per_tensor_default_23" -> "502 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"502 dequantize_per_tensor_default_23" -> "508 linear_22" [label="(16, 64, 192)", style=solid]; -"503 scale_updated_constant23" -> "505 mul_tensor_23" [label="(192, 1)", style=solid]; -"504 compressed_weight_updated_constant23" -> "505 mul_tensor_23" [label="(192, 192)", style=solid]; -"505 mul_tensor_23" -> "507 sub_tensor_23" [label="(192, 192)", style=solid]; -"506 zero_point_updated_constant23" -> "507 sub_tensor_23" [label="(192, 1)", style=solid]; -"507 sub_tensor_23" -> "508 linear_22" [label="(192, 192)", style=solid]; -"508 linear_22" -> "509 dropout_13" [label="(16, 64, 192)", style=solid]; -"509 dropout_13" -> "510 view_21" [label="(16, 64, 192)", style=solid]; -"510 view_21" -> "511 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"511 permute_18" -> "512 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"512 reshape_17" -> "513 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"513 roll_3" -> "514 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"514 slice_61" -> "515 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"515 slice_62" -> "516 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"516 slice_63" -> "517 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"517 slice_64" -> "518 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"518 contiguous_5" -> "521 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"519 _param_constant63" -> "521 layer_norm_8" [label="(192,)", style=solid]; -"520 _param_constant64" -> "521 layer_norm_8" [label="(192,)", style=solid]; -"521 layer_norm_8" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; -"522 add_12" -> "524 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"522 add_12" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; -"523 _param_constant66" -> "532 linear_23" [label="(768,)", style=solid]; -"524 add_12_0_0_nncf_smooth_quant_0" -> "525 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"525 quantize_per_tensor_default_24" -> "526 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"526 dequantize_per_tensor_default_24" -> "532 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"527 scale_updated_constant24" -> "529 mul_tensor_24" [label="(768, 1)", style=solid]; -"528 compressed_weight_updated_constant24" -> "529 mul_tensor_24" [label="(768, 192)", style=solid]; -"529 mul_tensor_24" -> "531 sub_tensor_24" [label="(768, 192)", style=solid]; -"530 zero_point_updated_constant24" -> "531 sub_tensor_24" [label="(768, 1)", style=solid]; -"531 sub_tensor_24" -> "532 linear_23" [label="(768, 192)", style=solid]; -"532 linear_23" -> "533 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"533 gelu_3" -> "534 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"534 dropout_14" -> "536 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"535 _param_constant68" -> "544 linear_24" [label="(192,)", style=solid]; -"536 dropout_14_0_0_nncf_smooth_quant_0" -> "537 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"537 quantize_per_tensor_default_25" -> "538 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"538 dequantize_per_tensor_default_25" -> "544 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"539 scale_updated_constant25" -> "541 mul_tensor_25" [label="(192, 1)", style=solid]; -"540 compressed_weight_updated_constant25" -> "541 mul_tensor_25" [label="(192, 768)", style=solid]; -"541 mul_tensor_25" -> "543 sub_tensor_25" [label="(192, 768)", style=solid]; -"542 zero_point_updated_constant25" -> "543 sub_tensor_25" [label="(192, 1)", style=solid]; -"543 sub_tensor_25" -> "544 linear_24" [label="(192, 768)", style=solid]; -"544 linear_24" -> "545 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"545 dropout_15" -> "548 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"546 _param_constant69" -> "548 layer_norm_9" [label="(192,)", style=solid]; -"547 _param_constant70" -> "548 layer_norm_9" [label="(192,)", style=solid]; -"548 layer_norm_9" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; -"549 add_13" -> "550 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "551 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "554 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "557 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "560 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"551 slice_65" -> "552 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"552 slice_66" -> "553 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"553 slice_67" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"554 slice_68" -> "555 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"555 slice_69" -> "556 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"556 slice_70" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"557 slice_71" -> "558 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"558 slice_72" -> "559 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"559 slice_73" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"560 slice_74" -> "561 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"561 slice_75" -> "562 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"562 slice_76" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"563 cat_1" -> "564 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"564 cat_1_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"565 quantize_per_tensor_default_26" -> "566 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"566 dequantize_per_tensor_default_26" -> "572 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"567 scale_updated_constant26" -> "569 mul_tensor_26" [label="(384, 1)", style=solid]; -"568 compressed_weight_updated_constant26" -> "569 mul_tensor_26" [label="(384, 768)", style=solid]; -"569 mul_tensor_26" -> "571 sub_tensor_26" [label="(384, 768)", style=solid]; -"570 zero_point_updated_constant26" -> "571 sub_tensor_26" [label="(384, 1)", style=solid]; -"571 sub_tensor_26" -> "572 linear_25" [label="(384, 768)", style=solid]; -"572 linear_25" -> "575 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"573 _param_constant72" -> "575 layer_norm_10" [label="(384,)", style=solid]; -"574 _param_constant73" -> "575 layer_norm_10" [label="(384,)", style=solid]; -"575 layer_norm_10" -> "602 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"575 layer_norm_10" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; -"576 _tensor_constant26" -> "578 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"577 _param_constant75" -> "584 linear_26" [label="(512,)", style=solid]; -"578 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "584 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"579 scale_updated_constant27" -> "581 mul_tensor_27" [label="(512, 1)", style=solid]; -"580 compressed_weight_updated_constant27" -> "581 mul_tensor_27" [label="(512, 2)", style=solid]; -"581 mul_tensor_27" -> "583 sub_tensor_27" [label="(512, 2)", style=solid]; -"582 zero_point_updated_constant27" -> "583 sub_tensor_27" [label="(512, 1)", style=solid]; -"583 sub_tensor_27" -> "584 linear_26" [label="(512, 2)", style=solid]; -"584 linear_26" -> "585 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"585 relu__4" -> "586 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"586 relu__4_0_0_nncf_smooth_quant_0" -> "592 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"587 scale_updated_constant28" -> "589 mul_tensor_28" [label="(12, 1)", style=solid]; -"588 compressed_weight_updated_constant28" -> "589 mul_tensor_28" [label="(12, 512)", style=solid]; -"589 mul_tensor_28" -> "591 sub_tensor_28" [label="(12, 512)", style=solid]; -"590 zero_point_updated_constant28" -> "591 sub_tensor_28" [label="(12, 1)", style=solid]; -"591 sub_tensor_28" -> "592 linear_27" [label="(12, 512)", style=solid]; -"592 linear_27" -> "593 view_22" [label="(1, 15, 15, 12)", style=solid]; -"593 view_22" -> "595 index_4" [label="(225, 12)", style=solid]; -"594 _tensor_constant27" -> "595 index_4" [label="(4096,)", style=solid]; -"595 index_4" -> "596 view_23" [label="(4096, 12)", style=solid]; -"596 view_23" -> "597 permute_19" [label="(64, 64, 12)", style=solid]; -"597 permute_19" -> "598 contiguous_6" [label="(12, 64, 64)", style=solid]; -"598 contiguous_6" -> "599 unsqueeze_12" [label="(12, 64, 64)", style=solid]; -"599 unsqueeze_12" -> "600 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; -"600 sigmoid_4" -> "601 mul_8" [label="(1, 12, 64, 64)", style=solid]; -"601 mul_8" -> "640 add_14" [label="(1, 12, 64, 64)", style=solid]; -"602 pad_6" -> "603 view_24" [label="(1, 16, 16, 384)", style=solid]; -"603 view_24" -> "604 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"604 permute_20" -> "605 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"605 reshape_18" -> "608 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"606 _param_constant77" -> "607 clone_4" [label="(1152,)", style=solid]; -"607 clone_4" -> "616 linear_28" [label="(1152,)", style=solid]; -"608 reshape_18_0_0_nncf_smooth_quant_0" -> "609 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"609 quantize_per_tensor_default_27" -> "610 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"610 dequantize_per_tensor_default_27" -> "616 linear_28" [label="(4, 64, 384)", style=solid]; -"611 scale_updated_constant29" -> "613 mul_tensor_29" [label="(1152, 1)", style=solid]; -"612 compressed_weight_updated_constant29" -> "613 mul_tensor_29" [label="(1152, 384)", style=solid]; -"613 mul_tensor_29" -> "615 sub_tensor_29" [label="(1152, 384)", style=solid]; -"614 zero_point_updated_constant29" -> "615 sub_tensor_29" [label="(1152, 1)", style=solid]; -"615 sub_tensor_29" -> "616 linear_28" [label="(1152, 384)", style=solid]; -"616 linear_28" -> "617 reshape_19" [label="(4, 64, 1152)", style=solid]; -"617 reshape_19" -> "618 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"618 permute_21" -> "619 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"618 permute_21" -> "620 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"618 permute_21" -> "621 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"619 select_12" -> "622 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"619 select_12" -> "624 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"619 select_12" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; -"620 select_13" -> "628 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"620 select_13" -> "630 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"620 select_13" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; -"621 select_14" -> "643 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"622 linalg_vector_norm_8" -> "623 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"623 clamp_min_8" -> "624 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"624 expand_as_8" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; -"625 div_8" -> "626 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"626 quantize_per_tensor_default_28" -> "627 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"627 dequantize_per_tensor_default_28" -> "635 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"628 linalg_vector_norm_9" -> "629 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"629 clamp_min_9" -> "630 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"630 expand_as_9" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; -"631 div_9" -> "632 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"632 quantize_per_tensor_default_29" -> "633 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"633 dequantize_per_tensor_default_29" -> "634 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"634 transpose_8" -> "635 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"635 matmul_8" -> "639 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"636 _param_constant79" -> "637 clamp_4" [label="(12, 1, 1)", style=solid]; -"637 clamp_4" -> "638 exp_4" [label="(12, 1, 1)", style=solid]; -"638 exp_4" -> "639 mul_9" [label="(12, 1, 1)", style=solid]; -"639 mul_9" -> "640 add_14" [label="(4, 12, 64, 64)", style=solid]; -"640 add_14" -> "641 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"641 softmax_4" -> "642 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"642 dropout_16" -> "643 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"643 matmul_9" -> "644 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"644 transpose_9" -> "645 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"645 reshape_20" -> "647 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"646 _param_constant81" -> "655 linear_29" [label="(384,)", style=solid]; -"647 reshape_20_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"648 quantize_per_tensor_default_30" -> "649 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"649 dequantize_per_tensor_default_30" -> "655 linear_29" [label="(4, 64, 384)", style=solid]; -"650 scale_updated_constant30" -> "652 mul_tensor_30" [label="(384, 1)", style=solid]; -"651 compressed_weight_updated_constant30" -> "652 mul_tensor_30" [label="(384, 384)", style=solid]; -"652 mul_tensor_30" -> "654 sub_tensor_30" [label="(384, 384)", style=solid]; -"653 zero_point_updated_constant30" -> "654 sub_tensor_30" [label="(384, 1)", style=solid]; -"654 sub_tensor_30" -> "655 linear_29" [label="(384, 384)", style=solid]; -"655 linear_29" -> "656 dropout_17" [label="(4, 64, 384)", style=solid]; -"656 dropout_17" -> "657 view_25" [label="(4, 64, 384)", style=solid]; -"657 view_25" -> "658 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"658 permute_22" -> "659 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"659 reshape_21" -> "660 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"660 slice_78" -> "661 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"661 slice_79" -> "662 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"662 slice_80" -> "663 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"663 slice_81" -> "664 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"664 contiguous_7" -> "667 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"665 _param_constant82" -> "667 layer_norm_11" [label="(384,)", style=solid]; -"666 _param_constant83" -> "667 layer_norm_11" [label="(384,)", style=solid]; -"667 layer_norm_11" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; -"668 add_15" -> "670 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"668 add_15" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; -"669 _param_constant85" -> "678 linear_30" [label="(1536,)", style=solid]; -"670 add_15_0_0_nncf_smooth_quant_0" -> "671 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"671 quantize_per_tensor_default_31" -> "672 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"672 dequantize_per_tensor_default_31" -> "678 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"673 scale_updated_constant31" -> "675 mul_tensor_31" [label="(1536, 1)", style=solid]; -"674 compressed_weight_updated_constant31" -> "675 mul_tensor_31" [label="(1536, 384)", style=solid]; -"675 mul_tensor_31" -> "677 sub_tensor_31" [label="(1536, 384)", style=solid]; -"676 zero_point_updated_constant31" -> "677 sub_tensor_31" [label="(1536, 1)", style=solid]; -"677 sub_tensor_31" -> "678 linear_30" [label="(1536, 384)", style=solid]; -"678 linear_30" -> "679 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"679 gelu_4" -> "680 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"680 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"681 _param_constant87" -> "690 linear_31" [label="(384,)", style=solid]; -"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"685 scale_updated_constant32" -> "687 mul_tensor_32" [label="(384, 1)", style=solid]; -"686 compressed_weight_updated_constant32" -> "687 mul_tensor_32" [label="(384, 1536)", style=solid]; -"687 mul_tensor_32" -> "689 sub_tensor_32" [label="(384, 1536)", style=solid]; -"688 zero_point_updated_constant32" -> "689 sub_tensor_32" [label="(384, 1)", style=solid]; -"689 sub_tensor_32" -> "690 linear_31" [label="(384, 1536)", style=solid]; -"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"691 dropout_19" -> "694 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"692 _param_constant88" -> "694 layer_norm_12" [label="(384,)", style=solid]; -"693 _param_constant89" -> "694 layer_norm_12" [label="(384,)", style=solid]; -"694 layer_norm_12" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; -"695 add_16" -> "722 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"695 add_16" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; -"696 _tensor_constant28" -> "698 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"697 _param_constant91" -> "704 linear_32" [label="(512,)", style=solid]; -"698 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "704 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"699 scale_updated_constant33" -> "701 mul_tensor_33" [label="(512, 1)", style=solid]; -"700 compressed_weight_updated_constant33" -> "701 mul_tensor_33" [label="(512, 2)", style=solid]; -"701 mul_tensor_33" -> "703 sub_tensor_33" [label="(512, 2)", style=solid]; -"702 zero_point_updated_constant33" -> "703 sub_tensor_33" [label="(512, 1)", style=solid]; -"703 sub_tensor_33" -> "704 linear_32" [label="(512, 2)", style=solid]; -"704 linear_32" -> "705 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"705 relu__5" -> "706 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"706 relu__5_0_0_nncf_smooth_quant_0" -> "712 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"707 scale_updated_constant34" -> "709 mul_tensor_34" [label="(12, 1)", style=solid]; -"708 compressed_weight_updated_constant34" -> "709 mul_tensor_34" [label="(12, 512)", style=solid]; -"709 mul_tensor_34" -> "711 sub_tensor_34" [label="(12, 512)", style=solid]; -"710 zero_point_updated_constant34" -> "711 sub_tensor_34" [label="(12, 1)", style=solid]; -"711 sub_tensor_34" -> "712 linear_33" [label="(12, 512)", style=solid]; -"712 linear_33" -> "713 view_26" [label="(1, 15, 15, 12)", style=solid]; -"713 view_26" -> "715 index_5" [label="(225, 12)", style=solid]; -"714 _tensor_constant29" -> "715 index_5" [label="(4096,)", style=solid]; -"715 index_5" -> "716 view_27" [label="(4096, 12)", style=solid]; -"716 view_27" -> "717 permute_23" [label="(64, 64, 12)", style=solid]; -"717 permute_23" -> "718 contiguous_8" [label="(12, 64, 64)", style=solid]; -"718 contiguous_8" -> "719 unsqueeze_13" [label="(12, 64, 64)", style=solid]; -"719 unsqueeze_13" -> "720 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; -"720 sigmoid_5" -> "721 mul_10" [label="(1, 12, 64, 64)", style=solid]; -"721 mul_10" -> "761 add_17" [label="(1, 12, 64, 64)", style=solid]; -"722 pad_7" -> "723 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"723 roll_4" -> "724 view_28" [label="(1, 16, 16, 384)", style=solid]; -"724 view_28" -> "725 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"725 permute_24" -> "726 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"726 reshape_22" -> "729 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"726 reshape_22" -> "762 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"727 _param_constant93" -> "728 clone_5" [label="(1152,)", style=solid]; -"728 clone_5" -> "737 linear_34" [label="(1152,)", style=solid]; -"729 reshape_22_0_0_nncf_smooth_quant_0" -> "730 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"730 quantize_per_tensor_default_33" -> "731 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"731 dequantize_per_tensor_default_33" -> "737 linear_34" [label="(4, 64, 384)", style=solid]; -"732 scale_updated_constant35" -> "734 mul_tensor_35" [label="(1152, 1)", style=solid]; -"733 compressed_weight_updated_constant35" -> "734 mul_tensor_35" [label="(1152, 384)", style=solid]; -"734 mul_tensor_35" -> "736 sub_tensor_35" [label="(1152, 384)", style=solid]; -"735 zero_point_updated_constant35" -> "736 sub_tensor_35" [label="(1152, 1)", style=solid]; -"736 sub_tensor_35" -> "737 linear_34" [label="(1152, 384)", style=solid]; -"737 linear_34" -> "738 reshape_23" [label="(4, 64, 1152)", style=solid]; -"738 reshape_23" -> "739 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"739 permute_25" -> "740 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"739 permute_25" -> "741 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"739 permute_25" -> "742 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"740 select_15" -> "743 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"740 select_15" -> "745 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"740 select_15" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; -"741 select_16" -> "749 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"741 select_16" -> "751 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"741 select_16" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; -"742 select_17" -> "780 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"743 linalg_vector_norm_10" -> "744 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"744 clamp_min_10" -> "745 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"745 expand_as_10" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; -"746 div_10" -> "747 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"747 quantize_per_tensor_default_34" -> "748 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"748 dequantize_per_tensor_default_34" -> "756 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"749 linalg_vector_norm_11" -> "750 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"750 clamp_min_11" -> "751 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"751 expand_as_11" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; -"752 div_11" -> "753 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"753 quantize_per_tensor_default_35" -> "754 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"754 dequantize_per_tensor_default_35" -> "755 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"755 transpose_10" -> "756 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"756 matmul_10" -> "760 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"757 _param_constant95" -> "758 clamp_5" [label="(12, 1, 1)", style=solid]; -"758 clamp_5" -> "759 exp_5" [label="(12, 1, 1)", style=solid]; -"759 exp_5" -> "760 mul_11" [label="(12, 1, 1)", style=solid]; -"760 mul_11" -> "761 add_17" [label="(4, 12, 64, 64)", style=solid]; -"761 add_17" -> "773 view_30" [label="(4, 12, 64, 64)", style=solid]; -"762 new_zeros_2" -> "763 view_29" [label="(16, 16)", style=solid]; -"763 view_29" -> "764 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"764 permute_26" -> "765 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"765 reshape_24" -> "766 unsqueeze_14" [label="(4, 64)", style=solid]; -"765 reshape_24" -> "767 unsqueeze_15" [label="(4, 64)", style=solid]; -"766 unsqueeze_14" -> "768 sub_2" [label="(4, 1, 64)", style=solid]; -"767 unsqueeze_15" -> "768 sub_2" [label="(4, 64, 1)", style=solid]; -"768 sub_2" -> "769 ne_2" [label="(4, 64, 64)", style=solid]; -"768 sub_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"768 sub_2" -> "771 eq_2" [label="(4, 64, 64)", style=solid]; -"769 ne_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"770 masked_fill_4" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"771 eq_2" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"772 masked_fill_5" -> "774 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"773 view_30" -> "776 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"774 unsqueeze_16" -> "775 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"775 unsqueeze_17" -> "776 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"776 add_18" -> "777 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"777 view_31" -> "778 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"778 softmax_5" -> "779 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"779 dropout_20" -> "780 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"780 matmul_11" -> "781 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"781 transpose_11" -> "782 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"782 reshape_25" -> "784 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"783 _param_constant97" -> "792 linear_35" [label="(384,)", style=solid]; -"784 reshape_25_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"785 quantize_per_tensor_default_36" -> "786 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"786 dequantize_per_tensor_default_36" -> "792 linear_35" [label="(4, 64, 384)", style=solid]; -"787 scale_updated_constant36" -> "789 mul_tensor_36" [label="(384, 1)", style=solid]; -"788 compressed_weight_updated_constant36" -> "789 mul_tensor_36" [label="(384, 384)", style=solid]; -"789 mul_tensor_36" -> "791 sub_tensor_36" [label="(384, 384)", style=solid]; -"790 zero_point_updated_constant36" -> "791 sub_tensor_36" [label="(384, 1)", style=solid]; -"791 sub_tensor_36" -> "792 linear_35" [label="(384, 384)", style=solid]; -"792 linear_35" -> "793 dropout_21" [label="(4, 64, 384)", style=solid]; -"793 dropout_21" -> "794 view_32" [label="(4, 64, 384)", style=solid]; -"794 view_32" -> "795 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"795 permute_27" -> "796 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"796 reshape_26" -> "797 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"797 roll_5" -> "798 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"798 slice_101" -> "799 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"799 slice_102" -> "800 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"800 slice_103" -> "801 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"801 slice_104" -> "802 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"802 contiguous_9" -> "805 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"803 _param_constant98" -> "805 layer_norm_13" [label="(384,)", style=solid]; -"804 _param_constant99" -> "805 layer_norm_13" [label="(384,)", style=solid]; -"805 layer_norm_13" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; -"806 add_19" -> "808 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"806 add_19" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; -"807 _param_constant101" -> "816 linear_36" [label="(1536,)", style=solid]; -"808 add_19_0_0_nncf_smooth_quant_0" -> "809 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"809 quantize_per_tensor_default_37" -> "810 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"810 dequantize_per_tensor_default_37" -> "816 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"811 scale_updated_constant37" -> "813 mul_tensor_37" [label="(1536, 1)", style=solid]; -"812 compressed_weight_updated_constant37" -> "813 mul_tensor_37" [label="(1536, 384)", style=solid]; -"813 mul_tensor_37" -> "815 sub_tensor_37" [label="(1536, 384)", style=solid]; -"814 zero_point_updated_constant37" -> "815 sub_tensor_37" [label="(1536, 1)", style=solid]; -"815 sub_tensor_37" -> "816 linear_36" [label="(1536, 384)", style=solid]; -"816 linear_36" -> "817 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"817 gelu_5" -> "818 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"818 dropout_22" -> "820 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"819 _param_constant103" -> "828 linear_37" [label="(384,)", style=solid]; -"820 dropout_22_0_0_nncf_smooth_quant_0" -> "821 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"821 quantize_per_tensor_default_38" -> "822 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"822 dequantize_per_tensor_default_38" -> "828 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"823 scale_updated_constant38" -> "825 mul_tensor_38" [label="(384, 1)", style=solid]; -"824 compressed_weight_updated_constant38" -> "825 mul_tensor_38" [label="(384, 1536)", style=solid]; -"825 mul_tensor_38" -> "827 sub_tensor_38" [label="(384, 1536)", style=solid]; -"826 zero_point_updated_constant38" -> "827 sub_tensor_38" [label="(384, 1)", style=solid]; -"827 sub_tensor_38" -> "828 linear_37" [label="(384, 1536)", style=solid]; -"828 linear_37" -> "829 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"829 dropout_23" -> "832 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"830 _param_constant104" -> "832 layer_norm_14" [label="(384,)", style=solid]; -"831 _param_constant105" -> "832 layer_norm_14" [label="(384,)", style=solid]; -"832 layer_norm_14" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; -"833 add_20" -> "860 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"833 add_20" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; -"834 _tensor_constant39" -> "836 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"835 _param_constant107" -> "842 linear_38" [label="(512,)", style=solid]; -"836 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "842 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"837 scale_updated_constant39" -> "839 mul_tensor_39" [label="(512, 1)", style=solid]; -"838 compressed_weight_updated_constant39" -> "839 mul_tensor_39" [label="(512, 2)", style=solid]; -"839 mul_tensor_39" -> "841 sub_tensor_39" [label="(512, 2)", style=solid]; -"840 zero_point_updated_constant39" -> "841 sub_tensor_39" [label="(512, 1)", style=solid]; -"841 sub_tensor_39" -> "842 linear_38" [label="(512, 2)", style=solid]; -"842 linear_38" -> "843 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"843 relu__6" -> "844 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"844 relu__6_0_0_nncf_smooth_quant_0" -> "850 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"845 scale_updated_constant40" -> "847 mul_tensor_40" [label="(12, 1)", style=solid]; -"846 compressed_weight_updated_constant40" -> "847 mul_tensor_40" [label="(12, 512)", style=solid]; -"847 mul_tensor_40" -> "849 sub_tensor_40" [label="(12, 512)", style=solid]; -"848 zero_point_updated_constant40" -> "849 sub_tensor_40" [label="(12, 1)", style=solid]; -"849 sub_tensor_40" -> "850 linear_39" [label="(12, 512)", style=solid]; -"850 linear_39" -> "851 view_33" [label="(1, 15, 15, 12)", style=solid]; -"851 view_33" -> "853 index_6" [label="(225, 12)", style=solid]; -"852 _tensor_constant40" -> "853 index_6" [label="(4096,)", style=solid]; -"853 index_6" -> "854 view_34" [label="(4096, 12)", style=solid]; -"854 view_34" -> "855 permute_28" [label="(64, 64, 12)", style=solid]; -"855 permute_28" -> "856 contiguous_10" [label="(12, 64, 64)", style=solid]; -"856 contiguous_10" -> "857 unsqueeze_18" [label="(12, 64, 64)", style=solid]; -"857 unsqueeze_18" -> "858 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; -"858 sigmoid_6" -> "859 mul_12" [label="(1, 12, 64, 64)", style=solid]; -"859 mul_12" -> "898 add_21" [label="(1, 12, 64, 64)", style=solid]; -"860 pad_8" -> "861 view_35" [label="(1, 16, 16, 384)", style=solid]; -"861 view_35" -> "862 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"862 permute_29" -> "863 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"863 reshape_27" -> "866 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"864 _param_constant109" -> "865 clone_6" [label="(1152,)", style=solid]; -"865 clone_6" -> "874 linear_40" [label="(1152,)", style=solid]; -"866 reshape_27_0_0_nncf_smooth_quant_0" -> "867 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"867 quantize_per_tensor_default_39" -> "868 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"868 dequantize_per_tensor_default_39" -> "874 linear_40" [label="(4, 64, 384)", style=solid]; -"869 scale_updated_constant41" -> "871 mul_tensor_41" [label="(1152, 1)", style=solid]; -"870 compressed_weight_updated_constant41" -> "871 mul_tensor_41" [label="(1152, 384)", style=solid]; -"871 mul_tensor_41" -> "873 sub_tensor_41" [label="(1152, 384)", style=solid]; -"872 zero_point_updated_constant41" -> "873 sub_tensor_41" [label="(1152, 1)", style=solid]; -"873 sub_tensor_41" -> "874 linear_40" [label="(1152, 384)", style=solid]; -"874 linear_40" -> "875 reshape_28" [label="(4, 64, 1152)", style=solid]; -"875 reshape_28" -> "876 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"876 permute_30" -> "877 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"876 permute_30" -> "878 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"876 permute_30" -> "879 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"877 select_18" -> "880 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"877 select_18" -> "882 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"877 select_18" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; -"878 select_19" -> "886 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"878 select_19" -> "888 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"878 select_19" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; -"879 select_20" -> "901 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"880 linalg_vector_norm_12" -> "881 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"881 clamp_min_12" -> "882 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"882 expand_as_12" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; -"883 div_12" -> "884 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"884 quantize_per_tensor_default_40" -> "885 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"885 dequantize_per_tensor_default_40" -> "893 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"886 linalg_vector_norm_13" -> "887 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"887 clamp_min_13" -> "888 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"888 expand_as_13" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; -"889 div_13" -> "890 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"890 quantize_per_tensor_default_41" -> "891 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"891 dequantize_per_tensor_default_41" -> "892 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"892 transpose_12" -> "893 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"893 matmul_12" -> "897 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"894 _param_constant111" -> "895 clamp_6" [label="(12, 1, 1)", style=solid]; -"895 clamp_6" -> "896 exp_6" [label="(12, 1, 1)", style=solid]; -"896 exp_6" -> "897 mul_13" [label="(12, 1, 1)", style=solid]; -"897 mul_13" -> "898 add_21" [label="(4, 12, 64, 64)", style=solid]; -"898 add_21" -> "899 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"899 softmax_6" -> "900 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"900 dropout_24" -> "901 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"901 matmul_13" -> "902 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"902 transpose_13" -> "903 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"903 reshape_29" -> "905 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"904 _param_constant113" -> "913 linear_41" [label="(384,)", style=solid]; -"905 reshape_29_0_0_nncf_smooth_quant_0" -> "906 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"906 quantize_per_tensor_default_42" -> "907 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"907 dequantize_per_tensor_default_42" -> "913 linear_41" [label="(4, 64, 384)", style=solid]; -"908 scale_updated_constant42" -> "910 mul_tensor_42" [label="(384, 1)", style=solid]; -"909 compressed_weight_updated_constant42" -> "910 mul_tensor_42" [label="(384, 384)", style=solid]; -"910 mul_tensor_42" -> "912 sub_tensor_42" [label="(384, 384)", style=solid]; -"911 zero_point_updated_constant42" -> "912 sub_tensor_42" [label="(384, 1)", style=solid]; -"912 sub_tensor_42" -> "913 linear_41" [label="(384, 384)", style=solid]; -"913 linear_41" -> "914 dropout_25" [label="(4, 64, 384)", style=solid]; -"914 dropout_25" -> "915 view_36" [label="(4, 64, 384)", style=solid]; -"915 view_36" -> "916 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"916 permute_31" -> "917 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"917 reshape_30" -> "918 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"918 slice_106" -> "919 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"919 slice_107" -> "920 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"920 slice_108" -> "921 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"921 slice_109" -> "922 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"922 contiguous_11" -> "925 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"923 _param_constant114" -> "925 layer_norm_15" [label="(384,)", style=solid]; -"924 _param_constant115" -> "925 layer_norm_15" [label="(384,)", style=solid]; -"925 layer_norm_15" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; -"926 add_22" -> "928 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"926 add_22" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; -"927 _param_constant117" -> "936 linear_42" [label="(1536,)", style=solid]; -"928 add_22_0_0_nncf_smooth_quant_0" -> "929 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"929 quantize_per_tensor_default_43" -> "930 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"930 dequantize_per_tensor_default_43" -> "936 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"931 scale_updated_constant43" -> "933 mul_tensor_43" [label="(1536, 1)", style=solid]; -"932 compressed_weight_updated_constant43" -> "933 mul_tensor_43" [label="(1536, 384)", style=solid]; -"933 mul_tensor_43" -> "935 sub_tensor_43" [label="(1536, 384)", style=solid]; -"934 zero_point_updated_constant43" -> "935 sub_tensor_43" [label="(1536, 1)", style=solid]; -"935 sub_tensor_43" -> "936 linear_42" [label="(1536, 384)", style=solid]; -"936 linear_42" -> "937 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"937 gelu_6" -> "938 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"938 dropout_26" -> "940 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"939 _param_constant119" -> "948 linear_43" [label="(384,)", style=solid]; -"940 dropout_26_0_0_nncf_smooth_quant_0" -> "941 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"941 quantize_per_tensor_default_44" -> "942 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"942 dequantize_per_tensor_default_44" -> "948 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"943 scale_updated_constant44" -> "945 mul_tensor_44" [label="(384, 1)", style=solid]; -"944 compressed_weight_updated_constant44" -> "945 mul_tensor_44" [label="(384, 1536)", style=solid]; -"945 mul_tensor_44" -> "947 sub_tensor_44" [label="(384, 1536)", style=solid]; -"946 zero_point_updated_constant44" -> "947 sub_tensor_44" [label="(384, 1)", style=solid]; -"947 sub_tensor_44" -> "948 linear_43" [label="(384, 1536)", style=solid]; -"948 linear_43" -> "949 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"949 dropout_27" -> "952 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"950 _param_constant120" -> "952 layer_norm_16" [label="(384,)", style=solid]; -"951 _param_constant121" -> "952 layer_norm_16" [label="(384,)", style=solid]; -"952 layer_norm_16" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; -"953 add_23" -> "980 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"953 add_23" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; -"954 _tensor_constant41" -> "956 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"955 _param_constant123" -> "962 linear_44" [label="(512,)", style=solid]; -"956 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "962 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"957 scale_updated_constant45" -> "959 mul_tensor_45" [label="(512, 1)", style=solid]; -"958 compressed_weight_updated_constant45" -> "959 mul_tensor_45" [label="(512, 2)", style=solid]; -"959 mul_tensor_45" -> "961 sub_tensor_45" [label="(512, 2)", style=solid]; -"960 zero_point_updated_constant45" -> "961 sub_tensor_45" [label="(512, 1)", style=solid]; -"961 sub_tensor_45" -> "962 linear_44" [label="(512, 2)", style=solid]; -"962 linear_44" -> "963 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"963 relu__7" -> "964 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"964 relu__7_0_0_nncf_smooth_quant_0" -> "970 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"965 scale_updated_constant46" -> "967 mul_tensor_46" [label="(12, 1)", style=solid]; -"966 compressed_weight_updated_constant46" -> "967 mul_tensor_46" [label="(12, 512)", style=solid]; -"967 mul_tensor_46" -> "969 sub_tensor_46" [label="(12, 512)", style=solid]; -"968 zero_point_updated_constant46" -> "969 sub_tensor_46" [label="(12, 1)", style=solid]; -"969 sub_tensor_46" -> "970 linear_45" [label="(12, 512)", style=solid]; -"970 linear_45" -> "971 view_37" [label="(1, 15, 15, 12)", style=solid]; -"971 view_37" -> "973 index_7" [label="(225, 12)", style=solid]; -"972 _tensor_constant42" -> "973 index_7" [label="(4096,)", style=solid]; -"973 index_7" -> "974 view_38" [label="(4096, 12)", style=solid]; -"974 view_38" -> "975 permute_32" [label="(64, 64, 12)", style=solid]; -"975 permute_32" -> "976 contiguous_12" [label="(12, 64, 64)", style=solid]; -"976 contiguous_12" -> "977 unsqueeze_19" [label="(12, 64, 64)", style=solid]; -"977 unsqueeze_19" -> "978 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; -"978 sigmoid_7" -> "979 mul_14" [label="(1, 12, 64, 64)", style=solid]; -"979 mul_14" -> "1019 add_24" [label="(1, 12, 64, 64)", style=solid]; -"980 pad_9" -> "981 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"981 roll_6" -> "982 view_39" [label="(1, 16, 16, 384)", style=solid]; -"982 view_39" -> "983 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"983 permute_33" -> "984 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"984 reshape_31" -> "987 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"984 reshape_31" -> "1020 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"985 _param_constant125" -> "986 clone_7" [label="(1152,)", style=solid]; -"986 clone_7" -> "995 linear_46" [label="(1152,)", style=solid]; -"987 reshape_31_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"988 quantize_per_tensor_default_45" -> "989 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"989 dequantize_per_tensor_default_45" -> "995 linear_46" [label="(4, 64, 384)", style=solid]; -"990 scale_updated_constant47" -> "992 mul_tensor_47" [label="(1152, 1)", style=solid]; -"991 compressed_weight_updated_constant47" -> "992 mul_tensor_47" [label="(1152, 384)", style=solid]; -"992 mul_tensor_47" -> "994 sub_tensor_47" [label="(1152, 384)", style=solid]; -"993 zero_point_updated_constant47" -> "994 sub_tensor_47" [label="(1152, 1)", style=solid]; -"994 sub_tensor_47" -> "995 linear_46" [label="(1152, 384)", style=solid]; -"995 linear_46" -> "996 reshape_32" [label="(4, 64, 1152)", style=solid]; -"996 reshape_32" -> "997 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"997 permute_34" -> "998 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"997 permute_34" -> "999 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"997 permute_34" -> "1000 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"998 select_21" -> "1001 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"998 select_21" -> "1003 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"998 select_21" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; -"999 select_22" -> "1007 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"999 select_22" -> "1009 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"999 select_22" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1000 select_23" -> "1038 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"1001 linalg_vector_norm_14" -> "1002 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"1002 clamp_min_14" -> "1003 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"1003 expand_as_14" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; -"1004 div_14" -> "1005 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"1005 quantize_per_tensor_default_46" -> "1006 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"1006 dequantize_per_tensor_default_46" -> "1014 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"1007 linalg_vector_norm_15" -> "1008 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"1008 clamp_min_15" -> "1009 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"1009 expand_as_15" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1010 div_15" -> "1011 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1011 quantize_per_tensor_default_47" -> "1012 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1012 dequantize_per_tensor_default_47" -> "1013 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"1013 transpose_14" -> "1014 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"1014 matmul_14" -> "1018 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"1015 _param_constant127" -> "1016 clamp_7" [label="(12, 1, 1)", style=solid]; -"1016 clamp_7" -> "1017 exp_7" [label="(12, 1, 1)", style=solid]; -"1017 exp_7" -> "1018 mul_15" [label="(12, 1, 1)", style=solid]; -"1018 mul_15" -> "1019 add_24" [label="(4, 12, 64, 64)", style=solid]; -"1019 add_24" -> "1031 view_41" [label="(4, 12, 64, 64)", style=solid]; -"1020 new_zeros_3" -> "1021 view_40" [label="(16, 16)", style=solid]; -"1021 view_40" -> "1022 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"1022 permute_35" -> "1023 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"1023 reshape_33" -> "1024 unsqueeze_20" [label="(4, 64)", style=solid]; -"1023 reshape_33" -> "1025 unsqueeze_21" [label="(4, 64)", style=solid]; -"1024 unsqueeze_20" -> "1026 sub_3" [label="(4, 1, 64)", style=solid]; -"1025 unsqueeze_21" -> "1026 sub_3" [label="(4, 64, 1)", style=solid]; -"1026 sub_3" -> "1027 ne_3" [label="(4, 64, 64)", style=solid]; -"1026 sub_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1026 sub_3" -> "1029 eq_3" [label="(4, 64, 64)", style=solid]; -"1027 ne_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1028 masked_fill_6" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1029 eq_3" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1030 masked_fill_7" -> "1032 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"1031 view_41" -> "1034 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"1032 unsqueeze_22" -> "1033 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"1033 unsqueeze_23" -> "1034 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"1034 add_25" -> "1035 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"1035 view_42" -> "1036 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"1036 softmax_7" -> "1037 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"1037 dropout_28" -> "1038 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"1038 matmul_15" -> "1039 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"1039 transpose_15" -> "1040 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"1040 reshape_34" -> "1042 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1041 _param_constant129" -> "1050 linear_47" [label="(384,)", style=solid]; -"1042 reshape_34_0_0_nncf_smooth_quant_0" -> "1043 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1043 quantize_per_tensor_default_48" -> "1044 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1044 dequantize_per_tensor_default_48" -> "1050 linear_47" [label="(4, 64, 384)", style=solid]; -"1045 scale_updated_constant48" -> "1047 mul_tensor_48" [label="(384, 1)", style=solid]; -"1046 compressed_weight_updated_constant48" -> "1047 mul_tensor_48" [label="(384, 384)", style=solid]; -"1047 mul_tensor_48" -> "1049 sub_tensor_48" [label="(384, 384)", style=solid]; -"1048 zero_point_updated_constant48" -> "1049 sub_tensor_48" [label="(384, 1)", style=solid]; -"1049 sub_tensor_48" -> "1050 linear_47" [label="(384, 384)", style=solid]; -"1050 linear_47" -> "1051 dropout_29" [label="(4, 64, 384)", style=solid]; -"1051 dropout_29" -> "1052 view_43" [label="(4, 64, 384)", style=solid]; -"1052 view_43" -> "1053 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1053 permute_36" -> "1054 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1054 reshape_35" -> "1055 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"1055 roll_7" -> "1056 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"1056 slice_129" -> "1057 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"1057 slice_130" -> "1058 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"1058 slice_131" -> "1059 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"1059 slice_132" -> "1060 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"1060 contiguous_13" -> "1063 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"1061 _param_constant130" -> "1063 layer_norm_17" [label="(384,)", style=solid]; -"1062 _param_constant131" -> "1063 layer_norm_17" [label="(384,)", style=solid]; -"1063 layer_norm_17" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; -"1064 add_26" -> "1066 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1064 add_26" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1065 _param_constant133" -> "1074 linear_48" [label="(1536,)", style=solid]; -"1066 add_26_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1067 quantize_per_tensor_default_49" -> "1068 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1068 dequantize_per_tensor_default_49" -> "1074 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1069 scale_updated_constant49" -> "1071 mul_tensor_49" [label="(1536, 1)", style=solid]; -"1070 compressed_weight_updated_constant49" -> "1071 mul_tensor_49" [label="(1536, 384)", style=solid]; -"1071 mul_tensor_49" -> "1073 sub_tensor_49" [label="(1536, 384)", style=solid]; -"1072 zero_point_updated_constant49" -> "1073 sub_tensor_49" [label="(1536, 1)", style=solid]; -"1073 sub_tensor_49" -> "1074 linear_48" [label="(1536, 384)", style=solid]; -"1074 linear_48" -> "1075 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"1075 gelu_7" -> "1076 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"1076 dropout_30" -> "1078 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1077 _param_constant135" -> "1086 linear_49" [label="(384,)", style=solid]; -"1078 dropout_30_0_0_nncf_smooth_quant_0" -> "1079 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1079 quantize_per_tensor_default_50" -> "1080 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1080 dequantize_per_tensor_default_50" -> "1086 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1081 scale_updated_constant50" -> "1083 mul_tensor_50" [label="(384, 1)", style=solid]; -"1082 compressed_weight_updated_constant50" -> "1083 mul_tensor_50" [label="(384, 1536)", style=solid]; -"1083 mul_tensor_50" -> "1085 sub_tensor_50" [label="(384, 1536)", style=solid]; -"1084 zero_point_updated_constant50" -> "1085 sub_tensor_50" [label="(384, 1)", style=solid]; -"1085 sub_tensor_50" -> "1086 linear_49" [label="(384, 1536)", style=solid]; -"1086 linear_49" -> "1087 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"1087 dropout_31" -> "1090 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"1088 _param_constant136" -> "1090 layer_norm_18" [label="(384,)", style=solid]; -"1089 _param_constant137" -> "1090 layer_norm_18" [label="(384,)", style=solid]; -"1090 layer_norm_18" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1091 add_27" -> "1118 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"1091 add_27" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1092 _tensor_constant52" -> "1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1093 _param_constant139" -> "1100 linear_50" [label="(512,)", style=solid]; -"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1100 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1095 scale_updated_constant51" -> "1097 mul_tensor_51" [label="(512, 1)", style=solid]; -"1096 compressed_weight_updated_constant51" -> "1097 mul_tensor_51" [label="(512, 2)", style=solid]; -"1097 mul_tensor_51" -> "1099 sub_tensor_51" [label="(512, 2)", style=solid]; -"1098 zero_point_updated_constant51" -> "1099 sub_tensor_51" [label="(512, 1)", style=solid]; -"1099 sub_tensor_51" -> "1100 linear_50" [label="(512, 2)", style=solid]; -"1100 linear_50" -> "1101 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"1101 relu__8" -> "1102 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1102 relu__8_0_0_nncf_smooth_quant_0" -> "1108 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1103 scale_updated_constant52" -> "1105 mul_tensor_52" [label="(12, 1)", style=solid]; -"1104 compressed_weight_updated_constant52" -> "1105 mul_tensor_52" [label="(12, 512)", style=solid]; -"1105 mul_tensor_52" -> "1107 sub_tensor_52" [label="(12, 512)", style=solid]; -"1106 zero_point_updated_constant52" -> "1107 sub_tensor_52" [label="(12, 1)", style=solid]; -"1107 sub_tensor_52" -> "1108 linear_51" [label="(12, 512)", style=solid]; -"1108 linear_51" -> "1109 view_44" [label="(1, 15, 15, 12)", style=solid]; -"1109 view_44" -> "1111 index_8" [label="(225, 12)", style=solid]; -"1110 _tensor_constant53" -> "1111 index_8" [label="(4096,)", style=solid]; -"1111 index_8" -> "1112 view_45" [label="(4096, 12)", style=solid]; -"1112 view_45" -> "1113 permute_37" [label="(64, 64, 12)", style=solid]; -"1113 permute_37" -> "1114 contiguous_14" [label="(12, 64, 64)", style=solid]; -"1114 contiguous_14" -> "1115 unsqueeze_24" [label="(12, 64, 64)", style=solid]; -"1115 unsqueeze_24" -> "1116 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; -"1116 sigmoid_8" -> "1117 mul_16" [label="(1, 12, 64, 64)", style=solid]; -"1117 mul_16" -> "1156 add_28" [label="(1, 12, 64, 64)", style=solid]; -"1118 pad_10" -> "1119 view_46" [label="(1, 16, 16, 384)", style=solid]; -"1119 view_46" -> "1120 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1120 permute_38" -> "1121 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1121 reshape_36" -> "1124 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1122 _param_constant141" -> "1123 clone_8" [label="(1152,)", style=solid]; -"1123 clone_8" -> "1132 linear_52" [label="(1152,)", style=solid]; -"1124 reshape_36_0_0_nncf_smooth_quant_0" -> "1125 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1125 quantize_per_tensor_default_51" -> "1126 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1126 dequantize_per_tensor_default_51" -> "1132 linear_52" [label="(4, 64, 384)", style=solid]; -"1127 scale_updated_constant53" -> "1129 mul_tensor_53" [label="(1152, 1)", style=solid]; -"1128 compressed_weight_updated_constant53" -> "1129 mul_tensor_53" [label="(1152, 384)", style=solid]; -"1129 mul_tensor_53" -> "1131 sub_tensor_53" [label="(1152, 384)", style=solid]; -"1130 zero_point_updated_constant53" -> "1131 sub_tensor_53" [label="(1152, 1)", style=solid]; -"1131 sub_tensor_53" -> "1132 linear_52" [label="(1152, 384)", style=solid]; -"1132 linear_52" -> "1133 reshape_37" [label="(4, 64, 1152)", style=solid]; -"1133 reshape_37" -> "1134 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"1134 permute_39" -> "1135 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"1134 permute_39" -> "1136 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"1134 permute_39" -> "1137 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"1135 select_24" -> "1138 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 select_24" -> "1140 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 select_24" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1136 select_25" -> "1144 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"1136 select_25" -> "1146 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"1136 select_25" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1137 select_26" -> "1159 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"1138 linalg_vector_norm_16" -> "1139 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"1139 clamp_min_16" -> "1140 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"1140 expand_as_16" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1141 div_16" -> "1142 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1142 quantize_per_tensor_default_52" -> "1143 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1143 dequantize_per_tensor_default_52" -> "1151 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"1144 linalg_vector_norm_17" -> "1145 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"1145 clamp_min_17" -> "1146 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"1146 expand_as_17" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1147 div_17" -> "1148 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1148 quantize_per_tensor_default_53" -> "1149 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1149 dequantize_per_tensor_default_53" -> "1150 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"1150 transpose_16" -> "1151 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"1151 matmul_16" -> "1155 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"1152 _param_constant143" -> "1153 clamp_8" [label="(12, 1, 1)", style=solid]; -"1153 clamp_8" -> "1154 exp_8" [label="(12, 1, 1)", style=solid]; -"1154 exp_8" -> "1155 mul_17" [label="(12, 1, 1)", style=solid]; -"1155 mul_17" -> "1156 add_28" [label="(4, 12, 64, 64)", style=solid]; -"1156 add_28" -> "1157 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"1157 softmax_8" -> "1158 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"1158 dropout_32" -> "1159 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"1159 matmul_17" -> "1160 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"1160 transpose_17" -> "1161 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1161 reshape_38" -> "1163 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1162 _param_constant145" -> "1171 linear_53" [label="(384,)", style=solid]; -"1163 reshape_38_0_0_nncf_smooth_quant_0" -> "1164 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1164 quantize_per_tensor_default_54" -> "1165 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1165 dequantize_per_tensor_default_54" -> "1171 linear_53" [label="(4, 64, 384)", style=solid]; -"1166 scale_updated_constant54" -> "1168 mul_tensor_54" [label="(384, 1)", style=solid]; -"1167 compressed_weight_updated_constant54" -> "1168 mul_tensor_54" [label="(384, 384)", style=solid]; -"1168 mul_tensor_54" -> "1170 sub_tensor_54" [label="(384, 384)", style=solid]; -"1169 zero_point_updated_constant54" -> "1170 sub_tensor_54" [label="(384, 1)", style=solid]; -"1170 sub_tensor_54" -> "1171 linear_53" [label="(384, 384)", style=solid]; -"1171 linear_53" -> "1172 dropout_33" [label="(4, 64, 384)", style=solid]; -"1172 dropout_33" -> "1173 view_47" [label="(4, 64, 384)", style=solid]; -"1173 view_47" -> "1174 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1174 permute_40" -> "1175 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1175 reshape_39" -> "1176 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"1176 slice_134" -> "1177 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"1177 slice_135" -> "1178 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"1178 slice_136" -> "1179 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"1179 slice_137" -> "1180 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"1180 contiguous_15" -> "1183 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"1181 _param_constant146" -> "1183 layer_norm_19" [label="(384,)", style=solid]; -"1182 _param_constant147" -> "1183 layer_norm_19" [label="(384,)", style=solid]; -"1183 layer_norm_19" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1184 add_29" -> "1186 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1184 add_29" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1185 _param_constant149" -> "1194 linear_54" [label="(1536,)", style=solid]; -"1186 add_29_0_0_nncf_smooth_quant_0" -> "1187 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1187 quantize_per_tensor_default_55" -> "1188 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1188 dequantize_per_tensor_default_55" -> "1194 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1189 scale_updated_constant55" -> "1191 mul_tensor_55" [label="(1536, 1)", style=solid]; -"1190 compressed_weight_updated_constant55" -> "1191 mul_tensor_55" [label="(1536, 384)", style=solid]; -"1191 mul_tensor_55" -> "1193 sub_tensor_55" [label="(1536, 384)", style=solid]; -"1192 zero_point_updated_constant55" -> "1193 sub_tensor_55" [label="(1536, 1)", style=solid]; -"1193 sub_tensor_55" -> "1194 linear_54" [label="(1536, 384)", style=solid]; -"1194 linear_54" -> "1195 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1195 gelu_8" -> "1196 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1196 dropout_34" -> "1198 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1197 _param_constant151" -> "1206 linear_55" [label="(384,)", style=solid]; -"1198 dropout_34_0_0_nncf_smooth_quant_0" -> "1199 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1199 quantize_per_tensor_default_56" -> "1200 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1200 dequantize_per_tensor_default_56" -> "1206 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1201 scale_updated_constant56" -> "1203 mul_tensor_56" [label="(384, 1)", style=solid]; -"1202 compressed_weight_updated_constant56" -> "1203 mul_tensor_56" [label="(384, 1536)", style=solid]; -"1203 mul_tensor_56" -> "1205 sub_tensor_56" [label="(384, 1536)", style=solid]; -"1204 zero_point_updated_constant56" -> "1205 sub_tensor_56" [label="(384, 1)", style=solid]; -"1205 sub_tensor_56" -> "1206 linear_55" [label="(384, 1536)", style=solid]; -"1206 linear_55" -> "1207 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1207 dropout_35" -> "1210 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1208 _param_constant152" -> "1210 layer_norm_20" [label="(384,)", style=solid]; -"1209 _param_constant153" -> "1210 layer_norm_20" [label="(384,)", style=solid]; -"1210 layer_norm_20" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1211 add_30" -> "1238 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1211 add_30" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1212 _tensor_constant54" -> "1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1213 _param_constant155" -> "1220 linear_56" [label="(512,)", style=solid]; -"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1220 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1215 scale_updated_constant57" -> "1217 mul_tensor_57" [label="(512, 1)", style=solid]; -"1216 compressed_weight_updated_constant57" -> "1217 mul_tensor_57" [label="(512, 2)", style=solid]; -"1217 mul_tensor_57" -> "1219 sub_tensor_57" [label="(512, 2)", style=solid]; -"1218 zero_point_updated_constant57" -> "1219 sub_tensor_57" [label="(512, 1)", style=solid]; -"1219 sub_tensor_57" -> "1220 linear_56" [label="(512, 2)", style=solid]; -"1220 linear_56" -> "1221 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1221 relu__9" -> "1222 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1222 relu__9_0_0_nncf_smooth_quant_0" -> "1228 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1223 scale_updated_constant58" -> "1225 mul_tensor_58" [label="(12, 1)", style=solid]; -"1224 compressed_weight_updated_constant58" -> "1225 mul_tensor_58" [label="(12, 512)", style=solid]; -"1225 mul_tensor_58" -> "1227 sub_tensor_58" [label="(12, 512)", style=solid]; -"1226 zero_point_updated_constant58" -> "1227 sub_tensor_58" [label="(12, 1)", style=solid]; -"1227 sub_tensor_58" -> "1228 linear_57" [label="(12, 512)", style=solid]; -"1228 linear_57" -> "1229 view_48" [label="(1, 15, 15, 12)", style=solid]; -"1229 view_48" -> "1231 index_9" [label="(225, 12)", style=solid]; -"1230 _tensor_constant55" -> "1231 index_9" [label="(4096,)", style=solid]; -"1231 index_9" -> "1232 view_49" [label="(4096, 12)", style=solid]; -"1232 view_49" -> "1233 permute_41" [label="(64, 64, 12)", style=solid]; -"1233 permute_41" -> "1234 contiguous_16" [label="(12, 64, 64)", style=solid]; -"1234 contiguous_16" -> "1235 unsqueeze_25" [label="(12, 64, 64)", style=solid]; -"1235 unsqueeze_25" -> "1236 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; -"1236 sigmoid_9" -> "1237 mul_18" [label="(1, 12, 64, 64)", style=solid]; -"1237 mul_18" -> "1277 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1238 pad_11" -> "1239 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1239 roll_8" -> "1240 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1240 view_50" -> "1241 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1241 permute_42" -> "1242 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1242 reshape_40" -> "1245 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1242 reshape_40" -> "1278 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1243 _param_constant157" -> "1244 clone_9" [label="(1152,)", style=solid]; -"1244 clone_9" -> "1253 linear_58" [label="(1152,)", style=solid]; -"1245 reshape_40_0_0_nncf_smooth_quant_0" -> "1246 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1246 quantize_per_tensor_default_57" -> "1247 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1247 dequantize_per_tensor_default_57" -> "1253 linear_58" [label="(4, 64, 384)", style=solid]; -"1248 scale_updated_constant59" -> "1250 mul_tensor_59" [label="(1152, 1)", style=solid]; -"1249 compressed_weight_updated_constant59" -> "1250 mul_tensor_59" [label="(1152, 384)", style=solid]; -"1250 mul_tensor_59" -> "1252 sub_tensor_59" [label="(1152, 384)", style=solid]; -"1251 zero_point_updated_constant59" -> "1252 sub_tensor_59" [label="(1152, 1)", style=solid]; -"1252 sub_tensor_59" -> "1253 linear_58" [label="(1152, 384)", style=solid]; -"1253 linear_58" -> "1254 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1254 reshape_41" -> "1255 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1255 permute_43" -> "1256 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1255 permute_43" -> "1257 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1255 permute_43" -> "1258 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1256 select_27" -> "1259 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1256 select_27" -> "1261 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1256 select_27" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1257 select_28" -> "1265 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1257 select_28" -> "1267 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1257 select_28" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1258 select_29" -> "1296 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1259 linalg_vector_norm_18" -> "1260 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1260 clamp_min_18" -> "1261 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1261 expand_as_18" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1262 div_18" -> "1263 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1263 quantize_per_tensor_default_58" -> "1264 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1264 dequantize_per_tensor_default_58" -> "1272 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1265 linalg_vector_norm_19" -> "1266 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1266 clamp_min_19" -> "1267 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1267 expand_as_19" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1268 div_19" -> "1269 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1269 quantize_per_tensor_default_59" -> "1270 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1270 dequantize_per_tensor_default_59" -> "1271 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1271 transpose_18" -> "1272 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1272 matmul_18" -> "1276 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1273 _param_constant159" -> "1274 clamp_9" [label="(12, 1, 1)", style=solid]; -"1274 clamp_9" -> "1275 exp_9" [label="(12, 1, 1)", style=solid]; -"1275 exp_9" -> "1276 mul_19" [label="(12, 1, 1)", style=solid]; -"1276 mul_19" -> "1277 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1277 add_31" -> "1289 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1278 new_zeros_4" -> "1279 view_51" [label="(16, 16)", style=solid]; -"1279 view_51" -> "1280 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1280 permute_44" -> "1281 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1281 reshape_42" -> "1282 unsqueeze_26" [label="(4, 64)", style=solid]; -"1281 reshape_42" -> "1283 unsqueeze_27" [label="(4, 64)", style=solid]; -"1282 unsqueeze_26" -> "1284 sub_4" [label="(4, 1, 64)", style=solid]; -"1283 unsqueeze_27" -> "1284 sub_4" [label="(4, 64, 1)", style=solid]; -"1284 sub_4" -> "1285 ne_4" [label="(4, 64, 64)", style=solid]; -"1284 sub_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1284 sub_4" -> "1287 eq_4" [label="(4, 64, 64)", style=solid]; -"1285 ne_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1286 masked_fill_8" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1287 eq_4" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1288 masked_fill_9" -> "1290 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1289 view_52" -> "1292 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1290 unsqueeze_28" -> "1291 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1291 unsqueeze_29" -> "1292 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1292 add_32" -> "1293 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1293 view_53" -> "1294 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1294 softmax_9" -> "1295 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1295 dropout_36" -> "1296 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1296 matmul_19" -> "1297 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1297 transpose_19" -> "1298 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1298 reshape_43" -> "1300 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1299 _param_constant161" -> "1308 linear_59" [label="(384,)", style=solid]; -"1300 reshape_43_0_0_nncf_smooth_quant_0" -> "1301 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1301 quantize_per_tensor_default_60" -> "1302 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1302 dequantize_per_tensor_default_60" -> "1308 linear_59" [label="(4, 64, 384)", style=solid]; -"1303 scale_updated_constant60" -> "1305 mul_tensor_60" [label="(384, 1)", style=solid]; -"1304 compressed_weight_updated_constant60" -> "1305 mul_tensor_60" [label="(384, 384)", style=solid]; -"1305 mul_tensor_60" -> "1307 sub_tensor_60" [label="(384, 384)", style=solid]; -"1306 zero_point_updated_constant60" -> "1307 sub_tensor_60" [label="(384, 1)", style=solid]; -"1307 sub_tensor_60" -> "1308 linear_59" [label="(384, 384)", style=solid]; -"1308 linear_59" -> "1309 dropout_37" [label="(4, 64, 384)", style=solid]; -"1309 dropout_37" -> "1310 view_54" [label="(4, 64, 384)", style=solid]; -"1310 view_54" -> "1311 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1311 permute_45" -> "1312 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1312 reshape_44" -> "1313 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1313 roll_9" -> "1314 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1314 slice_157" -> "1315 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1315 slice_158" -> "1316 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1316 slice_159" -> "1317 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1317 slice_160" -> "1318 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1318 contiguous_17" -> "1321 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1319 _param_constant162" -> "1321 layer_norm_21" [label="(384,)", style=solid]; -"1320 _param_constant163" -> "1321 layer_norm_21" [label="(384,)", style=solid]; -"1321 layer_norm_21" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1322 add_33" -> "1324 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1322 add_33" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1323 _param_constant165" -> "1332 linear_60" [label="(1536,)", style=solid]; -"1324 add_33_0_0_nncf_smooth_quant_0" -> "1325 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1325 quantize_per_tensor_default_61" -> "1326 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1326 dequantize_per_tensor_default_61" -> "1332 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1327 scale_updated_constant61" -> "1329 mul_tensor_61" [label="(1536, 1)", style=solid]; -"1328 compressed_weight_updated_constant61" -> "1329 mul_tensor_61" [label="(1536, 384)", style=solid]; -"1329 mul_tensor_61" -> "1331 sub_tensor_61" [label="(1536, 384)", style=solid]; -"1330 zero_point_updated_constant61" -> "1331 sub_tensor_61" [label="(1536, 1)", style=solid]; -"1331 sub_tensor_61" -> "1332 linear_60" [label="(1536, 384)", style=solid]; -"1332 linear_60" -> "1333 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1333 gelu_9" -> "1334 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1334 dropout_38" -> "1336 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1335 _param_constant167" -> "1344 linear_61" [label="(384,)", style=solid]; -"1336 dropout_38_0_0_nncf_smooth_quant_0" -> "1337 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1337 quantize_per_tensor_default_62" -> "1338 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1338 dequantize_per_tensor_default_62" -> "1344 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1339 scale_updated_constant62" -> "1341 mul_tensor_62" [label="(384, 1)", style=solid]; -"1340 compressed_weight_updated_constant62" -> "1341 mul_tensor_62" [label="(384, 1536)", style=solid]; -"1341 mul_tensor_62" -> "1343 sub_tensor_62" [label="(384, 1536)", style=solid]; -"1342 zero_point_updated_constant62" -> "1343 sub_tensor_62" [label="(384, 1)", style=solid]; -"1343 sub_tensor_62" -> "1344 linear_61" [label="(384, 1536)", style=solid]; -"1344 linear_61" -> "1345 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1345 dropout_39" -> "1348 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1346 _param_constant168" -> "1348 layer_norm_22" [label="(384,)", style=solid]; -"1347 _param_constant169" -> "1348 layer_norm_22" [label="(384,)", style=solid]; -"1348 layer_norm_22" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1349 add_34" -> "1376 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1349 add_34" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1350 _tensor_constant65" -> "1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1351 _param_constant171" -> "1358 linear_62" [label="(512,)", style=solid]; -"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1358 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1353 scale_updated_constant63" -> "1355 mul_tensor_63" [label="(512, 1)", style=solid]; -"1354 compressed_weight_updated_constant63" -> "1355 mul_tensor_63" [label="(512, 2)", style=solid]; -"1355 mul_tensor_63" -> "1357 sub_tensor_63" [label="(512, 2)", style=solid]; -"1356 zero_point_updated_constant63" -> "1357 sub_tensor_63" [label="(512, 1)", style=solid]; -"1357 sub_tensor_63" -> "1358 linear_62" [label="(512, 2)", style=solid]; -"1358 linear_62" -> "1359 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1359 relu__10" -> "1360 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1360 relu__10_0_0_nncf_smooth_quant_0" -> "1366 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1361 scale_updated_constant64" -> "1363 mul_tensor_64" [label="(12, 1)", style=solid]; -"1362 compressed_weight_updated_constant64" -> "1363 mul_tensor_64" [label="(12, 512)", style=solid]; -"1363 mul_tensor_64" -> "1365 sub_tensor_64" [label="(12, 512)", style=solid]; -"1364 zero_point_updated_constant64" -> "1365 sub_tensor_64" [label="(12, 1)", style=solid]; -"1365 sub_tensor_64" -> "1366 linear_63" [label="(12, 512)", style=solid]; -"1366 linear_63" -> "1367 view_55" [label="(1, 15, 15, 12)", style=solid]; -"1367 view_55" -> "1369 index_10" [label="(225, 12)", style=solid]; -"1368 _tensor_constant66" -> "1369 index_10" [label="(4096,)", style=solid]; -"1369 index_10" -> "1370 view_56" [label="(4096, 12)", style=solid]; -"1370 view_56" -> "1371 permute_46" [label="(64, 64, 12)", style=solid]; -"1371 permute_46" -> "1372 contiguous_18" [label="(12, 64, 64)", style=solid]; -"1372 contiguous_18" -> "1373 unsqueeze_30" [label="(12, 64, 64)", style=solid]; -"1373 unsqueeze_30" -> "1374 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; -"1374 sigmoid_10" -> "1375 mul_20" [label="(1, 12, 64, 64)", style=solid]; -"1375 mul_20" -> "1414 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1376 pad_12" -> "1377 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1377 view_57" -> "1378 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1378 permute_47" -> "1379 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1379 reshape_45" -> "1382 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1380 _param_constant173" -> "1381 clone_10" [label="(1152,)", style=solid]; -"1381 clone_10" -> "1390 linear_64" [label="(1152,)", style=solid]; -"1382 reshape_45_0_0_nncf_smooth_quant_0" -> "1383 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1383 quantize_per_tensor_default_63" -> "1384 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1384 dequantize_per_tensor_default_63" -> "1390 linear_64" [label="(4, 64, 384)", style=solid]; -"1385 scale_updated_constant65" -> "1387 mul_tensor_65" [label="(1152, 1)", style=solid]; -"1386 compressed_weight_updated_constant65" -> "1387 mul_tensor_65" [label="(1152, 384)", style=solid]; -"1387 mul_tensor_65" -> "1389 sub_tensor_65" [label="(1152, 384)", style=solid]; -"1388 zero_point_updated_constant65" -> "1389 sub_tensor_65" [label="(1152, 1)", style=solid]; -"1389 sub_tensor_65" -> "1390 linear_64" [label="(1152, 384)", style=solid]; -"1390 linear_64" -> "1391 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1391 reshape_46" -> "1392 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1392 permute_48" -> "1393 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1392 permute_48" -> "1394 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1392 permute_48" -> "1395 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1393 select_30" -> "1396 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1393 select_30" -> "1398 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1393 select_30" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1394 select_31" -> "1402 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 select_31" -> "1404 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 select_31" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1395 select_32" -> "1417 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1396 linalg_vector_norm_20" -> "1397 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1397 clamp_min_20" -> "1398 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1398 expand_as_20" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1399 div_20" -> "1400 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1400 quantize_per_tensor_default_64" -> "1401 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1401 dequantize_per_tensor_default_64" -> "1409 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1402 linalg_vector_norm_21" -> "1403 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1403 clamp_min_21" -> "1404 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1404 expand_as_21" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1405 div_21" -> "1406 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1406 quantize_per_tensor_default_65" -> "1407 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1407 dequantize_per_tensor_default_65" -> "1408 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1408 transpose_20" -> "1409 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1409 matmul_20" -> "1413 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1410 _param_constant175" -> "1411 clamp_10" [label="(12, 1, 1)", style=solid]; -"1411 clamp_10" -> "1412 exp_10" [label="(12, 1, 1)", style=solid]; -"1412 exp_10" -> "1413 mul_21" [label="(12, 1, 1)", style=solid]; -"1413 mul_21" -> "1414 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1414 add_35" -> "1415 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1415 softmax_10" -> "1416 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1416 dropout_40" -> "1417 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1417 matmul_21" -> "1418 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1418 transpose_21" -> "1419 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1419 reshape_47" -> "1421 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1420 _param_constant177" -> "1429 linear_65" [label="(384,)", style=solid]; -"1421 reshape_47_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1422 quantize_per_tensor_default_66" -> "1423 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1423 dequantize_per_tensor_default_66" -> "1429 linear_65" [label="(4, 64, 384)", style=solid]; -"1424 scale_updated_constant66" -> "1426 mul_tensor_66" [label="(384, 1)", style=solid]; -"1425 compressed_weight_updated_constant66" -> "1426 mul_tensor_66" [label="(384, 384)", style=solid]; -"1426 mul_tensor_66" -> "1428 sub_tensor_66" [label="(384, 384)", style=solid]; -"1427 zero_point_updated_constant66" -> "1428 sub_tensor_66" [label="(384, 1)", style=solid]; -"1428 sub_tensor_66" -> "1429 linear_65" [label="(384, 384)", style=solid]; -"1429 linear_65" -> "1430 dropout_41" [label="(4, 64, 384)", style=solid]; -"1430 dropout_41" -> "1431 view_58" [label="(4, 64, 384)", style=solid]; -"1431 view_58" -> "1432 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1432 permute_49" -> "1433 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1433 reshape_48" -> "1434 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1434 slice_162" -> "1435 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1435 slice_163" -> "1436 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1436 slice_164" -> "1437 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1437 slice_165" -> "1438 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1438 contiguous_19" -> "1441 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1439 _param_constant178" -> "1441 layer_norm_23" [label="(384,)", style=solid]; -"1440 _param_constant179" -> "1441 layer_norm_23" [label="(384,)", style=solid]; -"1441 layer_norm_23" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1442 add_36" -> "1444 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1442 add_36" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1443 _param_constant181" -> "1452 linear_66" [label="(1536,)", style=solid]; -"1444 add_36_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1445 quantize_per_tensor_default_67" -> "1446 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1446 dequantize_per_tensor_default_67" -> "1452 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1447 scale_updated_constant67" -> "1449 mul_tensor_67" [label="(1536, 1)", style=solid]; -"1448 compressed_weight_updated_constant67" -> "1449 mul_tensor_67" [label="(1536, 384)", style=solid]; -"1449 mul_tensor_67" -> "1451 sub_tensor_67" [label="(1536, 384)", style=solid]; -"1450 zero_point_updated_constant67" -> "1451 sub_tensor_67" [label="(1536, 1)", style=solid]; -"1451 sub_tensor_67" -> "1452 linear_66" [label="(1536, 384)", style=solid]; -"1452 linear_66" -> "1453 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1453 gelu_10" -> "1454 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1454 dropout_42" -> "1456 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1455 _param_constant183" -> "1464 linear_67" [label="(384,)", style=solid]; -"1456 dropout_42_0_0_nncf_smooth_quant_0" -> "1457 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1457 quantize_per_tensor_default_68" -> "1458 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1458 dequantize_per_tensor_default_68" -> "1464 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1459 scale_updated_constant68" -> "1461 mul_tensor_68" [label="(384, 1)", style=solid]; -"1460 compressed_weight_updated_constant68" -> "1461 mul_tensor_68" [label="(384, 1536)", style=solid]; -"1461 mul_tensor_68" -> "1463 sub_tensor_68" [label="(384, 1536)", style=solid]; -"1462 zero_point_updated_constant68" -> "1463 sub_tensor_68" [label="(384, 1)", style=solid]; -"1463 sub_tensor_68" -> "1464 linear_67" [label="(384, 1536)", style=solid]; -"1464 linear_67" -> "1465 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1465 dropout_43" -> "1468 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1466 _param_constant184" -> "1468 layer_norm_24" [label="(384,)", style=solid]; -"1467 _param_constant185" -> "1468 layer_norm_24" [label="(384,)", style=solid]; -"1468 layer_norm_24" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1469 add_37" -> "1496 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1469 add_37" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1470 _tensor_constant67" -> "1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1471 _param_constant187" -> "1478 linear_68" [label="(512,)", style=solid]; -"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1478 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1473 scale_updated_constant69" -> "1475 mul_tensor_69" [label="(512, 1)", style=solid]; -"1474 compressed_weight_updated_constant69" -> "1475 mul_tensor_69" [label="(512, 2)", style=solid]; -"1475 mul_tensor_69" -> "1477 sub_tensor_69" [label="(512, 2)", style=solid]; -"1476 zero_point_updated_constant69" -> "1477 sub_tensor_69" [label="(512, 1)", style=solid]; -"1477 sub_tensor_69" -> "1478 linear_68" [label="(512, 2)", style=solid]; -"1478 linear_68" -> "1479 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1479 relu__11" -> "1480 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1480 relu__11_0_0_nncf_smooth_quant_0" -> "1486 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1481 scale_updated_constant70" -> "1483 mul_tensor_70" [label="(12, 1)", style=solid]; -"1482 compressed_weight_updated_constant70" -> "1483 mul_tensor_70" [label="(12, 512)", style=solid]; -"1483 mul_tensor_70" -> "1485 sub_tensor_70" [label="(12, 512)", style=solid]; -"1484 zero_point_updated_constant70" -> "1485 sub_tensor_70" [label="(12, 1)", style=solid]; -"1485 sub_tensor_70" -> "1486 linear_69" [label="(12, 512)", style=solid]; -"1486 linear_69" -> "1487 view_59" [label="(1, 15, 15, 12)", style=solid]; -"1487 view_59" -> "1489 index_11" [label="(225, 12)", style=solid]; -"1488 _tensor_constant68" -> "1489 index_11" [label="(4096,)", style=solid]; -"1489 index_11" -> "1490 view_60" [label="(4096, 12)", style=solid]; -"1490 view_60" -> "1491 permute_50" [label="(64, 64, 12)", style=solid]; -"1491 permute_50" -> "1492 contiguous_20" [label="(12, 64, 64)", style=solid]; -"1492 contiguous_20" -> "1493 unsqueeze_31" [label="(12, 64, 64)", style=solid]; -"1493 unsqueeze_31" -> "1494 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; -"1494 sigmoid_11" -> "1495 mul_22" [label="(1, 12, 64, 64)", style=solid]; -"1495 mul_22" -> "1535 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1496 pad_13" -> "1497 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1497 roll_10" -> "1498 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1498 view_61" -> "1499 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1499 permute_51" -> "1500 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1500 reshape_49" -> "1503 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1500 reshape_49" -> "1536 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1501 _param_constant189" -> "1502 clone_11" [label="(1152,)", style=solid]; -"1502 clone_11" -> "1511 linear_70" [label="(1152,)", style=solid]; -"1503 reshape_49_0_0_nncf_smooth_quant_0" -> "1504 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1504 quantize_per_tensor_default_69" -> "1505 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1505 dequantize_per_tensor_default_69" -> "1511 linear_70" [label="(4, 64, 384)", style=solid]; -"1506 scale_updated_constant71" -> "1508 mul_tensor_71" [label="(1152, 1)", style=solid]; -"1507 compressed_weight_updated_constant71" -> "1508 mul_tensor_71" [label="(1152, 384)", style=solid]; -"1508 mul_tensor_71" -> "1510 sub_tensor_71" [label="(1152, 384)", style=solid]; -"1509 zero_point_updated_constant71" -> "1510 sub_tensor_71" [label="(1152, 1)", style=solid]; -"1510 sub_tensor_71" -> "1511 linear_70" [label="(1152, 384)", style=solid]; -"1511 linear_70" -> "1512 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1512 reshape_50" -> "1513 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1513 permute_52" -> "1514 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1513 permute_52" -> "1515 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1513 permute_52" -> "1516 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1514 select_33" -> "1517 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1514 select_33" -> "1519 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1514 select_33" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1515 select_34" -> "1523 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1515 select_34" -> "1525 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1515 select_34" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1516 select_35" -> "1554 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1517 linalg_vector_norm_22" -> "1518 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1518 clamp_min_22" -> "1519 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1519 expand_as_22" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1520 div_22" -> "1521 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1521 quantize_per_tensor_default_70" -> "1522 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1522 dequantize_per_tensor_default_70" -> "1530 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1523 linalg_vector_norm_23" -> "1524 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1524 clamp_min_23" -> "1525 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1525 expand_as_23" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1526 div_23" -> "1527 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1527 quantize_per_tensor_default_71" -> "1528 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1528 dequantize_per_tensor_default_71" -> "1529 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1529 transpose_22" -> "1530 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1530 matmul_22" -> "1534 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1531 _param_constant191" -> "1532 clamp_11" [label="(12, 1, 1)", style=solid]; -"1532 clamp_11" -> "1533 exp_11" [label="(12, 1, 1)", style=solid]; -"1533 exp_11" -> "1534 mul_23" [label="(12, 1, 1)", style=solid]; -"1534 mul_23" -> "1535 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1535 add_38" -> "1547 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1536 new_zeros_5" -> "1537 view_62" [label="(16, 16)", style=solid]; -"1537 view_62" -> "1538 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1538 permute_53" -> "1539 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1539 reshape_51" -> "1540 unsqueeze_32" [label="(4, 64)", style=solid]; -"1539 reshape_51" -> "1541 unsqueeze_33" [label="(4, 64)", style=solid]; -"1540 unsqueeze_32" -> "1542 sub_5" [label="(4, 1, 64)", style=solid]; -"1541 unsqueeze_33" -> "1542 sub_5" [label="(4, 64, 1)", style=solid]; -"1542 sub_5" -> "1543 ne_5" [label="(4, 64, 64)", style=solid]; -"1542 sub_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1542 sub_5" -> "1545 eq_5" [label="(4, 64, 64)", style=solid]; -"1543 ne_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1544 masked_fill_10" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1545 eq_5" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1546 masked_fill_11" -> "1548 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1547 view_63" -> "1550 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1548 unsqueeze_34" -> "1549 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1549 unsqueeze_35" -> "1550 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1550 add_39" -> "1551 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1551 view_64" -> "1552 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1552 softmax_11" -> "1553 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1553 dropout_44" -> "1554 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1554 matmul_23" -> "1555 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1555 transpose_23" -> "1556 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1556 reshape_52" -> "1558 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1557 _param_constant193" -> "1566 linear_71" [label="(384,)", style=solid]; -"1558 reshape_52_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1559 quantize_per_tensor_default_72" -> "1560 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1560 dequantize_per_tensor_default_72" -> "1566 linear_71" [label="(4, 64, 384)", style=solid]; -"1561 scale_updated_constant72" -> "1563 mul_tensor_72" [label="(384, 1)", style=solid]; -"1562 compressed_weight_updated_constant72" -> "1563 mul_tensor_72" [label="(384, 384)", style=solid]; -"1563 mul_tensor_72" -> "1565 sub_tensor_72" [label="(384, 384)", style=solid]; -"1564 zero_point_updated_constant72" -> "1565 sub_tensor_72" [label="(384, 1)", style=solid]; -"1565 sub_tensor_72" -> "1566 linear_71" [label="(384, 384)", style=solid]; -"1566 linear_71" -> "1567 dropout_45" [label="(4, 64, 384)", style=solid]; -"1567 dropout_45" -> "1568 view_65" [label="(4, 64, 384)", style=solid]; -"1568 view_65" -> "1569 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1569 permute_54" -> "1570 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1570 reshape_53" -> "1571 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1571 roll_11" -> "1572 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1572 slice_185" -> "1573 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1573 slice_186" -> "1574 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1574 slice_187" -> "1575 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1575 slice_188" -> "1576 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1576 contiguous_21" -> "1579 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1577 _param_constant194" -> "1579 layer_norm_25" [label="(384,)", style=solid]; -"1578 _param_constant195" -> "1579 layer_norm_25" [label="(384,)", style=solid]; -"1579 layer_norm_25" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_40" -> "1582 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_40" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1581 _param_constant197" -> "1590 linear_72" [label="(1536,)", style=solid]; -"1582 add_40_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1583 quantize_per_tensor_default_73" -> "1584 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1584 dequantize_per_tensor_default_73" -> "1590 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1585 scale_updated_constant73" -> "1587 mul_tensor_73" [label="(1536, 1)", style=solid]; -"1586 compressed_weight_updated_constant73" -> "1587 mul_tensor_73" [label="(1536, 384)", style=solid]; -"1587 mul_tensor_73" -> "1589 sub_tensor_73" [label="(1536, 384)", style=solid]; -"1588 zero_point_updated_constant73" -> "1589 sub_tensor_73" [label="(1536, 1)", style=solid]; -"1589 sub_tensor_73" -> "1590 linear_72" [label="(1536, 384)", style=solid]; -"1590 linear_72" -> "1591 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1591 gelu_11" -> "1592 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1592 dropout_46" -> "1594 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1593 _param_constant199" -> "1602 linear_73" [label="(384,)", style=solid]; -"1594 dropout_46_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1595 quantize_per_tensor_default_74" -> "1596 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1596 dequantize_per_tensor_default_74" -> "1602 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1597 scale_updated_constant74" -> "1599 mul_tensor_74" [label="(384, 1)", style=solid]; -"1598 compressed_weight_updated_constant74" -> "1599 mul_tensor_74" [label="(384, 1536)", style=solid]; -"1599 mul_tensor_74" -> "1601 sub_tensor_74" [label="(384, 1536)", style=solid]; -"1600 zero_point_updated_constant74" -> "1601 sub_tensor_74" [label="(384, 1)", style=solid]; -"1601 sub_tensor_74" -> "1602 linear_73" [label="(384, 1536)", style=solid]; -"1602 linear_73" -> "1603 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1603 dropout_47" -> "1606 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1604 _param_constant200" -> "1606 layer_norm_26" [label="(384,)", style=solid]; -"1605 _param_constant201" -> "1606 layer_norm_26" [label="(384,)", style=solid]; -"1606 layer_norm_26" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1607 add_41" -> "1634 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1607 add_41" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1608 _tensor_constant78" -> "1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1609 _param_constant203" -> "1616 linear_74" [label="(512,)", style=solid]; -"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1616 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1611 scale_updated_constant75" -> "1613 mul_tensor_75" [label="(512, 1)", style=solid]; -"1612 compressed_weight_updated_constant75" -> "1613 mul_tensor_75" [label="(512, 2)", style=solid]; -"1613 mul_tensor_75" -> "1615 sub_tensor_75" [label="(512, 2)", style=solid]; -"1614 zero_point_updated_constant75" -> "1615 sub_tensor_75" [label="(512, 1)", style=solid]; -"1615 sub_tensor_75" -> "1616 linear_74" [label="(512, 2)", style=solid]; -"1616 linear_74" -> "1617 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1617 relu__12" -> "1618 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1618 relu__12_0_0_nncf_smooth_quant_0" -> "1624 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1619 scale_updated_constant76" -> "1621 mul_tensor_76" [label="(12, 1)", style=solid]; -"1620 compressed_weight_updated_constant76" -> "1621 mul_tensor_76" [label="(12, 512)", style=solid]; -"1621 mul_tensor_76" -> "1623 sub_tensor_76" [label="(12, 512)", style=solid]; -"1622 zero_point_updated_constant76" -> "1623 sub_tensor_76" [label="(12, 1)", style=solid]; -"1623 sub_tensor_76" -> "1624 linear_75" [label="(12, 512)", style=solid]; -"1624 linear_75" -> "1625 view_66" [label="(1, 15, 15, 12)", style=solid]; -"1625 view_66" -> "1627 index_12" [label="(225, 12)", style=solid]; -"1626 _tensor_constant79" -> "1627 index_12" [label="(4096,)", style=solid]; -"1627 index_12" -> "1628 view_67" [label="(4096, 12)", style=solid]; -"1628 view_67" -> "1629 permute_55" [label="(64, 64, 12)", style=solid]; -"1629 permute_55" -> "1630 contiguous_22" [label="(12, 64, 64)", style=solid]; -"1630 contiguous_22" -> "1631 unsqueeze_36" [label="(12, 64, 64)", style=solid]; -"1631 unsqueeze_36" -> "1632 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; -"1632 sigmoid_12" -> "1633 mul_24" [label="(1, 12, 64, 64)", style=solid]; -"1633 mul_24" -> "1672 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1634 pad_14" -> "1635 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1635 view_68" -> "1636 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1636 permute_56" -> "1637 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1637 reshape_54" -> "1640 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1638 _param_constant205" -> "1639 clone_12" [label="(1152,)", style=solid]; -"1639 clone_12" -> "1648 linear_76" [label="(1152,)", style=solid]; -"1640 reshape_54_0_0_nncf_smooth_quant_0" -> "1641 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1641 quantize_per_tensor_default_75" -> "1642 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1642 dequantize_per_tensor_default_75" -> "1648 linear_76" [label="(4, 64, 384)", style=solid]; -"1643 scale_updated_constant77" -> "1645 mul_tensor_77" [label="(1152, 1)", style=solid]; -"1644 compressed_weight_updated_constant77" -> "1645 mul_tensor_77" [label="(1152, 384)", style=solid]; -"1645 mul_tensor_77" -> "1647 sub_tensor_77" [label="(1152, 384)", style=solid]; -"1646 zero_point_updated_constant77" -> "1647 sub_tensor_77" [label="(1152, 1)", style=solid]; -"1647 sub_tensor_77" -> "1648 linear_76" [label="(1152, 384)", style=solid]; -"1648 linear_76" -> "1649 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1649 reshape_55" -> "1650 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1650 permute_57" -> "1651 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1650 permute_57" -> "1652 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1650 permute_57" -> "1653 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1651 select_36" -> "1654 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1651 select_36" -> "1656 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1651 select_36" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1652 select_37" -> "1660 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1652 select_37" -> "1662 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1652 select_37" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1653 select_38" -> "1675 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1654 linalg_vector_norm_24" -> "1655 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1655 clamp_min_24" -> "1656 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1656 expand_as_24" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1657 div_24" -> "1658 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1658 quantize_per_tensor_default_76" -> "1659 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1659 dequantize_per_tensor_default_76" -> "1667 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1660 linalg_vector_norm_25" -> "1661 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1661 clamp_min_25" -> "1662 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1662 expand_as_25" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1663 div_25" -> "1664 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1664 quantize_per_tensor_default_77" -> "1665 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1665 dequantize_per_tensor_default_77" -> "1666 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1666 transpose_24" -> "1667 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1667 matmul_24" -> "1671 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1668 _param_constant207" -> "1669 clamp_12" [label="(12, 1, 1)", style=solid]; -"1669 clamp_12" -> "1670 exp_12" [label="(12, 1, 1)", style=solid]; -"1670 exp_12" -> "1671 mul_25" [label="(12, 1, 1)", style=solid]; -"1671 mul_25" -> "1672 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1672 add_42" -> "1673 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1673 softmax_12" -> "1674 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1674 dropout_48" -> "1675 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1675 matmul_25" -> "1676 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1676 transpose_25" -> "1677 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1677 reshape_56" -> "1679 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1678 _param_constant209" -> "1687 linear_77" [label="(384,)", style=solid]; -"1679 reshape_56_0_0_nncf_smooth_quant_0" -> "1680 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1680 quantize_per_tensor_default_78" -> "1681 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1681 dequantize_per_tensor_default_78" -> "1687 linear_77" [label="(4, 64, 384)", style=solid]; -"1682 scale_updated_constant78" -> "1684 mul_tensor_78" [label="(384, 1)", style=solid]; -"1683 compressed_weight_updated_constant78" -> "1684 mul_tensor_78" [label="(384, 384)", style=solid]; -"1684 mul_tensor_78" -> "1686 sub_tensor_78" [label="(384, 384)", style=solid]; -"1685 zero_point_updated_constant78" -> "1686 sub_tensor_78" [label="(384, 1)", style=solid]; -"1686 sub_tensor_78" -> "1687 linear_77" [label="(384, 384)", style=solid]; -"1687 linear_77" -> "1688 dropout_49" [label="(4, 64, 384)", style=solid]; -"1688 dropout_49" -> "1689 view_69" [label="(4, 64, 384)", style=solid]; -"1689 view_69" -> "1690 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1690 permute_58" -> "1691 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1691 reshape_57" -> "1692 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1692 slice_190" -> "1693 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1693 slice_191" -> "1694 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1694 slice_192" -> "1695 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1695 slice_193" -> "1696 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1696 contiguous_23" -> "1699 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1697 _param_constant210" -> "1699 layer_norm_27" [label="(384,)", style=solid]; -"1698 _param_constant211" -> "1699 layer_norm_27" [label="(384,)", style=solid]; -"1699 layer_norm_27" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1700 add_43" -> "1702 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1700 add_43" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1701 _param_constant213" -> "1710 linear_78" [label="(1536,)", style=solid]; -"1702 add_43_0_0_nncf_smooth_quant_0" -> "1703 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1703 quantize_per_tensor_default_79" -> "1704 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1704 dequantize_per_tensor_default_79" -> "1710 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1705 scale_updated_constant79" -> "1707 mul_tensor_79" [label="(1536, 1)", style=solid]; -"1706 compressed_weight_updated_constant79" -> "1707 mul_tensor_79" [label="(1536, 384)", style=solid]; -"1707 mul_tensor_79" -> "1709 sub_tensor_79" [label="(1536, 384)", style=solid]; -"1708 zero_point_updated_constant79" -> "1709 sub_tensor_79" [label="(1536, 1)", style=solid]; -"1709 sub_tensor_79" -> "1710 linear_78" [label="(1536, 384)", style=solid]; -"1710 linear_78" -> "1711 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1711 gelu_12" -> "1712 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1712 dropout_50" -> "1714 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1713 _param_constant215" -> "1722 linear_79" [label="(384,)", style=solid]; -"1714 dropout_50_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1715 quantize_per_tensor_default_80" -> "1716 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1716 dequantize_per_tensor_default_80" -> "1722 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1717 scale_updated_constant80" -> "1719 mul_tensor_80" [label="(384, 1)", style=solid]; -"1718 compressed_weight_updated_constant80" -> "1719 mul_tensor_80" [label="(384, 1536)", style=solid]; -"1719 mul_tensor_80" -> "1721 sub_tensor_80" [label="(384, 1536)", style=solid]; -"1720 zero_point_updated_constant80" -> "1721 sub_tensor_80" [label="(384, 1)", style=solid]; -"1721 sub_tensor_80" -> "1722 linear_79" [label="(384, 1536)", style=solid]; -"1722 linear_79" -> "1723 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1723 dropout_51" -> "1726 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1724 _param_constant216" -> "1726 layer_norm_28" [label="(384,)", style=solid]; -"1725 _param_constant217" -> "1726 layer_norm_28" [label="(384,)", style=solid]; -"1726 layer_norm_28" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1727 add_44" -> "1754 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1727 add_44" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1728 _tensor_constant80" -> "1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1729 _param_constant219" -> "1736 linear_80" [label="(512,)", style=solid]; -"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1736 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1731 scale_updated_constant81" -> "1733 mul_tensor_81" [label="(512, 1)", style=solid]; -"1732 compressed_weight_updated_constant81" -> "1733 mul_tensor_81" [label="(512, 2)", style=solid]; -"1733 mul_tensor_81" -> "1735 sub_tensor_81" [label="(512, 2)", style=solid]; -"1734 zero_point_updated_constant81" -> "1735 sub_tensor_81" [label="(512, 1)", style=solid]; -"1735 sub_tensor_81" -> "1736 linear_80" [label="(512, 2)", style=solid]; -"1736 linear_80" -> "1737 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1737 relu__13" -> "1738 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1738 relu__13_0_0_nncf_smooth_quant_0" -> "1744 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1739 scale_updated_constant82" -> "1741 mul_tensor_82" [label="(12, 1)", style=solid]; -"1740 compressed_weight_updated_constant82" -> "1741 mul_tensor_82" [label="(12, 512)", style=solid]; -"1741 mul_tensor_82" -> "1743 sub_tensor_82" [label="(12, 512)", style=solid]; -"1742 zero_point_updated_constant82" -> "1743 sub_tensor_82" [label="(12, 1)", style=solid]; -"1743 sub_tensor_82" -> "1744 linear_81" [label="(12, 512)", style=solid]; -"1744 linear_81" -> "1745 view_70" [label="(1, 15, 15, 12)", style=solid]; -"1745 view_70" -> "1747 index_13" [label="(225, 12)", style=solid]; -"1746 _tensor_constant81" -> "1747 index_13" [label="(4096,)", style=solid]; -"1747 index_13" -> "1748 view_71" [label="(4096, 12)", style=solid]; -"1748 view_71" -> "1749 permute_59" [label="(64, 64, 12)", style=solid]; -"1749 permute_59" -> "1750 contiguous_24" [label="(12, 64, 64)", style=solid]; -"1750 contiguous_24" -> "1751 unsqueeze_37" [label="(12, 64, 64)", style=solid]; -"1751 unsqueeze_37" -> "1752 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; -"1752 sigmoid_13" -> "1753 mul_26" [label="(1, 12, 64, 64)", style=solid]; -"1753 mul_26" -> "1793 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1754 pad_15" -> "1755 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1755 roll_12" -> "1756 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1756 view_72" -> "1757 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1757 permute_60" -> "1758 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1758 reshape_58" -> "1761 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1758 reshape_58" -> "1794 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1759 _param_constant221" -> "1760 clone_13" [label="(1152,)", style=solid]; -"1760 clone_13" -> "1769 linear_82" [label="(1152,)", style=solid]; -"1761 reshape_58_0_0_nncf_smooth_quant_0" -> "1762 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1762 quantize_per_tensor_default_81" -> "1763 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1763 dequantize_per_tensor_default_81" -> "1769 linear_82" [label="(4, 64, 384)", style=solid]; -"1764 scale_updated_constant83" -> "1766 mul_tensor_83" [label="(1152, 1)", style=solid]; -"1765 compressed_weight_updated_constant83" -> "1766 mul_tensor_83" [label="(1152, 384)", style=solid]; -"1766 mul_tensor_83" -> "1768 sub_tensor_83" [label="(1152, 384)", style=solid]; -"1767 zero_point_updated_constant83" -> "1768 sub_tensor_83" [label="(1152, 1)", style=solid]; -"1768 sub_tensor_83" -> "1769 linear_82" [label="(1152, 384)", style=solid]; -"1769 linear_82" -> "1770 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1770 reshape_59" -> "1771 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1771 permute_61" -> "1772 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1771 permute_61" -> "1773 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1771 permute_61" -> "1774 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1772 select_39" -> "1775 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1772 select_39" -> "1777 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1772 select_39" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1773 select_40" -> "1781 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1773 select_40" -> "1783 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1773 select_40" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1774 select_41" -> "1812 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1775 linalg_vector_norm_26" -> "1776 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1776 clamp_min_26" -> "1777 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1777 expand_as_26" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1778 div_26" -> "1779 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1779 quantize_per_tensor_default_82" -> "1780 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1780 dequantize_per_tensor_default_82" -> "1788 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1781 linalg_vector_norm_27" -> "1782 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1782 clamp_min_27" -> "1783 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1783 expand_as_27" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1784 div_27" -> "1785 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1785 quantize_per_tensor_default_83" -> "1786 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1786 dequantize_per_tensor_default_83" -> "1787 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1787 transpose_26" -> "1788 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1788 matmul_26" -> "1792 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1789 _param_constant223" -> "1790 clamp_13" [label="(12, 1, 1)", style=solid]; -"1790 clamp_13" -> "1791 exp_13" [label="(12, 1, 1)", style=solid]; -"1791 exp_13" -> "1792 mul_27" [label="(12, 1, 1)", style=solid]; -"1792 mul_27" -> "1793 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1793 add_45" -> "1805 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1794 new_zeros_6" -> "1795 view_73" [label="(16, 16)", style=solid]; -"1795 view_73" -> "1796 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1796 permute_62" -> "1797 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1797 reshape_60" -> "1798 unsqueeze_38" [label="(4, 64)", style=solid]; -"1797 reshape_60" -> "1799 unsqueeze_39" [label="(4, 64)", style=solid]; -"1798 unsqueeze_38" -> "1800 sub_6" [label="(4, 1, 64)", style=solid]; -"1799 unsqueeze_39" -> "1800 sub_6" [label="(4, 64, 1)", style=solid]; -"1800 sub_6" -> "1801 ne_6" [label="(4, 64, 64)", style=solid]; -"1800 sub_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1800 sub_6" -> "1803 eq_6" [label="(4, 64, 64)", style=solid]; -"1801 ne_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1802 masked_fill_12" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1803 eq_6" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1804 masked_fill_13" -> "1806 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1805 view_74" -> "1808 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1806 unsqueeze_40" -> "1807 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1807 unsqueeze_41" -> "1808 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1808 add_46" -> "1809 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1809 view_75" -> "1810 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1810 softmax_13" -> "1811 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1811 dropout_52" -> "1812 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1812 matmul_27" -> "1813 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1813 transpose_27" -> "1814 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1814 reshape_61" -> "1816 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1815 _param_constant225" -> "1824 linear_83" [label="(384,)", style=solid]; -"1816 reshape_61_0_0_nncf_smooth_quant_0" -> "1817 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1817 quantize_per_tensor_default_84" -> "1818 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1818 dequantize_per_tensor_default_84" -> "1824 linear_83" [label="(4, 64, 384)", style=solid]; -"1819 scale_updated_constant84" -> "1821 mul_tensor_84" [label="(384, 1)", style=solid]; -"1820 compressed_weight_updated_constant84" -> "1821 mul_tensor_84" [label="(384, 384)", style=solid]; -"1821 mul_tensor_84" -> "1823 sub_tensor_84" [label="(384, 384)", style=solid]; -"1822 zero_point_updated_constant84" -> "1823 sub_tensor_84" [label="(384, 1)", style=solid]; -"1823 sub_tensor_84" -> "1824 linear_83" [label="(384, 384)", style=solid]; -"1824 linear_83" -> "1825 dropout_53" [label="(4, 64, 384)", style=solid]; -"1825 dropout_53" -> "1826 view_76" [label="(4, 64, 384)", style=solid]; -"1826 view_76" -> "1827 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1827 permute_63" -> "1828 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1828 reshape_62" -> "1829 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1829 roll_13" -> "1830 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1830 slice_213" -> "1831 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1831 slice_214" -> "1832 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1832 slice_215" -> "1833 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1833 slice_216" -> "1834 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1834 contiguous_25" -> "1837 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1835 _param_constant226" -> "1837 layer_norm_29" [label="(384,)", style=solid]; -"1836 _param_constant227" -> "1837 layer_norm_29" [label="(384,)", style=solid]; -"1837 layer_norm_29" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1838 add_47" -> "1840 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1838 add_47" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1839 _param_constant229" -> "1848 linear_84" [label="(1536,)", style=solid]; -"1840 add_47_0_0_nncf_smooth_quant_0" -> "1841 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1841 quantize_per_tensor_default_85" -> "1842 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1842 dequantize_per_tensor_default_85" -> "1848 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1843 scale_updated_constant85" -> "1845 mul_tensor_85" [label="(1536, 1)", style=solid]; -"1844 compressed_weight_updated_constant85" -> "1845 mul_tensor_85" [label="(1536, 384)", style=solid]; -"1845 mul_tensor_85" -> "1847 sub_tensor_85" [label="(1536, 384)", style=solid]; -"1846 zero_point_updated_constant85" -> "1847 sub_tensor_85" [label="(1536, 1)", style=solid]; -"1847 sub_tensor_85" -> "1848 linear_84" [label="(1536, 384)", style=solid]; -"1848 linear_84" -> "1849 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1849 gelu_13" -> "1850 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1850 dropout_54" -> "1852 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1851 _param_constant231" -> "1860 linear_85" [label="(384,)", style=solid]; -"1852 dropout_54_0_0_nncf_smooth_quant_0" -> "1853 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1853 quantize_per_tensor_default_86" -> "1854 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1854 dequantize_per_tensor_default_86" -> "1860 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1855 scale_updated_constant86" -> "1857 mul_tensor_86" [label="(384, 1)", style=solid]; -"1856 compressed_weight_updated_constant86" -> "1857 mul_tensor_86" [label="(384, 1536)", style=solid]; -"1857 mul_tensor_86" -> "1859 sub_tensor_86" [label="(384, 1536)", style=solid]; -"1858 zero_point_updated_constant86" -> "1859 sub_tensor_86" [label="(384, 1)", style=solid]; -"1859 sub_tensor_86" -> "1860 linear_85" [label="(384, 1536)", style=solid]; -"1860 linear_85" -> "1861 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1861 dropout_55" -> "1864 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1862 _param_constant232" -> "1864 layer_norm_30" [label="(384,)", style=solid]; -"1863 _param_constant233" -> "1864 layer_norm_30" [label="(384,)", style=solid]; -"1864 layer_norm_30" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1865 add_48" -> "1892 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1865 add_48" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1866 _tensor_constant91" -> "1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1867 _param_constant235" -> "1874 linear_86" [label="(512,)", style=solid]; -"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1874 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1869 scale_updated_constant87" -> "1871 mul_tensor_87" [label="(512, 1)", style=solid]; -"1870 compressed_weight_updated_constant87" -> "1871 mul_tensor_87" [label="(512, 2)", style=solid]; -"1871 mul_tensor_87" -> "1873 sub_tensor_87" [label="(512, 2)", style=solid]; -"1872 zero_point_updated_constant87" -> "1873 sub_tensor_87" [label="(512, 1)", style=solid]; -"1873 sub_tensor_87" -> "1874 linear_86" [label="(512, 2)", style=solid]; -"1874 linear_86" -> "1875 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1875 relu__14" -> "1876 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1876 relu__14_0_0_nncf_smooth_quant_0" -> "1882 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1877 scale_updated_constant88" -> "1879 mul_tensor_88" [label="(12, 1)", style=solid]; -"1878 compressed_weight_updated_constant88" -> "1879 mul_tensor_88" [label="(12, 512)", style=solid]; -"1879 mul_tensor_88" -> "1881 sub_tensor_88" [label="(12, 512)", style=solid]; -"1880 zero_point_updated_constant88" -> "1881 sub_tensor_88" [label="(12, 1)", style=solid]; -"1881 sub_tensor_88" -> "1882 linear_87" [label="(12, 512)", style=solid]; -"1882 linear_87" -> "1883 view_77" [label="(1, 15, 15, 12)", style=solid]; -"1883 view_77" -> "1885 index_14" [label="(225, 12)", style=solid]; -"1884 _tensor_constant92" -> "1885 index_14" [label="(4096,)", style=solid]; -"1885 index_14" -> "1886 view_78" [label="(4096, 12)", style=solid]; -"1886 view_78" -> "1887 permute_64" [label="(64, 64, 12)", style=solid]; -"1887 permute_64" -> "1888 contiguous_26" [label="(12, 64, 64)", style=solid]; -"1888 contiguous_26" -> "1889 unsqueeze_42" [label="(12, 64, 64)", style=solid]; -"1889 unsqueeze_42" -> "1890 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; -"1890 sigmoid_14" -> "1891 mul_28" [label="(1, 12, 64, 64)", style=solid]; -"1891 mul_28" -> "1930 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1892 pad_16" -> "1893 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1893 view_79" -> "1894 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1894 permute_65" -> "1895 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1895 reshape_63" -> "1898 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1896 _param_constant237" -> "1897 clone_14" [label="(1152,)", style=solid]; -"1897 clone_14" -> "1906 linear_88" [label="(1152,)", style=solid]; -"1898 reshape_63_0_0_nncf_smooth_quant_0" -> "1899 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1899 quantize_per_tensor_default_87" -> "1900 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1900 dequantize_per_tensor_default_87" -> "1906 linear_88" [label="(4, 64, 384)", style=solid]; -"1901 scale_updated_constant89" -> "1903 mul_tensor_89" [label="(1152, 1)", style=solid]; -"1902 compressed_weight_updated_constant89" -> "1903 mul_tensor_89" [label="(1152, 384)", style=solid]; -"1903 mul_tensor_89" -> "1905 sub_tensor_89" [label="(1152, 384)", style=solid]; -"1904 zero_point_updated_constant89" -> "1905 sub_tensor_89" [label="(1152, 1)", style=solid]; -"1905 sub_tensor_89" -> "1906 linear_88" [label="(1152, 384)", style=solid]; -"1906 linear_88" -> "1907 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1907 reshape_64" -> "1908 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1908 permute_66" -> "1909 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1908 permute_66" -> "1910 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1908 permute_66" -> "1911 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1909 select_42" -> "1912 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 select_42" -> "1914 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 select_42" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1910 select_43" -> "1918 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1910 select_43" -> "1920 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1910 select_43" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1911 select_44" -> "1933 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1912 linalg_vector_norm_28" -> "1913 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1913 clamp_min_28" -> "1914 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1914 expand_as_28" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1915 div_28" -> "1916 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1916 quantize_per_tensor_default_88" -> "1917 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1917 dequantize_per_tensor_default_88" -> "1925 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1918 linalg_vector_norm_29" -> "1919 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1919 clamp_min_29" -> "1920 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1920 expand_as_29" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1921 div_29" -> "1922 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1922 quantize_per_tensor_default_89" -> "1923 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1923 dequantize_per_tensor_default_89" -> "1924 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1924 transpose_28" -> "1925 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1925 matmul_28" -> "1929 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1926 _param_constant239" -> "1927 clamp_14" [label="(12, 1, 1)", style=solid]; -"1927 clamp_14" -> "1928 exp_14" [label="(12, 1, 1)", style=solid]; -"1928 exp_14" -> "1929 mul_29" [label="(12, 1, 1)", style=solid]; -"1929 mul_29" -> "1930 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1930 add_49" -> "1931 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1931 softmax_14" -> "1932 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1932 dropout_56" -> "1933 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1933 matmul_29" -> "1934 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1934 transpose_29" -> "1935 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1935 reshape_65" -> "1937 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1936 _param_constant241" -> "1945 linear_89" [label="(384,)", style=solid]; -"1937 reshape_65_0_0_nncf_smooth_quant_0" -> "1938 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1938 quantize_per_tensor_default_90" -> "1939 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1939 dequantize_per_tensor_default_90" -> "1945 linear_89" [label="(4, 64, 384)", style=solid]; -"1940 scale_updated_constant90" -> "1942 mul_tensor_90" [label="(384, 1)", style=solid]; -"1941 compressed_weight_updated_constant90" -> "1942 mul_tensor_90" [label="(384, 384)", style=solid]; -"1942 mul_tensor_90" -> "1944 sub_tensor_90" [label="(384, 384)", style=solid]; -"1943 zero_point_updated_constant90" -> "1944 sub_tensor_90" [label="(384, 1)", style=solid]; -"1944 sub_tensor_90" -> "1945 linear_89" [label="(384, 384)", style=solid]; -"1945 linear_89" -> "1946 dropout_57" [label="(4, 64, 384)", style=solid]; -"1946 dropout_57" -> "1947 view_80" [label="(4, 64, 384)", style=solid]; -"1947 view_80" -> "1948 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1948 permute_67" -> "1949 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1949 reshape_66" -> "1950 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1950 slice_218" -> "1951 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1951 slice_219" -> "1952 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1952 slice_220" -> "1953 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1953 slice_221" -> "1954 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1954 contiguous_27" -> "1957 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1955 _param_constant242" -> "1957 layer_norm_31" [label="(384,)", style=solid]; -"1956 _param_constant243" -> "1957 layer_norm_31" [label="(384,)", style=solid]; -"1957 layer_norm_31" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1958 add_50" -> "1960 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1958 add_50" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1959 _param_constant245" -> "1968 linear_90" [label="(1536,)", style=solid]; -"1960 add_50_0_0_nncf_smooth_quant_0" -> "1961 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1961 quantize_per_tensor_default_91" -> "1962 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1962 dequantize_per_tensor_default_91" -> "1968 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1963 scale_updated_constant91" -> "1965 mul_tensor_91" [label="(1536, 1)", style=solid]; -"1964 compressed_weight_updated_constant91" -> "1965 mul_tensor_91" [label="(1536, 384)", style=solid]; -"1965 mul_tensor_91" -> "1967 sub_tensor_91" [label="(1536, 384)", style=solid]; -"1966 zero_point_updated_constant91" -> "1967 sub_tensor_91" [label="(1536, 1)", style=solid]; -"1967 sub_tensor_91" -> "1968 linear_90" [label="(1536, 384)", style=solid]; -"1968 linear_90" -> "1969 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1969 gelu_14" -> "1970 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1970 dropout_58" -> "1972 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1971 _param_constant247" -> "1980 linear_91" [label="(384,)", style=solid]; -"1972 dropout_58_0_0_nncf_smooth_quant_0" -> "1973 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1973 quantize_per_tensor_default_92" -> "1974 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1974 dequantize_per_tensor_default_92" -> "1980 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1975 scale_updated_constant92" -> "1977 mul_tensor_92" [label="(384, 1)", style=solid]; -"1976 compressed_weight_updated_constant92" -> "1977 mul_tensor_92" [label="(384, 1536)", style=solid]; -"1977 mul_tensor_92" -> "1979 sub_tensor_92" [label="(384, 1536)", style=solid]; -"1978 zero_point_updated_constant92" -> "1979 sub_tensor_92" [label="(384, 1)", style=solid]; -"1979 sub_tensor_92" -> "1980 linear_91" [label="(384, 1536)", style=solid]; -"1980 linear_91" -> "1981 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1981 dropout_59" -> "1984 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1982 _param_constant248" -> "1984 layer_norm_32" [label="(384,)", style=solid]; -"1983 _param_constant249" -> "1984 layer_norm_32" [label="(384,)", style=solid]; -"1984 layer_norm_32" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1985 add_51" -> "2012 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1985 add_51" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1986 _tensor_constant93" -> "1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1987 _param_constant251" -> "1994 linear_92" [label="(512,)", style=solid]; -"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1994 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1989 scale_updated_constant93" -> "1991 mul_tensor_93" [label="(512, 1)", style=solid]; -"1990 compressed_weight_updated_constant93" -> "1991 mul_tensor_93" [label="(512, 2)", style=solid]; -"1991 mul_tensor_93" -> "1993 sub_tensor_93" [label="(512, 2)", style=solid]; -"1992 zero_point_updated_constant93" -> "1993 sub_tensor_93" [label="(512, 1)", style=solid]; -"1993 sub_tensor_93" -> "1994 linear_92" [label="(512, 2)", style=solid]; -"1994 linear_92" -> "1995 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1995 relu__15" -> "1996 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1996 relu__15_0_0_nncf_smooth_quant_0" -> "2002 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1997 scale_updated_constant94" -> "1999 mul_tensor_94" [label="(12, 1)", style=solid]; -"1998 compressed_weight_updated_constant94" -> "1999 mul_tensor_94" [label="(12, 512)", style=solid]; -"1999 mul_tensor_94" -> "2001 sub_tensor_94" [label="(12, 512)", style=solid]; -"2000 zero_point_updated_constant94" -> "2001 sub_tensor_94" [label="(12, 1)", style=solid]; -"2001 sub_tensor_94" -> "2002 linear_93" [label="(12, 512)", style=solid]; -"2002 linear_93" -> "2003 view_81" [label="(1, 15, 15, 12)", style=solid]; -"2003 view_81" -> "2005 index_15" [label="(225, 12)", style=solid]; -"2004 _tensor_constant94" -> "2005 index_15" [label="(4096,)", style=solid]; -"2005 index_15" -> "2006 view_82" [label="(4096, 12)", style=solid]; -"2006 view_82" -> "2007 permute_68" [label="(64, 64, 12)", style=solid]; -"2007 permute_68" -> "2008 contiguous_28" [label="(12, 64, 64)", style=solid]; -"2008 contiguous_28" -> "2009 unsqueeze_43" [label="(12, 64, 64)", style=solid]; -"2009 unsqueeze_43" -> "2010 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; -"2010 sigmoid_15" -> "2011 mul_30" [label="(1, 12, 64, 64)", style=solid]; -"2011 mul_30" -> "2051 add_52" [label="(1, 12, 64, 64)", style=solid]; -"2012 pad_17" -> "2013 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"2013 roll_14" -> "2014 view_83" [label="(1, 16, 16, 384)", style=solid]; -"2014 view_83" -> "2015 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2015 permute_69" -> "2016 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2016 reshape_67" -> "2019 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2016 reshape_67" -> "2052 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"2017 _param_constant253" -> "2018 clone_15" [label="(1152,)", style=solid]; -"2018 clone_15" -> "2027 linear_94" [label="(1152,)", style=solid]; -"2019 reshape_67_0_0_nncf_smooth_quant_0" -> "2020 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2020 quantize_per_tensor_default_93" -> "2021 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2021 dequantize_per_tensor_default_93" -> "2027 linear_94" [label="(4, 64, 384)", style=solid]; -"2022 scale_updated_constant95" -> "2024 mul_tensor_95" [label="(1152, 1)", style=solid]; -"2023 compressed_weight_updated_constant95" -> "2024 mul_tensor_95" [label="(1152, 384)", style=solid]; -"2024 mul_tensor_95" -> "2026 sub_tensor_95" [label="(1152, 384)", style=solid]; -"2025 zero_point_updated_constant95" -> "2026 sub_tensor_95" [label="(1152, 1)", style=solid]; -"2026 sub_tensor_95" -> "2027 linear_94" [label="(1152, 384)", style=solid]; -"2027 linear_94" -> "2028 reshape_68" [label="(4, 64, 1152)", style=solid]; -"2028 reshape_68" -> "2029 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"2029 permute_70" -> "2030 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"2029 permute_70" -> "2031 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"2029 permute_70" -> "2032 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"2030 select_45" -> "2033 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"2030 select_45" -> "2035 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"2030 select_45" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2031 select_46" -> "2039 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"2031 select_46" -> "2041 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"2031 select_46" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2032 select_47" -> "2070 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"2033 linalg_vector_norm_30" -> "2034 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"2034 clamp_min_30" -> "2035 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"2035 expand_as_30" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2036 div_30" -> "2037 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2037 quantize_per_tensor_default_94" -> "2038 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2038 dequantize_per_tensor_default_94" -> "2046 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"2039 linalg_vector_norm_31" -> "2040 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"2040 clamp_min_31" -> "2041 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"2041 expand_as_31" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2042 div_31" -> "2043 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2043 quantize_per_tensor_default_95" -> "2044 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2044 dequantize_per_tensor_default_95" -> "2045 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"2045 transpose_30" -> "2046 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"2046 matmul_30" -> "2050 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"2047 _param_constant255" -> "2048 clamp_15" [label="(12, 1, 1)", style=solid]; -"2048 clamp_15" -> "2049 exp_15" [label="(12, 1, 1)", style=solid]; -"2049 exp_15" -> "2050 mul_31" [label="(12, 1, 1)", style=solid]; -"2050 mul_31" -> "2051 add_52" [label="(4, 12, 64, 64)", style=solid]; -"2051 add_52" -> "2063 view_85" [label="(4, 12, 64, 64)", style=solid]; -"2052 new_zeros_7" -> "2053 view_84" [label="(16, 16)", style=solid]; -"2053 view_84" -> "2054 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"2054 permute_71" -> "2055 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"2055 reshape_69" -> "2056 unsqueeze_44" [label="(4, 64)", style=solid]; -"2055 reshape_69" -> "2057 unsqueeze_45" [label="(4, 64)", style=solid]; -"2056 unsqueeze_44" -> "2058 sub_7" [label="(4, 1, 64)", style=solid]; -"2057 unsqueeze_45" -> "2058 sub_7" [label="(4, 64, 1)", style=solid]; -"2058 sub_7" -> "2059 ne_7" [label="(4, 64, 64)", style=solid]; -"2058 sub_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2058 sub_7" -> "2061 eq_7" [label="(4, 64, 64)", style=solid]; -"2059 ne_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2060 masked_fill_14" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2061 eq_7" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2062 masked_fill_15" -> "2064 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"2063 view_85" -> "2066 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"2064 unsqueeze_46" -> "2065 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"2065 unsqueeze_47" -> "2066 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"2066 add_53" -> "2067 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"2067 view_86" -> "2068 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"2068 softmax_15" -> "2069 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"2069 dropout_60" -> "2070 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"2070 matmul_31" -> "2071 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"2071 transpose_31" -> "2072 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"2072 reshape_70" -> "2074 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2073 _param_constant257" -> "2082 linear_95" [label="(384,)", style=solid]; -"2074 reshape_70_0_0_nncf_smooth_quant_0" -> "2075 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2075 quantize_per_tensor_default_96" -> "2076 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2076 dequantize_per_tensor_default_96" -> "2082 linear_95" [label="(4, 64, 384)", style=solid]; -"2077 scale_updated_constant96" -> "2079 mul_tensor_96" [label="(384, 1)", style=solid]; -"2078 compressed_weight_updated_constant96" -> "2079 mul_tensor_96" [label="(384, 384)", style=solid]; -"2079 mul_tensor_96" -> "2081 sub_tensor_96" [label="(384, 384)", style=solid]; -"2080 zero_point_updated_constant96" -> "2081 sub_tensor_96" [label="(384, 1)", style=solid]; -"2081 sub_tensor_96" -> "2082 linear_95" [label="(384, 384)", style=solid]; -"2082 linear_95" -> "2083 dropout_61" [label="(4, 64, 384)", style=solid]; -"2083 dropout_61" -> "2084 view_87" [label="(4, 64, 384)", style=solid]; -"2084 view_87" -> "2085 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2085 permute_72" -> "2086 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2086 reshape_71" -> "2087 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"2087 roll_15" -> "2088 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"2088 slice_241" -> "2089 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"2089 slice_242" -> "2090 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"2090 slice_243" -> "2091 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"2091 slice_244" -> "2092 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"2092 contiguous_29" -> "2095 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"2093 _param_constant258" -> "2095 layer_norm_33" [label="(384,)", style=solid]; -"2094 _param_constant259" -> "2095 layer_norm_33" [label="(384,)", style=solid]; -"2095 layer_norm_33" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; -"2096 add_54" -> "2098 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2096 add_54" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2097 _param_constant261" -> "2106 linear_96" [label="(1536,)", style=solid]; -"2098 add_54_0_0_nncf_smooth_quant_0" -> "2099 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2099 quantize_per_tensor_default_97" -> "2100 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2100 dequantize_per_tensor_default_97" -> "2106 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2101 scale_updated_constant97" -> "2103 mul_tensor_97" [label="(1536, 1)", style=solid]; -"2102 compressed_weight_updated_constant97" -> "2103 mul_tensor_97" [label="(1536, 384)", style=solid]; -"2103 mul_tensor_97" -> "2105 sub_tensor_97" [label="(1536, 384)", style=solid]; -"2104 zero_point_updated_constant97" -> "2105 sub_tensor_97" [label="(1536, 1)", style=solid]; -"2105 sub_tensor_97" -> "2106 linear_96" [label="(1536, 384)", style=solid]; -"2106 linear_96" -> "2107 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"2107 gelu_15" -> "2108 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"2108 dropout_62" -> "2110 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2109 _param_constant263" -> "2118 linear_97" [label="(384,)", style=solid]; -"2110 dropout_62_0_0_nncf_smooth_quant_0" -> "2111 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2111 quantize_per_tensor_default_98" -> "2112 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2112 dequantize_per_tensor_default_98" -> "2118 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2113 scale_updated_constant98" -> "2115 mul_tensor_98" [label="(384, 1)", style=solid]; -"2114 compressed_weight_updated_constant98" -> "2115 mul_tensor_98" [label="(384, 1536)", style=solid]; -"2115 mul_tensor_98" -> "2117 sub_tensor_98" [label="(384, 1536)", style=solid]; -"2116 zero_point_updated_constant98" -> "2117 sub_tensor_98" [label="(384, 1)", style=solid]; -"2117 sub_tensor_98" -> "2118 linear_97" [label="(384, 1536)", style=solid]; -"2118 linear_97" -> "2119 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"2119 dropout_63" -> "2122 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"2120 _param_constant264" -> "2122 layer_norm_34" [label="(384,)", style=solid]; -"2121 _param_constant265" -> "2122 layer_norm_34" [label="(384,)", style=solid]; -"2122 layer_norm_34" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2123 add_55" -> "2150 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"2123 add_55" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2124 _tensor_constant104" -> "2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2125 _param_constant267" -> "2132 linear_98" [label="(512,)", style=solid]; -"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2132 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2127 scale_updated_constant99" -> "2129 mul_tensor_99" [label="(512, 1)", style=solid]; -"2128 compressed_weight_updated_constant99" -> "2129 mul_tensor_99" [label="(512, 2)", style=solid]; -"2129 mul_tensor_99" -> "2131 sub_tensor_99" [label="(512, 2)", style=solid]; -"2130 zero_point_updated_constant99" -> "2131 sub_tensor_99" [label="(512, 1)", style=solid]; -"2131 sub_tensor_99" -> "2132 linear_98" [label="(512, 2)", style=solid]; -"2132 linear_98" -> "2133 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"2133 relu__16" -> "2134 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2134 relu__16_0_0_nncf_smooth_quant_0" -> "2140 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2135 scale_updated_constant100" -> "2137 mul_tensor_100" [label="(12, 1)", style=solid]; -"2136 compressed_weight_updated_constant100" -> "2137 mul_tensor_100" [label="(12, 512)", style=solid]; -"2137 mul_tensor_100" -> "2139 sub_tensor_100" [label="(12, 512)", style=solid]; -"2138 zero_point_updated_constant100" -> "2139 sub_tensor_100" [label="(12, 1)", style=solid]; -"2139 sub_tensor_100" -> "2140 linear_99" [label="(12, 512)", style=solid]; -"2140 linear_99" -> "2141 view_88" [label="(1, 15, 15, 12)", style=solid]; -"2141 view_88" -> "2143 index_16" [label="(225, 12)", style=solid]; -"2142 _tensor_constant105" -> "2143 index_16" [label="(4096,)", style=solid]; -"2143 index_16" -> "2144 view_89" [label="(4096, 12)", style=solid]; -"2144 view_89" -> "2145 permute_73" [label="(64, 64, 12)", style=solid]; -"2145 permute_73" -> "2146 contiguous_30" [label="(12, 64, 64)", style=solid]; -"2146 contiguous_30" -> "2147 unsqueeze_48" [label="(12, 64, 64)", style=solid]; -"2147 unsqueeze_48" -> "2148 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; -"2148 sigmoid_16" -> "2149 mul_32" [label="(1, 12, 64, 64)", style=solid]; -"2149 mul_32" -> "2188 add_56" [label="(1, 12, 64, 64)", style=solid]; -"2150 pad_18" -> "2151 view_90" [label="(1, 16, 16, 384)", style=solid]; -"2151 view_90" -> "2152 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2152 permute_74" -> "2153 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2153 reshape_72" -> "2156 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2154 _param_constant269" -> "2155 clone_16" [label="(1152,)", style=solid]; -"2155 clone_16" -> "2164 linear_100" [label="(1152,)", style=solid]; -"2156 reshape_72_0_0_nncf_smooth_quant_0" -> "2157 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2157 quantize_per_tensor_default_99" -> "2158 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2158 dequantize_per_tensor_default_99" -> "2164 linear_100" [label="(4, 64, 384)", style=solid]; -"2159 scale_updated_constant101" -> "2161 mul_tensor_101" [label="(1152, 1)", style=solid]; -"2160 compressed_weight_updated_constant101" -> "2161 mul_tensor_101" [label="(1152, 384)", style=solid]; -"2161 mul_tensor_101" -> "2163 sub_tensor_101" [label="(1152, 384)", style=solid]; -"2162 zero_point_updated_constant101" -> "2163 sub_tensor_101" [label="(1152, 1)", style=solid]; -"2163 sub_tensor_101" -> "2164 linear_100" [label="(1152, 384)", style=solid]; -"2164 linear_100" -> "2165 reshape_73" [label="(4, 64, 1152)", style=solid]; -"2165 reshape_73" -> "2166 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"2166 permute_75" -> "2167 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"2166 permute_75" -> "2168 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"2166 permute_75" -> "2169 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"2167 select_48" -> "2170 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"2167 select_48" -> "2172 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"2167 select_48" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2168 select_49" -> "2176 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"2168 select_49" -> "2178 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"2168 select_49" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2169 select_50" -> "2191 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"2170 linalg_vector_norm_32" -> "2171 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"2171 clamp_min_32" -> "2172 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"2172 expand_as_32" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2173 div_32" -> "2174 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2174 quantize_per_tensor_default_100" -> "2175 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2175 dequantize_per_tensor_default_100" -> "2183 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"2176 linalg_vector_norm_33" -> "2177 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"2177 clamp_min_33" -> "2178 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"2178 expand_as_33" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2179 div_33" -> "2180 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2180 quantize_per_tensor_default_101" -> "2181 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2181 dequantize_per_tensor_default_101" -> "2182 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"2182 transpose_32" -> "2183 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"2183 matmul_32" -> "2187 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"2184 _param_constant271" -> "2185 clamp_16" [label="(12, 1, 1)", style=solid]; -"2185 clamp_16" -> "2186 exp_16" [label="(12, 1, 1)", style=solid]; -"2186 exp_16" -> "2187 mul_33" [label="(12, 1, 1)", style=solid]; -"2187 mul_33" -> "2188 add_56" [label="(4, 12, 64, 64)", style=solid]; -"2188 add_56" -> "2189 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"2189 softmax_16" -> "2190 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"2190 dropout_64" -> "2191 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"2191 matmul_33" -> "2192 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"2192 transpose_33" -> "2193 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"2193 reshape_74" -> "2195 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2194 _param_constant273" -> "2203 linear_101" [label="(384,)", style=solid]; -"2195 reshape_74_0_0_nncf_smooth_quant_0" -> "2196 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2196 quantize_per_tensor_default_102" -> "2197 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2197 dequantize_per_tensor_default_102" -> "2203 linear_101" [label="(4, 64, 384)", style=solid]; -"2198 scale_updated_constant102" -> "2200 mul_tensor_102" [label="(384, 1)", style=solid]; -"2199 compressed_weight_updated_constant102" -> "2200 mul_tensor_102" [label="(384, 384)", style=solid]; -"2200 mul_tensor_102" -> "2202 sub_tensor_102" [label="(384, 384)", style=solid]; -"2201 zero_point_updated_constant102" -> "2202 sub_tensor_102" [label="(384, 1)", style=solid]; -"2202 sub_tensor_102" -> "2203 linear_101" [label="(384, 384)", style=solid]; -"2203 linear_101" -> "2204 dropout_65" [label="(4, 64, 384)", style=solid]; -"2204 dropout_65" -> "2205 view_91" [label="(4, 64, 384)", style=solid]; -"2205 view_91" -> "2206 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2206 permute_76" -> "2207 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2207 reshape_75" -> "2208 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"2208 slice_246" -> "2209 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"2209 slice_247" -> "2210 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"2210 slice_248" -> "2211 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"2211 slice_249" -> "2212 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"2212 contiguous_31" -> "2215 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"2213 _param_constant274" -> "2215 layer_norm_35" [label="(384,)", style=solid]; -"2214 _param_constant275" -> "2215 layer_norm_35" [label="(384,)", style=solid]; -"2215 layer_norm_35" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2216 add_57" -> "2218 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2216 add_57" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2217 _param_constant277" -> "2226 linear_102" [label="(1536,)", style=solid]; -"2218 add_57_0_0_nncf_smooth_quant_0" -> "2219 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2219 quantize_per_tensor_default_103" -> "2220 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2220 dequantize_per_tensor_default_103" -> "2226 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2221 scale_updated_constant103" -> "2223 mul_tensor_103" [label="(1536, 1)", style=solid]; -"2222 compressed_weight_updated_constant103" -> "2223 mul_tensor_103" [label="(1536, 384)", style=solid]; -"2223 mul_tensor_103" -> "2225 sub_tensor_103" [label="(1536, 384)", style=solid]; -"2224 zero_point_updated_constant103" -> "2225 sub_tensor_103" [label="(1536, 1)", style=solid]; -"2225 sub_tensor_103" -> "2226 linear_102" [label="(1536, 384)", style=solid]; -"2226 linear_102" -> "2227 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"2227 gelu_16" -> "2228 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2228 dropout_66" -> "2230 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2229 _param_constant279" -> "2238 linear_103" [label="(384,)", style=solid]; -"2230 dropout_66_0_0_nncf_smooth_quant_0" -> "2231 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2231 quantize_per_tensor_default_104" -> "2232 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2232 dequantize_per_tensor_default_104" -> "2238 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2233 scale_updated_constant104" -> "2235 mul_tensor_104" [label="(384, 1)", style=solid]; -"2234 compressed_weight_updated_constant104" -> "2235 mul_tensor_104" [label="(384, 1536)", style=solid]; -"2235 mul_tensor_104" -> "2237 sub_tensor_104" [label="(384, 1536)", style=solid]; -"2236 zero_point_updated_constant104" -> "2237 sub_tensor_104" [label="(384, 1)", style=solid]; -"2237 sub_tensor_104" -> "2238 linear_103" [label="(384, 1536)", style=solid]; -"2238 linear_103" -> "2239 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"2239 dropout_67" -> "2242 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"2240 _param_constant280" -> "2242 layer_norm_36" [label="(384,)", style=solid]; -"2241 _param_constant281" -> "2242 layer_norm_36" [label="(384,)", style=solid]; -"2242 layer_norm_36" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2243 add_58" -> "2270 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"2243 add_58" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2244 _tensor_constant106" -> "2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2245 _param_constant283" -> "2252 linear_104" [label="(512,)", style=solid]; -"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2252 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2247 scale_updated_constant105" -> "2249 mul_tensor_105" [label="(512, 1)", style=solid]; -"2248 compressed_weight_updated_constant105" -> "2249 mul_tensor_105" [label="(512, 2)", style=solid]; -"2249 mul_tensor_105" -> "2251 sub_tensor_105" [label="(512, 2)", style=solid]; -"2250 zero_point_updated_constant105" -> "2251 sub_tensor_105" [label="(512, 1)", style=solid]; -"2251 sub_tensor_105" -> "2252 linear_104" [label="(512, 2)", style=solid]; -"2252 linear_104" -> "2253 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2253 relu__17" -> "2254 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2254 relu__17_0_0_nncf_smooth_quant_0" -> "2260 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2255 scale_updated_constant106" -> "2257 mul_tensor_106" [label="(12, 1)", style=solid]; -"2256 compressed_weight_updated_constant106" -> "2257 mul_tensor_106" [label="(12, 512)", style=solid]; -"2257 mul_tensor_106" -> "2259 sub_tensor_106" [label="(12, 512)", style=solid]; -"2258 zero_point_updated_constant106" -> "2259 sub_tensor_106" [label="(12, 1)", style=solid]; -"2259 sub_tensor_106" -> "2260 linear_105" [label="(12, 512)", style=solid]; -"2260 linear_105" -> "2261 view_92" [label="(1, 15, 15, 12)", style=solid]; -"2261 view_92" -> "2263 index_17" [label="(225, 12)", style=solid]; -"2262 _tensor_constant107" -> "2263 index_17" [label="(4096,)", style=solid]; -"2263 index_17" -> "2264 view_93" [label="(4096, 12)", style=solid]; -"2264 view_93" -> "2265 permute_77" [label="(64, 64, 12)", style=solid]; -"2265 permute_77" -> "2266 contiguous_32" [label="(12, 64, 64)", style=solid]; -"2266 contiguous_32" -> "2267 unsqueeze_49" [label="(12, 64, 64)", style=solid]; -"2267 unsqueeze_49" -> "2268 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; -"2268 sigmoid_17" -> "2269 mul_34" [label="(1, 12, 64, 64)", style=solid]; -"2269 mul_34" -> "2309 add_59" [label="(1, 12, 64, 64)", style=solid]; -"2270 pad_19" -> "2271 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"2271 roll_16" -> "2272 view_94" [label="(1, 16, 16, 384)", style=solid]; -"2272 view_94" -> "2273 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2273 permute_78" -> "2274 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2274 reshape_76" -> "2277 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2274 reshape_76" -> "2310 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2275 _param_constant285" -> "2276 clone_17" [label="(1152,)", style=solid]; -"2276 clone_17" -> "2285 linear_106" [label="(1152,)", style=solid]; -"2277 reshape_76_0_0_nncf_smooth_quant_0" -> "2278 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2278 quantize_per_tensor_default_105" -> "2279 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2279 dequantize_per_tensor_default_105" -> "2285 linear_106" [label="(4, 64, 384)", style=solid]; -"2280 scale_updated_constant107" -> "2282 mul_tensor_107" [label="(1152, 1)", style=solid]; -"2281 compressed_weight_updated_constant107" -> "2282 mul_tensor_107" [label="(1152, 384)", style=solid]; -"2282 mul_tensor_107" -> "2284 sub_tensor_107" [label="(1152, 384)", style=solid]; -"2283 zero_point_updated_constant107" -> "2284 sub_tensor_107" [label="(1152, 1)", style=solid]; -"2284 sub_tensor_107" -> "2285 linear_106" [label="(1152, 384)", style=solid]; -"2285 linear_106" -> "2286 reshape_77" [label="(4, 64, 1152)", style=solid]; -"2286 reshape_77" -> "2287 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"2287 permute_79" -> "2288 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"2287 permute_79" -> "2289 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"2287 permute_79" -> "2290 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"2288 select_51" -> "2291 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"2288 select_51" -> "2293 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"2288 select_51" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2289 select_52" -> "2297 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"2289 select_52" -> "2299 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"2289 select_52" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2290 select_53" -> "2328 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"2291 linalg_vector_norm_34" -> "2292 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"2292 clamp_min_34" -> "2293 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"2293 expand_as_34" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2294 div_34" -> "2295 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2295 quantize_per_tensor_default_106" -> "2296 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2296 dequantize_per_tensor_default_106" -> "2304 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"2297 linalg_vector_norm_35" -> "2298 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"2298 clamp_min_35" -> "2299 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"2299 expand_as_35" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2300 div_35" -> "2301 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2301 quantize_per_tensor_default_107" -> "2302 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2302 dequantize_per_tensor_default_107" -> "2303 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"2303 transpose_34" -> "2304 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"2304 matmul_34" -> "2308 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"2305 _param_constant287" -> "2306 clamp_17" [label="(12, 1, 1)", style=solid]; -"2306 clamp_17" -> "2307 exp_17" [label="(12, 1, 1)", style=solid]; -"2307 exp_17" -> "2308 mul_35" [label="(12, 1, 1)", style=solid]; -"2308 mul_35" -> "2309 add_59" [label="(4, 12, 64, 64)", style=solid]; -"2309 add_59" -> "2321 view_96" [label="(4, 12, 64, 64)", style=solid]; -"2310 new_zeros_8" -> "2311 view_95" [label="(16, 16)", style=solid]; -"2311 view_95" -> "2312 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"2312 permute_80" -> "2313 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"2313 reshape_78" -> "2314 unsqueeze_50" [label="(4, 64)", style=solid]; -"2313 reshape_78" -> "2315 unsqueeze_51" [label="(4, 64)", style=solid]; -"2314 unsqueeze_50" -> "2316 sub_8" [label="(4, 1, 64)", style=solid]; -"2315 unsqueeze_51" -> "2316 sub_8" [label="(4, 64, 1)", style=solid]; -"2316 sub_8" -> "2317 ne_8" [label="(4, 64, 64)", style=solid]; -"2316 sub_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2316 sub_8" -> "2319 eq_8" [label="(4, 64, 64)", style=solid]; -"2317 ne_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2318 masked_fill_16" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2319 eq_8" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2320 masked_fill_17" -> "2322 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"2321 view_96" -> "2324 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"2322 unsqueeze_52" -> "2323 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"2323 unsqueeze_53" -> "2324 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"2324 add_60" -> "2325 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"2325 view_97" -> "2326 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"2326 softmax_17" -> "2327 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"2327 dropout_68" -> "2328 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"2328 matmul_35" -> "2329 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"2329 transpose_35" -> "2330 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2330 reshape_79" -> "2332 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2331 _param_constant289" -> "2340 linear_107" [label="(384,)", style=solid]; -"2332 reshape_79_0_0_nncf_smooth_quant_0" -> "2333 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2333 quantize_per_tensor_default_108" -> "2334 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2334 dequantize_per_tensor_default_108" -> "2340 linear_107" [label="(4, 64, 384)", style=solid]; -"2335 scale_updated_constant108" -> "2337 mul_tensor_108" [label="(384, 1)", style=solid]; -"2336 compressed_weight_updated_constant108" -> "2337 mul_tensor_108" [label="(384, 384)", style=solid]; -"2337 mul_tensor_108" -> "2339 sub_tensor_108" [label="(384, 384)", style=solid]; -"2338 zero_point_updated_constant108" -> "2339 sub_tensor_108" [label="(384, 1)", style=solid]; -"2339 sub_tensor_108" -> "2340 linear_107" [label="(384, 384)", style=solid]; -"2340 linear_107" -> "2341 dropout_69" [label="(4, 64, 384)", style=solid]; -"2341 dropout_69" -> "2342 view_98" [label="(4, 64, 384)", style=solid]; -"2342 view_98" -> "2343 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2343 permute_81" -> "2344 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2344 reshape_80" -> "2345 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"2345 roll_17" -> "2346 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"2346 slice_269" -> "2347 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"2347 slice_270" -> "2348 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"2348 slice_271" -> "2349 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"2349 slice_272" -> "2350 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"2350 contiguous_33" -> "2353 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"2351 _param_constant290" -> "2353 layer_norm_37" [label="(384,)", style=solid]; -"2352 _param_constant291" -> "2353 layer_norm_37" [label="(384,)", style=solid]; -"2353 layer_norm_37" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2354 add_61" -> "2356 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2354 add_61" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2355 _param_constant293" -> "2364 linear_108" [label="(1536,)", style=solid]; -"2356 add_61_0_0_nncf_smooth_quant_0" -> "2357 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2357 quantize_per_tensor_default_109" -> "2358 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2358 dequantize_per_tensor_default_109" -> "2364 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2359 scale_updated_constant109" -> "2361 mul_tensor_109" [label="(1536, 1)", style=solid]; -"2360 compressed_weight_updated_constant109" -> "2361 mul_tensor_109" [label="(1536, 384)", style=solid]; -"2361 mul_tensor_109" -> "2363 sub_tensor_109" [label="(1536, 384)", style=solid]; -"2362 zero_point_updated_constant109" -> "2363 sub_tensor_109" [label="(1536, 1)", style=solid]; -"2363 sub_tensor_109" -> "2364 linear_108" [label="(1536, 384)", style=solid]; -"2364 linear_108" -> "2365 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"2365 gelu_17" -> "2366 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2366 dropout_70" -> "2368 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2367 _param_constant295" -> "2376 linear_109" [label="(384,)", style=solid]; -"2368 dropout_70_0_0_nncf_smooth_quant_0" -> "2369 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2369 quantize_per_tensor_default_110" -> "2370 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2370 dequantize_per_tensor_default_110" -> "2376 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2371 scale_updated_constant110" -> "2373 mul_tensor_110" [label="(384, 1)", style=solid]; -"2372 compressed_weight_updated_constant110" -> "2373 mul_tensor_110" [label="(384, 1536)", style=solid]; -"2373 mul_tensor_110" -> "2375 sub_tensor_110" [label="(384, 1536)", style=solid]; -"2374 zero_point_updated_constant110" -> "2375 sub_tensor_110" [label="(384, 1)", style=solid]; -"2375 sub_tensor_110" -> "2376 linear_109" [label="(384, 1536)", style=solid]; -"2376 linear_109" -> "2377 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"2377 dropout_71" -> "2380 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"2378 _param_constant296" -> "2380 layer_norm_38" [label="(384,)", style=solid]; -"2379 _param_constant297" -> "2380 layer_norm_38" [label="(384,)", style=solid]; -"2380 layer_norm_38" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2381 add_62" -> "2408 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"2381 add_62" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2382 _tensor_constant117" -> "2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2383 _param_constant299" -> "2390 linear_110" [label="(512,)", style=solid]; -"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2390 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2385 scale_updated_constant111" -> "2387 mul_tensor_111" [label="(512, 1)", style=solid]; -"2386 compressed_weight_updated_constant111" -> "2387 mul_tensor_111" [label="(512, 2)", style=solid]; -"2387 mul_tensor_111" -> "2389 sub_tensor_111" [label="(512, 2)", style=solid]; -"2388 zero_point_updated_constant111" -> "2389 sub_tensor_111" [label="(512, 1)", style=solid]; -"2389 sub_tensor_111" -> "2390 linear_110" [label="(512, 2)", style=solid]; -"2390 linear_110" -> "2391 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2391 relu__18" -> "2392 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2392 relu__18_0_0_nncf_smooth_quant_0" -> "2398 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2393 scale_updated_constant112" -> "2395 mul_tensor_112" [label="(12, 1)", style=solid]; -"2394 compressed_weight_updated_constant112" -> "2395 mul_tensor_112" [label="(12, 512)", style=solid]; -"2395 mul_tensor_112" -> "2397 sub_tensor_112" [label="(12, 512)", style=solid]; -"2396 zero_point_updated_constant112" -> "2397 sub_tensor_112" [label="(12, 1)", style=solid]; -"2397 sub_tensor_112" -> "2398 linear_111" [label="(12, 512)", style=solid]; -"2398 linear_111" -> "2399 view_99" [label="(1, 15, 15, 12)", style=solid]; -"2399 view_99" -> "2401 index_18" [label="(225, 12)", style=solid]; -"2400 _tensor_constant118" -> "2401 index_18" [label="(4096,)", style=solid]; -"2401 index_18" -> "2402 view_100" [label="(4096, 12)", style=solid]; -"2402 view_100" -> "2403 permute_82" [label="(64, 64, 12)", style=solid]; -"2403 permute_82" -> "2404 contiguous_34" [label="(12, 64, 64)", style=solid]; -"2404 contiguous_34" -> "2405 unsqueeze_54" [label="(12, 64, 64)", style=solid]; -"2405 unsqueeze_54" -> "2406 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; -"2406 sigmoid_18" -> "2407 mul_36" [label="(1, 12, 64, 64)", style=solid]; -"2407 mul_36" -> "2446 add_63" [label="(1, 12, 64, 64)", style=solid]; -"2408 pad_20" -> "2409 view_101" [label="(1, 16, 16, 384)", style=solid]; -"2409 view_101" -> "2410 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2410 permute_83" -> "2411 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2411 reshape_81" -> "2414 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2412 _param_constant301" -> "2413 clone_18" [label="(1152,)", style=solid]; -"2413 clone_18" -> "2422 linear_112" [label="(1152,)", style=solid]; -"2414 reshape_81_0_0_nncf_smooth_quant_0" -> "2415 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2415 quantize_per_tensor_default_111" -> "2416 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2416 dequantize_per_tensor_default_111" -> "2422 linear_112" [label="(4, 64, 384)", style=solid]; -"2417 scale_updated_constant113" -> "2419 mul_tensor_113" [label="(1152, 1)", style=solid]; -"2418 compressed_weight_updated_constant113" -> "2419 mul_tensor_113" [label="(1152, 384)", style=solid]; -"2419 mul_tensor_113" -> "2421 sub_tensor_113" [label="(1152, 384)", style=solid]; -"2420 zero_point_updated_constant113" -> "2421 sub_tensor_113" [label="(1152, 1)", style=solid]; -"2421 sub_tensor_113" -> "2422 linear_112" [label="(1152, 384)", style=solid]; -"2422 linear_112" -> "2423 reshape_82" [label="(4, 64, 1152)", style=solid]; -"2423 reshape_82" -> "2424 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"2424 permute_84" -> "2425 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"2424 permute_84" -> "2426 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"2424 permute_84" -> "2427 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"2425 select_54" -> "2428 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"2425 select_54" -> "2430 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"2425 select_54" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2426 select_55" -> "2434 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"2426 select_55" -> "2436 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"2426 select_55" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2427 select_56" -> "2449 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"2428 linalg_vector_norm_36" -> "2429 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"2429 clamp_min_36" -> "2430 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"2430 expand_as_36" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2431 div_36" -> "2432 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2432 quantize_per_tensor_default_112" -> "2433 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2433 dequantize_per_tensor_default_112" -> "2441 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"2434 linalg_vector_norm_37" -> "2435 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"2435 clamp_min_37" -> "2436 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"2436 expand_as_37" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2437 div_37" -> "2438 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2438 quantize_per_tensor_default_113" -> "2439 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2439 dequantize_per_tensor_default_113" -> "2440 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"2440 transpose_36" -> "2441 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"2441 matmul_36" -> "2445 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"2442 _param_constant303" -> "2443 clamp_18" [label="(12, 1, 1)", style=solid]; -"2443 clamp_18" -> "2444 exp_18" [label="(12, 1, 1)", style=solid]; -"2444 exp_18" -> "2445 mul_37" [label="(12, 1, 1)", style=solid]; -"2445 mul_37" -> "2446 add_63" [label="(4, 12, 64, 64)", style=solid]; -"2446 add_63" -> "2447 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"2447 softmax_18" -> "2448 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"2448 dropout_72" -> "2449 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"2449 matmul_37" -> "2450 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"2450 transpose_37" -> "2451 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2451 reshape_83" -> "2453 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2452 _param_constant305" -> "2461 linear_113" [label="(384,)", style=solid]; -"2453 reshape_83_0_0_nncf_smooth_quant_0" -> "2454 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2454 quantize_per_tensor_default_114" -> "2455 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2455 dequantize_per_tensor_default_114" -> "2461 linear_113" [label="(4, 64, 384)", style=solid]; -"2456 scale_updated_constant114" -> "2458 mul_tensor_114" [label="(384, 1)", style=solid]; -"2457 compressed_weight_updated_constant114" -> "2458 mul_tensor_114" [label="(384, 384)", style=solid]; -"2458 mul_tensor_114" -> "2460 sub_tensor_114" [label="(384, 384)", style=solid]; -"2459 zero_point_updated_constant114" -> "2460 sub_tensor_114" [label="(384, 1)", style=solid]; -"2460 sub_tensor_114" -> "2461 linear_113" [label="(384, 384)", style=solid]; -"2461 linear_113" -> "2462 dropout_73" [label="(4, 64, 384)", style=solid]; -"2462 dropout_73" -> "2463 view_102" [label="(4, 64, 384)", style=solid]; -"2463 view_102" -> "2464 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2464 permute_85" -> "2465 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2465 reshape_84" -> "2466 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"2466 slice_274" -> "2467 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"2467 slice_275" -> "2468 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"2468 slice_276" -> "2469 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"2469 slice_277" -> "2470 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"2470 contiguous_35" -> "2473 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"2471 _param_constant306" -> "2473 layer_norm_39" [label="(384,)", style=solid]; -"2472 _param_constant307" -> "2473 layer_norm_39" [label="(384,)", style=solid]; -"2473 layer_norm_39" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2474 add_64" -> "2476 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2474 add_64" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2475 _param_constant309" -> "2484 linear_114" [label="(1536,)", style=solid]; -"2476 add_64_0_0_nncf_smooth_quant_0" -> "2477 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2477 quantize_per_tensor_default_115" -> "2478 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2478 dequantize_per_tensor_default_115" -> "2484 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2479 scale_updated_constant115" -> "2481 mul_tensor_115" [label="(1536, 1)", style=solid]; -"2480 compressed_weight_updated_constant115" -> "2481 mul_tensor_115" [label="(1536, 384)", style=solid]; -"2481 mul_tensor_115" -> "2483 sub_tensor_115" [label="(1536, 384)", style=solid]; -"2482 zero_point_updated_constant115" -> "2483 sub_tensor_115" [label="(1536, 1)", style=solid]; -"2483 sub_tensor_115" -> "2484 linear_114" [label="(1536, 384)", style=solid]; -"2484 linear_114" -> "2485 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"2485 gelu_18" -> "2486 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2486 dropout_74" -> "2488 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2487 _param_constant311" -> "2496 linear_115" [label="(384,)", style=solid]; -"2488 dropout_74_0_0_nncf_smooth_quant_0" -> "2489 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2489 quantize_per_tensor_default_116" -> "2490 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2490 dequantize_per_tensor_default_116" -> "2496 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2491 scale_updated_constant116" -> "2493 mul_tensor_116" [label="(384, 1)", style=solid]; -"2492 compressed_weight_updated_constant116" -> "2493 mul_tensor_116" [label="(384, 1536)", style=solid]; -"2493 mul_tensor_116" -> "2495 sub_tensor_116" [label="(384, 1536)", style=solid]; -"2494 zero_point_updated_constant116" -> "2495 sub_tensor_116" [label="(384, 1)", style=solid]; -"2495 sub_tensor_116" -> "2496 linear_115" [label="(384, 1536)", style=solid]; -"2496 linear_115" -> "2497 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"2497 dropout_75" -> "2500 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"2498 _param_constant312" -> "2500 layer_norm_40" [label="(384,)", style=solid]; -"2499 _param_constant313" -> "2500 layer_norm_40" [label="(384,)", style=solid]; -"2500 layer_norm_40" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2501 add_65" -> "2528 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"2501 add_65" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2502 _tensor_constant119" -> "2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2503 _param_constant315" -> "2510 linear_116" [label="(512,)", style=solid]; -"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2510 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2505 scale_updated_constant117" -> "2507 mul_tensor_117" [label="(512, 1)", style=solid]; -"2506 compressed_weight_updated_constant117" -> "2507 mul_tensor_117" [label="(512, 2)", style=solid]; -"2507 mul_tensor_117" -> "2509 sub_tensor_117" [label="(512, 2)", style=solid]; -"2508 zero_point_updated_constant117" -> "2509 sub_tensor_117" [label="(512, 1)", style=solid]; -"2509 sub_tensor_117" -> "2510 linear_116" [label="(512, 2)", style=solid]; -"2510 linear_116" -> "2511 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2511 relu__19" -> "2512 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2512 relu__19_0_0_nncf_smooth_quant_0" -> "2518 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2513 scale_updated_constant118" -> "2515 mul_tensor_118" [label="(12, 1)", style=solid]; -"2514 compressed_weight_updated_constant118" -> "2515 mul_tensor_118" [label="(12, 512)", style=solid]; -"2515 mul_tensor_118" -> "2517 sub_tensor_118" [label="(12, 512)", style=solid]; -"2516 zero_point_updated_constant118" -> "2517 sub_tensor_118" [label="(12, 1)", style=solid]; -"2517 sub_tensor_118" -> "2518 linear_117" [label="(12, 512)", style=solid]; -"2518 linear_117" -> "2519 view_103" [label="(1, 15, 15, 12)", style=solid]; -"2519 view_103" -> "2521 index_19" [label="(225, 12)", style=solid]; -"2520 _tensor_constant120" -> "2521 index_19" [label="(4096,)", style=solid]; -"2521 index_19" -> "2522 view_104" [label="(4096, 12)", style=solid]; -"2522 view_104" -> "2523 permute_86" [label="(64, 64, 12)", style=solid]; -"2523 permute_86" -> "2524 contiguous_36" [label="(12, 64, 64)", style=solid]; -"2524 contiguous_36" -> "2525 unsqueeze_55" [label="(12, 64, 64)", style=solid]; -"2525 unsqueeze_55" -> "2526 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; -"2526 sigmoid_19" -> "2527 mul_38" [label="(1, 12, 64, 64)", style=solid]; -"2527 mul_38" -> "2567 add_66" [label="(1, 12, 64, 64)", style=solid]; -"2528 pad_21" -> "2529 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"2529 roll_18" -> "2530 view_105" [label="(1, 16, 16, 384)", style=solid]; -"2530 view_105" -> "2531 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2531 permute_87" -> "2532 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2532 reshape_85" -> "2535 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2532 reshape_85" -> "2568 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2533 _param_constant317" -> "2534 clone_19" [label="(1152,)", style=solid]; -"2534 clone_19" -> "2543 linear_118" [label="(1152,)", style=solid]; -"2535 reshape_85_0_0_nncf_smooth_quant_0" -> "2536 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2536 quantize_per_tensor_default_117" -> "2537 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2537 dequantize_per_tensor_default_117" -> "2543 linear_118" [label="(4, 64, 384)", style=solid]; -"2538 scale_updated_constant119" -> "2540 mul_tensor_119" [label="(1152, 1)", style=solid]; -"2539 compressed_weight_updated_constant119" -> "2540 mul_tensor_119" [label="(1152, 384)", style=solid]; -"2540 mul_tensor_119" -> "2542 sub_tensor_119" [label="(1152, 384)", style=solid]; -"2541 zero_point_updated_constant119" -> "2542 sub_tensor_119" [label="(1152, 1)", style=solid]; -"2542 sub_tensor_119" -> "2543 linear_118" [label="(1152, 384)", style=solid]; -"2543 linear_118" -> "2544 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2544 reshape_86" -> "2545 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2545 permute_88" -> "2546 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2545 permute_88" -> "2547 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2545 permute_88" -> "2548 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2546 select_57" -> "2549 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2546 select_57" -> "2551 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2546 select_57" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2547 select_58" -> "2555 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2547 select_58" -> "2557 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2547 select_58" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2548 select_59" -> "2586 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2549 linalg_vector_norm_38" -> "2550 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2550 clamp_min_38" -> "2551 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2551 expand_as_38" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2552 div_38" -> "2553 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2553 quantize_per_tensor_default_118" -> "2554 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2554 dequantize_per_tensor_default_118" -> "2562 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2555 linalg_vector_norm_39" -> "2556 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2556 clamp_min_39" -> "2557 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2557 expand_as_39" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2558 div_39" -> "2559 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2559 quantize_per_tensor_default_119" -> "2560 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2560 dequantize_per_tensor_default_119" -> "2561 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2561 transpose_38" -> "2562 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2562 matmul_38" -> "2566 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2563 _param_constant319" -> "2564 clamp_19" [label="(12, 1, 1)", style=solid]; -"2564 clamp_19" -> "2565 exp_19" [label="(12, 1, 1)", style=solid]; -"2565 exp_19" -> "2566 mul_39" [label="(12, 1, 1)", style=solid]; -"2566 mul_39" -> "2567 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2567 add_66" -> "2579 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2568 new_zeros_9" -> "2569 view_106" [label="(16, 16)", style=solid]; -"2569 view_106" -> "2570 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2570 permute_89" -> "2571 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2571 reshape_87" -> "2572 unsqueeze_56" [label="(4, 64)", style=solid]; -"2571 reshape_87" -> "2573 unsqueeze_57" [label="(4, 64)", style=solid]; -"2572 unsqueeze_56" -> "2574 sub_9" [label="(4, 1, 64)", style=solid]; -"2573 unsqueeze_57" -> "2574 sub_9" [label="(4, 64, 1)", style=solid]; -"2574 sub_9" -> "2575 ne_9" [label="(4, 64, 64)", style=solid]; -"2574 sub_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2574 sub_9" -> "2577 eq_9" [label="(4, 64, 64)", style=solid]; -"2575 ne_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2576 masked_fill_18" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2577 eq_9" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2578 masked_fill_19" -> "2580 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2579 view_107" -> "2582 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2580 unsqueeze_58" -> "2581 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2581 unsqueeze_59" -> "2582 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2582 add_67" -> "2583 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2583 view_108" -> "2584 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2584 softmax_19" -> "2585 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2585 dropout_76" -> "2586 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2586 matmul_39" -> "2587 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2587 transpose_39" -> "2588 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2588 reshape_88" -> "2590 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2589 _param_constant321" -> "2598 linear_119" [label="(384,)", style=solid]; -"2590 reshape_88_0_0_nncf_smooth_quant_0" -> "2591 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2591 quantize_per_tensor_default_120" -> "2592 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2592 dequantize_per_tensor_default_120" -> "2598 linear_119" [label="(4, 64, 384)", style=solid]; -"2593 scale_updated_constant120" -> "2595 mul_tensor_120" [label="(384, 1)", style=solid]; -"2594 compressed_weight_updated_constant120" -> "2595 mul_tensor_120" [label="(384, 384)", style=solid]; -"2595 mul_tensor_120" -> "2597 sub_tensor_120" [label="(384, 384)", style=solid]; -"2596 zero_point_updated_constant120" -> "2597 sub_tensor_120" [label="(384, 1)", style=solid]; -"2597 sub_tensor_120" -> "2598 linear_119" [label="(384, 384)", style=solid]; -"2598 linear_119" -> "2599 dropout_77" [label="(4, 64, 384)", style=solid]; -"2599 dropout_77" -> "2600 view_109" [label="(4, 64, 384)", style=solid]; -"2600 view_109" -> "2601 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2601 permute_90" -> "2602 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2602 reshape_89" -> "2603 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2603 roll_19" -> "2604 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2604 slice_297" -> "2605 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2605 slice_298" -> "2606 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2606 slice_299" -> "2607 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2607 slice_300" -> "2608 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2608 contiguous_37" -> "2611 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2609 _param_constant322" -> "2611 layer_norm_41" [label="(384,)", style=solid]; -"2610 _param_constant323" -> "2611 layer_norm_41" [label="(384,)", style=solid]; -"2611 layer_norm_41" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2612 add_68" -> "2614 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2612 add_68" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2613 _param_constant325" -> "2622 linear_120" [label="(1536,)", style=solid]; -"2614 add_68_0_0_nncf_smooth_quant_0" -> "2615 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2615 quantize_per_tensor_default_121" -> "2616 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2616 dequantize_per_tensor_default_121" -> "2622 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2617 scale_updated_constant121" -> "2619 mul_tensor_121" [label="(1536, 1)", style=solid]; -"2618 compressed_weight_updated_constant121" -> "2619 mul_tensor_121" [label="(1536, 384)", style=solid]; -"2619 mul_tensor_121" -> "2621 sub_tensor_121" [label="(1536, 384)", style=solid]; -"2620 zero_point_updated_constant121" -> "2621 sub_tensor_121" [label="(1536, 1)", style=solid]; -"2621 sub_tensor_121" -> "2622 linear_120" [label="(1536, 384)", style=solid]; -"2622 linear_120" -> "2623 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2623 gelu_19" -> "2624 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2624 dropout_78" -> "2626 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2625 _param_constant327" -> "2634 linear_121" [label="(384,)", style=solid]; -"2626 dropout_78_0_0_nncf_smooth_quant_0" -> "2627 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2627 quantize_per_tensor_default_122" -> "2628 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2628 dequantize_per_tensor_default_122" -> "2634 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2629 scale_updated_constant122" -> "2631 mul_tensor_122" [label="(384, 1)", style=solid]; -"2630 compressed_weight_updated_constant122" -> "2631 mul_tensor_122" [label="(384, 1536)", style=solid]; -"2631 mul_tensor_122" -> "2633 sub_tensor_122" [label="(384, 1536)", style=solid]; -"2632 zero_point_updated_constant122" -> "2633 sub_tensor_122" [label="(384, 1)", style=solid]; -"2633 sub_tensor_122" -> "2634 linear_121" [label="(384, 1536)", style=solid]; -"2634 linear_121" -> "2635 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2635 dropout_79" -> "2638 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2636 _param_constant328" -> "2638 layer_norm_42" [label="(384,)", style=solid]; -"2637 _param_constant329" -> "2638 layer_norm_42" [label="(384,)", style=solid]; -"2638 layer_norm_42" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2639 add_69" -> "2666 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2639 add_69" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2640 _tensor_constant130" -> "2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2641 _param_constant331" -> "2648 linear_122" [label="(512,)", style=solid]; -"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2648 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2643 scale_updated_constant123" -> "2645 mul_tensor_123" [label="(512, 1)", style=solid]; -"2644 compressed_weight_updated_constant123" -> "2645 mul_tensor_123" [label="(512, 2)", style=solid]; -"2645 mul_tensor_123" -> "2647 sub_tensor_123" [label="(512, 2)", style=solid]; -"2646 zero_point_updated_constant123" -> "2647 sub_tensor_123" [label="(512, 1)", style=solid]; -"2647 sub_tensor_123" -> "2648 linear_122" [label="(512, 2)", style=solid]; -"2648 linear_122" -> "2649 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2649 relu__20" -> "2650 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2650 relu__20_0_0_nncf_smooth_quant_0" -> "2656 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2651 scale_updated_constant124" -> "2653 mul_tensor_124" [label="(12, 1)", style=solid]; -"2652 compressed_weight_updated_constant124" -> "2653 mul_tensor_124" [label="(12, 512)", style=solid]; -"2653 mul_tensor_124" -> "2655 sub_tensor_124" [label="(12, 512)", style=solid]; -"2654 zero_point_updated_constant124" -> "2655 sub_tensor_124" [label="(12, 1)", style=solid]; -"2655 sub_tensor_124" -> "2656 linear_123" [label="(12, 512)", style=solid]; -"2656 linear_123" -> "2657 view_110" [label="(1, 15, 15, 12)", style=solid]; -"2657 view_110" -> "2659 index_20" [label="(225, 12)", style=solid]; -"2658 _tensor_constant131" -> "2659 index_20" [label="(4096,)", style=solid]; -"2659 index_20" -> "2660 view_111" [label="(4096, 12)", style=solid]; -"2660 view_111" -> "2661 permute_91" [label="(64, 64, 12)", style=solid]; -"2661 permute_91" -> "2662 contiguous_38" [label="(12, 64, 64)", style=solid]; -"2662 contiguous_38" -> "2663 unsqueeze_60" [label="(12, 64, 64)", style=solid]; -"2663 unsqueeze_60" -> "2664 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; -"2664 sigmoid_20" -> "2665 mul_40" [label="(1, 12, 64, 64)", style=solid]; -"2665 mul_40" -> "2704 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2666 pad_22" -> "2667 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2667 view_112" -> "2668 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2668 permute_92" -> "2669 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2669 reshape_90" -> "2672 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2670 _param_constant333" -> "2671 clone_20" [label="(1152,)", style=solid]; -"2671 clone_20" -> "2680 linear_124" [label="(1152,)", style=solid]; -"2672 reshape_90_0_0_nncf_smooth_quant_0" -> "2673 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2673 quantize_per_tensor_default_123" -> "2674 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2674 dequantize_per_tensor_default_123" -> "2680 linear_124" [label="(4, 64, 384)", style=solid]; -"2675 scale_updated_constant125" -> "2677 mul_tensor_125" [label="(1152, 1)", style=solid]; -"2676 compressed_weight_updated_constant125" -> "2677 mul_tensor_125" [label="(1152, 384)", style=solid]; -"2677 mul_tensor_125" -> "2679 sub_tensor_125" [label="(1152, 384)", style=solid]; -"2678 zero_point_updated_constant125" -> "2679 sub_tensor_125" [label="(1152, 1)", style=solid]; -"2679 sub_tensor_125" -> "2680 linear_124" [label="(1152, 384)", style=solid]; -"2680 linear_124" -> "2681 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2681 reshape_91" -> "2682 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2682 permute_93" -> "2683 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2682 permute_93" -> "2684 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2682 permute_93" -> "2685 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2683 select_60" -> "2686 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2683 select_60" -> "2688 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2683 select_60" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2684 select_61" -> "2692 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2684 select_61" -> "2694 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2684 select_61" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2685 select_62" -> "2707 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2686 linalg_vector_norm_40" -> "2687 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2687 clamp_min_40" -> "2688 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2688 expand_as_40" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2689 div_40" -> "2690 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2690 quantize_per_tensor_default_124" -> "2691 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2691 dequantize_per_tensor_default_124" -> "2699 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2692 linalg_vector_norm_41" -> "2693 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2693 clamp_min_41" -> "2694 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2694 expand_as_41" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2695 div_41" -> "2696 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2696 quantize_per_tensor_default_125" -> "2697 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2697 dequantize_per_tensor_default_125" -> "2698 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2698 transpose_40" -> "2699 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2699 matmul_40" -> "2703 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2700 _param_constant335" -> "2701 clamp_20" [label="(12, 1, 1)", style=solid]; -"2701 clamp_20" -> "2702 exp_20" [label="(12, 1, 1)", style=solid]; -"2702 exp_20" -> "2703 mul_41" [label="(12, 1, 1)", style=solid]; -"2703 mul_41" -> "2704 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2704 add_70" -> "2705 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2705 softmax_20" -> "2706 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2706 dropout_80" -> "2707 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2707 matmul_41" -> "2708 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2708 transpose_41" -> "2709 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2709 reshape_92" -> "2711 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2710 _param_constant337" -> "2719 linear_125" [label="(384,)", style=solid]; -"2711 reshape_92_0_0_nncf_smooth_quant_0" -> "2712 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2712 quantize_per_tensor_default_126" -> "2713 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2713 dequantize_per_tensor_default_126" -> "2719 linear_125" [label="(4, 64, 384)", style=solid]; -"2714 scale_updated_constant126" -> "2716 mul_tensor_126" [label="(384, 1)", style=solid]; -"2715 compressed_weight_updated_constant126" -> "2716 mul_tensor_126" [label="(384, 384)", style=solid]; -"2716 mul_tensor_126" -> "2718 sub_tensor_126" [label="(384, 384)", style=solid]; -"2717 zero_point_updated_constant126" -> "2718 sub_tensor_126" [label="(384, 1)", style=solid]; -"2718 sub_tensor_126" -> "2719 linear_125" [label="(384, 384)", style=solid]; -"2719 linear_125" -> "2720 dropout_81" [label="(4, 64, 384)", style=solid]; -"2720 dropout_81" -> "2721 view_113" [label="(4, 64, 384)", style=solid]; -"2721 view_113" -> "2722 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2722 permute_94" -> "2723 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2723 reshape_93" -> "2724 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2724 slice_302" -> "2725 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2725 slice_303" -> "2726 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2726 slice_304" -> "2727 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2727 slice_305" -> "2728 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2728 contiguous_39" -> "2731 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2729 _param_constant338" -> "2731 layer_norm_43" [label="(384,)", style=solid]; -"2730 _param_constant339" -> "2731 layer_norm_43" [label="(384,)", style=solid]; -"2731 layer_norm_43" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2732 add_71" -> "2734 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2732 add_71" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2733 _param_constant341" -> "2742 linear_126" [label="(1536,)", style=solid]; -"2734 add_71_0_0_nncf_smooth_quant_0" -> "2735 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2735 quantize_per_tensor_default_127" -> "2736 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2736 dequantize_per_tensor_default_127" -> "2742 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2737 scale_updated_constant127" -> "2739 mul_tensor_127" [label="(1536, 1)", style=solid]; -"2738 compressed_weight_updated_constant127" -> "2739 mul_tensor_127" [label="(1536, 384)", style=solid]; -"2739 mul_tensor_127" -> "2741 sub_tensor_127" [label="(1536, 384)", style=solid]; -"2740 zero_point_updated_constant127" -> "2741 sub_tensor_127" [label="(1536, 1)", style=solid]; -"2741 sub_tensor_127" -> "2742 linear_126" [label="(1536, 384)", style=solid]; -"2742 linear_126" -> "2743 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2743 gelu_20" -> "2744 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2744 dropout_82" -> "2746 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2745 _param_constant343" -> "2754 linear_127" [label="(384,)", style=solid]; -"2746 dropout_82_0_0_nncf_smooth_quant_0" -> "2747 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2747 quantize_per_tensor_default_128" -> "2748 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2748 dequantize_per_tensor_default_128" -> "2754 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2749 scale_updated_constant128" -> "2751 mul_tensor_128" [label="(384, 1)", style=solid]; -"2750 compressed_weight_updated_constant128" -> "2751 mul_tensor_128" [label="(384, 1536)", style=solid]; -"2751 mul_tensor_128" -> "2753 sub_tensor_128" [label="(384, 1536)", style=solid]; -"2752 zero_point_updated_constant128" -> "2753 sub_tensor_128" [label="(384, 1)", style=solid]; -"2753 sub_tensor_128" -> "2754 linear_127" [label="(384, 1536)", style=solid]; -"2754 linear_127" -> "2755 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2755 dropout_83" -> "2758 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2756 _param_constant344" -> "2758 layer_norm_44" [label="(384,)", style=solid]; -"2757 _param_constant345" -> "2758 layer_norm_44" [label="(384,)", style=solid]; -"2758 layer_norm_44" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2759 add_72" -> "2786 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2759 add_72" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2760 _tensor_constant132" -> "2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2761 _param_constant347" -> "2768 linear_128" [label="(512,)", style=solid]; -"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2768 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2763 scale_updated_constant129" -> "2765 mul_tensor_129" [label="(512, 1)", style=solid]; -"2764 compressed_weight_updated_constant129" -> "2765 mul_tensor_129" [label="(512, 2)", style=solid]; -"2765 mul_tensor_129" -> "2767 sub_tensor_129" [label="(512, 2)", style=solid]; -"2766 zero_point_updated_constant129" -> "2767 sub_tensor_129" [label="(512, 1)", style=solid]; -"2767 sub_tensor_129" -> "2768 linear_128" [label="(512, 2)", style=solid]; -"2768 linear_128" -> "2769 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2769 relu__21" -> "2770 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2770 relu__21_0_0_nncf_smooth_quant_0" -> "2776 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2771 scale_updated_constant130" -> "2773 mul_tensor_130" [label="(12, 1)", style=solid]; -"2772 compressed_weight_updated_constant130" -> "2773 mul_tensor_130" [label="(12, 512)", style=solid]; -"2773 mul_tensor_130" -> "2775 sub_tensor_130" [label="(12, 512)", style=solid]; -"2774 zero_point_updated_constant130" -> "2775 sub_tensor_130" [label="(12, 1)", style=solid]; -"2775 sub_tensor_130" -> "2776 linear_129" [label="(12, 512)", style=solid]; -"2776 linear_129" -> "2777 view_114" [label="(1, 15, 15, 12)", style=solid]; -"2777 view_114" -> "2779 index_21" [label="(225, 12)", style=solid]; -"2778 _tensor_constant133" -> "2779 index_21" [label="(4096,)", style=solid]; -"2779 index_21" -> "2780 view_115" [label="(4096, 12)", style=solid]; -"2780 view_115" -> "2781 permute_95" [label="(64, 64, 12)", style=solid]; -"2781 permute_95" -> "2782 contiguous_40" [label="(12, 64, 64)", style=solid]; -"2782 contiguous_40" -> "2783 unsqueeze_61" [label="(12, 64, 64)", style=solid]; -"2783 unsqueeze_61" -> "2784 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; -"2784 sigmoid_21" -> "2785 mul_42" [label="(1, 12, 64, 64)", style=solid]; -"2785 mul_42" -> "2825 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2786 pad_23" -> "2787 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2787 roll_20" -> "2788 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2788 view_116" -> "2789 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2789 permute_96" -> "2790 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2790 reshape_94" -> "2793 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2790 reshape_94" -> "2826 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2791 _param_constant349" -> "2792 clone_21" [label="(1152,)", style=solid]; -"2792 clone_21" -> "2801 linear_130" [label="(1152,)", style=solid]; -"2793 reshape_94_0_0_nncf_smooth_quant_0" -> "2794 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2794 quantize_per_tensor_default_129" -> "2795 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2795 dequantize_per_tensor_default_129" -> "2801 linear_130" [label="(4, 64, 384)", style=solid]; -"2796 scale_updated_constant131" -> "2798 mul_tensor_131" [label="(1152, 1)", style=solid]; -"2797 compressed_weight_updated_constant131" -> "2798 mul_tensor_131" [label="(1152, 384)", style=solid]; -"2798 mul_tensor_131" -> "2800 sub_tensor_131" [label="(1152, 384)", style=solid]; -"2799 zero_point_updated_constant131" -> "2800 sub_tensor_131" [label="(1152, 1)", style=solid]; -"2800 sub_tensor_131" -> "2801 linear_130" [label="(1152, 384)", style=solid]; -"2801 linear_130" -> "2802 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2802 reshape_95" -> "2803 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2803 permute_97" -> "2804 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2803 permute_97" -> "2805 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2803 permute_97" -> "2806 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2804 select_63" -> "2807 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2804 select_63" -> "2809 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2804 select_63" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2805 select_64" -> "2813 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2805 select_64" -> "2815 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2805 select_64" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2806 select_65" -> "2844 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2807 linalg_vector_norm_42" -> "2808 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2808 clamp_min_42" -> "2809 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2809 expand_as_42" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2810 div_42" -> "2811 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2811 quantize_per_tensor_default_130" -> "2812 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2812 dequantize_per_tensor_default_130" -> "2820 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2813 linalg_vector_norm_43" -> "2814 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2814 clamp_min_43" -> "2815 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2815 expand_as_43" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2816 div_43" -> "2817 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2817 quantize_per_tensor_default_131" -> "2818 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2818 dequantize_per_tensor_default_131" -> "2819 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2819 transpose_42" -> "2820 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2820 matmul_42" -> "2824 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2821 _param_constant351" -> "2822 clamp_21" [label="(12, 1, 1)", style=solid]; -"2822 clamp_21" -> "2823 exp_21" [label="(12, 1, 1)", style=solid]; -"2823 exp_21" -> "2824 mul_43" [label="(12, 1, 1)", style=solid]; -"2824 mul_43" -> "2825 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2825 add_73" -> "2837 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2826 new_zeros_10" -> "2827 view_117" [label="(16, 16)", style=solid]; -"2827 view_117" -> "2828 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2828 permute_98" -> "2829 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2829 reshape_96" -> "2830 unsqueeze_62" [label="(4, 64)", style=solid]; -"2829 reshape_96" -> "2831 unsqueeze_63" [label="(4, 64)", style=solid]; -"2830 unsqueeze_62" -> "2832 sub_10" [label="(4, 1, 64)", style=solid]; -"2831 unsqueeze_63" -> "2832 sub_10" [label="(4, 64, 1)", style=solid]; -"2832 sub_10" -> "2833 ne_10" [label="(4, 64, 64)", style=solid]; -"2832 sub_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2832 sub_10" -> "2835 eq_10" [label="(4, 64, 64)", style=solid]; -"2833 ne_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2834 masked_fill_20" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2835 eq_10" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2836 masked_fill_21" -> "2838 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2837 view_118" -> "2840 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2838 unsqueeze_64" -> "2839 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2839 unsqueeze_65" -> "2840 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2840 add_74" -> "2841 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2841 view_119" -> "2842 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2842 softmax_21" -> "2843 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2843 dropout_84" -> "2844 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2844 matmul_43" -> "2845 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2845 transpose_43" -> "2846 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2846 reshape_97" -> "2848 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2847 _param_constant353" -> "2856 linear_131" [label="(384,)", style=solid]; -"2848 reshape_97_0_0_nncf_smooth_quant_0" -> "2849 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2849 quantize_per_tensor_default_132" -> "2850 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2850 dequantize_per_tensor_default_132" -> "2856 linear_131" [label="(4, 64, 384)", style=solid]; -"2851 scale_updated_constant132" -> "2853 mul_tensor_132" [label="(384, 1)", style=solid]; -"2852 compressed_weight_updated_constant132" -> "2853 mul_tensor_132" [label="(384, 384)", style=solid]; -"2853 mul_tensor_132" -> "2855 sub_tensor_132" [label="(384, 384)", style=solid]; -"2854 zero_point_updated_constant132" -> "2855 sub_tensor_132" [label="(384, 1)", style=solid]; -"2855 sub_tensor_132" -> "2856 linear_131" [label="(384, 384)", style=solid]; -"2856 linear_131" -> "2857 dropout_85" [label="(4, 64, 384)", style=solid]; -"2857 dropout_85" -> "2858 view_120" [label="(4, 64, 384)", style=solid]; -"2858 view_120" -> "2859 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2859 permute_99" -> "2860 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2860 reshape_98" -> "2861 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2861 roll_21" -> "2862 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2862 slice_325" -> "2863 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2863 slice_326" -> "2864 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2864 slice_327" -> "2865 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2865 slice_328" -> "2866 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2866 contiguous_41" -> "2869 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2867 _param_constant354" -> "2869 layer_norm_45" [label="(384,)", style=solid]; -"2868 _param_constant355" -> "2869 layer_norm_45" [label="(384,)", style=solid]; -"2869 layer_norm_45" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2870 add_75" -> "2872 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2870 add_75" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2871 _param_constant357" -> "2880 linear_132" [label="(1536,)", style=solid]; -"2872 add_75_0_0_nncf_smooth_quant_0" -> "2873 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2873 quantize_per_tensor_default_133" -> "2874 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2874 dequantize_per_tensor_default_133" -> "2880 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2875 scale_updated_constant133" -> "2877 mul_tensor_133" [label="(1536, 1)", style=solid]; -"2876 compressed_weight_updated_constant133" -> "2877 mul_tensor_133" [label="(1536, 384)", style=solid]; -"2877 mul_tensor_133" -> "2879 sub_tensor_133" [label="(1536, 384)", style=solid]; -"2878 zero_point_updated_constant133" -> "2879 sub_tensor_133" [label="(1536, 1)", style=solid]; -"2879 sub_tensor_133" -> "2880 linear_132" [label="(1536, 384)", style=solid]; -"2880 linear_132" -> "2881 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2881 gelu_21" -> "2882 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2882 dropout_86" -> "2884 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2883 _param_constant359" -> "2892 linear_133" [label="(384,)", style=solid]; -"2884 dropout_86_0_0_nncf_smooth_quant_0" -> "2885 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2885 quantize_per_tensor_default_134" -> "2886 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2886 dequantize_per_tensor_default_134" -> "2892 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2887 scale_updated_constant134" -> "2889 mul_tensor_134" [label="(384, 1)", style=solid]; -"2888 compressed_weight_updated_constant134" -> "2889 mul_tensor_134" [label="(384, 1536)", style=solid]; -"2889 mul_tensor_134" -> "2891 sub_tensor_134" [label="(384, 1536)", style=solid]; -"2890 zero_point_updated_constant134" -> "2891 sub_tensor_134" [label="(384, 1)", style=solid]; -"2891 sub_tensor_134" -> "2892 linear_133" [label="(384, 1536)", style=solid]; -"2892 linear_133" -> "2893 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2893 dropout_87" -> "2896 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2894 _param_constant360" -> "2896 layer_norm_46" [label="(384,)", style=solid]; -"2895 _param_constant361" -> "2896 layer_norm_46" [label="(384,)", style=solid]; -"2896 layer_norm_46" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2897 add_76" -> "2898 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2899 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2902 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2905 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2908 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2899 slice_329" -> "2900 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2900 slice_330" -> "2901 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2901 slice_331" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2902 slice_332" -> "2903 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2903 slice_333" -> "2904 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2904 slice_334" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2905 slice_335" -> "2906 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2906 slice_336" -> "2907 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2907 slice_337" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2908 slice_338" -> "2909 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2909 slice_339" -> "2910 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2910 slice_340" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2911 cat_2" -> "2912 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2912 cat_2_0_0_nncf_smooth_quant_0" -> "2913 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2913 quantize_per_tensor_default_135" -> "2914 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2914 dequantize_per_tensor_default_135" -> "2920 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2915 scale_updated_constant135" -> "2917 mul_tensor_135" [label="(768, 1)", style=solid]; -"2916 compressed_weight_updated_constant135" -> "2917 mul_tensor_135" [label="(768, 1536)", style=solid]; -"2917 mul_tensor_135" -> "2919 sub_tensor_135" [label="(768, 1536)", style=solid]; -"2918 zero_point_updated_constant135" -> "2919 sub_tensor_135" [label="(768, 1)", style=solid]; -"2919 sub_tensor_135" -> "2920 linear_134" [label="(768, 1536)", style=solid]; -"2920 linear_134" -> "2923 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2921 _param_constant363" -> "2923 layer_norm_47" [label="(768,)", style=solid]; -"2922 _param_constant364" -> "2923 layer_norm_47" [label="(768,)", style=solid]; -"2923 layer_norm_47" -> "2950 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2923 layer_norm_47" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2924 _tensor_constant143" -> "2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2925 _param_constant366" -> "2932 linear_135" [label="(512,)", style=solid]; -"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2932 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2927 scale_updated_constant136" -> "2929 mul_tensor_136" [label="(512, 1)", style=solid]; -"2928 compressed_weight_updated_constant136" -> "2929 mul_tensor_136" [label="(512, 2)", style=solid]; -"2929 mul_tensor_136" -> "2931 sub_tensor_136" [label="(512, 2)", style=solid]; -"2930 zero_point_updated_constant136" -> "2931 sub_tensor_136" [label="(512, 1)", style=solid]; -"2931 sub_tensor_136" -> "2932 linear_135" [label="(512, 2)", style=solid]; -"2932 linear_135" -> "2933 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2933 relu__22" -> "2934 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2934 relu__22_0_0_nncf_smooth_quant_0" -> "2940 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2935 scale_updated_constant137" -> "2937 mul_tensor_137" [label="(24, 1)", style=solid]; -"2936 compressed_weight_updated_constant137" -> "2937 mul_tensor_137" [label="(24, 512)", style=solid]; -"2937 mul_tensor_137" -> "2939 sub_tensor_137" [label="(24, 512)", style=solid]; -"2938 zero_point_updated_constant137" -> "2939 sub_tensor_137" [label="(24, 1)", style=solid]; -"2939 sub_tensor_137" -> "2940 linear_136" [label="(24, 512)", style=solid]; -"2940 linear_136" -> "2941 view_121" [label="(1, 15, 15, 24)", style=solid]; -"2941 view_121" -> "2943 index_22" [label="(225, 24)", style=solid]; -"2942 _tensor_constant144" -> "2943 index_22" [label="(4096,)", style=solid]; -"2943 index_22" -> "2944 view_122" [label="(4096, 24)", style=solid]; -"2944 view_122" -> "2945 permute_100" [label="(64, 64, 24)", style=solid]; -"2945 permute_100" -> "2946 contiguous_42" [label="(24, 64, 64)", style=solid]; -"2946 contiguous_42" -> "2947 unsqueeze_66" [label="(24, 64, 64)", style=solid]; -"2947 unsqueeze_66" -> "2948 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; -"2948 sigmoid_22" -> "2949 mul_44" [label="(1, 24, 64, 64)", style=solid]; -"2949 mul_44" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2950 pad_25" -> "2951 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2951 view_123" -> "2952 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2952 permute_101" -> "2953 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2953 reshape_99" -> "2956 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2954 _param_constant368" -> "2955 clone_22" [label="(2304,)", style=solid]; -"2955 clone_22" -> "2964 linear_137" [label="(2304,)", style=solid]; -"2956 reshape_99_0_0_nncf_smooth_quant_0" -> "2957 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2957 quantize_per_tensor_default_136" -> "2958 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2958 dequantize_per_tensor_default_136" -> "2964 linear_137" [label="(1, 64, 768)", style=solid]; -"2959 scale_updated_constant138" -> "2961 mul_tensor_138" [label="(2304, 1)", style=solid]; -"2960 compressed_weight_updated_constant138" -> "2961 mul_tensor_138" [label="(2304, 768)", style=solid]; -"2961 mul_tensor_138" -> "2963 sub_tensor_138" [label="(2304, 768)", style=solid]; -"2962 zero_point_updated_constant138" -> "2963 sub_tensor_138" [label="(2304, 1)", style=solid]; -"2963 sub_tensor_138" -> "2964 linear_137" [label="(2304, 768)", style=solid]; -"2964 linear_137" -> "2965 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2965 reshape_100" -> "2966 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2966 permute_102" -> "2967 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2966 permute_102" -> "2968 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2966 permute_102" -> "2969 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2967 select_66" -> "2970 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2967 select_66" -> "2972 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2967 select_66" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2968 select_67" -> "2976 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2968 select_67" -> "2978 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2968 select_67" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2969 select_68" -> "2991 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2970 linalg_vector_norm_44" -> "2971 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2971 clamp_min_44" -> "2972 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2972 expand_as_44" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2973 div_44" -> "2974 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2974 quantize_per_tensor_default_137" -> "2975 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2975 dequantize_per_tensor_default_137" -> "2983 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2976 linalg_vector_norm_45" -> "2977 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2977 clamp_min_45" -> "2978 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2978 expand_as_45" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2979 div_45" -> "2980 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2980 quantize_per_tensor_default_138" -> "2981 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2981 dequantize_per_tensor_default_138" -> "2982 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2982 transpose_44" -> "2983 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2983 matmul_44" -> "2987 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2984 _param_constant370" -> "2985 clamp_22" [label="(24, 1, 1)", style=solid]; -"2985 clamp_22" -> "2986 exp_22" [label="(24, 1, 1)", style=solid]; -"2986 exp_22" -> "2987 mul_45" [label="(24, 1, 1)", style=solid]; -"2987 mul_45" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2988 add_77" -> "2989 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2989 softmax_22" -> "2990 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2990 dropout_88" -> "2991 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2991 matmul_45" -> "2992 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2992 transpose_45" -> "2993 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2993 reshape_101" -> "2995 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2994 _param_constant372" -> "3003 linear_138" [label="(768,)", style=solid]; -"2995 reshape_101_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2996 quantize_per_tensor_default_139" -> "2997 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2997 dequantize_per_tensor_default_139" -> "3003 linear_138" [label="(1, 64, 768)", style=solid]; -"2998 scale_updated_constant139" -> "3000 mul_tensor_139" [label="(768, 1)", style=solid]; -"2999 compressed_weight_updated_constant139" -> "3000 mul_tensor_139" [label="(768, 768)", style=solid]; -"3000 mul_tensor_139" -> "3002 sub_tensor_139" [label="(768, 768)", style=solid]; -"3001 zero_point_updated_constant139" -> "3002 sub_tensor_139" [label="(768, 1)", style=solid]; -"3002 sub_tensor_139" -> "3003 linear_138" [label="(768, 768)", style=solid]; -"3003 linear_138" -> "3004 dropout_89" [label="(1, 64, 768)", style=solid]; -"3004 dropout_89" -> "3005 view_124" [label="(1, 64, 768)", style=solid]; -"3005 view_124" -> "3006 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3006 permute_103" -> "3007 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3007 reshape_102" -> "3008 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"3008 slice_342" -> "3009 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"3009 slice_343" -> "3010 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"3010 slice_344" -> "3011 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"3011 slice_345" -> "3012 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"3012 contiguous_43" -> "3015 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"3013 _param_constant373" -> "3015 layer_norm_48" [label="(768,)", style=solid]; -"3014 _param_constant374" -> "3015 layer_norm_48" [label="(768,)", style=solid]; -"3015 layer_norm_48" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; -"3016 add_78" -> "3018 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3016 add_78" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3017 _param_constant376" -> "3026 linear_139" [label="(3072,)", style=solid]; -"3018 add_78_0_0_nncf_smooth_quant_0" -> "3019 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"3019 quantize_per_tensor_default_140" -> "3020 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"3020 dequantize_per_tensor_default_140" -> "3026 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"3021 scale_updated_constant140" -> "3023 mul_tensor_140" [label="(3072, 1)", style=solid]; -"3022 compressed_weight_updated_constant140" -> "3023 mul_tensor_140" [label="(3072, 768)", style=solid]; -"3023 mul_tensor_140" -> "3025 sub_tensor_140" [label="(3072, 768)", style=solid]; -"3024 zero_point_updated_constant140" -> "3025 sub_tensor_140" [label="(3072, 1)", style=solid]; -"3025 sub_tensor_140" -> "3026 linear_139" [label="(3072, 768)", style=solid]; -"3026 linear_139" -> "3027 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"3027 gelu_22" -> "3028 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"3028 dropout_90" -> "3030 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3029 _param_constant378" -> "3038 linear_140" [label="(768,)", style=solid]; -"3030 dropout_90_0_0_nncf_smooth_quant_0" -> "3031 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3031 quantize_per_tensor_default_141" -> "3032 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3032 dequantize_per_tensor_default_141" -> "3038 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3033 scale_updated_constant141" -> "3035 mul_tensor_141" [label="(768, 1)", style=solid]; -"3034 compressed_weight_updated_constant141" -> "3035 mul_tensor_141" [label="(768, 3072)", style=solid]; -"3035 mul_tensor_141" -> "3037 sub_tensor_141" [label="(768, 3072)", style=solid]; -"3036 zero_point_updated_constant141" -> "3037 sub_tensor_141" [label="(768, 1)", style=solid]; -"3037 sub_tensor_141" -> "3038 linear_140" [label="(768, 3072)", style=solid]; -"3038 linear_140" -> "3039 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"3039 dropout_91" -> "3042 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"3040 _param_constant379" -> "3042 layer_norm_49" [label="(768,)", style=solid]; -"3041 _param_constant380" -> "3042 layer_norm_49" [label="(768,)", style=solid]; -"3042 layer_norm_49" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3043 add_79" -> "3070 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"3043 add_79" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3044 _tensor_constant145" -> "3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"3045 _param_constant382" -> "3052 linear_141" [label="(512,)", style=solid]; -"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3052 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3047 scale_updated_constant142" -> "3049 mul_tensor_142" [label="(512, 1)", style=solid]; -"3048 compressed_weight_updated_constant142" -> "3049 mul_tensor_142" [label="(512, 2)", style=solid]; -"3049 mul_tensor_142" -> "3051 sub_tensor_142" [label="(512, 2)", style=solid]; -"3050 zero_point_updated_constant142" -> "3051 sub_tensor_142" [label="(512, 1)", style=solid]; -"3051 sub_tensor_142" -> "3052 linear_141" [label="(512, 2)", style=solid]; -"3052 linear_141" -> "3053 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"3053 relu__23" -> "3054 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"3054 relu__23_0_0_nncf_smooth_quant_0" -> "3060 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3055 scale_updated_constant143" -> "3057 mul_tensor_143" [label="(24, 1)", style=solid]; -"3056 compressed_weight_updated_constant143" -> "3057 mul_tensor_143" [label="(24, 512)", style=solid]; -"3057 mul_tensor_143" -> "3059 sub_tensor_143" [label="(24, 512)", style=solid]; -"3058 zero_point_updated_constant143" -> "3059 sub_tensor_143" [label="(24, 1)", style=solid]; -"3059 sub_tensor_143" -> "3060 linear_142" [label="(24, 512)", style=solid]; -"3060 linear_142" -> "3061 view_125" [label="(1, 15, 15, 24)", style=solid]; -"3061 view_125" -> "3063 index_23" [label="(225, 24)", style=solid]; -"3062 _tensor_constant146" -> "3063 index_23" [label="(4096,)", style=solid]; -"3063 index_23" -> "3064 view_126" [label="(4096, 24)", style=solid]; -"3064 view_126" -> "3065 permute_104" [label="(64, 64, 24)", style=solid]; -"3065 permute_104" -> "3066 contiguous_44" [label="(24, 64, 64)", style=solid]; -"3066 contiguous_44" -> "3067 unsqueeze_67" [label="(24, 64, 64)", style=solid]; -"3067 unsqueeze_67" -> "3068 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; -"3068 sigmoid_23" -> "3069 mul_46" [label="(1, 24, 64, 64)", style=solid]; -"3069 mul_46" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3070 pad_26" -> "3071 view_127" [label="(1, 8, 8, 768)", style=solid]; -"3071 view_127" -> "3072 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3072 permute_105" -> "3073 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3073 reshape_103" -> "3076 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3074 _param_constant384" -> "3075 clone_23" [label="(2304,)", style=solid]; -"3075 clone_23" -> "3084 linear_143" [label="(2304,)", style=solid]; -"3076 reshape_103_0_0_nncf_smooth_quant_0" -> "3077 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3077 quantize_per_tensor_default_142" -> "3078 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3078 dequantize_per_tensor_default_142" -> "3084 linear_143" [label="(1, 64, 768)", style=solid]; -"3079 scale_updated_constant144" -> "3081 mul_tensor_144" [label="(2304, 1)", style=solid]; -"3080 compressed_weight_updated_constant144" -> "3081 mul_tensor_144" [label="(2304, 768)", style=solid]; -"3081 mul_tensor_144" -> "3083 sub_tensor_144" [label="(2304, 768)", style=solid]; -"3082 zero_point_updated_constant144" -> "3083 sub_tensor_144" [label="(2304, 1)", style=solid]; -"3083 sub_tensor_144" -> "3084 linear_143" [label="(2304, 768)", style=solid]; -"3084 linear_143" -> "3085 reshape_104" [label="(1, 64, 2304)", style=solid]; -"3085 reshape_104" -> "3086 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"3086 permute_106" -> "3087 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"3086 permute_106" -> "3088 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"3086 permute_106" -> "3089 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"3087 select_69" -> "3090 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"3087 select_69" -> "3092 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"3087 select_69" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3088 select_70" -> "3096 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 select_70" -> "3098 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 select_70" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3089 select_71" -> "3111 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"3090 linalg_vector_norm_46" -> "3091 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"3091 clamp_min_46" -> "3092 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"3092 expand_as_46" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3093 div_46" -> "3094 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3094 quantize_per_tensor_default_143" -> "3095 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3095 dequantize_per_tensor_default_143" -> "3103 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"3096 linalg_vector_norm_47" -> "3097 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"3097 clamp_min_47" -> "3098 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"3098 expand_as_47" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3099 div_47" -> "3100 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3100 quantize_per_tensor_default_144" -> "3101 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3101 dequantize_per_tensor_default_144" -> "3102 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"3102 transpose_46" -> "3103 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"3103 matmul_46" -> "3107 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"3104 _param_constant386" -> "3105 clamp_23" [label="(24, 1, 1)", style=solid]; -"3105 clamp_23" -> "3106 exp_23" [label="(24, 1, 1)", style=solid]; -"3106 exp_23" -> "3107 mul_47" [label="(24, 1, 1)", style=solid]; -"3107 mul_47" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3108 add_80" -> "3109 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"3109 softmax_23" -> "3110 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"3110 dropout_92" -> "3111 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"3111 matmul_47" -> "3112 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"3112 transpose_47" -> "3113 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"3113 reshape_105" -> "3115 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3114 _param_constant388" -> "3123 linear_144" [label="(768,)", style=solid]; -"3115 reshape_105_0_0_nncf_smooth_quant_0" -> "3116 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3116 quantize_per_tensor_default_145" -> "3117 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3117 dequantize_per_tensor_default_145" -> "3123 linear_144" [label="(1, 64, 768)", style=solid]; -"3118 scale_updated_constant145" -> "3120 mul_tensor_145" [label="(768, 1)", style=solid]; -"3119 compressed_weight_updated_constant145" -> "3120 mul_tensor_145" [label="(768, 768)", style=solid]; -"3120 mul_tensor_145" -> "3122 sub_tensor_145" [label="(768, 768)", style=solid]; -"3121 zero_point_updated_constant145" -> "3122 sub_tensor_145" [label="(768, 1)", style=solid]; -"3122 sub_tensor_145" -> "3123 linear_144" [label="(768, 768)", style=solid]; -"3123 linear_144" -> "3124 dropout_93" [label="(1, 64, 768)", style=solid]; -"3124 dropout_93" -> "3125 view_128" [label="(1, 64, 768)", style=solid]; -"3125 view_128" -> "3126 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3126 permute_107" -> "3127 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3127 reshape_106" -> "3128 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"3128 slice_347" -> "3129 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"3129 slice_348" -> "3130 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"3130 slice_349" -> "3131 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"3131 slice_350" -> "3132 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"3132 contiguous_45" -> "3135 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"3133 _param_constant389" -> "3135 layer_norm_50" [label="(768,)", style=solid]; -"3134 _param_constant390" -> "3135 layer_norm_50" [label="(768,)", style=solid]; -"3135 layer_norm_50" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3136 add_81" -> "3138 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3136 add_81" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3137 _param_constant392" -> "3146 linear_145" [label="(3072,)", style=solid]; -"3138 add_81_0_0_nncf_smooth_quant_0" -> "3139 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3139 quantize_per_tensor_default_146" -> "3140 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3140 dequantize_per_tensor_default_146" -> "3146 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3141 scale_updated_constant146" -> "3143 mul_tensor_146" [label="(3072, 1)", style=solid]; -"3142 compressed_weight_updated_constant146" -> "3143 mul_tensor_146" [label="(3072, 768)", style=solid]; -"3143 mul_tensor_146" -> "3145 sub_tensor_146" [label="(3072, 768)", style=solid]; -"3144 zero_point_updated_constant146" -> "3145 sub_tensor_146" [label="(3072, 1)", style=solid]; -"3145 sub_tensor_146" -> "3146 linear_145" [label="(3072, 768)", style=solid]; -"3146 linear_145" -> "3147 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"3147 gelu_23" -> "3148 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"3148 dropout_94" -> "3150 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3149 _param_constant394" -> "3158 linear_146" [label="(768,)", style=solid]; -"3150 dropout_94_0_0_nncf_smooth_quant_0" -> "3151 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3151 quantize_per_tensor_default_147" -> "3152 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3152 dequantize_per_tensor_default_147" -> "3158 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3153 scale_updated_constant147" -> "3155 mul_tensor_147" [label="(768, 1)", style=solid]; -"3154 compressed_weight_updated_constant147" -> "3155 mul_tensor_147" [label="(768, 3072)", style=solid]; -"3155 mul_tensor_147" -> "3157 sub_tensor_147" [label="(768, 3072)", style=solid]; -"3156 zero_point_updated_constant147" -> "3157 sub_tensor_147" [label="(768, 1)", style=solid]; -"3157 sub_tensor_147" -> "3158 linear_146" [label="(768, 3072)", style=solid]; -"3158 linear_146" -> "3159 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"3159 dropout_95" -> "3162 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"3160 _param_constant395" -> "3162 layer_norm_51" [label="(768,)", style=solid]; -"3161 _param_constant396" -> "3162 layer_norm_51" [label="(768,)", style=solid]; -"3162 layer_norm_51" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3163 add_82" -> "3166 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"3164 _param_constant397" -> "3166 layer_norm_52" [label="(768,)", style=solid]; -"3165 _param_constant398" -> "3166 layer_norm_52" [label="(768,)", style=solid]; -"3166 layer_norm_52" -> "3167 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"3167 permute_108" -> "3168 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"3168 adaptive_avg_pool2d" -> "3169 flatten" [label="(1, 768, 1, 1)", style=solid]; -"3169 flatten" -> "3171 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"3170 _param_constant400" -> "3179 linear_147" [label="(1000,)", style=solid]; -"3171 flatten_0_0_nncf_smooth_quant_0" -> "3172 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3172 quantize_per_tensor_default_148" -> "3173 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3173 dequantize_per_tensor_default_148" -> "3179 linear_147" [label="(1, 768)", style=solid]; -"3174 scale_updated_constant148" -> "3176 mul_tensor_148" [label="(1000, 1)", style=solid]; -"3175 compressed_weight_updated_constant148" -> "3176 mul_tensor_148" [label="(1000, 768)", style=solid]; -"3176 mul_tensor_148" -> "3178 sub_tensor_148" [label="(1000, 768)", style=solid]; -"3177 zero_point_updated_constant148" -> "3178 sub_tensor_148" [label="(1000, 1)", style=solid]; -"3178 sub_tensor_148" -> "3179 linear_147" [label="(1000, 768)", style=solid]; -"3179 linear_147" -> "3180 output" [label="(1, 1000)", style=solid]; +"13 layer_norm" -> "15 pad" [label="(1, 56, 56, 96)", style=solid]; +"13 layer_norm" -> "75 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _frozen_param0" -> "50 add" [label="(1, 3, 64, 64)", style=solid]; +"15 pad" -> "16 view_2" [label="(1, 56, 56, 96)", style=solid]; +"16 view_2" -> "17 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"17 permute_2" -> "18 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"18 reshape" -> "20 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"19 _frozen_param1" -> "28 linear_2" [label="(288,)", style=solid]; +"20 reshape_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "28 linear_2" [label="(49, 64, 96)", style=solid]; +"23 scale_updated_constant1" -> "25 mul_tensor_1" [label="(288, 1)", style=solid]; +"24 compressed_weight_updated_constant1" -> "25 mul_tensor_1" [label="(288, 96)", style=solid]; +"25 mul_tensor_1" -> "27 sub_tensor_1" [label="(288, 96)", style=solid]; +"26 zero_point_updated_constant1" -> "27 sub_tensor_1" [label="(288, 1)", style=solid]; +"27 sub_tensor_1" -> "28 linear_2" [label="(288, 96)", style=solid]; +"28 linear_2" -> "29 reshape_1" [label="(49, 64, 288)", style=solid]; +"29 reshape_1" -> "30 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"30 permute_3" -> "31 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"30 permute_3" -> "32 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"30 permute_3" -> "33 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"31 select" -> "34 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"31 select" -> "36 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"31 select" -> "37 div" [label="(49, 3, 64, 32)", style=solid]; +"32 select_1" -> "40 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"32 select_1" -> "42 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"32 select_1" -> "43 div_1" [label="(49, 3, 64, 32)", style=solid]; +"33 select_2" -> "53 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"34 linalg_vector_norm" -> "35 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"35 clamp_min" -> "36 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"36 expand_as" -> "37 div" [label="(49, 3, 64, 32)", style=solid]; +"37 div" -> "38 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"38 quantize_per_tensor_default_2" -> "39 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"39 dequantize_per_tensor_default_2" -> "47 matmul" [label="(49, 3, 64, 32)", style=solid]; +"40 linalg_vector_norm_1" -> "41 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"41 clamp_min_1" -> "42 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"42 expand_as_1" -> "43 div_1" [label="(49, 3, 64, 32)", style=solid]; +"43 div_1" -> "44 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"44 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"45 dequantize_per_tensor_default_3" -> "46 transpose" [label="(49, 3, 64, 32)", style=solid]; +"46 transpose" -> "47 matmul" [label="(49, 3, 32, 64)", style=solid]; +"47 matmul" -> "49 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"48 _frozen_param3" -> "49 mul_1" [label="(3, 1, 1)", style=solid]; +"49 mul_1" -> "50 add" [label="(49, 3, 64, 64)", style=solid]; +"50 add" -> "51 softmax" [label="(49, 3, 64, 64)", style=solid]; +"51 softmax" -> "52 dropout" [label="(49, 3, 64, 64)", style=solid]; +"52 dropout" -> "53 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"53 matmul_1" -> "54 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"54 transpose_1" -> "55 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"55 reshape_2" -> "57 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"56 _param_constant11" -> "65 linear_3" [label="(96,)", style=solid]; +"57 reshape_2_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"59 dequantize_per_tensor_default_4" -> "65 linear_3" [label="(49, 64, 96)", style=solid]; +"60 scale_updated_constant2" -> "62 mul_tensor_2" [label="(96, 1)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 mul_tensor_2" [label="(96, 96)", style=solid]; +"62 mul_tensor_2" -> "64 sub_tensor_2" [label="(96, 96)", style=solid]; +"63 zero_point_updated_constant2" -> "64 sub_tensor_2" [label="(96, 1)", style=solid]; +"64 sub_tensor_2" -> "65 linear_3" [label="(96, 96)", style=solid]; +"65 linear_3" -> "66 dropout_1" [label="(49, 64, 96)", style=solid]; +"66 dropout_1" -> "67 view_3" [label="(49, 64, 96)", style=solid]; +"67 view_3" -> "68 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"68 permute_4" -> "69 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"69 reshape_3" -> "70 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"70 slice_2" -> "71 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"71 slice_3" -> "74 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"72 _param_constant12" -> "74 layer_norm_1" [label="(96,)", style=solid]; +"73 _param_constant13" -> "74 layer_norm_1" [label="(96,)", style=solid]; +"74 layer_norm_1" -> "75 add_1" [label="(1, 56, 56, 96)", style=solid]; +"75 add_1" -> "77 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"75 add_1" -> "102 add_2" [label="(1, 56, 56, 96)", style=solid]; +"76 _param_constant15" -> "85 linear_4" [label="(384,)", style=solid]; +"77 add_1_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"78 quantize_per_tensor_default_5" -> "79 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"79 dequantize_per_tensor_default_5" -> "85 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"80 scale_updated_constant3" -> "82 mul_tensor_3" [label="(384, 1)", style=solid]; +"81 compressed_weight_updated_constant3" -> "82 mul_tensor_3" [label="(384, 96)", style=solid]; +"82 mul_tensor_3" -> "84 sub_tensor_3" [label="(384, 96)", style=solid]; +"83 zero_point_updated_constant3" -> "84 sub_tensor_3" [label="(384, 1)", style=solid]; +"84 sub_tensor_3" -> "85 linear_4" [label="(384, 96)", style=solid]; +"85 linear_4" -> "86 gelu" [label="(1, 56, 56, 384)", style=solid]; +"86 gelu" -> "87 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"87 dropout_2" -> "89 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"88 _param_constant17" -> "97 linear_5" [label="(96,)", style=solid]; +"89 dropout_2_0_0_nncf_smooth_quant_0" -> "90 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"90 quantize_per_tensor_default_6" -> "91 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"91 dequantize_per_tensor_default_6" -> "97 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"92 scale_updated_constant4" -> "94 mul_tensor_4" [label="(96, 1)", style=solid]; +"93 compressed_weight_updated_constant4" -> "94 mul_tensor_4" [label="(96, 384)", style=solid]; +"94 mul_tensor_4" -> "96 sub_tensor_4" [label="(96, 384)", style=solid]; +"95 zero_point_updated_constant4" -> "96 sub_tensor_4" [label="(96, 1)", style=solid]; +"96 sub_tensor_4" -> "97 linear_5" [label="(96, 384)", style=solid]; +"97 linear_5" -> "98 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"98 dropout_3" -> "101 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"99 _param_constant18" -> "101 layer_norm_2" [label="(96,)", style=solid]; +"100 _param_constant19" -> "101 layer_norm_2" [label="(96,)", style=solid]; +"101 layer_norm_2" -> "102 add_2" [label="(1, 56, 56, 96)", style=solid]; +"102 add_2" -> "104 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"102 add_2" -> "182 add_5" [label="(1, 56, 56, 96)", style=solid]; +"103 _frozen_param4" -> "140 add_3" [label="(1, 3, 64, 64)", style=solid]; +"104 pad_1" -> "105 roll" [label="(1, 56, 56, 96)", style=solid]; +"105 roll" -> "106 view_6" [label="(1, 56, 56, 96)", style=solid]; +"106 view_6" -> "107 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"107 permute_6" -> "108 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"108 reshape_4" -> "110 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"108 reshape_4" -> "141 new_zeros" [label="(49, 64, 96)", style=solid]; +"109 _frozen_param5" -> "118 linear_8" [label="(288,)", style=solid]; +"110 reshape_4_0_0_nncf_smooth_quant_0" -> "111 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"111 quantize_per_tensor_default_7" -> "112 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"112 dequantize_per_tensor_default_7" -> "118 linear_8" [label="(49, 64, 96)", style=solid]; +"113 scale_updated_constant5" -> "115 mul_tensor_5" [label="(288, 1)", style=solid]; +"114 compressed_weight_updated_constant5" -> "115 mul_tensor_5" [label="(288, 96)", style=solid]; +"115 mul_tensor_5" -> "117 sub_tensor_5" [label="(288, 96)", style=solid]; +"116 zero_point_updated_constant5" -> "117 sub_tensor_5" [label="(288, 1)", style=solid]; +"117 sub_tensor_5" -> "118 linear_8" [label="(288, 96)", style=solid]; +"118 linear_8" -> "119 reshape_5" [label="(49, 64, 288)", style=solid]; +"119 reshape_5" -> "120 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"120 permute_7" -> "121 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"120 permute_7" -> "122 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"120 permute_7" -> "123 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"121 select_3" -> "124 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"121 select_3" -> "126 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"121 select_3" -> "127 div_2" [label="(49, 3, 64, 32)", style=solid]; +"122 select_4" -> "130 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"122 select_4" -> "132 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"122 select_4" -> "133 div_3" [label="(49, 3, 64, 32)", style=solid]; +"123 select_5" -> "159 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"124 linalg_vector_norm_2" -> "125 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"125 clamp_min_2" -> "126 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"126 expand_as_2" -> "127 div_2" [label="(49, 3, 64, 32)", style=solid]; +"127 div_2" -> "128 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"128 quantize_per_tensor_default_8" -> "129 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"129 dequantize_per_tensor_default_8" -> "137 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"130 linalg_vector_norm_3" -> "131 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"131 clamp_min_3" -> "132 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"132 expand_as_3" -> "133 div_3" [label="(49, 3, 64, 32)", style=solid]; +"133 div_3" -> "134 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"134 quantize_per_tensor_default_9" -> "135 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"135 dequantize_per_tensor_default_9" -> "136 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"136 transpose_2" -> "137 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"137 matmul_2" -> "139 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"138 _frozen_param7" -> "139 mul_3" [label="(3, 1, 1)", style=solid]; +"139 mul_3" -> "140 add_3" [label="(49, 3, 64, 64)", style=solid]; +"140 add_3" -> "152 view_8" [label="(49, 3, 64, 64)", style=solid]; +"141 new_zeros" -> "142 view_7" [label="(56, 56)", style=solid]; +"142 view_7" -> "143 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"143 permute_8" -> "144 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"144 reshape_6" -> "145 unsqueeze_2" [label="(49, 64)", style=solid]; +"144 reshape_6" -> "146 unsqueeze_3" [label="(49, 64)", style=solid]; +"145 unsqueeze_2" -> "147 sub" [label="(49, 1, 64)", style=solid]; +"146 unsqueeze_3" -> "147 sub" [label="(49, 64, 1)", style=solid]; +"147 sub" -> "148 ne" [label="(49, 64, 64)", style=solid]; +"147 sub" -> "149 masked_fill" [label="(49, 64, 64)", style=solid]; +"147 sub" -> "150 eq" [label="(49, 64, 64)", style=solid]; +"148 ne" -> "149 masked_fill" [label="(49, 64, 64)", style=solid]; +"149 masked_fill" -> "151 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"150 eq" -> "151 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"151 masked_fill_1" -> "153 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"152 view_8" -> "155 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"153 unsqueeze_4" -> "154 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"154 unsqueeze_5" -> "155 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"155 add_4" -> "156 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"156 view_9" -> "157 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"157 softmax_1" -> "158 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"158 dropout_4" -> "159 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"159 matmul_3" -> "160 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"160 transpose_3" -> "161 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"161 reshape_7" -> "163 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"162 _param_constant27" -> "171 linear_9" [label="(96,)", style=solid]; +"163 reshape_7_0_0_nncf_smooth_quant_0" -> "164 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"164 quantize_per_tensor_default_10" -> "165 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"165 dequantize_per_tensor_default_10" -> "171 linear_9" [label="(49, 64, 96)", style=solid]; +"166 scale_updated_constant6" -> "168 mul_tensor_6" [label="(96, 1)", style=solid]; +"167 compressed_weight_updated_constant6" -> "168 mul_tensor_6" [label="(96, 96)", style=solid]; +"168 mul_tensor_6" -> "170 sub_tensor_6" [label="(96, 96)", style=solid]; +"169 zero_point_updated_constant6" -> "170 sub_tensor_6" [label="(96, 1)", style=solid]; +"170 sub_tensor_6" -> "171 linear_9" [label="(96, 96)", style=solid]; +"171 linear_9" -> "172 dropout_5" [label="(49, 64, 96)", style=solid]; +"172 dropout_5" -> "173 view_10" [label="(49, 64, 96)", style=solid]; +"173 view_10" -> "174 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"174 permute_9" -> "175 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"175 reshape_8" -> "176 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"176 roll_1" -> "177 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"177 slice_23" -> "178 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"178 slice_24" -> "181 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"179 _param_constant28" -> "181 layer_norm_3" [label="(96,)", style=solid]; +"180 _param_constant29" -> "181 layer_norm_3" [label="(96,)", style=solid]; +"181 layer_norm_3" -> "182 add_5" [label="(1, 56, 56, 96)", style=solid]; +"182 add_5" -> "184 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"182 add_5" -> "209 add_6" [label="(1, 56, 56, 96)", style=solid]; +"183 _param_constant31" -> "192 linear_10" [label="(384,)", style=solid]; +"184 add_5_0_0_nncf_smooth_quant_0" -> "185 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"185 quantize_per_tensor_default_11" -> "186 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"186 dequantize_per_tensor_default_11" -> "192 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"187 scale_updated_constant7" -> "189 mul_tensor_7" [label="(384, 1)", style=solid]; +"188 compressed_weight_updated_constant7" -> "189 mul_tensor_7" [label="(384, 96)", style=solid]; +"189 mul_tensor_7" -> "191 sub_tensor_7" [label="(384, 96)", style=solid]; +"190 zero_point_updated_constant7" -> "191 sub_tensor_7" [label="(384, 1)", style=solid]; +"191 sub_tensor_7" -> "192 linear_10" [label="(384, 96)", style=solid]; +"192 linear_10" -> "193 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"193 gelu_1" -> "194 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"194 dropout_6" -> "196 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"195 _param_constant33" -> "204 linear_11" [label="(96,)", style=solid]; +"196 dropout_6_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"197 quantize_per_tensor_default_12" -> "198 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"198 dequantize_per_tensor_default_12" -> "204 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"199 scale_updated_constant8" -> "201 mul_tensor_8" [label="(96, 1)", style=solid]; +"200 compressed_weight_updated_constant8" -> "201 mul_tensor_8" [label="(96, 384)", style=solid]; +"201 mul_tensor_8" -> "203 sub_tensor_8" [label="(96, 384)", style=solid]; +"202 zero_point_updated_constant8" -> "203 sub_tensor_8" [label="(96, 1)", style=solid]; +"203 sub_tensor_8" -> "204 linear_11" [label="(96, 384)", style=solid]; +"204 linear_11" -> "205 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"205 dropout_7" -> "208 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"206 _param_constant34" -> "208 layer_norm_4" [label="(96,)", style=solid]; +"207 _param_constant35" -> "208 layer_norm_4" [label="(96,)", style=solid]; +"208 layer_norm_4" -> "209 add_6" [label="(1, 56, 56, 96)", style=solid]; +"209 add_6" -> "210 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "211 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "214 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "217 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "220 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"211 slice_25" -> "212 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"212 slice_26" -> "213 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"213 slice_27" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"214 slice_28" -> "215 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"215 slice_29" -> "216 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"216 slice_30" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"217 slice_31" -> "218 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"218 slice_32" -> "219 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"219 slice_33" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"220 slice_34" -> "221 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"221 slice_35" -> "222 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"222 slice_36" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"223 cat" -> "224 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"224 cat_0_0_nncf_smooth_quant_0" -> "225 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"225 quantize_per_tensor_default_13" -> "226 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"226 dequantize_per_tensor_default_13" -> "232 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"227 scale_updated_constant9" -> "229 mul_tensor_9" [label="(192, 1)", style=solid]; +"228 compressed_weight_updated_constant9" -> "229 mul_tensor_9" [label="(192, 384)", style=solid]; +"229 mul_tensor_9" -> "231 sub_tensor_9" [label="(192, 384)", style=solid]; +"230 zero_point_updated_constant9" -> "231 sub_tensor_9" [label="(192, 1)", style=solid]; +"231 sub_tensor_9" -> "232 linear_12" [label="(192, 384)", style=solid]; +"232 linear_12" -> "235 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"233 _param_constant37" -> "235 layer_norm_5" [label="(192,)", style=solid]; +"234 _param_constant38" -> "235 layer_norm_5" [label="(192,)", style=solid]; +"235 layer_norm_5" -> "237 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"235 layer_norm_5" -> "300 add_8" [label="(1, 28, 28, 192)", style=solid]; +"236 _frozen_param17" -> "272 add_7" [label="(1, 6, 64, 64)", style=solid]; +"237 pad_3" -> "238 view_13" [label="(1, 32, 32, 192)", style=solid]; +"238 view_13" -> "239 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"239 permute_11" -> "240 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"240 reshape_9" -> "242 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"241 _frozen_param18" -> "250 linear_15" [label="(576,)", style=solid]; +"242 reshape_9_0_0_nncf_smooth_quant_0" -> "243 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"243 quantize_per_tensor_default_14" -> "244 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"244 dequantize_per_tensor_default_14" -> "250 linear_15" [label="(16, 64, 192)", style=solid]; +"245 scale_updated_constant10" -> "247 mul_tensor_10" [label="(576, 1)", style=solid]; +"246 compressed_weight_updated_constant10" -> "247 mul_tensor_10" [label="(576, 192)", style=solid]; +"247 mul_tensor_10" -> "249 sub_tensor_10" [label="(576, 192)", style=solid]; +"248 zero_point_updated_constant10" -> "249 sub_tensor_10" [label="(576, 1)", style=solid]; +"249 sub_tensor_10" -> "250 linear_15" [label="(576, 192)", style=solid]; +"250 linear_15" -> "251 reshape_10" [label="(16, 64, 576)", style=solid]; +"251 reshape_10" -> "252 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"252 permute_12" -> "253 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"252 permute_12" -> "254 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"252 permute_12" -> "255 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"253 select_6" -> "256 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"253 select_6" -> "258 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"253 select_6" -> "259 div_4" [label="(16, 6, 64, 32)", style=solid]; +"254 select_7" -> "262 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"254 select_7" -> "264 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"254 select_7" -> "265 div_5" [label="(16, 6, 64, 32)", style=solid]; +"255 select_8" -> "275 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"256 linalg_vector_norm_4" -> "257 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"257 clamp_min_4" -> "258 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"258 expand_as_4" -> "259 div_4" [label="(16, 6, 64, 32)", style=solid]; +"259 div_4" -> "260 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"260 quantize_per_tensor_default_15" -> "261 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"261 dequantize_per_tensor_default_15" -> "269 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"262 linalg_vector_norm_5" -> "263 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"263 clamp_min_5" -> "264 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"264 expand_as_5" -> "265 div_5" [label="(16, 6, 64, 32)", style=solid]; +"265 div_5" -> "266 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"266 quantize_per_tensor_default_16" -> "267 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"267 dequantize_per_tensor_default_16" -> "268 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"268 transpose_4" -> "269 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"269 matmul_4" -> "271 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"270 _frozen_param20" -> "271 mul_5" [label="(6, 1, 1)", style=solid]; +"271 mul_5" -> "272 add_7" [label="(16, 6, 64, 64)", style=solid]; +"272 add_7" -> "273 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"273 softmax_2" -> "274 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"274 dropout_8" -> "275 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"275 matmul_5" -> "276 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"276 transpose_5" -> "277 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"277 reshape_11" -> "279 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"278 _param_constant46" -> "287 linear_16" [label="(192,)", style=solid]; +"279 reshape_11_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"280 quantize_per_tensor_default_17" -> "281 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"281 dequantize_per_tensor_default_17" -> "287 linear_16" [label="(16, 64, 192)", style=solid]; +"282 scale_updated_constant11" -> "284 mul_tensor_11" [label="(192, 1)", style=solid]; +"283 compressed_weight_updated_constant11" -> "284 mul_tensor_11" [label="(192, 192)", style=solid]; +"284 mul_tensor_11" -> "286 sub_tensor_11" [label="(192, 192)", style=solid]; +"285 zero_point_updated_constant11" -> "286 sub_tensor_11" [label="(192, 1)", style=solid]; +"286 sub_tensor_11" -> "287 linear_16" [label="(192, 192)", style=solid]; +"287 linear_16" -> "288 dropout_9" [label="(16, 64, 192)", style=solid]; +"288 dropout_9" -> "289 view_14" [label="(16, 64, 192)", style=solid]; +"289 view_14" -> "290 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"290 permute_13" -> "291 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"291 reshape_12" -> "292 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"292 slice_38" -> "293 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"293 slice_39" -> "294 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"294 slice_40" -> "295 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"295 slice_41" -> "296 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"296 contiguous_3" -> "299 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"297 _param_constant47" -> "299 layer_norm_6" [label="(192,)", style=solid]; +"298 _param_constant48" -> "299 layer_norm_6" [label="(192,)", style=solid]; +"299 layer_norm_6" -> "300 add_8" [label="(1, 28, 28, 192)", style=solid]; +"300 add_8" -> "302 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"300 add_8" -> "327 add_9" [label="(1, 28, 28, 192)", style=solid]; +"301 _param_constant50" -> "310 linear_17" [label="(768,)", style=solid]; +"302 add_8_0_0_nncf_smooth_quant_0" -> "303 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"303 quantize_per_tensor_default_18" -> "304 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"304 dequantize_per_tensor_default_18" -> "310 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"305 scale_updated_constant12" -> "307 mul_tensor_12" [label="(768, 1)", style=solid]; +"306 compressed_weight_updated_constant12" -> "307 mul_tensor_12" [label="(768, 192)", style=solid]; +"307 mul_tensor_12" -> "309 sub_tensor_12" [label="(768, 192)", style=solid]; +"308 zero_point_updated_constant12" -> "309 sub_tensor_12" [label="(768, 1)", style=solid]; +"309 sub_tensor_12" -> "310 linear_17" [label="(768, 192)", style=solid]; +"310 linear_17" -> "311 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"311 gelu_2" -> "312 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"312 dropout_10" -> "314 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"313 _param_constant52" -> "322 linear_18" [label="(192,)", style=solid]; +"314 dropout_10_0_0_nncf_smooth_quant_0" -> "315 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"315 quantize_per_tensor_default_19" -> "316 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"316 dequantize_per_tensor_default_19" -> "322 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"317 scale_updated_constant13" -> "319 mul_tensor_13" [label="(192, 1)", style=solid]; +"318 compressed_weight_updated_constant13" -> "319 mul_tensor_13" [label="(192, 768)", style=solid]; +"319 mul_tensor_13" -> "321 sub_tensor_13" [label="(192, 768)", style=solid]; +"320 zero_point_updated_constant13" -> "321 sub_tensor_13" [label="(192, 1)", style=solid]; +"321 sub_tensor_13" -> "322 linear_18" [label="(192, 768)", style=solid]; +"322 linear_18" -> "323 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"323 dropout_11" -> "326 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"324 _param_constant53" -> "326 layer_norm_7" [label="(192,)", style=solid]; +"325 _param_constant54" -> "326 layer_norm_7" [label="(192,)", style=solid]; +"326 layer_norm_7" -> "327 add_9" [label="(1, 28, 28, 192)", style=solid]; +"327 add_9" -> "329 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"327 add_9" -> "410 add_12" [label="(1, 28, 28, 192)", style=solid]; +"328 _frozen_param21" -> "365 add_10" [label="(1, 6, 64, 64)", style=solid]; +"329 pad_4" -> "330 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"330 roll_2" -> "331 view_17" [label="(1, 32, 32, 192)", style=solid]; +"331 view_17" -> "332 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"332 permute_15" -> "333 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"333 reshape_13" -> "335 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"333 reshape_13" -> "366 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"334 _frozen_param22" -> "343 linear_21" [label="(576,)", style=solid]; +"335 reshape_13_0_0_nncf_smooth_quant_0" -> "336 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"336 quantize_per_tensor_default_20" -> "337 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"337 dequantize_per_tensor_default_20" -> "343 linear_21" [label="(16, 64, 192)", style=solid]; +"338 scale_updated_constant14" -> "340 mul_tensor_14" [label="(576, 1)", style=solid]; +"339 compressed_weight_updated_constant14" -> "340 mul_tensor_14" [label="(576, 192)", style=solid]; +"340 mul_tensor_14" -> "342 sub_tensor_14" [label="(576, 192)", style=solid]; +"341 zero_point_updated_constant14" -> "342 sub_tensor_14" [label="(576, 1)", style=solid]; +"342 sub_tensor_14" -> "343 linear_21" [label="(576, 192)", style=solid]; +"343 linear_21" -> "344 reshape_14" [label="(16, 64, 576)", style=solid]; +"344 reshape_14" -> "345 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"345 permute_16" -> "346 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"345 permute_16" -> "347 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"345 permute_16" -> "348 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"346 select_9" -> "349 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"346 select_9" -> "351 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"346 select_9" -> "352 div_6" [label="(16, 6, 64, 32)", style=solid]; +"347 select_10" -> "355 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"347 select_10" -> "357 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"347 select_10" -> "358 div_7" [label="(16, 6, 64, 32)", style=solid]; +"348 select_11" -> "384 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"349 linalg_vector_norm_6" -> "350 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"350 clamp_min_6" -> "351 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"351 expand_as_6" -> "352 div_6" [label="(16, 6, 64, 32)", style=solid]; +"352 div_6" -> "353 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"353 quantize_per_tensor_default_21" -> "354 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"354 dequantize_per_tensor_default_21" -> "362 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"355 linalg_vector_norm_7" -> "356 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"356 clamp_min_7" -> "357 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"357 expand_as_7" -> "358 div_7" [label="(16, 6, 64, 32)", style=solid]; +"358 div_7" -> "359 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"359 quantize_per_tensor_default_22" -> "360 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"360 dequantize_per_tensor_default_22" -> "361 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"361 transpose_6" -> "362 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"362 matmul_6" -> "364 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"363 _frozen_param24" -> "364 mul_7" [label="(6, 1, 1)", style=solid]; +"364 mul_7" -> "365 add_10" [label="(16, 6, 64, 64)", style=solid]; +"365 add_10" -> "377 view_19" [label="(16, 6, 64, 64)", style=solid]; +"366 new_zeros_1" -> "367 view_18" [label="(32, 32)", style=solid]; +"367 view_18" -> "368 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"368 permute_17" -> "369 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"369 reshape_15" -> "370 unsqueeze_8" [label="(16, 64)", style=solid]; +"369 reshape_15" -> "371 unsqueeze_9" [label="(16, 64)", style=solid]; +"370 unsqueeze_8" -> "372 sub_1" [label="(16, 1, 64)", style=solid]; +"371 unsqueeze_9" -> "372 sub_1" [label="(16, 64, 1)", style=solid]; +"372 sub_1" -> "373 ne_1" [label="(16, 64, 64)", style=solid]; +"372 sub_1" -> "374 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"372 sub_1" -> "375 eq_1" [label="(16, 64, 64)", style=solid]; +"373 ne_1" -> "374 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"374 masked_fill_2" -> "376 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"375 eq_1" -> "376 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"376 masked_fill_3" -> "378 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"377 view_19" -> "380 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"378 unsqueeze_10" -> "379 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"379 unsqueeze_11" -> "380 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"380 add_11" -> "381 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"381 view_20" -> "382 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"382 softmax_3" -> "383 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"383 dropout_12" -> "384 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"384 matmul_7" -> "385 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"385 transpose_7" -> "386 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"386 reshape_16" -> "388 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"387 _param_constant62" -> "396 linear_22" [label="(192,)", style=solid]; +"388 reshape_16_0_0_nncf_smooth_quant_0" -> "389 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"389 quantize_per_tensor_default_23" -> "390 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"390 dequantize_per_tensor_default_23" -> "396 linear_22" [label="(16, 64, 192)", style=solid]; +"391 scale_updated_constant15" -> "393 mul_tensor_15" [label="(192, 1)", style=solid]; +"392 compressed_weight_updated_constant15" -> "393 mul_tensor_15" [label="(192, 192)", style=solid]; +"393 mul_tensor_15" -> "395 sub_tensor_15" [label="(192, 192)", style=solid]; +"394 zero_point_updated_constant15" -> "395 sub_tensor_15" [label="(192, 1)", style=solid]; +"395 sub_tensor_15" -> "396 linear_22" [label="(192, 192)", style=solid]; +"396 linear_22" -> "397 dropout_13" [label="(16, 64, 192)", style=solid]; +"397 dropout_13" -> "398 view_21" [label="(16, 64, 192)", style=solid]; +"398 view_21" -> "399 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"399 permute_18" -> "400 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"400 reshape_17" -> "401 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"401 roll_3" -> "402 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"402 slice_61" -> "403 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"403 slice_62" -> "404 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"404 slice_63" -> "405 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"405 slice_64" -> "406 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"406 contiguous_5" -> "409 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"407 _param_constant63" -> "409 layer_norm_8" [label="(192,)", style=solid]; +"408 _param_constant64" -> "409 layer_norm_8" [label="(192,)", style=solid]; +"409 layer_norm_8" -> "410 add_12" [label="(1, 28, 28, 192)", style=solid]; +"410 add_12" -> "412 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"410 add_12" -> "437 add_13" [label="(1, 28, 28, 192)", style=solid]; +"411 _param_constant66" -> "420 linear_23" [label="(768,)", style=solid]; +"412 add_12_0_0_nncf_smooth_quant_0" -> "413 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"413 quantize_per_tensor_default_24" -> "414 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"414 dequantize_per_tensor_default_24" -> "420 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"415 scale_updated_constant16" -> "417 mul_tensor_16" [label="(768, 1)", style=solid]; +"416 compressed_weight_updated_constant16" -> "417 mul_tensor_16" [label="(768, 192)", style=solid]; +"417 mul_tensor_16" -> "419 sub_tensor_16" [label="(768, 192)", style=solid]; +"418 zero_point_updated_constant16" -> "419 sub_tensor_16" [label="(768, 1)", style=solid]; +"419 sub_tensor_16" -> "420 linear_23" [label="(768, 192)", style=solid]; +"420 linear_23" -> "421 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"421 gelu_3" -> "422 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"422 dropout_14" -> "424 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"423 _param_constant68" -> "432 linear_24" [label="(192,)", style=solid]; +"424 dropout_14_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"425 quantize_per_tensor_default_25" -> "426 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"426 dequantize_per_tensor_default_25" -> "432 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"427 scale_updated_constant17" -> "429 mul_tensor_17" [label="(192, 1)", style=solid]; +"428 compressed_weight_updated_constant17" -> "429 mul_tensor_17" [label="(192, 768)", style=solid]; +"429 mul_tensor_17" -> "431 sub_tensor_17" [label="(192, 768)", style=solid]; +"430 zero_point_updated_constant17" -> "431 sub_tensor_17" [label="(192, 1)", style=solid]; +"431 sub_tensor_17" -> "432 linear_24" [label="(192, 768)", style=solid]; +"432 linear_24" -> "433 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"433 dropout_15" -> "436 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"434 _param_constant69" -> "436 layer_norm_9" [label="(192,)", style=solid]; +"435 _param_constant70" -> "436 layer_norm_9" [label="(192,)", style=solid]; +"436 layer_norm_9" -> "437 add_13" [label="(1, 28, 28, 192)", style=solid]; +"437 add_13" -> "438 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "439 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "442 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "445 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "448 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"439 slice_65" -> "440 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"440 slice_66" -> "441 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"441 slice_67" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"442 slice_68" -> "443 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"443 slice_69" -> "444 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"444 slice_70" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"445 slice_71" -> "446 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"446 slice_72" -> "447 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"447 slice_73" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"448 slice_74" -> "449 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"449 slice_75" -> "450 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"450 slice_76" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"451 cat_1" -> "452 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"452 cat_1_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"453 quantize_per_tensor_default_26" -> "454 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"454 dequantize_per_tensor_default_26" -> "460 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"455 scale_updated_constant18" -> "457 mul_tensor_18" [label="(384, 1)", style=solid]; +"456 compressed_weight_updated_constant18" -> "457 mul_tensor_18" [label="(384, 768)", style=solid]; +"457 mul_tensor_18" -> "459 sub_tensor_18" [label="(384, 768)", style=solid]; +"458 zero_point_updated_constant18" -> "459 sub_tensor_18" [label="(384, 1)", style=solid]; +"459 sub_tensor_18" -> "460 linear_25" [label="(384, 768)", style=solid]; +"460 linear_25" -> "463 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"461 _param_constant72" -> "463 layer_norm_10" [label="(384,)", style=solid]; +"462 _param_constant73" -> "463 layer_norm_10" [label="(384,)", style=solid]; +"463 layer_norm_10" -> "465 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"463 layer_norm_10" -> "528 add_15" [label="(1, 14, 14, 384)", style=solid]; +"464 _frozen_param34" -> "500 add_14" [label="(1, 12, 64, 64)", style=solid]; +"465 pad_6" -> "466 view_24" [label="(1, 16, 16, 384)", style=solid]; +"466 view_24" -> "467 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"467 permute_20" -> "468 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"468 reshape_18" -> "470 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"469 _frozen_param35" -> "478 linear_28" [label="(1152,)", style=solid]; +"470 reshape_18_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"471 quantize_per_tensor_default_27" -> "472 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"472 dequantize_per_tensor_default_27" -> "478 linear_28" [label="(4, 64, 384)", style=solid]; +"473 scale_updated_constant19" -> "475 mul_tensor_19" [label="(1152, 1)", style=solid]; +"474 compressed_weight_updated_constant19" -> "475 mul_tensor_19" [label="(1152, 384)", style=solid]; +"475 mul_tensor_19" -> "477 sub_tensor_19" [label="(1152, 384)", style=solid]; +"476 zero_point_updated_constant19" -> "477 sub_tensor_19" [label="(1152, 1)", style=solid]; +"477 sub_tensor_19" -> "478 linear_28" [label="(1152, 384)", style=solid]; +"478 linear_28" -> "479 reshape_19" [label="(4, 64, 1152)", style=solid]; +"479 reshape_19" -> "480 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"480 permute_21" -> "481 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"480 permute_21" -> "482 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"480 permute_21" -> "483 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"481 select_12" -> "484 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"481 select_12" -> "486 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"481 select_12" -> "487 div_8" [label="(4, 12, 64, 32)", style=solid]; +"482 select_13" -> "490 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"482 select_13" -> "492 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"482 select_13" -> "493 div_9" [label="(4, 12, 64, 32)", style=solid]; +"483 select_14" -> "503 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"484 linalg_vector_norm_8" -> "485 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"485 clamp_min_8" -> "486 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"486 expand_as_8" -> "487 div_8" [label="(4, 12, 64, 32)", style=solid]; +"487 div_8" -> "488 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"488 quantize_per_tensor_default_28" -> "489 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"489 dequantize_per_tensor_default_28" -> "497 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"490 linalg_vector_norm_9" -> "491 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"491 clamp_min_9" -> "492 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"492 expand_as_9" -> "493 div_9" [label="(4, 12, 64, 32)", style=solid]; +"493 div_9" -> "494 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"494 quantize_per_tensor_default_29" -> "495 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"495 dequantize_per_tensor_default_29" -> "496 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"496 transpose_8" -> "497 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"497 matmul_8" -> "499 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"498 _frozen_param37" -> "499 mul_9" [label="(12, 1, 1)", style=solid]; +"499 mul_9" -> "500 add_14" [label="(4, 12, 64, 64)", style=solid]; +"500 add_14" -> "501 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"501 softmax_4" -> "502 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"502 dropout_16" -> "503 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"503 matmul_9" -> "504 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"504 transpose_9" -> "505 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"505 reshape_20" -> "507 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"506 _param_constant81" -> "515 linear_29" [label="(384,)", style=solid]; +"507 reshape_20_0_0_nncf_smooth_quant_0" -> "508 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"508 quantize_per_tensor_default_30" -> "509 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"509 dequantize_per_tensor_default_30" -> "515 linear_29" [label="(4, 64, 384)", style=solid]; +"510 scale_updated_constant20" -> "512 mul_tensor_20" [label="(384, 1)", style=solid]; +"511 compressed_weight_updated_constant20" -> "512 mul_tensor_20" [label="(384, 384)", style=solid]; +"512 mul_tensor_20" -> "514 sub_tensor_20" [label="(384, 384)", style=solid]; +"513 zero_point_updated_constant20" -> "514 sub_tensor_20" [label="(384, 1)", style=solid]; +"514 sub_tensor_20" -> "515 linear_29" [label="(384, 384)", style=solid]; +"515 linear_29" -> "516 dropout_17" [label="(4, 64, 384)", style=solid]; +"516 dropout_17" -> "517 view_25" [label="(4, 64, 384)", style=solid]; +"517 view_25" -> "518 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"518 permute_22" -> "519 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"519 reshape_21" -> "520 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"520 slice_78" -> "521 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"521 slice_79" -> "522 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"522 slice_80" -> "523 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"523 slice_81" -> "524 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"524 contiguous_7" -> "527 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"525 _param_constant82" -> "527 layer_norm_11" [label="(384,)", style=solid]; +"526 _param_constant83" -> "527 layer_norm_11" [label="(384,)", style=solid]; +"527 layer_norm_11" -> "528 add_15" [label="(1, 14, 14, 384)", style=solid]; +"528 add_15" -> "530 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"528 add_15" -> "555 add_16" [label="(1, 14, 14, 384)", style=solid]; +"529 _param_constant85" -> "538 linear_30" [label="(1536,)", style=solid]; +"530 add_15_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"531 quantize_per_tensor_default_31" -> "532 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"532 dequantize_per_tensor_default_31" -> "538 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"533 scale_updated_constant21" -> "535 mul_tensor_21" [label="(1536, 1)", style=solid]; +"534 compressed_weight_updated_constant21" -> "535 mul_tensor_21" [label="(1536, 384)", style=solid]; +"535 mul_tensor_21" -> "537 sub_tensor_21" [label="(1536, 384)", style=solid]; +"536 zero_point_updated_constant21" -> "537 sub_tensor_21" [label="(1536, 1)", style=solid]; +"537 sub_tensor_21" -> "538 linear_30" [label="(1536, 384)", style=solid]; +"538 linear_30" -> "539 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"539 gelu_4" -> "540 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"540 dropout_18" -> "542 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"541 _param_constant87" -> "550 linear_31" [label="(384,)", style=solid]; +"542 dropout_18_0_0_nncf_smooth_quant_0" -> "543 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"543 quantize_per_tensor_default_32" -> "544 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"544 dequantize_per_tensor_default_32" -> "550 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"545 scale_updated_constant22" -> "547 mul_tensor_22" [label="(384, 1)", style=solid]; +"546 compressed_weight_updated_constant22" -> "547 mul_tensor_22" [label="(384, 1536)", style=solid]; +"547 mul_tensor_22" -> "549 sub_tensor_22" [label="(384, 1536)", style=solid]; +"548 zero_point_updated_constant22" -> "549 sub_tensor_22" [label="(384, 1)", style=solid]; +"549 sub_tensor_22" -> "550 linear_31" [label="(384, 1536)", style=solid]; +"550 linear_31" -> "551 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"551 dropout_19" -> "554 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"552 _param_constant88" -> "554 layer_norm_12" [label="(384,)", style=solid]; +"553 _param_constant89" -> "554 layer_norm_12" [label="(384,)", style=solid]; +"554 layer_norm_12" -> "555 add_16" [label="(1, 14, 14, 384)", style=solid]; +"555 add_16" -> "557 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"555 add_16" -> "638 add_19" [label="(1, 14, 14, 384)", style=solid]; +"556 _frozen_param38" -> "593 add_17" [label="(1, 12, 64, 64)", style=solid]; +"557 pad_7" -> "558 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"558 roll_4" -> "559 view_28" [label="(1, 16, 16, 384)", style=solid]; +"559 view_28" -> "560 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"560 permute_24" -> "561 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"561 reshape_22" -> "563 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"561 reshape_22" -> "594 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"562 _frozen_param39" -> "571 linear_34" [label="(1152,)", style=solid]; +"563 reshape_22_0_0_nncf_smooth_quant_0" -> "564 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"564 quantize_per_tensor_default_33" -> "565 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"565 dequantize_per_tensor_default_33" -> "571 linear_34" [label="(4, 64, 384)", style=solid]; +"566 scale_updated_constant23" -> "568 mul_tensor_23" [label="(1152, 1)", style=solid]; +"567 compressed_weight_updated_constant23" -> "568 mul_tensor_23" [label="(1152, 384)", style=solid]; +"568 mul_tensor_23" -> "570 sub_tensor_23" [label="(1152, 384)", style=solid]; +"569 zero_point_updated_constant23" -> "570 sub_tensor_23" [label="(1152, 1)", style=solid]; +"570 sub_tensor_23" -> "571 linear_34" [label="(1152, 384)", style=solid]; +"571 linear_34" -> "572 reshape_23" [label="(4, 64, 1152)", style=solid]; +"572 reshape_23" -> "573 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"573 permute_25" -> "574 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"573 permute_25" -> "575 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"573 permute_25" -> "576 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"574 select_15" -> "577 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"574 select_15" -> "579 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"574 select_15" -> "580 div_10" [label="(4, 12, 64, 32)", style=solid]; +"575 select_16" -> "583 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"575 select_16" -> "585 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"575 select_16" -> "586 div_11" [label="(4, 12, 64, 32)", style=solid]; +"576 select_17" -> "612 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"577 linalg_vector_norm_10" -> "578 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"578 clamp_min_10" -> "579 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"579 expand_as_10" -> "580 div_10" [label="(4, 12, 64, 32)", style=solid]; +"580 div_10" -> "581 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"581 quantize_per_tensor_default_34" -> "582 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"582 dequantize_per_tensor_default_34" -> "590 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"583 linalg_vector_norm_11" -> "584 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"584 clamp_min_11" -> "585 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"585 expand_as_11" -> "586 div_11" [label="(4, 12, 64, 32)", style=solid]; +"586 div_11" -> "587 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"587 quantize_per_tensor_default_35" -> "588 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"588 dequantize_per_tensor_default_35" -> "589 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"589 transpose_10" -> "590 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"590 matmul_10" -> "592 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"591 _frozen_param41" -> "592 mul_11" [label="(12, 1, 1)", style=solid]; +"592 mul_11" -> "593 add_17" [label="(4, 12, 64, 64)", style=solid]; +"593 add_17" -> "605 view_30" [label="(4, 12, 64, 64)", style=solid]; +"594 new_zeros_2" -> "595 view_29" [label="(16, 16)", style=solid]; +"595 view_29" -> "596 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"596 permute_26" -> "597 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"597 reshape_24" -> "598 unsqueeze_14" [label="(4, 64)", style=solid]; +"597 reshape_24" -> "599 unsqueeze_15" [label="(4, 64)", style=solid]; +"598 unsqueeze_14" -> "600 sub_2" [label="(4, 1, 64)", style=solid]; +"599 unsqueeze_15" -> "600 sub_2" [label="(4, 64, 1)", style=solid]; +"600 sub_2" -> "601 ne_2" [label="(4, 64, 64)", style=solid]; +"600 sub_2" -> "602 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"600 sub_2" -> "603 eq_2" [label="(4, 64, 64)", style=solid]; +"601 ne_2" -> "602 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"602 masked_fill_4" -> "604 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"603 eq_2" -> "604 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"604 masked_fill_5" -> "606 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"605 view_30" -> "608 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"606 unsqueeze_16" -> "607 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"607 unsqueeze_17" -> "608 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"608 add_18" -> "609 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"609 view_31" -> "610 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"610 softmax_5" -> "611 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"611 dropout_20" -> "612 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"612 matmul_11" -> "613 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"613 transpose_11" -> "614 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"614 reshape_25" -> "616 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"615 _param_constant97" -> "624 linear_35" [label="(384,)", style=solid]; +"616 reshape_25_0_0_nncf_smooth_quant_0" -> "617 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"617 quantize_per_tensor_default_36" -> "618 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"618 dequantize_per_tensor_default_36" -> "624 linear_35" [label="(4, 64, 384)", style=solid]; +"619 scale_updated_constant24" -> "621 mul_tensor_24" [label="(384, 1)", style=solid]; +"620 compressed_weight_updated_constant24" -> "621 mul_tensor_24" [label="(384, 384)", style=solid]; +"621 mul_tensor_24" -> "623 sub_tensor_24" [label="(384, 384)", style=solid]; +"622 zero_point_updated_constant24" -> "623 sub_tensor_24" [label="(384, 1)", style=solid]; +"623 sub_tensor_24" -> "624 linear_35" [label="(384, 384)", style=solid]; +"624 linear_35" -> "625 dropout_21" [label="(4, 64, 384)", style=solid]; +"625 dropout_21" -> "626 view_32" [label="(4, 64, 384)", style=solid]; +"626 view_32" -> "627 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"627 permute_27" -> "628 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"628 reshape_26" -> "629 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"629 roll_5" -> "630 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"630 slice_101" -> "631 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"631 slice_102" -> "632 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"632 slice_103" -> "633 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"633 slice_104" -> "634 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"634 contiguous_9" -> "637 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"635 _param_constant98" -> "637 layer_norm_13" [label="(384,)", style=solid]; +"636 _param_constant99" -> "637 layer_norm_13" [label="(384,)", style=solid]; +"637 layer_norm_13" -> "638 add_19" [label="(1, 14, 14, 384)", style=solid]; +"638 add_19" -> "640 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"638 add_19" -> "665 add_20" [label="(1, 14, 14, 384)", style=solid]; +"639 _param_constant101" -> "648 linear_36" [label="(1536,)", style=solid]; +"640 add_19_0_0_nncf_smooth_quant_0" -> "641 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"641 quantize_per_tensor_default_37" -> "642 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"642 dequantize_per_tensor_default_37" -> "648 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"643 scale_updated_constant25" -> "645 mul_tensor_25" [label="(1536, 1)", style=solid]; +"644 compressed_weight_updated_constant25" -> "645 mul_tensor_25" [label="(1536, 384)", style=solid]; +"645 mul_tensor_25" -> "647 sub_tensor_25" [label="(1536, 384)", style=solid]; +"646 zero_point_updated_constant25" -> "647 sub_tensor_25" [label="(1536, 1)", style=solid]; +"647 sub_tensor_25" -> "648 linear_36" [label="(1536, 384)", style=solid]; +"648 linear_36" -> "649 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"649 gelu_5" -> "650 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"650 dropout_22" -> "652 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"651 _param_constant103" -> "660 linear_37" [label="(384,)", style=solid]; +"652 dropout_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"653 quantize_per_tensor_default_38" -> "654 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"654 dequantize_per_tensor_default_38" -> "660 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"655 scale_updated_constant26" -> "657 mul_tensor_26" [label="(384, 1)", style=solid]; +"656 compressed_weight_updated_constant26" -> "657 mul_tensor_26" [label="(384, 1536)", style=solid]; +"657 mul_tensor_26" -> "659 sub_tensor_26" [label="(384, 1536)", style=solid]; +"658 zero_point_updated_constant26" -> "659 sub_tensor_26" [label="(384, 1)", style=solid]; +"659 sub_tensor_26" -> "660 linear_37" [label="(384, 1536)", style=solid]; +"660 linear_37" -> "661 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"661 dropout_23" -> "664 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"662 _param_constant104" -> "664 layer_norm_14" [label="(384,)", style=solid]; +"663 _param_constant105" -> "664 layer_norm_14" [label="(384,)", style=solid]; +"664 layer_norm_14" -> "665 add_20" [label="(1, 14, 14, 384)", style=solid]; +"665 add_20" -> "667 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"665 add_20" -> "730 add_22" [label="(1, 14, 14, 384)", style=solid]; +"666 _frozen_param51" -> "702 add_21" [label="(1, 12, 64, 64)", style=solid]; +"667 pad_8" -> "668 view_35" [label="(1, 16, 16, 384)", style=solid]; +"668 view_35" -> "669 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"669 permute_29" -> "670 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"670 reshape_27" -> "672 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"671 _frozen_param52" -> "680 linear_40" [label="(1152,)", style=solid]; +"672 reshape_27_0_0_nncf_smooth_quant_0" -> "673 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"673 quantize_per_tensor_default_39" -> "674 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"674 dequantize_per_tensor_default_39" -> "680 linear_40" [label="(4, 64, 384)", style=solid]; +"675 scale_updated_constant27" -> "677 mul_tensor_27" [label="(1152, 1)", style=solid]; +"676 compressed_weight_updated_constant27" -> "677 mul_tensor_27" [label="(1152, 384)", style=solid]; +"677 mul_tensor_27" -> "679 sub_tensor_27" [label="(1152, 384)", style=solid]; +"678 zero_point_updated_constant27" -> "679 sub_tensor_27" [label="(1152, 1)", style=solid]; +"679 sub_tensor_27" -> "680 linear_40" [label="(1152, 384)", style=solid]; +"680 linear_40" -> "681 reshape_28" [label="(4, 64, 1152)", style=solid]; +"681 reshape_28" -> "682 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"682 permute_30" -> "683 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"682 permute_30" -> "684 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"682 permute_30" -> "685 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"683 select_18" -> "686 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"683 select_18" -> "688 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"683 select_18" -> "689 div_12" [label="(4, 12, 64, 32)", style=solid]; +"684 select_19" -> "692 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"684 select_19" -> "694 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"684 select_19" -> "695 div_13" [label="(4, 12, 64, 32)", style=solid]; +"685 select_20" -> "705 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"686 linalg_vector_norm_12" -> "687 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"687 clamp_min_12" -> "688 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"688 expand_as_12" -> "689 div_12" [label="(4, 12, 64, 32)", style=solid]; +"689 div_12" -> "690 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"690 quantize_per_tensor_default_40" -> "691 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"691 dequantize_per_tensor_default_40" -> "699 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"692 linalg_vector_norm_13" -> "693 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"693 clamp_min_13" -> "694 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"694 expand_as_13" -> "695 div_13" [label="(4, 12, 64, 32)", style=solid]; +"695 div_13" -> "696 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"696 quantize_per_tensor_default_41" -> "697 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"697 dequantize_per_tensor_default_41" -> "698 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"698 transpose_12" -> "699 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"699 matmul_12" -> "701 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"700 _frozen_param54" -> "701 mul_13" [label="(12, 1, 1)", style=solid]; +"701 mul_13" -> "702 add_21" [label="(4, 12, 64, 64)", style=solid]; +"702 add_21" -> "703 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"703 softmax_6" -> "704 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"704 dropout_24" -> "705 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"705 matmul_13" -> "706 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"706 transpose_13" -> "707 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"707 reshape_29" -> "709 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"708 _param_constant113" -> "717 linear_41" [label="(384,)", style=solid]; +"709 reshape_29_0_0_nncf_smooth_quant_0" -> "710 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"710 quantize_per_tensor_default_42" -> "711 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"711 dequantize_per_tensor_default_42" -> "717 linear_41" [label="(4, 64, 384)", style=solid]; +"712 scale_updated_constant28" -> "714 mul_tensor_28" [label="(384, 1)", style=solid]; +"713 compressed_weight_updated_constant28" -> "714 mul_tensor_28" [label="(384, 384)", style=solid]; +"714 mul_tensor_28" -> "716 sub_tensor_28" [label="(384, 384)", style=solid]; +"715 zero_point_updated_constant28" -> "716 sub_tensor_28" [label="(384, 1)", style=solid]; +"716 sub_tensor_28" -> "717 linear_41" [label="(384, 384)", style=solid]; +"717 linear_41" -> "718 dropout_25" [label="(4, 64, 384)", style=solid]; +"718 dropout_25" -> "719 view_36" [label="(4, 64, 384)", style=solid]; +"719 view_36" -> "720 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"720 permute_31" -> "721 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"721 reshape_30" -> "722 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"722 slice_106" -> "723 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"723 slice_107" -> "724 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"724 slice_108" -> "725 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"725 slice_109" -> "726 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"726 contiguous_11" -> "729 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"727 _param_constant114" -> "729 layer_norm_15" [label="(384,)", style=solid]; +"728 _param_constant115" -> "729 layer_norm_15" [label="(384,)", style=solid]; +"729 layer_norm_15" -> "730 add_22" [label="(1, 14, 14, 384)", style=solid]; +"730 add_22" -> "732 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"730 add_22" -> "757 add_23" [label="(1, 14, 14, 384)", style=solid]; +"731 _param_constant117" -> "740 linear_42" [label="(1536,)", style=solid]; +"732 add_22_0_0_nncf_smooth_quant_0" -> "733 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"733 quantize_per_tensor_default_43" -> "734 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"734 dequantize_per_tensor_default_43" -> "740 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"735 scale_updated_constant29" -> "737 mul_tensor_29" [label="(1536, 1)", style=solid]; +"736 compressed_weight_updated_constant29" -> "737 mul_tensor_29" [label="(1536, 384)", style=solid]; +"737 mul_tensor_29" -> "739 sub_tensor_29" [label="(1536, 384)", style=solid]; +"738 zero_point_updated_constant29" -> "739 sub_tensor_29" [label="(1536, 1)", style=solid]; +"739 sub_tensor_29" -> "740 linear_42" [label="(1536, 384)", style=solid]; +"740 linear_42" -> "741 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"741 gelu_6" -> "742 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"742 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"743 _param_constant119" -> "752 linear_43" [label="(384,)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"745 quantize_per_tensor_default_44" -> "746 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"746 dequantize_per_tensor_default_44" -> "752 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"747 scale_updated_constant30" -> "749 mul_tensor_30" [label="(384, 1)", style=solid]; +"748 compressed_weight_updated_constant30" -> "749 mul_tensor_30" [label="(384, 1536)", style=solid]; +"749 mul_tensor_30" -> "751 sub_tensor_30" [label="(384, 1536)", style=solid]; +"750 zero_point_updated_constant30" -> "751 sub_tensor_30" [label="(384, 1)", style=solid]; +"751 sub_tensor_30" -> "752 linear_43" [label="(384, 1536)", style=solid]; +"752 linear_43" -> "753 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"753 dropout_27" -> "756 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"754 _param_constant120" -> "756 layer_norm_16" [label="(384,)", style=solid]; +"755 _param_constant121" -> "756 layer_norm_16" [label="(384,)", style=solid]; +"756 layer_norm_16" -> "757 add_23" [label="(1, 14, 14, 384)", style=solid]; +"757 add_23" -> "759 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"757 add_23" -> "840 add_26" [label="(1, 14, 14, 384)", style=solid]; +"758 _frozen_param55" -> "795 add_24" [label="(1, 12, 64, 64)", style=solid]; +"759 pad_9" -> "760 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"760 roll_6" -> "761 view_39" [label="(1, 16, 16, 384)", style=solid]; +"761 view_39" -> "762 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"762 permute_33" -> "763 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"763 reshape_31" -> "765 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"763 reshape_31" -> "796 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"764 _frozen_param56" -> "773 linear_46" [label="(1152,)", style=solid]; +"765 reshape_31_0_0_nncf_smooth_quant_0" -> "766 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"766 quantize_per_tensor_default_45" -> "767 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"767 dequantize_per_tensor_default_45" -> "773 linear_46" [label="(4, 64, 384)", style=solid]; +"768 scale_updated_constant31" -> "770 mul_tensor_31" [label="(1152, 1)", style=solid]; +"769 compressed_weight_updated_constant31" -> "770 mul_tensor_31" [label="(1152, 384)", style=solid]; +"770 mul_tensor_31" -> "772 sub_tensor_31" [label="(1152, 384)", style=solid]; +"771 zero_point_updated_constant31" -> "772 sub_tensor_31" [label="(1152, 1)", style=solid]; +"772 sub_tensor_31" -> "773 linear_46" [label="(1152, 384)", style=solid]; +"773 linear_46" -> "774 reshape_32" [label="(4, 64, 1152)", style=solid]; +"774 reshape_32" -> "775 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"775 permute_34" -> "776 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"775 permute_34" -> "777 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"775 permute_34" -> "778 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"776 select_21" -> "779 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"776 select_21" -> "781 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"776 select_21" -> "782 div_14" [label="(4, 12, 64, 32)", style=solid]; +"777 select_22" -> "785 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"777 select_22" -> "787 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"777 select_22" -> "788 div_15" [label="(4, 12, 64, 32)", style=solid]; +"778 select_23" -> "814 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"779 linalg_vector_norm_14" -> "780 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"780 clamp_min_14" -> "781 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"781 expand_as_14" -> "782 div_14" [label="(4, 12, 64, 32)", style=solid]; +"782 div_14" -> "783 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"783 quantize_per_tensor_default_46" -> "784 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"784 dequantize_per_tensor_default_46" -> "792 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"785 linalg_vector_norm_15" -> "786 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"786 clamp_min_15" -> "787 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"787 expand_as_15" -> "788 div_15" [label="(4, 12, 64, 32)", style=solid]; +"788 div_15" -> "789 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"789 quantize_per_tensor_default_47" -> "790 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"790 dequantize_per_tensor_default_47" -> "791 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"791 transpose_14" -> "792 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"792 matmul_14" -> "794 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"793 _frozen_param58" -> "794 mul_15" [label="(12, 1, 1)", style=solid]; +"794 mul_15" -> "795 add_24" [label="(4, 12, 64, 64)", style=solid]; +"795 add_24" -> "807 view_41" [label="(4, 12, 64, 64)", style=solid]; +"796 new_zeros_3" -> "797 view_40" [label="(16, 16)", style=solid]; +"797 view_40" -> "798 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"798 permute_35" -> "799 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"799 reshape_33" -> "800 unsqueeze_20" [label="(4, 64)", style=solid]; +"799 reshape_33" -> "801 unsqueeze_21" [label="(4, 64)", style=solid]; +"800 unsqueeze_20" -> "802 sub_3" [label="(4, 1, 64)", style=solid]; +"801 unsqueeze_21" -> "802 sub_3" [label="(4, 64, 1)", style=solid]; +"802 sub_3" -> "803 ne_3" [label="(4, 64, 64)", style=solid]; +"802 sub_3" -> "804 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"802 sub_3" -> "805 eq_3" [label="(4, 64, 64)", style=solid]; +"803 ne_3" -> "804 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"804 masked_fill_6" -> "806 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"805 eq_3" -> "806 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"806 masked_fill_7" -> "808 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"807 view_41" -> "810 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"808 unsqueeze_22" -> "809 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"809 unsqueeze_23" -> "810 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"810 add_25" -> "811 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"811 view_42" -> "812 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"812 softmax_7" -> "813 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"813 dropout_28" -> "814 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"814 matmul_15" -> "815 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"815 transpose_15" -> "816 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"816 reshape_34" -> "818 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"817 _param_constant129" -> "826 linear_47" [label="(384,)", style=solid]; +"818 reshape_34_0_0_nncf_smooth_quant_0" -> "819 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"819 quantize_per_tensor_default_48" -> "820 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"820 dequantize_per_tensor_default_48" -> "826 linear_47" [label="(4, 64, 384)", style=solid]; +"821 scale_updated_constant32" -> "823 mul_tensor_32" [label="(384, 1)", style=solid]; +"822 compressed_weight_updated_constant32" -> "823 mul_tensor_32" [label="(384, 384)", style=solid]; +"823 mul_tensor_32" -> "825 sub_tensor_32" [label="(384, 384)", style=solid]; +"824 zero_point_updated_constant32" -> "825 sub_tensor_32" [label="(384, 1)", style=solid]; +"825 sub_tensor_32" -> "826 linear_47" [label="(384, 384)", style=solid]; +"826 linear_47" -> "827 dropout_29" [label="(4, 64, 384)", style=solid]; +"827 dropout_29" -> "828 view_43" [label="(4, 64, 384)", style=solid]; +"828 view_43" -> "829 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"829 permute_36" -> "830 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"830 reshape_35" -> "831 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"831 roll_7" -> "832 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"832 slice_129" -> "833 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"833 slice_130" -> "834 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"834 slice_131" -> "835 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"835 slice_132" -> "836 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"836 contiguous_13" -> "839 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"837 _param_constant130" -> "839 layer_norm_17" [label="(384,)", style=solid]; +"838 _param_constant131" -> "839 layer_norm_17" [label="(384,)", style=solid]; +"839 layer_norm_17" -> "840 add_26" [label="(1, 14, 14, 384)", style=solid]; +"840 add_26" -> "842 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"840 add_26" -> "867 add_27" [label="(1, 14, 14, 384)", style=solid]; +"841 _param_constant133" -> "850 linear_48" [label="(1536,)", style=solid]; +"842 add_26_0_0_nncf_smooth_quant_0" -> "843 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"843 quantize_per_tensor_default_49" -> "844 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"844 dequantize_per_tensor_default_49" -> "850 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"845 scale_updated_constant33" -> "847 mul_tensor_33" [label="(1536, 1)", style=solid]; +"846 compressed_weight_updated_constant33" -> "847 mul_tensor_33" [label="(1536, 384)", style=solid]; +"847 mul_tensor_33" -> "849 sub_tensor_33" [label="(1536, 384)", style=solid]; +"848 zero_point_updated_constant33" -> "849 sub_tensor_33" [label="(1536, 1)", style=solid]; +"849 sub_tensor_33" -> "850 linear_48" [label="(1536, 384)", style=solid]; +"850 linear_48" -> "851 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"851 gelu_7" -> "852 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"852 dropout_30" -> "854 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"853 _param_constant135" -> "862 linear_49" [label="(384,)", style=solid]; +"854 dropout_30_0_0_nncf_smooth_quant_0" -> "855 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"855 quantize_per_tensor_default_50" -> "856 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"856 dequantize_per_tensor_default_50" -> "862 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"857 scale_updated_constant34" -> "859 mul_tensor_34" [label="(384, 1)", style=solid]; +"858 compressed_weight_updated_constant34" -> "859 mul_tensor_34" [label="(384, 1536)", style=solid]; +"859 mul_tensor_34" -> "861 sub_tensor_34" [label="(384, 1536)", style=solid]; +"860 zero_point_updated_constant34" -> "861 sub_tensor_34" [label="(384, 1)", style=solid]; +"861 sub_tensor_34" -> "862 linear_49" [label="(384, 1536)", style=solid]; +"862 linear_49" -> "863 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"863 dropout_31" -> "866 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"864 _param_constant136" -> "866 layer_norm_18" [label="(384,)", style=solid]; +"865 _param_constant137" -> "866 layer_norm_18" [label="(384,)", style=solid]; +"866 layer_norm_18" -> "867 add_27" [label="(1, 14, 14, 384)", style=solid]; +"867 add_27" -> "869 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"867 add_27" -> "932 add_29" [label="(1, 14, 14, 384)", style=solid]; +"868 _frozen_param68" -> "904 add_28" [label="(1, 12, 64, 64)", style=solid]; +"869 pad_10" -> "870 view_46" [label="(1, 16, 16, 384)", style=solid]; +"870 view_46" -> "871 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"871 permute_38" -> "872 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"872 reshape_36" -> "874 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"873 _frozen_param69" -> "882 linear_52" [label="(1152,)", style=solid]; +"874 reshape_36_0_0_nncf_smooth_quant_0" -> "875 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"875 quantize_per_tensor_default_51" -> "876 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"876 dequantize_per_tensor_default_51" -> "882 linear_52" [label="(4, 64, 384)", style=solid]; +"877 scale_updated_constant35" -> "879 mul_tensor_35" [label="(1152, 1)", style=solid]; +"878 compressed_weight_updated_constant35" -> "879 mul_tensor_35" [label="(1152, 384)", style=solid]; +"879 mul_tensor_35" -> "881 sub_tensor_35" [label="(1152, 384)", style=solid]; +"880 zero_point_updated_constant35" -> "881 sub_tensor_35" [label="(1152, 1)", style=solid]; +"881 sub_tensor_35" -> "882 linear_52" [label="(1152, 384)", style=solid]; +"882 linear_52" -> "883 reshape_37" [label="(4, 64, 1152)", style=solid]; +"883 reshape_37" -> "884 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"884 permute_39" -> "885 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"884 permute_39" -> "886 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"884 permute_39" -> "887 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"885 select_24" -> "888 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"885 select_24" -> "890 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"885 select_24" -> "891 div_16" [label="(4, 12, 64, 32)", style=solid]; +"886 select_25" -> "894 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"886 select_25" -> "896 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"886 select_25" -> "897 div_17" [label="(4, 12, 64, 32)", style=solid]; +"887 select_26" -> "907 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"888 linalg_vector_norm_16" -> "889 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"889 clamp_min_16" -> "890 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"890 expand_as_16" -> "891 div_16" [label="(4, 12, 64, 32)", style=solid]; +"891 div_16" -> "892 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"892 quantize_per_tensor_default_52" -> "893 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"893 dequantize_per_tensor_default_52" -> "901 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"894 linalg_vector_norm_17" -> "895 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"895 clamp_min_17" -> "896 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"896 expand_as_17" -> "897 div_17" [label="(4, 12, 64, 32)", style=solid]; +"897 div_17" -> "898 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"898 quantize_per_tensor_default_53" -> "899 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"899 dequantize_per_tensor_default_53" -> "900 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"900 transpose_16" -> "901 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"901 matmul_16" -> "903 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"902 _frozen_param71" -> "903 mul_17" [label="(12, 1, 1)", style=solid]; +"903 mul_17" -> "904 add_28" [label="(4, 12, 64, 64)", style=solid]; +"904 add_28" -> "905 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"905 softmax_8" -> "906 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"906 dropout_32" -> "907 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"907 matmul_17" -> "908 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"908 transpose_17" -> "909 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"909 reshape_38" -> "911 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"910 _param_constant145" -> "919 linear_53" [label="(384,)", style=solid]; +"911 reshape_38_0_0_nncf_smooth_quant_0" -> "912 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"912 quantize_per_tensor_default_54" -> "913 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"913 dequantize_per_tensor_default_54" -> "919 linear_53" [label="(4, 64, 384)", style=solid]; +"914 scale_updated_constant36" -> "916 mul_tensor_36" [label="(384, 1)", style=solid]; +"915 compressed_weight_updated_constant36" -> "916 mul_tensor_36" [label="(384, 384)", style=solid]; +"916 mul_tensor_36" -> "918 sub_tensor_36" [label="(384, 384)", style=solid]; +"917 zero_point_updated_constant36" -> "918 sub_tensor_36" [label="(384, 1)", style=solid]; +"918 sub_tensor_36" -> "919 linear_53" [label="(384, 384)", style=solid]; +"919 linear_53" -> "920 dropout_33" [label="(4, 64, 384)", style=solid]; +"920 dropout_33" -> "921 view_47" [label="(4, 64, 384)", style=solid]; +"921 view_47" -> "922 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"922 permute_40" -> "923 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"923 reshape_39" -> "924 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"924 slice_134" -> "925 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"925 slice_135" -> "926 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"926 slice_136" -> "927 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"927 slice_137" -> "928 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"928 contiguous_15" -> "931 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"929 _param_constant146" -> "931 layer_norm_19" [label="(384,)", style=solid]; +"930 _param_constant147" -> "931 layer_norm_19" [label="(384,)", style=solid]; +"931 layer_norm_19" -> "932 add_29" [label="(1, 14, 14, 384)", style=solid]; +"932 add_29" -> "934 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"932 add_29" -> "959 add_30" [label="(1, 14, 14, 384)", style=solid]; +"933 _param_constant149" -> "942 linear_54" [label="(1536,)", style=solid]; +"934 add_29_0_0_nncf_smooth_quant_0" -> "935 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"935 quantize_per_tensor_default_55" -> "936 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"936 dequantize_per_tensor_default_55" -> "942 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"937 scale_updated_constant37" -> "939 mul_tensor_37" [label="(1536, 1)", style=solid]; +"938 compressed_weight_updated_constant37" -> "939 mul_tensor_37" [label="(1536, 384)", style=solid]; +"939 mul_tensor_37" -> "941 sub_tensor_37" [label="(1536, 384)", style=solid]; +"940 zero_point_updated_constant37" -> "941 sub_tensor_37" [label="(1536, 1)", style=solid]; +"941 sub_tensor_37" -> "942 linear_54" [label="(1536, 384)", style=solid]; +"942 linear_54" -> "943 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"943 gelu_8" -> "944 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"944 dropout_34" -> "946 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"945 _param_constant151" -> "954 linear_55" [label="(384,)", style=solid]; +"946 dropout_34_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"947 quantize_per_tensor_default_56" -> "948 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"948 dequantize_per_tensor_default_56" -> "954 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"949 scale_updated_constant38" -> "951 mul_tensor_38" [label="(384, 1)", style=solid]; +"950 compressed_weight_updated_constant38" -> "951 mul_tensor_38" [label="(384, 1536)", style=solid]; +"951 mul_tensor_38" -> "953 sub_tensor_38" [label="(384, 1536)", style=solid]; +"952 zero_point_updated_constant38" -> "953 sub_tensor_38" [label="(384, 1)", style=solid]; +"953 sub_tensor_38" -> "954 linear_55" [label="(384, 1536)", style=solid]; +"954 linear_55" -> "955 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"955 dropout_35" -> "958 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"956 _param_constant152" -> "958 layer_norm_20" [label="(384,)", style=solid]; +"957 _param_constant153" -> "958 layer_norm_20" [label="(384,)", style=solid]; +"958 layer_norm_20" -> "959 add_30" [label="(1, 14, 14, 384)", style=solid]; +"959 add_30" -> "961 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"959 add_30" -> "1042 add_33" [label="(1, 14, 14, 384)", style=solid]; +"960 _frozen_param72" -> "997 add_31" [label="(1, 12, 64, 64)", style=solid]; +"961 pad_11" -> "962 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"962 roll_8" -> "963 view_50" [label="(1, 16, 16, 384)", style=solid]; +"963 view_50" -> "964 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"964 permute_42" -> "965 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"965 reshape_40" -> "967 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"965 reshape_40" -> "998 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"966 _frozen_param73" -> "975 linear_58" [label="(1152,)", style=solid]; +"967 reshape_40_0_0_nncf_smooth_quant_0" -> "968 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"968 quantize_per_tensor_default_57" -> "969 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"969 dequantize_per_tensor_default_57" -> "975 linear_58" [label="(4, 64, 384)", style=solid]; +"970 scale_updated_constant39" -> "972 mul_tensor_39" [label="(1152, 1)", style=solid]; +"971 compressed_weight_updated_constant39" -> "972 mul_tensor_39" [label="(1152, 384)", style=solid]; +"972 mul_tensor_39" -> "974 sub_tensor_39" [label="(1152, 384)", style=solid]; +"973 zero_point_updated_constant39" -> "974 sub_tensor_39" [label="(1152, 1)", style=solid]; +"974 sub_tensor_39" -> "975 linear_58" [label="(1152, 384)", style=solid]; +"975 linear_58" -> "976 reshape_41" [label="(4, 64, 1152)", style=solid]; +"976 reshape_41" -> "977 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"977 permute_43" -> "978 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"977 permute_43" -> "979 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"977 permute_43" -> "980 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"978 select_27" -> "981 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"978 select_27" -> "983 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"978 select_27" -> "984 div_18" [label="(4, 12, 64, 32)", style=solid]; +"979 select_28" -> "987 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"979 select_28" -> "989 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"979 select_28" -> "990 div_19" [label="(4, 12, 64, 32)", style=solid]; +"980 select_29" -> "1016 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"981 linalg_vector_norm_18" -> "982 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"982 clamp_min_18" -> "983 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"983 expand_as_18" -> "984 div_18" [label="(4, 12, 64, 32)", style=solid]; +"984 div_18" -> "985 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"985 quantize_per_tensor_default_58" -> "986 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"986 dequantize_per_tensor_default_58" -> "994 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"987 linalg_vector_norm_19" -> "988 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"988 clamp_min_19" -> "989 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"989 expand_as_19" -> "990 div_19" [label="(4, 12, 64, 32)", style=solid]; +"990 div_19" -> "991 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"991 quantize_per_tensor_default_59" -> "992 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"992 dequantize_per_tensor_default_59" -> "993 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"993 transpose_18" -> "994 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"994 matmul_18" -> "996 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"995 _frozen_param75" -> "996 mul_19" [label="(12, 1, 1)", style=solid]; +"996 mul_19" -> "997 add_31" [label="(4, 12, 64, 64)", style=solid]; +"997 add_31" -> "1009 view_52" [label="(4, 12, 64, 64)", style=solid]; +"998 new_zeros_4" -> "999 view_51" [label="(16, 16)", style=solid]; +"999 view_51" -> "1000 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1000 permute_44" -> "1001 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1001 reshape_42" -> "1002 unsqueeze_26" [label="(4, 64)", style=solid]; +"1001 reshape_42" -> "1003 unsqueeze_27" [label="(4, 64)", style=solid]; +"1002 unsqueeze_26" -> "1004 sub_4" [label="(4, 1, 64)", style=solid]; +"1003 unsqueeze_27" -> "1004 sub_4" [label="(4, 64, 1)", style=solid]; +"1004 sub_4" -> "1005 ne_4" [label="(4, 64, 64)", style=solid]; +"1004 sub_4" -> "1006 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1004 sub_4" -> "1007 eq_4" [label="(4, 64, 64)", style=solid]; +"1005 ne_4" -> "1006 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1006 masked_fill_8" -> "1008 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1007 eq_4" -> "1008 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1008 masked_fill_9" -> "1010 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1009 view_52" -> "1012 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1010 unsqueeze_28" -> "1011 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1011 unsqueeze_29" -> "1012 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1012 add_32" -> "1013 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1013 view_53" -> "1014 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1014 softmax_9" -> "1015 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1015 dropout_36" -> "1016 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1016 matmul_19" -> "1017 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1017 transpose_19" -> "1018 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1018 reshape_43" -> "1020 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1019 _param_constant161" -> "1028 linear_59" [label="(384,)", style=solid]; +"1020 reshape_43_0_0_nncf_smooth_quant_0" -> "1021 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1021 quantize_per_tensor_default_60" -> "1022 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1022 dequantize_per_tensor_default_60" -> "1028 linear_59" [label="(4, 64, 384)", style=solid]; +"1023 scale_updated_constant40" -> "1025 mul_tensor_40" [label="(384, 1)", style=solid]; +"1024 compressed_weight_updated_constant40" -> "1025 mul_tensor_40" [label="(384, 384)", style=solid]; +"1025 mul_tensor_40" -> "1027 sub_tensor_40" [label="(384, 384)", style=solid]; +"1026 zero_point_updated_constant40" -> "1027 sub_tensor_40" [label="(384, 1)", style=solid]; +"1027 sub_tensor_40" -> "1028 linear_59" [label="(384, 384)", style=solid]; +"1028 linear_59" -> "1029 dropout_37" [label="(4, 64, 384)", style=solid]; +"1029 dropout_37" -> "1030 view_54" [label="(4, 64, 384)", style=solid]; +"1030 view_54" -> "1031 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1031 permute_45" -> "1032 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1032 reshape_44" -> "1033 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1033 roll_9" -> "1034 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1034 slice_157" -> "1035 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1035 slice_158" -> "1036 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1036 slice_159" -> "1037 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1037 slice_160" -> "1038 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1038 contiguous_17" -> "1041 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1039 _param_constant162" -> "1041 layer_norm_21" [label="(384,)", style=solid]; +"1040 _param_constant163" -> "1041 layer_norm_21" [label="(384,)", style=solid]; +"1041 layer_norm_21" -> "1042 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1042 add_33" -> "1044 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1042 add_33" -> "1069 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1043 _param_constant165" -> "1052 linear_60" [label="(1536,)", style=solid]; +"1044 add_33_0_0_nncf_smooth_quant_0" -> "1045 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1045 quantize_per_tensor_default_61" -> "1046 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1046 dequantize_per_tensor_default_61" -> "1052 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1047 scale_updated_constant41" -> "1049 mul_tensor_41" [label="(1536, 1)", style=solid]; +"1048 compressed_weight_updated_constant41" -> "1049 mul_tensor_41" [label="(1536, 384)", style=solid]; +"1049 mul_tensor_41" -> "1051 sub_tensor_41" [label="(1536, 384)", style=solid]; +"1050 zero_point_updated_constant41" -> "1051 sub_tensor_41" [label="(1536, 1)", style=solid]; +"1051 sub_tensor_41" -> "1052 linear_60" [label="(1536, 384)", style=solid]; +"1052 linear_60" -> "1053 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1053 gelu_9" -> "1054 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1054 dropout_38" -> "1056 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1055 _param_constant167" -> "1064 linear_61" [label="(384,)", style=solid]; +"1056 dropout_38_0_0_nncf_smooth_quant_0" -> "1057 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1057 quantize_per_tensor_default_62" -> "1058 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1058 dequantize_per_tensor_default_62" -> "1064 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1059 scale_updated_constant42" -> "1061 mul_tensor_42" [label="(384, 1)", style=solid]; +"1060 compressed_weight_updated_constant42" -> "1061 mul_tensor_42" [label="(384, 1536)", style=solid]; +"1061 mul_tensor_42" -> "1063 sub_tensor_42" [label="(384, 1536)", style=solid]; +"1062 zero_point_updated_constant42" -> "1063 sub_tensor_42" [label="(384, 1)", style=solid]; +"1063 sub_tensor_42" -> "1064 linear_61" [label="(384, 1536)", style=solid]; +"1064 linear_61" -> "1065 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1065 dropout_39" -> "1068 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1066 _param_constant168" -> "1068 layer_norm_22" [label="(384,)", style=solid]; +"1067 _param_constant169" -> "1068 layer_norm_22" [label="(384,)", style=solid]; +"1068 layer_norm_22" -> "1069 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_34" -> "1071 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_34" -> "1134 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1070 _frozen_param85" -> "1106 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1071 pad_12" -> "1072 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1072 view_57" -> "1073 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1073 permute_47" -> "1074 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1074 reshape_45" -> "1076 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1075 _frozen_param86" -> "1084 linear_64" [label="(1152,)", style=solid]; +"1076 reshape_45_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1077 quantize_per_tensor_default_63" -> "1078 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1078 dequantize_per_tensor_default_63" -> "1084 linear_64" [label="(4, 64, 384)", style=solid]; +"1079 scale_updated_constant43" -> "1081 mul_tensor_43" [label="(1152, 1)", style=solid]; +"1080 compressed_weight_updated_constant43" -> "1081 mul_tensor_43" [label="(1152, 384)", style=solid]; +"1081 mul_tensor_43" -> "1083 sub_tensor_43" [label="(1152, 384)", style=solid]; +"1082 zero_point_updated_constant43" -> "1083 sub_tensor_43" [label="(1152, 1)", style=solid]; +"1083 sub_tensor_43" -> "1084 linear_64" [label="(1152, 384)", style=solid]; +"1084 linear_64" -> "1085 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1085 reshape_46" -> "1086 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1086 permute_48" -> "1087 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1086 permute_48" -> "1088 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1086 permute_48" -> "1089 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 select_30" -> "1090 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1087 select_30" -> "1092 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1087 select_30" -> "1093 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_31" -> "1096 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_31" -> "1098 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_31" -> "1099 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_32" -> "1109 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1090 linalg_vector_norm_20" -> "1091 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1091 clamp_min_20" -> "1092 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1092 expand_as_20" -> "1093 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1093 div_20" -> "1094 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1094 quantize_per_tensor_default_64" -> "1095 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1095 dequantize_per_tensor_default_64" -> "1103 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1096 linalg_vector_norm_21" -> "1097 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1097 clamp_min_21" -> "1098 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1098 expand_as_21" -> "1099 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1099 div_21" -> "1100 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1100 quantize_per_tensor_default_65" -> "1101 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1101 dequantize_per_tensor_default_65" -> "1102 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1102 transpose_20" -> "1103 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1103 matmul_20" -> "1105 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1104 _frozen_param88" -> "1105 mul_21" [label="(12, 1, 1)", style=solid]; +"1105 mul_21" -> "1106 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1106 add_35" -> "1107 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1107 softmax_10" -> "1108 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1108 dropout_40" -> "1109 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1109 matmul_21" -> "1110 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1110 transpose_21" -> "1111 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1111 reshape_47" -> "1113 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1112 _param_constant177" -> "1121 linear_65" [label="(384,)", style=solid]; +"1113 reshape_47_0_0_nncf_smooth_quant_0" -> "1114 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1114 quantize_per_tensor_default_66" -> "1115 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1115 dequantize_per_tensor_default_66" -> "1121 linear_65" [label="(4, 64, 384)", style=solid]; +"1116 scale_updated_constant44" -> "1118 mul_tensor_44" [label="(384, 1)", style=solid]; +"1117 compressed_weight_updated_constant44" -> "1118 mul_tensor_44" [label="(384, 384)", style=solid]; +"1118 mul_tensor_44" -> "1120 sub_tensor_44" [label="(384, 384)", style=solid]; +"1119 zero_point_updated_constant44" -> "1120 sub_tensor_44" [label="(384, 1)", style=solid]; +"1120 sub_tensor_44" -> "1121 linear_65" [label="(384, 384)", style=solid]; +"1121 linear_65" -> "1122 dropout_41" [label="(4, 64, 384)", style=solid]; +"1122 dropout_41" -> "1123 view_58" [label="(4, 64, 384)", style=solid]; +"1123 view_58" -> "1124 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1124 permute_49" -> "1125 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1125 reshape_48" -> "1126 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1126 slice_162" -> "1127 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1127 slice_163" -> "1128 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1128 slice_164" -> "1129 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1129 slice_165" -> "1130 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1130 contiguous_19" -> "1133 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1131 _param_constant178" -> "1133 layer_norm_23" [label="(384,)", style=solid]; +"1132 _param_constant179" -> "1133 layer_norm_23" [label="(384,)", style=solid]; +"1133 layer_norm_23" -> "1134 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1134 add_36" -> "1136 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1134 add_36" -> "1161 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1135 _param_constant181" -> "1144 linear_66" [label="(1536,)", style=solid]; +"1136 add_36_0_0_nncf_smooth_quant_0" -> "1137 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1137 quantize_per_tensor_default_67" -> "1138 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1138 dequantize_per_tensor_default_67" -> "1144 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1139 scale_updated_constant45" -> "1141 mul_tensor_45" [label="(1536, 1)", style=solid]; +"1140 compressed_weight_updated_constant45" -> "1141 mul_tensor_45" [label="(1536, 384)", style=solid]; +"1141 mul_tensor_45" -> "1143 sub_tensor_45" [label="(1536, 384)", style=solid]; +"1142 zero_point_updated_constant45" -> "1143 sub_tensor_45" [label="(1536, 1)", style=solid]; +"1143 sub_tensor_45" -> "1144 linear_66" [label="(1536, 384)", style=solid]; +"1144 linear_66" -> "1145 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1145 gelu_10" -> "1146 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1146 dropout_42" -> "1148 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1147 _param_constant183" -> "1156 linear_67" [label="(384,)", style=solid]; +"1148 dropout_42_0_0_nncf_smooth_quant_0" -> "1149 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1149 quantize_per_tensor_default_68" -> "1150 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1150 dequantize_per_tensor_default_68" -> "1156 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1151 scale_updated_constant46" -> "1153 mul_tensor_46" [label="(384, 1)", style=solid]; +"1152 compressed_weight_updated_constant46" -> "1153 mul_tensor_46" [label="(384, 1536)", style=solid]; +"1153 mul_tensor_46" -> "1155 sub_tensor_46" [label="(384, 1536)", style=solid]; +"1154 zero_point_updated_constant46" -> "1155 sub_tensor_46" [label="(384, 1)", style=solid]; +"1155 sub_tensor_46" -> "1156 linear_67" [label="(384, 1536)", style=solid]; +"1156 linear_67" -> "1157 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1157 dropout_43" -> "1160 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1158 _param_constant184" -> "1160 layer_norm_24" [label="(384,)", style=solid]; +"1159 _param_constant185" -> "1160 layer_norm_24" [label="(384,)", style=solid]; +"1160 layer_norm_24" -> "1161 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1161 add_37" -> "1163 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1161 add_37" -> "1244 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1162 _frozen_param89" -> "1199 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1163 pad_13" -> "1164 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1164 roll_10" -> "1165 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1165 view_61" -> "1166 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1166 permute_51" -> "1167 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1167 reshape_49" -> "1169 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1167 reshape_49" -> "1200 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1168 _frozen_param90" -> "1177 linear_70" [label="(1152,)", style=solid]; +"1169 reshape_49_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1170 quantize_per_tensor_default_69" -> "1171 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1171 dequantize_per_tensor_default_69" -> "1177 linear_70" [label="(4, 64, 384)", style=solid]; +"1172 scale_updated_constant47" -> "1174 mul_tensor_47" [label="(1152, 1)", style=solid]; +"1173 compressed_weight_updated_constant47" -> "1174 mul_tensor_47" [label="(1152, 384)", style=solid]; +"1174 mul_tensor_47" -> "1176 sub_tensor_47" [label="(1152, 384)", style=solid]; +"1175 zero_point_updated_constant47" -> "1176 sub_tensor_47" [label="(1152, 1)", style=solid]; +"1176 sub_tensor_47" -> "1177 linear_70" [label="(1152, 384)", style=solid]; +"1177 linear_70" -> "1178 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1178 reshape_50" -> "1179 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1179 permute_52" -> "1180 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1179 permute_52" -> "1181 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1179 permute_52" -> "1182 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1180 select_33" -> "1183 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1180 select_33" -> "1185 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1180 select_33" -> "1186 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1181 select_34" -> "1189 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1181 select_34" -> "1191 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1181 select_34" -> "1192 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1182 select_35" -> "1218 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1183 linalg_vector_norm_22" -> "1184 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1184 clamp_min_22" -> "1185 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1185 expand_as_22" -> "1186 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1186 div_22" -> "1187 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1187 quantize_per_tensor_default_70" -> "1188 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1188 dequantize_per_tensor_default_70" -> "1196 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1189 linalg_vector_norm_23" -> "1190 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1190 clamp_min_23" -> "1191 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1191 expand_as_23" -> "1192 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1192 div_23" -> "1193 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1193 quantize_per_tensor_default_71" -> "1194 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1194 dequantize_per_tensor_default_71" -> "1195 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1195 transpose_22" -> "1196 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1196 matmul_22" -> "1198 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1197 _frozen_param92" -> "1198 mul_23" [label="(12, 1, 1)", style=solid]; +"1198 mul_23" -> "1199 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1199 add_38" -> "1211 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1200 new_zeros_5" -> "1201 view_62" [label="(16, 16)", style=solid]; +"1201 view_62" -> "1202 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1202 permute_53" -> "1203 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1203 reshape_51" -> "1204 unsqueeze_32" [label="(4, 64)", style=solid]; +"1203 reshape_51" -> "1205 unsqueeze_33" [label="(4, 64)", style=solid]; +"1204 unsqueeze_32" -> "1206 sub_5" [label="(4, 1, 64)", style=solid]; +"1205 unsqueeze_33" -> "1206 sub_5" [label="(4, 64, 1)", style=solid]; +"1206 sub_5" -> "1207 ne_5" [label="(4, 64, 64)", style=solid]; +"1206 sub_5" -> "1208 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1206 sub_5" -> "1209 eq_5" [label="(4, 64, 64)", style=solid]; +"1207 ne_5" -> "1208 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1208 masked_fill_10" -> "1210 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1209 eq_5" -> "1210 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1210 masked_fill_11" -> "1212 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1211 view_63" -> "1214 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1212 unsqueeze_34" -> "1213 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1213 unsqueeze_35" -> "1214 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1214 add_39" -> "1215 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1215 view_64" -> "1216 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1216 softmax_11" -> "1217 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1217 dropout_44" -> "1218 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1218 matmul_23" -> "1219 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1219 transpose_23" -> "1220 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1220 reshape_52" -> "1222 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1221 _param_constant193" -> "1230 linear_71" [label="(384,)", style=solid]; +"1222 reshape_52_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1223 quantize_per_tensor_default_72" -> "1224 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1224 dequantize_per_tensor_default_72" -> "1230 linear_71" [label="(4, 64, 384)", style=solid]; +"1225 scale_updated_constant48" -> "1227 mul_tensor_48" [label="(384, 1)", style=solid]; +"1226 compressed_weight_updated_constant48" -> "1227 mul_tensor_48" [label="(384, 384)", style=solid]; +"1227 mul_tensor_48" -> "1229 sub_tensor_48" [label="(384, 384)", style=solid]; +"1228 zero_point_updated_constant48" -> "1229 sub_tensor_48" [label="(384, 1)", style=solid]; +"1229 sub_tensor_48" -> "1230 linear_71" [label="(384, 384)", style=solid]; +"1230 linear_71" -> "1231 dropout_45" [label="(4, 64, 384)", style=solid]; +"1231 dropout_45" -> "1232 view_65" [label="(4, 64, 384)", style=solid]; +"1232 view_65" -> "1233 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1233 permute_54" -> "1234 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1234 reshape_53" -> "1235 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1235 roll_11" -> "1236 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1236 slice_185" -> "1237 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1237 slice_186" -> "1238 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1238 slice_187" -> "1239 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1239 slice_188" -> "1240 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1240 contiguous_21" -> "1243 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1241 _param_constant194" -> "1243 layer_norm_25" [label="(384,)", style=solid]; +"1242 _param_constant195" -> "1243 layer_norm_25" [label="(384,)", style=solid]; +"1243 layer_norm_25" -> "1244 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1244 add_40" -> "1246 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1244 add_40" -> "1271 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1245 _param_constant197" -> "1254 linear_72" [label="(1536,)", style=solid]; +"1246 add_40_0_0_nncf_smooth_quant_0" -> "1247 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1247 quantize_per_tensor_default_73" -> "1248 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1248 dequantize_per_tensor_default_73" -> "1254 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1249 scale_updated_constant49" -> "1251 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1250 compressed_weight_updated_constant49" -> "1251 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1251 mul_tensor_49" -> "1253 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1252 zero_point_updated_constant49" -> "1253 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1253 sub_tensor_49" -> "1254 linear_72" [label="(1536, 384)", style=solid]; +"1254 linear_72" -> "1255 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1255 gelu_11" -> "1256 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1256 dropout_46" -> "1258 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1257 _param_constant199" -> "1266 linear_73" [label="(384,)", style=solid]; +"1258 dropout_46_0_0_nncf_smooth_quant_0" -> "1259 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1259 quantize_per_tensor_default_74" -> "1260 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1260 dequantize_per_tensor_default_74" -> "1266 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1261 scale_updated_constant50" -> "1263 mul_tensor_50" [label="(384, 1)", style=solid]; +"1262 compressed_weight_updated_constant50" -> "1263 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1263 mul_tensor_50" -> "1265 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1264 zero_point_updated_constant50" -> "1265 sub_tensor_50" [label="(384, 1)", style=solid]; +"1265 sub_tensor_50" -> "1266 linear_73" [label="(384, 1536)", style=solid]; +"1266 linear_73" -> "1267 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1267 dropout_47" -> "1270 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1268 _param_constant200" -> "1270 layer_norm_26" [label="(384,)", style=solid]; +"1269 _param_constant201" -> "1270 layer_norm_26" [label="(384,)", style=solid]; +"1270 layer_norm_26" -> "1271 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1271 add_41" -> "1273 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1271 add_41" -> "1336 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1272 _frozen_param102" -> "1308 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1273 pad_14" -> "1274 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1274 view_68" -> "1275 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1275 permute_56" -> "1276 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1276 reshape_54" -> "1278 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1277 _frozen_param103" -> "1286 linear_76" [label="(1152,)", style=solid]; +"1278 reshape_54_0_0_nncf_smooth_quant_0" -> "1279 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1279 quantize_per_tensor_default_75" -> "1280 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1280 dequantize_per_tensor_default_75" -> "1286 linear_76" [label="(4, 64, 384)", style=solid]; +"1281 scale_updated_constant51" -> "1283 mul_tensor_51" [label="(1152, 1)", style=solid]; +"1282 compressed_weight_updated_constant51" -> "1283 mul_tensor_51" [label="(1152, 384)", style=solid]; +"1283 mul_tensor_51" -> "1285 sub_tensor_51" [label="(1152, 384)", style=solid]; +"1284 zero_point_updated_constant51" -> "1285 sub_tensor_51" [label="(1152, 1)", style=solid]; +"1285 sub_tensor_51" -> "1286 linear_76" [label="(1152, 384)", style=solid]; +"1286 linear_76" -> "1287 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1287 reshape_55" -> "1288 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1288 permute_57" -> "1289 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1288 permute_57" -> "1290 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1288 permute_57" -> "1291 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1289 select_36" -> "1292 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1289 select_36" -> "1294 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1289 select_36" -> "1295 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1290 select_37" -> "1298 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1290 select_37" -> "1300 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1290 select_37" -> "1301 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1291 select_38" -> "1311 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1292 linalg_vector_norm_24" -> "1293 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1293 clamp_min_24" -> "1294 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1294 expand_as_24" -> "1295 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1295 div_24" -> "1296 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1296 quantize_per_tensor_default_76" -> "1297 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1297 dequantize_per_tensor_default_76" -> "1305 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1298 linalg_vector_norm_25" -> "1299 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1299 clamp_min_25" -> "1300 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1300 expand_as_25" -> "1301 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1301 div_25" -> "1302 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1302 quantize_per_tensor_default_77" -> "1303 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1303 dequantize_per_tensor_default_77" -> "1304 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1304 transpose_24" -> "1305 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1305 matmul_24" -> "1307 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1306 _frozen_param105" -> "1307 mul_25" [label="(12, 1, 1)", style=solid]; +"1307 mul_25" -> "1308 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1308 add_42" -> "1309 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1309 softmax_12" -> "1310 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1310 dropout_48" -> "1311 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1311 matmul_25" -> "1312 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1312 transpose_25" -> "1313 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1313 reshape_56" -> "1315 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1314 _param_constant209" -> "1323 linear_77" [label="(384,)", style=solid]; +"1315 reshape_56_0_0_nncf_smooth_quant_0" -> "1316 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1316 quantize_per_tensor_default_78" -> "1317 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1317 dequantize_per_tensor_default_78" -> "1323 linear_77" [label="(4, 64, 384)", style=solid]; +"1318 scale_updated_constant52" -> "1320 mul_tensor_52" [label="(384, 1)", style=solid]; +"1319 compressed_weight_updated_constant52" -> "1320 mul_tensor_52" [label="(384, 384)", style=solid]; +"1320 mul_tensor_52" -> "1322 sub_tensor_52" [label="(384, 384)", style=solid]; +"1321 zero_point_updated_constant52" -> "1322 sub_tensor_52" [label="(384, 1)", style=solid]; +"1322 sub_tensor_52" -> "1323 linear_77" [label="(384, 384)", style=solid]; +"1323 linear_77" -> "1324 dropout_49" [label="(4, 64, 384)", style=solid]; +"1324 dropout_49" -> "1325 view_69" [label="(4, 64, 384)", style=solid]; +"1325 view_69" -> "1326 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1326 permute_58" -> "1327 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1327 reshape_57" -> "1328 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1328 slice_190" -> "1329 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1329 slice_191" -> "1330 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1330 slice_192" -> "1331 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1331 slice_193" -> "1332 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1332 contiguous_23" -> "1335 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1333 _param_constant210" -> "1335 layer_norm_27" [label="(384,)", style=solid]; +"1334 _param_constant211" -> "1335 layer_norm_27" [label="(384,)", style=solid]; +"1335 layer_norm_27" -> "1336 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1336 add_43" -> "1338 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1336 add_43" -> "1363 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1337 _param_constant213" -> "1346 linear_78" [label="(1536,)", style=solid]; +"1338 add_43_0_0_nncf_smooth_quant_0" -> "1339 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1339 quantize_per_tensor_default_79" -> "1340 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1340 dequantize_per_tensor_default_79" -> "1346 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1341 scale_updated_constant53" -> "1343 mul_tensor_53" [label="(1536, 1)", style=solid]; +"1342 compressed_weight_updated_constant53" -> "1343 mul_tensor_53" [label="(1536, 384)", style=solid]; +"1343 mul_tensor_53" -> "1345 sub_tensor_53" [label="(1536, 384)", style=solid]; +"1344 zero_point_updated_constant53" -> "1345 sub_tensor_53" [label="(1536, 1)", style=solid]; +"1345 sub_tensor_53" -> "1346 linear_78" [label="(1536, 384)", style=solid]; +"1346 linear_78" -> "1347 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1347 gelu_12" -> "1348 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1348 dropout_50" -> "1350 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1349 _param_constant215" -> "1358 linear_79" [label="(384,)", style=solid]; +"1350 dropout_50_0_0_nncf_smooth_quant_0" -> "1351 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1351 quantize_per_tensor_default_80" -> "1352 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1352 dequantize_per_tensor_default_80" -> "1358 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1353 scale_updated_constant54" -> "1355 mul_tensor_54" [label="(384, 1)", style=solid]; +"1354 compressed_weight_updated_constant54" -> "1355 mul_tensor_54" [label="(384, 1536)", style=solid]; +"1355 mul_tensor_54" -> "1357 sub_tensor_54" [label="(384, 1536)", style=solid]; +"1356 zero_point_updated_constant54" -> "1357 sub_tensor_54" [label="(384, 1)", style=solid]; +"1357 sub_tensor_54" -> "1358 linear_79" [label="(384, 1536)", style=solid]; +"1358 linear_79" -> "1359 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1359 dropout_51" -> "1362 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1360 _param_constant216" -> "1362 layer_norm_28" [label="(384,)", style=solid]; +"1361 _param_constant217" -> "1362 layer_norm_28" [label="(384,)", style=solid]; +"1362 layer_norm_28" -> "1363 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1363 add_44" -> "1365 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1363 add_44" -> "1446 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1364 _frozen_param106" -> "1401 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1365 pad_15" -> "1366 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1366 roll_12" -> "1367 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1367 view_72" -> "1368 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1368 permute_60" -> "1369 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1369 reshape_58" -> "1371 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1369 reshape_58" -> "1402 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1370 _frozen_param107" -> "1379 linear_82" [label="(1152,)", style=solid]; +"1371 reshape_58_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1372 quantize_per_tensor_default_81" -> "1373 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1373 dequantize_per_tensor_default_81" -> "1379 linear_82" [label="(4, 64, 384)", style=solid]; +"1374 scale_updated_constant55" -> "1376 mul_tensor_55" [label="(1152, 1)", style=solid]; +"1375 compressed_weight_updated_constant55" -> "1376 mul_tensor_55" [label="(1152, 384)", style=solid]; +"1376 mul_tensor_55" -> "1378 sub_tensor_55" [label="(1152, 384)", style=solid]; +"1377 zero_point_updated_constant55" -> "1378 sub_tensor_55" [label="(1152, 1)", style=solid]; +"1378 sub_tensor_55" -> "1379 linear_82" [label="(1152, 384)", style=solid]; +"1379 linear_82" -> "1380 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1380 reshape_59" -> "1381 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1381 permute_61" -> "1382 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_61" -> "1383 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_61" -> "1384 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1382 select_39" -> "1385 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_39" -> "1387 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_39" -> "1388 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_40" -> "1391 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_40" -> "1393 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_40" -> "1394 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1384 select_41" -> "1420 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1385 linalg_vector_norm_26" -> "1386 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1386 clamp_min_26" -> "1387 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1387 expand_as_26" -> "1388 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1388 div_26" -> "1389 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_82" -> "1390 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1390 dequantize_per_tensor_default_82" -> "1398 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1391 linalg_vector_norm_27" -> "1392 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1392 clamp_min_27" -> "1393 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1393 expand_as_27" -> "1394 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1394 div_27" -> "1395 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1395 quantize_per_tensor_default_83" -> "1396 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1396 dequantize_per_tensor_default_83" -> "1397 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1397 transpose_26" -> "1398 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1398 matmul_26" -> "1400 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1399 _frozen_param109" -> "1400 mul_27" [label="(12, 1, 1)", style=solid]; +"1400 mul_27" -> "1401 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1401 add_45" -> "1413 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1402 new_zeros_6" -> "1403 view_73" [label="(16, 16)", style=solid]; +"1403 view_73" -> "1404 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1404 permute_62" -> "1405 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1405 reshape_60" -> "1406 unsqueeze_38" [label="(4, 64)", style=solid]; +"1405 reshape_60" -> "1407 unsqueeze_39" [label="(4, 64)", style=solid]; +"1406 unsqueeze_38" -> "1408 sub_6" [label="(4, 1, 64)", style=solid]; +"1407 unsqueeze_39" -> "1408 sub_6" [label="(4, 64, 1)", style=solid]; +"1408 sub_6" -> "1409 ne_6" [label="(4, 64, 64)", style=solid]; +"1408 sub_6" -> "1410 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1408 sub_6" -> "1411 eq_6" [label="(4, 64, 64)", style=solid]; +"1409 ne_6" -> "1410 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1410 masked_fill_12" -> "1412 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1411 eq_6" -> "1412 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1412 masked_fill_13" -> "1414 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1413 view_74" -> "1416 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1414 unsqueeze_40" -> "1415 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1415 unsqueeze_41" -> "1416 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1416 add_46" -> "1417 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1417 view_75" -> "1418 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1418 softmax_13" -> "1419 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1419 dropout_52" -> "1420 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1420 matmul_27" -> "1421 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1421 transpose_27" -> "1422 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1422 reshape_61" -> "1424 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1423 _param_constant225" -> "1432 linear_83" [label="(384,)", style=solid]; +"1424 reshape_61_0_0_nncf_smooth_quant_0" -> "1425 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1425 quantize_per_tensor_default_84" -> "1426 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1426 dequantize_per_tensor_default_84" -> "1432 linear_83" [label="(4, 64, 384)", style=solid]; +"1427 scale_updated_constant56" -> "1429 mul_tensor_56" [label="(384, 1)", style=solid]; +"1428 compressed_weight_updated_constant56" -> "1429 mul_tensor_56" [label="(384, 384)", style=solid]; +"1429 mul_tensor_56" -> "1431 sub_tensor_56" [label="(384, 384)", style=solid]; +"1430 zero_point_updated_constant56" -> "1431 sub_tensor_56" [label="(384, 1)", style=solid]; +"1431 sub_tensor_56" -> "1432 linear_83" [label="(384, 384)", style=solid]; +"1432 linear_83" -> "1433 dropout_53" [label="(4, 64, 384)", style=solid]; +"1433 dropout_53" -> "1434 view_76" [label="(4, 64, 384)", style=solid]; +"1434 view_76" -> "1435 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1435 permute_63" -> "1436 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1436 reshape_62" -> "1437 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1437 roll_13" -> "1438 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1438 slice_213" -> "1439 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1439 slice_214" -> "1440 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1440 slice_215" -> "1441 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1441 slice_216" -> "1442 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1442 contiguous_25" -> "1445 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1443 _param_constant226" -> "1445 layer_norm_29" [label="(384,)", style=solid]; +"1444 _param_constant227" -> "1445 layer_norm_29" [label="(384,)", style=solid]; +"1445 layer_norm_29" -> "1446 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1446 add_47" -> "1448 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1446 add_47" -> "1473 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1447 _param_constant229" -> "1456 linear_84" [label="(1536,)", style=solid]; +"1448 add_47_0_0_nncf_smooth_quant_0" -> "1449 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1449 quantize_per_tensor_default_85" -> "1450 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1450 dequantize_per_tensor_default_85" -> "1456 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1451 scale_updated_constant57" -> "1453 mul_tensor_57" [label="(1536, 1)", style=solid]; +"1452 compressed_weight_updated_constant57" -> "1453 mul_tensor_57" [label="(1536, 384)", style=solid]; +"1453 mul_tensor_57" -> "1455 sub_tensor_57" [label="(1536, 384)", style=solid]; +"1454 zero_point_updated_constant57" -> "1455 sub_tensor_57" [label="(1536, 1)", style=solid]; +"1455 sub_tensor_57" -> "1456 linear_84" [label="(1536, 384)", style=solid]; +"1456 linear_84" -> "1457 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1457 gelu_13" -> "1458 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1458 dropout_54" -> "1460 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1459 _param_constant231" -> "1468 linear_85" [label="(384,)", style=solid]; +"1460 dropout_54_0_0_nncf_smooth_quant_0" -> "1461 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1461 quantize_per_tensor_default_86" -> "1462 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1462 dequantize_per_tensor_default_86" -> "1468 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1463 scale_updated_constant58" -> "1465 mul_tensor_58" [label="(384, 1)", style=solid]; +"1464 compressed_weight_updated_constant58" -> "1465 mul_tensor_58" [label="(384, 1536)", style=solid]; +"1465 mul_tensor_58" -> "1467 sub_tensor_58" [label="(384, 1536)", style=solid]; +"1466 zero_point_updated_constant58" -> "1467 sub_tensor_58" [label="(384, 1)", style=solid]; +"1467 sub_tensor_58" -> "1468 linear_85" [label="(384, 1536)", style=solid]; +"1468 linear_85" -> "1469 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1469 dropout_55" -> "1472 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1470 _param_constant232" -> "1472 layer_norm_30" [label="(384,)", style=solid]; +"1471 _param_constant233" -> "1472 layer_norm_30" [label="(384,)", style=solid]; +"1472 layer_norm_30" -> "1473 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1473 add_48" -> "1475 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1473 add_48" -> "1538 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1474 _frozen_param119" -> "1510 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1475 pad_16" -> "1476 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1476 view_79" -> "1477 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1477 permute_65" -> "1478 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1478 reshape_63" -> "1480 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1479 _frozen_param120" -> "1488 linear_88" [label="(1152,)", style=solid]; +"1480 reshape_63_0_0_nncf_smooth_quant_0" -> "1481 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1481 quantize_per_tensor_default_87" -> "1482 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1482 dequantize_per_tensor_default_87" -> "1488 linear_88" [label="(4, 64, 384)", style=solid]; +"1483 scale_updated_constant59" -> "1485 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1484 compressed_weight_updated_constant59" -> "1485 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1485 mul_tensor_59" -> "1487 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1486 zero_point_updated_constant59" -> "1487 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1487 sub_tensor_59" -> "1488 linear_88" [label="(1152, 384)", style=solid]; +"1488 linear_88" -> "1489 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1489 reshape_64" -> "1490 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1490 permute_66" -> "1491 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1490 permute_66" -> "1492 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1490 permute_66" -> "1493 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1491 select_42" -> "1494 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1491 select_42" -> "1496 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1491 select_42" -> "1497 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1492 select_43" -> "1500 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1492 select_43" -> "1502 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1492 select_43" -> "1503 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1493 select_44" -> "1513 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1494 linalg_vector_norm_28" -> "1495 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1495 clamp_min_28" -> "1496 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1496 expand_as_28" -> "1497 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1497 div_28" -> "1498 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1498 quantize_per_tensor_default_88" -> "1499 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1499 dequantize_per_tensor_default_88" -> "1507 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1500 linalg_vector_norm_29" -> "1501 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1501 clamp_min_29" -> "1502 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1502 expand_as_29" -> "1503 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1503 div_29" -> "1504 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1504 quantize_per_tensor_default_89" -> "1505 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1505 dequantize_per_tensor_default_89" -> "1506 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1506 transpose_28" -> "1507 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1507 matmul_28" -> "1509 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1508 _frozen_param122" -> "1509 mul_29" [label="(12, 1, 1)", style=solid]; +"1509 mul_29" -> "1510 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1510 add_49" -> "1511 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1511 softmax_14" -> "1512 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1512 dropout_56" -> "1513 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1513 matmul_29" -> "1514 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1514 transpose_29" -> "1515 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1515 reshape_65" -> "1517 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1516 _param_constant241" -> "1525 linear_89" [label="(384,)", style=solid]; +"1517 reshape_65_0_0_nncf_smooth_quant_0" -> "1518 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1518 quantize_per_tensor_default_90" -> "1519 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1519 dequantize_per_tensor_default_90" -> "1525 linear_89" [label="(4, 64, 384)", style=solid]; +"1520 scale_updated_constant60" -> "1522 mul_tensor_60" [label="(384, 1)", style=solid]; +"1521 compressed_weight_updated_constant60" -> "1522 mul_tensor_60" [label="(384, 384)", style=solid]; +"1522 mul_tensor_60" -> "1524 sub_tensor_60" [label="(384, 384)", style=solid]; +"1523 zero_point_updated_constant60" -> "1524 sub_tensor_60" [label="(384, 1)", style=solid]; +"1524 sub_tensor_60" -> "1525 linear_89" [label="(384, 384)", style=solid]; +"1525 linear_89" -> "1526 dropout_57" [label="(4, 64, 384)", style=solid]; +"1526 dropout_57" -> "1527 view_80" [label="(4, 64, 384)", style=solid]; +"1527 view_80" -> "1528 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1528 permute_67" -> "1529 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1529 reshape_66" -> "1530 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1530 slice_218" -> "1531 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1531 slice_219" -> "1532 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1532 slice_220" -> "1533 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1533 slice_221" -> "1534 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1534 contiguous_27" -> "1537 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1535 _param_constant242" -> "1537 layer_norm_31" [label="(384,)", style=solid]; +"1536 _param_constant243" -> "1537 layer_norm_31" [label="(384,)", style=solid]; +"1537 layer_norm_31" -> "1538 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1538 add_50" -> "1540 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1538 add_50" -> "1565 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1539 _param_constant245" -> "1548 linear_90" [label="(1536,)", style=solid]; +"1540 add_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1541 quantize_per_tensor_default_91" -> "1542 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1542 dequantize_per_tensor_default_91" -> "1548 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1543 scale_updated_constant61" -> "1545 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1544 compressed_weight_updated_constant61" -> "1545 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1545 mul_tensor_61" -> "1547 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1546 zero_point_updated_constant61" -> "1547 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1547 sub_tensor_61" -> "1548 linear_90" [label="(1536, 384)", style=solid]; +"1548 linear_90" -> "1549 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1549 gelu_14" -> "1550 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1550 dropout_58" -> "1552 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1551 _param_constant247" -> "1560 linear_91" [label="(384,)", style=solid]; +"1552 dropout_58_0_0_nncf_smooth_quant_0" -> "1553 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1553 quantize_per_tensor_default_92" -> "1554 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1554 dequantize_per_tensor_default_92" -> "1560 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1555 scale_updated_constant62" -> "1557 mul_tensor_62" [label="(384, 1)", style=solid]; +"1556 compressed_weight_updated_constant62" -> "1557 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1557 mul_tensor_62" -> "1559 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1558 zero_point_updated_constant62" -> "1559 sub_tensor_62" [label="(384, 1)", style=solid]; +"1559 sub_tensor_62" -> "1560 linear_91" [label="(384, 1536)", style=solid]; +"1560 linear_91" -> "1561 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1561 dropout_59" -> "1564 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1562 _param_constant248" -> "1564 layer_norm_32" [label="(384,)", style=solid]; +"1563 _param_constant249" -> "1564 layer_norm_32" [label="(384,)", style=solid]; +"1564 layer_norm_32" -> "1565 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1565 add_51" -> "1567 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1565 add_51" -> "1648 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1566 _frozen_param123" -> "1603 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1567 pad_17" -> "1568 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1568 roll_14" -> "1569 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1569 view_83" -> "1570 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1570 permute_69" -> "1571 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1571 reshape_67" -> "1573 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1571 reshape_67" -> "1604 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1572 _frozen_param124" -> "1581 linear_94" [label="(1152,)", style=solid]; +"1573 reshape_67_0_0_nncf_smooth_quant_0" -> "1574 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1574 quantize_per_tensor_default_93" -> "1575 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1575 dequantize_per_tensor_default_93" -> "1581 linear_94" [label="(4, 64, 384)", style=solid]; +"1576 scale_updated_constant63" -> "1578 mul_tensor_63" [label="(1152, 1)", style=solid]; +"1577 compressed_weight_updated_constant63" -> "1578 mul_tensor_63" [label="(1152, 384)", style=solid]; +"1578 mul_tensor_63" -> "1580 sub_tensor_63" [label="(1152, 384)", style=solid]; +"1579 zero_point_updated_constant63" -> "1580 sub_tensor_63" [label="(1152, 1)", style=solid]; +"1580 sub_tensor_63" -> "1581 linear_94" [label="(1152, 384)", style=solid]; +"1581 linear_94" -> "1582 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1582 reshape_68" -> "1583 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1583 permute_70" -> "1584 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1583 permute_70" -> "1585 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1583 permute_70" -> "1586 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1584 select_45" -> "1587 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1584 select_45" -> "1589 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1584 select_45" -> "1590 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1585 select_46" -> "1593 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1585 select_46" -> "1595 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1585 select_46" -> "1596 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1586 select_47" -> "1622 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1587 linalg_vector_norm_30" -> "1588 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1588 clamp_min_30" -> "1589 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1589 expand_as_30" -> "1590 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1590 div_30" -> "1591 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1591 quantize_per_tensor_default_94" -> "1592 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1592 dequantize_per_tensor_default_94" -> "1600 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1593 linalg_vector_norm_31" -> "1594 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1594 clamp_min_31" -> "1595 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1595 expand_as_31" -> "1596 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1596 div_31" -> "1597 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1597 quantize_per_tensor_default_95" -> "1598 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1598 dequantize_per_tensor_default_95" -> "1599 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1599 transpose_30" -> "1600 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1600 matmul_30" -> "1602 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1601 _frozen_param126" -> "1602 mul_31" [label="(12, 1, 1)", style=solid]; +"1602 mul_31" -> "1603 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1603 add_52" -> "1615 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1604 new_zeros_7" -> "1605 view_84" [label="(16, 16)", style=solid]; +"1605 view_84" -> "1606 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1606 permute_71" -> "1607 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1607 reshape_69" -> "1608 unsqueeze_44" [label="(4, 64)", style=solid]; +"1607 reshape_69" -> "1609 unsqueeze_45" [label="(4, 64)", style=solid]; +"1608 unsqueeze_44" -> "1610 sub_7" [label="(4, 1, 64)", style=solid]; +"1609 unsqueeze_45" -> "1610 sub_7" [label="(4, 64, 1)", style=solid]; +"1610 sub_7" -> "1611 ne_7" [label="(4, 64, 64)", style=solid]; +"1610 sub_7" -> "1612 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1610 sub_7" -> "1613 eq_7" [label="(4, 64, 64)", style=solid]; +"1611 ne_7" -> "1612 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1612 masked_fill_14" -> "1614 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1613 eq_7" -> "1614 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1614 masked_fill_15" -> "1616 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1615 view_85" -> "1618 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1616 unsqueeze_46" -> "1617 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1617 unsqueeze_47" -> "1618 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1618 add_53" -> "1619 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1619 view_86" -> "1620 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1620 softmax_15" -> "1621 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1621 dropout_60" -> "1622 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1622 matmul_31" -> "1623 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1623 transpose_31" -> "1624 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1624 reshape_70" -> "1626 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1625 _param_constant257" -> "1634 linear_95" [label="(384,)", style=solid]; +"1626 reshape_70_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1627 quantize_per_tensor_default_96" -> "1628 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1628 dequantize_per_tensor_default_96" -> "1634 linear_95" [label="(4, 64, 384)", style=solid]; +"1629 scale_updated_constant64" -> "1631 mul_tensor_64" [label="(384, 1)", style=solid]; +"1630 compressed_weight_updated_constant64" -> "1631 mul_tensor_64" [label="(384, 384)", style=solid]; +"1631 mul_tensor_64" -> "1633 sub_tensor_64" [label="(384, 384)", style=solid]; +"1632 zero_point_updated_constant64" -> "1633 sub_tensor_64" [label="(384, 1)", style=solid]; +"1633 sub_tensor_64" -> "1634 linear_95" [label="(384, 384)", style=solid]; +"1634 linear_95" -> "1635 dropout_61" [label="(4, 64, 384)", style=solid]; +"1635 dropout_61" -> "1636 view_87" [label="(4, 64, 384)", style=solid]; +"1636 view_87" -> "1637 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1637 permute_72" -> "1638 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1638 reshape_71" -> "1639 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1639 roll_15" -> "1640 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1640 slice_241" -> "1641 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1641 slice_242" -> "1642 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1642 slice_243" -> "1643 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1643 slice_244" -> "1644 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1644 contiguous_29" -> "1647 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1645 _param_constant258" -> "1647 layer_norm_33" [label="(384,)", style=solid]; +"1646 _param_constant259" -> "1647 layer_norm_33" [label="(384,)", style=solid]; +"1647 layer_norm_33" -> "1648 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1648 add_54" -> "1650 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1648 add_54" -> "1675 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1649 _param_constant261" -> "1658 linear_96" [label="(1536,)", style=solid]; +"1650 add_54_0_0_nncf_smooth_quant_0" -> "1651 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1651 quantize_per_tensor_default_97" -> "1652 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1652 dequantize_per_tensor_default_97" -> "1658 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1653 scale_updated_constant65" -> "1655 mul_tensor_65" [label="(1536, 1)", style=solid]; +"1654 compressed_weight_updated_constant65" -> "1655 mul_tensor_65" [label="(1536, 384)", style=solid]; +"1655 mul_tensor_65" -> "1657 sub_tensor_65" [label="(1536, 384)", style=solid]; +"1656 zero_point_updated_constant65" -> "1657 sub_tensor_65" [label="(1536, 1)", style=solid]; +"1657 sub_tensor_65" -> "1658 linear_96" [label="(1536, 384)", style=solid]; +"1658 linear_96" -> "1659 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1659 gelu_15" -> "1660 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1660 dropout_62" -> "1662 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1661 _param_constant263" -> "1670 linear_97" [label="(384,)", style=solid]; +"1662 dropout_62_0_0_nncf_smooth_quant_0" -> "1663 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1663 quantize_per_tensor_default_98" -> "1664 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1664 dequantize_per_tensor_default_98" -> "1670 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1665 scale_updated_constant66" -> "1667 mul_tensor_66" [label="(384, 1)", style=solid]; +"1666 compressed_weight_updated_constant66" -> "1667 mul_tensor_66" [label="(384, 1536)", style=solid]; +"1667 mul_tensor_66" -> "1669 sub_tensor_66" [label="(384, 1536)", style=solid]; +"1668 zero_point_updated_constant66" -> "1669 sub_tensor_66" [label="(384, 1)", style=solid]; +"1669 sub_tensor_66" -> "1670 linear_97" [label="(384, 1536)", style=solid]; +"1670 linear_97" -> "1671 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1671 dropout_63" -> "1674 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1672 _param_constant264" -> "1674 layer_norm_34" [label="(384,)", style=solid]; +"1673 _param_constant265" -> "1674 layer_norm_34" [label="(384,)", style=solid]; +"1674 layer_norm_34" -> "1675 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1675 add_55" -> "1677 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1675 add_55" -> "1740 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1676 _frozen_param136" -> "1712 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1677 pad_18" -> "1678 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1678 view_90" -> "1679 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1679 permute_74" -> "1680 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1680 reshape_72" -> "1682 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1681 _frozen_param137" -> "1690 linear_100" [label="(1152,)", style=solid]; +"1682 reshape_72_0_0_nncf_smooth_quant_0" -> "1683 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1683 quantize_per_tensor_default_99" -> "1684 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1684 dequantize_per_tensor_default_99" -> "1690 linear_100" [label="(4, 64, 384)", style=solid]; +"1685 scale_updated_constant67" -> "1687 mul_tensor_67" [label="(1152, 1)", style=solid]; +"1686 compressed_weight_updated_constant67" -> "1687 mul_tensor_67" [label="(1152, 384)", style=solid]; +"1687 mul_tensor_67" -> "1689 sub_tensor_67" [label="(1152, 384)", style=solid]; +"1688 zero_point_updated_constant67" -> "1689 sub_tensor_67" [label="(1152, 1)", style=solid]; +"1689 sub_tensor_67" -> "1690 linear_100" [label="(1152, 384)", style=solid]; +"1690 linear_100" -> "1691 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1691 reshape_73" -> "1692 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1692 permute_75" -> "1693 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1692 permute_75" -> "1694 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1692 permute_75" -> "1695 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1693 select_48" -> "1696 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1693 select_48" -> "1698 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1693 select_48" -> "1699 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1694 select_49" -> "1702 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1694 select_49" -> "1704 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1694 select_49" -> "1705 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1695 select_50" -> "1715 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1696 linalg_vector_norm_32" -> "1697 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1697 clamp_min_32" -> "1698 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1698 expand_as_32" -> "1699 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1699 div_32" -> "1700 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1700 quantize_per_tensor_default_100" -> "1701 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1701 dequantize_per_tensor_default_100" -> "1709 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1702 linalg_vector_norm_33" -> "1703 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1703 clamp_min_33" -> "1704 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1704 expand_as_33" -> "1705 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1705 div_33" -> "1706 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1706 quantize_per_tensor_default_101" -> "1707 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1707 dequantize_per_tensor_default_101" -> "1708 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1708 transpose_32" -> "1709 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1709 matmul_32" -> "1711 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1710 _frozen_param139" -> "1711 mul_33" [label="(12, 1, 1)", style=solid]; +"1711 mul_33" -> "1712 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1712 add_56" -> "1713 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1713 softmax_16" -> "1714 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1714 dropout_64" -> "1715 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1715 matmul_33" -> "1716 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1716 transpose_33" -> "1717 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1717 reshape_74" -> "1719 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1718 _param_constant273" -> "1727 linear_101" [label="(384,)", style=solid]; +"1719 reshape_74_0_0_nncf_smooth_quant_0" -> "1720 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1720 quantize_per_tensor_default_102" -> "1721 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1721 dequantize_per_tensor_default_102" -> "1727 linear_101" [label="(4, 64, 384)", style=solid]; +"1722 scale_updated_constant68" -> "1724 mul_tensor_68" [label="(384, 1)", style=solid]; +"1723 compressed_weight_updated_constant68" -> "1724 mul_tensor_68" [label="(384, 384)", style=solid]; +"1724 mul_tensor_68" -> "1726 sub_tensor_68" [label="(384, 384)", style=solid]; +"1725 zero_point_updated_constant68" -> "1726 sub_tensor_68" [label="(384, 1)", style=solid]; +"1726 sub_tensor_68" -> "1727 linear_101" [label="(384, 384)", style=solid]; +"1727 linear_101" -> "1728 dropout_65" [label="(4, 64, 384)", style=solid]; +"1728 dropout_65" -> "1729 view_91" [label="(4, 64, 384)", style=solid]; +"1729 view_91" -> "1730 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1730 permute_76" -> "1731 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1731 reshape_75" -> "1732 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1732 slice_246" -> "1733 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1733 slice_247" -> "1734 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1734 slice_248" -> "1735 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1735 slice_249" -> "1736 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1736 contiguous_31" -> "1739 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1737 _param_constant274" -> "1739 layer_norm_35" [label="(384,)", style=solid]; +"1738 _param_constant275" -> "1739 layer_norm_35" [label="(384,)", style=solid]; +"1739 layer_norm_35" -> "1740 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1740 add_57" -> "1742 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1740 add_57" -> "1767 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1741 _param_constant277" -> "1750 linear_102" [label="(1536,)", style=solid]; +"1742 add_57_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1743 quantize_per_tensor_default_103" -> "1744 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1744 dequantize_per_tensor_default_103" -> "1750 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1745 scale_updated_constant69" -> "1747 mul_tensor_69" [label="(1536, 1)", style=solid]; +"1746 compressed_weight_updated_constant69" -> "1747 mul_tensor_69" [label="(1536, 384)", style=solid]; +"1747 mul_tensor_69" -> "1749 sub_tensor_69" [label="(1536, 384)", style=solid]; +"1748 zero_point_updated_constant69" -> "1749 sub_tensor_69" [label="(1536, 1)", style=solid]; +"1749 sub_tensor_69" -> "1750 linear_102" [label="(1536, 384)", style=solid]; +"1750 linear_102" -> "1751 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"1751 gelu_16" -> "1752 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"1752 dropout_66" -> "1754 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1753 _param_constant279" -> "1762 linear_103" [label="(384,)", style=solid]; +"1754 dropout_66_0_0_nncf_smooth_quant_0" -> "1755 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1755 quantize_per_tensor_default_104" -> "1756 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1756 dequantize_per_tensor_default_104" -> "1762 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"1757 scale_updated_constant70" -> "1759 mul_tensor_70" [label="(384, 1)", style=solid]; +"1758 compressed_weight_updated_constant70" -> "1759 mul_tensor_70" [label="(384, 1536)", style=solid]; +"1759 mul_tensor_70" -> "1761 sub_tensor_70" [label="(384, 1536)", style=solid]; +"1760 zero_point_updated_constant70" -> "1761 sub_tensor_70" [label="(384, 1)", style=solid]; +"1761 sub_tensor_70" -> "1762 linear_103" [label="(384, 1536)", style=solid]; +"1762 linear_103" -> "1763 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"1763 dropout_67" -> "1766 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"1764 _param_constant280" -> "1766 layer_norm_36" [label="(384,)", style=solid]; +"1765 _param_constant281" -> "1766 layer_norm_36" [label="(384,)", style=solid]; +"1766 layer_norm_36" -> "1767 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1767 add_58" -> "1769 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"1767 add_58" -> "1850 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1768 _frozen_param140" -> "1805 add_59" [label="(1, 12, 64, 64)", style=solid]; +"1769 pad_19" -> "1770 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"1770 roll_16" -> "1771 view_94" [label="(1, 16, 16, 384)", style=solid]; +"1771 view_94" -> "1772 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1772 permute_78" -> "1773 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1773 reshape_76" -> "1775 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1773 reshape_76" -> "1806 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"1774 _frozen_param141" -> "1783 linear_106" [label="(1152,)", style=solid]; +"1775 reshape_76_0_0_nncf_smooth_quant_0" -> "1776 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1776 quantize_per_tensor_default_105" -> "1777 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1777 dequantize_per_tensor_default_105" -> "1783 linear_106" [label="(4, 64, 384)", style=solid]; +"1778 scale_updated_constant71" -> "1780 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1779 compressed_weight_updated_constant71" -> "1780 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1780 mul_tensor_71" -> "1782 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1781 zero_point_updated_constant71" -> "1782 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1782 sub_tensor_71" -> "1783 linear_106" [label="(1152, 384)", style=solid]; +"1783 linear_106" -> "1784 reshape_77" [label="(4, 64, 1152)", style=solid]; +"1784 reshape_77" -> "1785 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"1785 permute_79" -> "1786 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"1785 permute_79" -> "1787 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"1785 permute_79" -> "1788 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"1786 select_51" -> "1789 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"1786 select_51" -> "1791 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"1786 select_51" -> "1792 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1787 select_52" -> "1795 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"1787 select_52" -> "1797 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"1787 select_52" -> "1798 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1788 select_53" -> "1824 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"1789 linalg_vector_norm_34" -> "1790 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"1790 clamp_min_34" -> "1791 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"1791 expand_as_34" -> "1792 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1792 div_34" -> "1793 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1793 quantize_per_tensor_default_106" -> "1794 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1794 dequantize_per_tensor_default_106" -> "1802 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"1795 linalg_vector_norm_35" -> "1796 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"1796 clamp_min_35" -> "1797 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"1797 expand_as_35" -> "1798 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1798 div_35" -> "1799 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1799 quantize_per_tensor_default_107" -> "1800 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1800 dequantize_per_tensor_default_107" -> "1801 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"1801 transpose_34" -> "1802 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"1802 matmul_34" -> "1804 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"1803 _frozen_param143" -> "1804 mul_35" [label="(12, 1, 1)", style=solid]; +"1804 mul_35" -> "1805 add_59" [label="(4, 12, 64, 64)", style=solid]; +"1805 add_59" -> "1817 view_96" [label="(4, 12, 64, 64)", style=solid]; +"1806 new_zeros_8" -> "1807 view_95" [label="(16, 16)", style=solid]; +"1807 view_95" -> "1808 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"1808 permute_80" -> "1809 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"1809 reshape_78" -> "1810 unsqueeze_50" [label="(4, 64)", style=solid]; +"1809 reshape_78" -> "1811 unsqueeze_51" [label="(4, 64)", style=solid]; +"1810 unsqueeze_50" -> "1812 sub_8" [label="(4, 1, 64)", style=solid]; +"1811 unsqueeze_51" -> "1812 sub_8" [label="(4, 64, 1)", style=solid]; +"1812 sub_8" -> "1813 ne_8" [label="(4, 64, 64)", style=solid]; +"1812 sub_8" -> "1814 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1812 sub_8" -> "1815 eq_8" [label="(4, 64, 64)", style=solid]; +"1813 ne_8" -> "1814 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1814 masked_fill_16" -> "1816 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1815 eq_8" -> "1816 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1816 masked_fill_17" -> "1818 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"1817 view_96" -> "1820 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"1818 unsqueeze_52" -> "1819 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"1819 unsqueeze_53" -> "1820 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"1820 add_60" -> "1821 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"1821 view_97" -> "1822 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"1822 softmax_17" -> "1823 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"1823 dropout_68" -> "1824 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"1824 matmul_35" -> "1825 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"1825 transpose_35" -> "1826 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"1826 reshape_79" -> "1828 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1827 _param_constant289" -> "1836 linear_107" [label="(384,)", style=solid]; +"1828 reshape_79_0_0_nncf_smooth_quant_0" -> "1829 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1829 quantize_per_tensor_default_108" -> "1830 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1830 dequantize_per_tensor_default_108" -> "1836 linear_107" [label="(4, 64, 384)", style=solid]; +"1831 scale_updated_constant72" -> "1833 mul_tensor_72" [label="(384, 1)", style=solid]; +"1832 compressed_weight_updated_constant72" -> "1833 mul_tensor_72" [label="(384, 384)", style=solid]; +"1833 mul_tensor_72" -> "1835 sub_tensor_72" [label="(384, 384)", style=solid]; +"1834 zero_point_updated_constant72" -> "1835 sub_tensor_72" [label="(384, 1)", style=solid]; +"1835 sub_tensor_72" -> "1836 linear_107" [label="(384, 384)", style=solid]; +"1836 linear_107" -> "1837 dropout_69" [label="(4, 64, 384)", style=solid]; +"1837 dropout_69" -> "1838 view_98" [label="(4, 64, 384)", style=solid]; +"1838 view_98" -> "1839 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1839 permute_81" -> "1840 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1840 reshape_80" -> "1841 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"1841 roll_17" -> "1842 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"1842 slice_269" -> "1843 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"1843 slice_270" -> "1844 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"1844 slice_271" -> "1845 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"1845 slice_272" -> "1846 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"1846 contiguous_33" -> "1849 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"1847 _param_constant290" -> "1849 layer_norm_37" [label="(384,)", style=solid]; +"1848 _param_constant291" -> "1849 layer_norm_37" [label="(384,)", style=solid]; +"1849 layer_norm_37" -> "1850 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1850 add_61" -> "1852 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1850 add_61" -> "1877 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1851 _param_constant293" -> "1860 linear_108" [label="(1536,)", style=solid]; +"1852 add_61_0_0_nncf_smooth_quant_0" -> "1853 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1853 quantize_per_tensor_default_109" -> "1854 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1854 dequantize_per_tensor_default_109" -> "1860 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"1855 scale_updated_constant73" -> "1857 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1856 compressed_weight_updated_constant73" -> "1857 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1857 mul_tensor_73" -> "1859 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1858 zero_point_updated_constant73" -> "1859 sub_tensor_73" [label="(1536, 1)", style=solid]; +"1859 sub_tensor_73" -> "1860 linear_108" [label="(1536, 384)", style=solid]; +"1860 linear_108" -> "1861 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"1861 gelu_17" -> "1862 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"1862 dropout_70" -> "1864 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1863 _param_constant295" -> "1872 linear_109" [label="(384,)", style=solid]; +"1864 dropout_70_0_0_nncf_smooth_quant_0" -> "1865 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1865 quantize_per_tensor_default_110" -> "1866 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1866 dequantize_per_tensor_default_110" -> "1872 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"1867 scale_updated_constant74" -> "1869 mul_tensor_74" [label="(384, 1)", style=solid]; +"1868 compressed_weight_updated_constant74" -> "1869 mul_tensor_74" [label="(384, 1536)", style=solid]; +"1869 mul_tensor_74" -> "1871 sub_tensor_74" [label="(384, 1536)", style=solid]; +"1870 zero_point_updated_constant74" -> "1871 sub_tensor_74" [label="(384, 1)", style=solid]; +"1871 sub_tensor_74" -> "1872 linear_109" [label="(384, 1536)", style=solid]; +"1872 linear_109" -> "1873 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"1873 dropout_71" -> "1876 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"1874 _param_constant296" -> "1876 layer_norm_38" [label="(384,)", style=solid]; +"1875 _param_constant297" -> "1876 layer_norm_38" [label="(384,)", style=solid]; +"1876 layer_norm_38" -> "1877 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1877 add_62" -> "1879 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"1877 add_62" -> "1942 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1878 _frozen_param153" -> "1914 add_63" [label="(1, 12, 64, 64)", style=solid]; +"1879 pad_20" -> "1880 view_101" [label="(1, 16, 16, 384)", style=solid]; +"1880 view_101" -> "1881 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1881 permute_83" -> "1882 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1882 reshape_81" -> "1884 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1883 _frozen_param154" -> "1892 linear_112" [label="(1152,)", style=solid]; +"1884 reshape_81_0_0_nncf_smooth_quant_0" -> "1885 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1885 quantize_per_tensor_default_111" -> "1886 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1886 dequantize_per_tensor_default_111" -> "1892 linear_112" [label="(4, 64, 384)", style=solid]; +"1887 scale_updated_constant75" -> "1889 mul_tensor_75" [label="(1152, 1)", style=solid]; +"1888 compressed_weight_updated_constant75" -> "1889 mul_tensor_75" [label="(1152, 384)", style=solid]; +"1889 mul_tensor_75" -> "1891 sub_tensor_75" [label="(1152, 384)", style=solid]; +"1890 zero_point_updated_constant75" -> "1891 sub_tensor_75" [label="(1152, 1)", style=solid]; +"1891 sub_tensor_75" -> "1892 linear_112" [label="(1152, 384)", style=solid]; +"1892 linear_112" -> "1893 reshape_82" [label="(4, 64, 1152)", style=solid]; +"1893 reshape_82" -> "1894 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"1894 permute_84" -> "1895 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 permute_84" -> "1896 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 permute_84" -> "1897 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"1895 select_54" -> "1898 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_54" -> "1900 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_54" -> "1901 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_55" -> "1904 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_55" -> "1906 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_55" -> "1907 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1897 select_56" -> "1917 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"1898 linalg_vector_norm_36" -> "1899 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"1899 clamp_min_36" -> "1900 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"1900 expand_as_36" -> "1901 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1901 div_36" -> "1902 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1902 quantize_per_tensor_default_112" -> "1903 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1903 dequantize_per_tensor_default_112" -> "1911 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"1904 linalg_vector_norm_37" -> "1905 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"1905 clamp_min_37" -> "1906 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"1906 expand_as_37" -> "1907 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1907 div_37" -> "1908 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1908 quantize_per_tensor_default_113" -> "1909 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1909 dequantize_per_tensor_default_113" -> "1910 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"1910 transpose_36" -> "1911 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"1911 matmul_36" -> "1913 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"1912 _frozen_param156" -> "1913 mul_37" [label="(12, 1, 1)", style=solid]; +"1913 mul_37" -> "1914 add_63" [label="(4, 12, 64, 64)", style=solid]; +"1914 add_63" -> "1915 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"1915 softmax_18" -> "1916 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"1916 dropout_72" -> "1917 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"1917 matmul_37" -> "1918 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"1918 transpose_37" -> "1919 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"1919 reshape_83" -> "1921 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1920 _param_constant305" -> "1929 linear_113" [label="(384,)", style=solid]; +"1921 reshape_83_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1922 quantize_per_tensor_default_114" -> "1923 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1923 dequantize_per_tensor_default_114" -> "1929 linear_113" [label="(4, 64, 384)", style=solid]; +"1924 scale_updated_constant76" -> "1926 mul_tensor_76" [label="(384, 1)", style=solid]; +"1925 compressed_weight_updated_constant76" -> "1926 mul_tensor_76" [label="(384, 384)", style=solid]; +"1926 mul_tensor_76" -> "1928 sub_tensor_76" [label="(384, 384)", style=solid]; +"1927 zero_point_updated_constant76" -> "1928 sub_tensor_76" [label="(384, 1)", style=solid]; +"1928 sub_tensor_76" -> "1929 linear_113" [label="(384, 384)", style=solid]; +"1929 linear_113" -> "1930 dropout_73" [label="(4, 64, 384)", style=solid]; +"1930 dropout_73" -> "1931 view_102" [label="(4, 64, 384)", style=solid]; +"1931 view_102" -> "1932 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1932 permute_85" -> "1933 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1933 reshape_84" -> "1934 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"1934 slice_274" -> "1935 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"1935 slice_275" -> "1936 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"1936 slice_276" -> "1937 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"1937 slice_277" -> "1938 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"1938 contiguous_35" -> "1941 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"1939 _param_constant306" -> "1941 layer_norm_39" [label="(384,)", style=solid]; +"1940 _param_constant307" -> "1941 layer_norm_39" [label="(384,)", style=solid]; +"1941 layer_norm_39" -> "1942 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1942 add_64" -> "1944 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1942 add_64" -> "1969 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1943 _param_constant309" -> "1952 linear_114" [label="(1536,)", style=solid]; +"1944 add_64_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1945 quantize_per_tensor_default_115" -> "1946 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1946 dequantize_per_tensor_default_115" -> "1952 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"1947 scale_updated_constant77" -> "1949 mul_tensor_77" [label="(1536, 1)", style=solid]; +"1948 compressed_weight_updated_constant77" -> "1949 mul_tensor_77" [label="(1536, 384)", style=solid]; +"1949 mul_tensor_77" -> "1951 sub_tensor_77" [label="(1536, 384)", style=solid]; +"1950 zero_point_updated_constant77" -> "1951 sub_tensor_77" [label="(1536, 1)", style=solid]; +"1951 sub_tensor_77" -> "1952 linear_114" [label="(1536, 384)", style=solid]; +"1952 linear_114" -> "1953 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"1953 gelu_18" -> "1954 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"1954 dropout_74" -> "1956 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1955 _param_constant311" -> "1964 linear_115" [label="(384,)", style=solid]; +"1956 dropout_74_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1957 quantize_per_tensor_default_116" -> "1958 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1958 dequantize_per_tensor_default_116" -> "1964 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"1959 scale_updated_constant78" -> "1961 mul_tensor_78" [label="(384, 1)", style=solid]; +"1960 compressed_weight_updated_constant78" -> "1961 mul_tensor_78" [label="(384, 1536)", style=solid]; +"1961 mul_tensor_78" -> "1963 sub_tensor_78" [label="(384, 1536)", style=solid]; +"1962 zero_point_updated_constant78" -> "1963 sub_tensor_78" [label="(384, 1)", style=solid]; +"1963 sub_tensor_78" -> "1964 linear_115" [label="(384, 1536)", style=solid]; +"1964 linear_115" -> "1965 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"1965 dropout_75" -> "1968 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"1966 _param_constant312" -> "1968 layer_norm_40" [label="(384,)", style=solid]; +"1967 _param_constant313" -> "1968 layer_norm_40" [label="(384,)", style=solid]; +"1968 layer_norm_40" -> "1969 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1969 add_65" -> "1971 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"1969 add_65" -> "2052 add_68" [label="(1, 14, 14, 384)", style=solid]; +"1970 _frozen_param157" -> "2007 add_66" [label="(1, 12, 64, 64)", style=solid]; +"1971 pad_21" -> "1972 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"1972 roll_18" -> "1973 view_105" [label="(1, 16, 16, 384)", style=solid]; +"1973 view_105" -> "1974 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1974 permute_87" -> "1975 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1975 reshape_85" -> "1977 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1975 reshape_85" -> "2008 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"1976 _frozen_param158" -> "1985 linear_118" [label="(1152,)", style=solid]; +"1977 reshape_85_0_0_nncf_smooth_quant_0" -> "1978 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"1978 quantize_per_tensor_default_117" -> "1979 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"1979 dequantize_per_tensor_default_117" -> "1985 linear_118" [label="(4, 64, 384)", style=solid]; +"1980 scale_updated_constant79" -> "1982 mul_tensor_79" [label="(1152, 1)", style=solid]; +"1981 compressed_weight_updated_constant79" -> "1982 mul_tensor_79" [label="(1152, 384)", style=solid]; +"1982 mul_tensor_79" -> "1984 sub_tensor_79" [label="(1152, 384)", style=solid]; +"1983 zero_point_updated_constant79" -> "1984 sub_tensor_79" [label="(1152, 1)", style=solid]; +"1984 sub_tensor_79" -> "1985 linear_118" [label="(1152, 384)", style=solid]; +"1985 linear_118" -> "1986 reshape_86" [label="(4, 64, 1152)", style=solid]; +"1986 reshape_86" -> "1987 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"1987 permute_88" -> "1988 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"1987 permute_88" -> "1989 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"1987 permute_88" -> "1990 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"1988 select_57" -> "1991 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"1988 select_57" -> "1993 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"1988 select_57" -> "1994 div_38" [label="(4, 12, 64, 32)", style=solid]; +"1989 select_58" -> "1997 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"1989 select_58" -> "1999 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"1989 select_58" -> "2000 div_39" [label="(4, 12, 64, 32)", style=solid]; +"1990 select_59" -> "2026 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"1991 linalg_vector_norm_38" -> "1992 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"1992 clamp_min_38" -> "1993 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"1993 expand_as_38" -> "1994 div_38" [label="(4, 12, 64, 32)", style=solid]; +"1994 div_38" -> "1995 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"1995 quantize_per_tensor_default_118" -> "1996 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"1996 dequantize_per_tensor_default_118" -> "2004 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"1997 linalg_vector_norm_39" -> "1998 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"1998 clamp_min_39" -> "1999 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"1999 expand_as_39" -> "2000 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2000 div_39" -> "2001 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2001 quantize_per_tensor_default_119" -> "2002 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2002 dequantize_per_tensor_default_119" -> "2003 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2003 transpose_38" -> "2004 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2004 matmul_38" -> "2006 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2005 _frozen_param160" -> "2006 mul_39" [label="(12, 1, 1)", style=solid]; +"2006 mul_39" -> "2007 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2007 add_66" -> "2019 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2008 new_zeros_9" -> "2009 view_106" [label="(16, 16)", style=solid]; +"2009 view_106" -> "2010 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2010 permute_89" -> "2011 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2011 reshape_87" -> "2012 unsqueeze_56" [label="(4, 64)", style=solid]; +"2011 reshape_87" -> "2013 unsqueeze_57" [label="(4, 64)", style=solid]; +"2012 unsqueeze_56" -> "2014 sub_9" [label="(4, 1, 64)", style=solid]; +"2013 unsqueeze_57" -> "2014 sub_9" [label="(4, 64, 1)", style=solid]; +"2014 sub_9" -> "2015 ne_9" [label="(4, 64, 64)", style=solid]; +"2014 sub_9" -> "2016 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2014 sub_9" -> "2017 eq_9" [label="(4, 64, 64)", style=solid]; +"2015 ne_9" -> "2016 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2016 masked_fill_18" -> "2018 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2017 eq_9" -> "2018 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2018 masked_fill_19" -> "2020 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2019 view_107" -> "2022 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2020 unsqueeze_58" -> "2021 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2021 unsqueeze_59" -> "2022 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2022 add_67" -> "2023 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2023 view_108" -> "2024 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2024 softmax_19" -> "2025 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2025 dropout_76" -> "2026 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2026 matmul_39" -> "2027 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2027 transpose_39" -> "2028 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2028 reshape_88" -> "2030 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2029 _param_constant321" -> "2038 linear_119" [label="(384,)", style=solid]; +"2030 reshape_88_0_0_nncf_smooth_quant_0" -> "2031 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2031 quantize_per_tensor_default_120" -> "2032 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2032 dequantize_per_tensor_default_120" -> "2038 linear_119" [label="(4, 64, 384)", style=solid]; +"2033 scale_updated_constant80" -> "2035 mul_tensor_80" [label="(384, 1)", style=solid]; +"2034 compressed_weight_updated_constant80" -> "2035 mul_tensor_80" [label="(384, 384)", style=solid]; +"2035 mul_tensor_80" -> "2037 sub_tensor_80" [label="(384, 384)", style=solid]; +"2036 zero_point_updated_constant80" -> "2037 sub_tensor_80" [label="(384, 1)", style=solid]; +"2037 sub_tensor_80" -> "2038 linear_119" [label="(384, 384)", style=solid]; +"2038 linear_119" -> "2039 dropout_77" [label="(4, 64, 384)", style=solid]; +"2039 dropout_77" -> "2040 view_109" [label="(4, 64, 384)", style=solid]; +"2040 view_109" -> "2041 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2041 permute_90" -> "2042 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2042 reshape_89" -> "2043 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2043 roll_19" -> "2044 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2044 slice_297" -> "2045 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2045 slice_298" -> "2046 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2046 slice_299" -> "2047 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2047 slice_300" -> "2048 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2048 contiguous_37" -> "2051 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2049 _param_constant322" -> "2051 layer_norm_41" [label="(384,)", style=solid]; +"2050 _param_constant323" -> "2051 layer_norm_41" [label="(384,)", style=solid]; +"2051 layer_norm_41" -> "2052 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2052 add_68" -> "2054 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2052 add_68" -> "2079 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2053 _param_constant325" -> "2062 linear_120" [label="(1536,)", style=solid]; +"2054 add_68_0_0_nncf_smooth_quant_0" -> "2055 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2055 quantize_per_tensor_default_121" -> "2056 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2056 dequantize_per_tensor_default_121" -> "2062 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2057 scale_updated_constant81" -> "2059 mul_tensor_81" [label="(1536, 1)", style=solid]; +"2058 compressed_weight_updated_constant81" -> "2059 mul_tensor_81" [label="(1536, 384)", style=solid]; +"2059 mul_tensor_81" -> "2061 sub_tensor_81" [label="(1536, 384)", style=solid]; +"2060 zero_point_updated_constant81" -> "2061 sub_tensor_81" [label="(1536, 1)", style=solid]; +"2061 sub_tensor_81" -> "2062 linear_120" [label="(1536, 384)", style=solid]; +"2062 linear_120" -> "2063 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2063 gelu_19" -> "2064 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2064 dropout_78" -> "2066 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2065 _param_constant327" -> "2074 linear_121" [label="(384,)", style=solid]; +"2066 dropout_78_0_0_nncf_smooth_quant_0" -> "2067 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2067 quantize_per_tensor_default_122" -> "2068 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2068 dequantize_per_tensor_default_122" -> "2074 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2069 scale_updated_constant82" -> "2071 mul_tensor_82" [label="(384, 1)", style=solid]; +"2070 compressed_weight_updated_constant82" -> "2071 mul_tensor_82" [label="(384, 1536)", style=solid]; +"2071 mul_tensor_82" -> "2073 sub_tensor_82" [label="(384, 1536)", style=solid]; +"2072 zero_point_updated_constant82" -> "2073 sub_tensor_82" [label="(384, 1)", style=solid]; +"2073 sub_tensor_82" -> "2074 linear_121" [label="(384, 1536)", style=solid]; +"2074 linear_121" -> "2075 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2075 dropout_79" -> "2078 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2076 _param_constant328" -> "2078 layer_norm_42" [label="(384,)", style=solid]; +"2077 _param_constant329" -> "2078 layer_norm_42" [label="(384,)", style=solid]; +"2078 layer_norm_42" -> "2079 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2079 add_69" -> "2081 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2079 add_69" -> "2144 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2080 _frozen_param170" -> "2116 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2081 pad_22" -> "2082 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2082 view_112" -> "2083 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2083 permute_92" -> "2084 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2084 reshape_90" -> "2086 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2085 _frozen_param171" -> "2094 linear_124" [label="(1152,)", style=solid]; +"2086 reshape_90_0_0_nncf_smooth_quant_0" -> "2087 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2087 quantize_per_tensor_default_123" -> "2088 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2088 dequantize_per_tensor_default_123" -> "2094 linear_124" [label="(4, 64, 384)", style=solid]; +"2089 scale_updated_constant83" -> "2091 mul_tensor_83" [label="(1152, 1)", style=solid]; +"2090 compressed_weight_updated_constant83" -> "2091 mul_tensor_83" [label="(1152, 384)", style=solid]; +"2091 mul_tensor_83" -> "2093 sub_tensor_83" [label="(1152, 384)", style=solid]; +"2092 zero_point_updated_constant83" -> "2093 sub_tensor_83" [label="(1152, 1)", style=solid]; +"2093 sub_tensor_83" -> "2094 linear_124" [label="(1152, 384)", style=solid]; +"2094 linear_124" -> "2095 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2095 reshape_91" -> "2096 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2096 permute_93" -> "2097 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2096 permute_93" -> "2098 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2096 permute_93" -> "2099 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2097 select_60" -> "2100 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2097 select_60" -> "2102 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2097 select_60" -> "2103 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2098 select_61" -> "2106 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2098 select_61" -> "2108 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2098 select_61" -> "2109 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2099 select_62" -> "2119 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2100 linalg_vector_norm_40" -> "2101 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2101 clamp_min_40" -> "2102 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2102 expand_as_40" -> "2103 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2103 div_40" -> "2104 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2104 quantize_per_tensor_default_124" -> "2105 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2105 dequantize_per_tensor_default_124" -> "2113 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2106 linalg_vector_norm_41" -> "2107 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2107 clamp_min_41" -> "2108 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2108 expand_as_41" -> "2109 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2109 div_41" -> "2110 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2110 quantize_per_tensor_default_125" -> "2111 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2111 dequantize_per_tensor_default_125" -> "2112 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2112 transpose_40" -> "2113 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2113 matmul_40" -> "2115 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2114 _frozen_param173" -> "2115 mul_41" [label="(12, 1, 1)", style=solid]; +"2115 mul_41" -> "2116 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2116 add_70" -> "2117 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2117 softmax_20" -> "2118 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2118 dropout_80" -> "2119 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2119 matmul_41" -> "2120 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2120 transpose_41" -> "2121 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2121 reshape_92" -> "2123 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2122 _param_constant337" -> "2131 linear_125" [label="(384,)", style=solid]; +"2123 reshape_92_0_0_nncf_smooth_quant_0" -> "2124 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2124 quantize_per_tensor_default_126" -> "2125 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2125 dequantize_per_tensor_default_126" -> "2131 linear_125" [label="(4, 64, 384)", style=solid]; +"2126 scale_updated_constant84" -> "2128 mul_tensor_84" [label="(384, 1)", style=solid]; +"2127 compressed_weight_updated_constant84" -> "2128 mul_tensor_84" [label="(384, 384)", style=solid]; +"2128 mul_tensor_84" -> "2130 sub_tensor_84" [label="(384, 384)", style=solid]; +"2129 zero_point_updated_constant84" -> "2130 sub_tensor_84" [label="(384, 1)", style=solid]; +"2130 sub_tensor_84" -> "2131 linear_125" [label="(384, 384)", style=solid]; +"2131 linear_125" -> "2132 dropout_81" [label="(4, 64, 384)", style=solid]; +"2132 dropout_81" -> "2133 view_113" [label="(4, 64, 384)", style=solid]; +"2133 view_113" -> "2134 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2134 permute_94" -> "2135 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2135 reshape_93" -> "2136 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2136 slice_302" -> "2137 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2137 slice_303" -> "2138 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2138 slice_304" -> "2139 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2139 slice_305" -> "2140 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2140 contiguous_39" -> "2143 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2141 _param_constant338" -> "2143 layer_norm_43" [label="(384,)", style=solid]; +"2142 _param_constant339" -> "2143 layer_norm_43" [label="(384,)", style=solid]; +"2143 layer_norm_43" -> "2144 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2144 add_71" -> "2146 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2144 add_71" -> "2171 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2145 _param_constant341" -> "2154 linear_126" [label="(1536,)", style=solid]; +"2146 add_71_0_0_nncf_smooth_quant_0" -> "2147 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2147 quantize_per_tensor_default_127" -> "2148 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2148 dequantize_per_tensor_default_127" -> "2154 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2149 scale_updated_constant85" -> "2151 mul_tensor_85" [label="(1536, 1)", style=solid]; +"2150 compressed_weight_updated_constant85" -> "2151 mul_tensor_85" [label="(1536, 384)", style=solid]; +"2151 mul_tensor_85" -> "2153 sub_tensor_85" [label="(1536, 384)", style=solid]; +"2152 zero_point_updated_constant85" -> "2153 sub_tensor_85" [label="(1536, 1)", style=solid]; +"2153 sub_tensor_85" -> "2154 linear_126" [label="(1536, 384)", style=solid]; +"2154 linear_126" -> "2155 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2155 gelu_20" -> "2156 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2156 dropout_82" -> "2158 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2157 _param_constant343" -> "2166 linear_127" [label="(384,)", style=solid]; +"2158 dropout_82_0_0_nncf_smooth_quant_0" -> "2159 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2159 quantize_per_tensor_default_128" -> "2160 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2160 dequantize_per_tensor_default_128" -> "2166 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2161 scale_updated_constant86" -> "2163 mul_tensor_86" [label="(384, 1)", style=solid]; +"2162 compressed_weight_updated_constant86" -> "2163 mul_tensor_86" [label="(384, 1536)", style=solid]; +"2163 mul_tensor_86" -> "2165 sub_tensor_86" [label="(384, 1536)", style=solid]; +"2164 zero_point_updated_constant86" -> "2165 sub_tensor_86" [label="(384, 1)", style=solid]; +"2165 sub_tensor_86" -> "2166 linear_127" [label="(384, 1536)", style=solid]; +"2166 linear_127" -> "2167 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2167 dropout_83" -> "2170 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2168 _param_constant344" -> "2170 layer_norm_44" [label="(384,)", style=solid]; +"2169 _param_constant345" -> "2170 layer_norm_44" [label="(384,)", style=solid]; +"2170 layer_norm_44" -> "2171 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2171 add_72" -> "2173 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2171 add_72" -> "2254 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2172 _frozen_param174" -> "2209 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2173 pad_23" -> "2174 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2174 roll_20" -> "2175 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2175 view_116" -> "2176 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2176 permute_96" -> "2177 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2177 reshape_94" -> "2179 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 reshape_94" -> "2210 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2178 _frozen_param175" -> "2187 linear_130" [label="(1152,)", style=solid]; +"2179 reshape_94_0_0_nncf_smooth_quant_0" -> "2180 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2180 quantize_per_tensor_default_129" -> "2181 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2181 dequantize_per_tensor_default_129" -> "2187 linear_130" [label="(4, 64, 384)", style=solid]; +"2182 scale_updated_constant87" -> "2184 mul_tensor_87" [label="(1152, 1)", style=solid]; +"2183 compressed_weight_updated_constant87" -> "2184 mul_tensor_87" [label="(1152, 384)", style=solid]; +"2184 mul_tensor_87" -> "2186 sub_tensor_87" [label="(1152, 384)", style=solid]; +"2185 zero_point_updated_constant87" -> "2186 sub_tensor_87" [label="(1152, 1)", style=solid]; +"2186 sub_tensor_87" -> "2187 linear_130" [label="(1152, 384)", style=solid]; +"2187 linear_130" -> "2188 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2188 reshape_95" -> "2189 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2189 permute_97" -> "2190 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2189 permute_97" -> "2191 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2189 permute_97" -> "2192 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2190 select_63" -> "2193 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2190 select_63" -> "2195 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2190 select_63" -> "2196 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2191 select_64" -> "2199 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2191 select_64" -> "2201 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2191 select_64" -> "2202 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2192 select_65" -> "2228 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2193 linalg_vector_norm_42" -> "2194 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2194 clamp_min_42" -> "2195 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2195 expand_as_42" -> "2196 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2196 div_42" -> "2197 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2197 quantize_per_tensor_default_130" -> "2198 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2198 dequantize_per_tensor_default_130" -> "2206 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2199 linalg_vector_norm_43" -> "2200 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2200 clamp_min_43" -> "2201 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2201 expand_as_43" -> "2202 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2202 div_43" -> "2203 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2203 quantize_per_tensor_default_131" -> "2204 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2204 dequantize_per_tensor_default_131" -> "2205 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2205 transpose_42" -> "2206 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2206 matmul_42" -> "2208 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2207 _frozen_param177" -> "2208 mul_43" [label="(12, 1, 1)", style=solid]; +"2208 mul_43" -> "2209 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2209 add_73" -> "2221 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2210 new_zeros_10" -> "2211 view_117" [label="(16, 16)", style=solid]; +"2211 view_117" -> "2212 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2212 permute_98" -> "2213 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2213 reshape_96" -> "2214 unsqueeze_62" [label="(4, 64)", style=solid]; +"2213 reshape_96" -> "2215 unsqueeze_63" [label="(4, 64)", style=solid]; +"2214 unsqueeze_62" -> "2216 sub_10" [label="(4, 1, 64)", style=solid]; +"2215 unsqueeze_63" -> "2216 sub_10" [label="(4, 64, 1)", style=solid]; +"2216 sub_10" -> "2217 ne_10" [label="(4, 64, 64)", style=solid]; +"2216 sub_10" -> "2218 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2216 sub_10" -> "2219 eq_10" [label="(4, 64, 64)", style=solid]; +"2217 ne_10" -> "2218 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2218 masked_fill_20" -> "2220 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2219 eq_10" -> "2220 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2220 masked_fill_21" -> "2222 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2221 view_118" -> "2224 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2222 unsqueeze_64" -> "2223 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2223 unsqueeze_65" -> "2224 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2224 add_74" -> "2225 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2225 view_119" -> "2226 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2226 softmax_21" -> "2227 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2227 dropout_84" -> "2228 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2228 matmul_43" -> "2229 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2229 transpose_43" -> "2230 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2230 reshape_97" -> "2232 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2231 _param_constant353" -> "2240 linear_131" [label="(384,)", style=solid]; +"2232 reshape_97_0_0_nncf_smooth_quant_0" -> "2233 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2233 quantize_per_tensor_default_132" -> "2234 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2234 dequantize_per_tensor_default_132" -> "2240 linear_131" [label="(4, 64, 384)", style=solid]; +"2235 scale_updated_constant88" -> "2237 mul_tensor_88" [label="(384, 1)", style=solid]; +"2236 compressed_weight_updated_constant88" -> "2237 mul_tensor_88" [label="(384, 384)", style=solid]; +"2237 mul_tensor_88" -> "2239 sub_tensor_88" [label="(384, 384)", style=solid]; +"2238 zero_point_updated_constant88" -> "2239 sub_tensor_88" [label="(384, 1)", style=solid]; +"2239 sub_tensor_88" -> "2240 linear_131" [label="(384, 384)", style=solid]; +"2240 linear_131" -> "2241 dropout_85" [label="(4, 64, 384)", style=solid]; +"2241 dropout_85" -> "2242 view_120" [label="(4, 64, 384)", style=solid]; +"2242 view_120" -> "2243 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2243 permute_99" -> "2244 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2244 reshape_98" -> "2245 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2245 roll_21" -> "2246 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2246 slice_325" -> "2247 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2247 slice_326" -> "2248 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2248 slice_327" -> "2249 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2249 slice_328" -> "2250 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2250 contiguous_41" -> "2253 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2251 _param_constant354" -> "2253 layer_norm_45" [label="(384,)", style=solid]; +"2252 _param_constant355" -> "2253 layer_norm_45" [label="(384,)", style=solid]; +"2253 layer_norm_45" -> "2254 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2254 add_75" -> "2256 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2254 add_75" -> "2281 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2255 _param_constant357" -> "2264 linear_132" [label="(1536,)", style=solid]; +"2256 add_75_0_0_nncf_smooth_quant_0" -> "2257 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2257 quantize_per_tensor_default_133" -> "2258 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2258 dequantize_per_tensor_default_133" -> "2264 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2259 scale_updated_constant89" -> "2261 mul_tensor_89" [label="(1536, 1)", style=solid]; +"2260 compressed_weight_updated_constant89" -> "2261 mul_tensor_89" [label="(1536, 384)", style=solid]; +"2261 mul_tensor_89" -> "2263 sub_tensor_89" [label="(1536, 384)", style=solid]; +"2262 zero_point_updated_constant89" -> "2263 sub_tensor_89" [label="(1536, 1)", style=solid]; +"2263 sub_tensor_89" -> "2264 linear_132" [label="(1536, 384)", style=solid]; +"2264 linear_132" -> "2265 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2265 gelu_21" -> "2266 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2266 dropout_86" -> "2268 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2267 _param_constant359" -> "2276 linear_133" [label="(384,)", style=solid]; +"2268 dropout_86_0_0_nncf_smooth_quant_0" -> "2269 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2269 quantize_per_tensor_default_134" -> "2270 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2270 dequantize_per_tensor_default_134" -> "2276 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2271 scale_updated_constant90" -> "2273 mul_tensor_90" [label="(384, 1)", style=solid]; +"2272 compressed_weight_updated_constant90" -> "2273 mul_tensor_90" [label="(384, 1536)", style=solid]; +"2273 mul_tensor_90" -> "2275 sub_tensor_90" [label="(384, 1536)", style=solid]; +"2274 zero_point_updated_constant90" -> "2275 sub_tensor_90" [label="(384, 1)", style=solid]; +"2275 sub_tensor_90" -> "2276 linear_133" [label="(384, 1536)", style=solid]; +"2276 linear_133" -> "2277 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2277 dropout_87" -> "2280 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2278 _param_constant360" -> "2280 layer_norm_46" [label="(384,)", style=solid]; +"2279 _param_constant361" -> "2280 layer_norm_46" [label="(384,)", style=solid]; +"2280 layer_norm_46" -> "2281 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2281 add_76" -> "2282 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2283 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2286 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2289 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2292 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2283 slice_329" -> "2284 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2284 slice_330" -> "2285 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2285 slice_331" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2286 slice_332" -> "2287 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2287 slice_333" -> "2288 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2288 slice_334" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2289 slice_335" -> "2290 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2290 slice_336" -> "2291 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2291 slice_337" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2292 slice_338" -> "2293 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2293 slice_339" -> "2294 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2294 slice_340" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2295 cat_2" -> "2296 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2296 cat_2_0_0_nncf_smooth_quant_0" -> "2297 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2297 quantize_per_tensor_default_135" -> "2298 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2298 dequantize_per_tensor_default_135" -> "2304 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2299 scale_updated_constant91" -> "2301 mul_tensor_91" [label="(768, 1)", style=solid]; +"2300 compressed_weight_updated_constant91" -> "2301 mul_tensor_91" [label="(768, 1536)", style=solid]; +"2301 mul_tensor_91" -> "2303 sub_tensor_91" [label="(768, 1536)", style=solid]; +"2302 zero_point_updated_constant91" -> "2303 sub_tensor_91" [label="(768, 1)", style=solid]; +"2303 sub_tensor_91" -> "2304 linear_134" [label="(768, 1536)", style=solid]; +"2304 linear_134" -> "2307 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2305 _param_constant363" -> "2307 layer_norm_47" [label="(768,)", style=solid]; +"2306 _param_constant364" -> "2307 layer_norm_47" [label="(768,)", style=solid]; +"2307 layer_norm_47" -> "2309 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2307 layer_norm_47" -> "2372 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2308 _frozen_param187" -> "2344 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2309 pad_25" -> "2310 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2310 view_123" -> "2311 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2311 permute_101" -> "2312 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2312 reshape_99" -> "2314 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2313 _frozen_param188" -> "2322 linear_137" [label="(2304,)", style=solid]; +"2314 reshape_99_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2315 quantize_per_tensor_default_136" -> "2316 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2316 dequantize_per_tensor_default_136" -> "2322 linear_137" [label="(1, 64, 768)", style=solid]; +"2317 scale_updated_constant92" -> "2319 mul_tensor_92" [label="(2304, 1)", style=solid]; +"2318 compressed_weight_updated_constant92" -> "2319 mul_tensor_92" [label="(2304, 768)", style=solid]; +"2319 mul_tensor_92" -> "2321 sub_tensor_92" [label="(2304, 768)", style=solid]; +"2320 zero_point_updated_constant92" -> "2321 sub_tensor_92" [label="(2304, 1)", style=solid]; +"2321 sub_tensor_92" -> "2322 linear_137" [label="(2304, 768)", style=solid]; +"2322 linear_137" -> "2323 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2323 reshape_100" -> "2324 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2324 permute_102" -> "2325 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2324 permute_102" -> "2326 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2324 permute_102" -> "2327 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2325 select_66" -> "2328 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2325 select_66" -> "2330 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2325 select_66" -> "2331 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2326 select_67" -> "2334 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2326 select_67" -> "2336 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2326 select_67" -> "2337 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2327 select_68" -> "2347 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2328 linalg_vector_norm_44" -> "2329 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2329 clamp_min_44" -> "2330 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2330 expand_as_44" -> "2331 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2331 div_44" -> "2332 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2332 quantize_per_tensor_default_137" -> "2333 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2333 dequantize_per_tensor_default_137" -> "2341 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2334 linalg_vector_norm_45" -> "2335 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2335 clamp_min_45" -> "2336 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2336 expand_as_45" -> "2337 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2337 div_45" -> "2338 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2338 quantize_per_tensor_default_138" -> "2339 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2339 dequantize_per_tensor_default_138" -> "2340 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2340 transpose_44" -> "2341 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2341 matmul_44" -> "2343 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2342 _frozen_param190" -> "2343 mul_45" [label="(24, 1, 1)", style=solid]; +"2343 mul_45" -> "2344 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2344 add_77" -> "2345 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2345 softmax_22" -> "2346 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2346 dropout_88" -> "2347 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2347 matmul_45" -> "2348 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2348 transpose_45" -> "2349 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2349 reshape_101" -> "2351 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2350 _param_constant372" -> "2359 linear_138" [label="(768,)", style=solid]; +"2351 reshape_101_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2352 quantize_per_tensor_default_139" -> "2353 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2353 dequantize_per_tensor_default_139" -> "2359 linear_138" [label="(1, 64, 768)", style=solid]; +"2354 scale_updated_constant93" -> "2356 mul_tensor_93" [label="(768, 1)", style=solid]; +"2355 compressed_weight_updated_constant93" -> "2356 mul_tensor_93" [label="(768, 768)", style=solid]; +"2356 mul_tensor_93" -> "2358 sub_tensor_93" [label="(768, 768)", style=solid]; +"2357 zero_point_updated_constant93" -> "2358 sub_tensor_93" [label="(768, 1)", style=solid]; +"2358 sub_tensor_93" -> "2359 linear_138" [label="(768, 768)", style=solid]; +"2359 linear_138" -> "2360 dropout_89" [label="(1, 64, 768)", style=solid]; +"2360 dropout_89" -> "2361 view_124" [label="(1, 64, 768)", style=solid]; +"2361 view_124" -> "2362 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2362 permute_103" -> "2363 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2363 reshape_102" -> "2364 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2364 slice_342" -> "2365 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2365 slice_343" -> "2366 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2366 slice_344" -> "2367 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2367 slice_345" -> "2368 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2368 contiguous_43" -> "2371 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2369 _param_constant373" -> "2371 layer_norm_48" [label="(768,)", style=solid]; +"2370 _param_constant374" -> "2371 layer_norm_48" [label="(768,)", style=solid]; +"2371 layer_norm_48" -> "2372 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2372 add_78" -> "2374 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2372 add_78" -> "2399 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2373 _param_constant376" -> "2382 linear_139" [label="(3072,)", style=solid]; +"2374 add_78_0_0_nncf_smooth_quant_0" -> "2375 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2375 quantize_per_tensor_default_140" -> "2376 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2376 dequantize_per_tensor_default_140" -> "2382 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2377 scale_updated_constant94" -> "2379 mul_tensor_94" [label="(3072, 1)", style=solid]; +"2378 compressed_weight_updated_constant94" -> "2379 mul_tensor_94" [label="(3072, 768)", style=solid]; +"2379 mul_tensor_94" -> "2381 sub_tensor_94" [label="(3072, 768)", style=solid]; +"2380 zero_point_updated_constant94" -> "2381 sub_tensor_94" [label="(3072, 1)", style=solid]; +"2381 sub_tensor_94" -> "2382 linear_139" [label="(3072, 768)", style=solid]; +"2382 linear_139" -> "2383 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2383 gelu_22" -> "2384 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2384 dropout_90" -> "2386 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2385 _param_constant378" -> "2394 linear_140" [label="(768,)", style=solid]; +"2386 dropout_90_0_0_nncf_smooth_quant_0" -> "2387 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2387 quantize_per_tensor_default_141" -> "2388 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2388 dequantize_per_tensor_default_141" -> "2394 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2389 scale_updated_constant95" -> "2391 mul_tensor_95" [label="(768, 1)", style=solid]; +"2390 compressed_weight_updated_constant95" -> "2391 mul_tensor_95" [label="(768, 3072)", style=solid]; +"2391 mul_tensor_95" -> "2393 sub_tensor_95" [label="(768, 3072)", style=solid]; +"2392 zero_point_updated_constant95" -> "2393 sub_tensor_95" [label="(768, 1)", style=solid]; +"2393 sub_tensor_95" -> "2394 linear_140" [label="(768, 3072)", style=solid]; +"2394 linear_140" -> "2395 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2395 dropout_91" -> "2398 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2396 _param_constant379" -> "2398 layer_norm_49" [label="(768,)", style=solid]; +"2397 _param_constant380" -> "2398 layer_norm_49" [label="(768,)", style=solid]; +"2398 layer_norm_49" -> "2399 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2399 add_79" -> "2401 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2399 add_79" -> "2464 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2400 _frozen_param191" -> "2436 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2401 pad_26" -> "2402 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2402 view_127" -> "2403 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2403 permute_105" -> "2404 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2404 reshape_103" -> "2406 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2405 _frozen_param192" -> "2414 linear_143" [label="(2304,)", style=solid]; +"2406 reshape_103_0_0_nncf_smooth_quant_0" -> "2407 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2407 quantize_per_tensor_default_142" -> "2408 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2408 dequantize_per_tensor_default_142" -> "2414 linear_143" [label="(1, 64, 768)", style=solid]; +"2409 scale_updated_constant96" -> "2411 mul_tensor_96" [label="(2304, 1)", style=solid]; +"2410 compressed_weight_updated_constant96" -> "2411 mul_tensor_96" [label="(2304, 768)", style=solid]; +"2411 mul_tensor_96" -> "2413 sub_tensor_96" [label="(2304, 768)", style=solid]; +"2412 zero_point_updated_constant96" -> "2413 sub_tensor_96" [label="(2304, 1)", style=solid]; +"2413 sub_tensor_96" -> "2414 linear_143" [label="(2304, 768)", style=solid]; +"2414 linear_143" -> "2415 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2415 reshape_104" -> "2416 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2416 permute_106" -> "2417 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2416 permute_106" -> "2418 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2416 permute_106" -> "2419 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2417 select_69" -> "2420 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2417 select_69" -> "2422 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2417 select_69" -> "2423 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2418 select_70" -> "2426 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2418 select_70" -> "2428 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2418 select_70" -> "2429 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2419 select_71" -> "2439 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2420 linalg_vector_norm_46" -> "2421 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2421 clamp_min_46" -> "2422 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2422 expand_as_46" -> "2423 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2423 div_46" -> "2424 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2424 quantize_per_tensor_default_143" -> "2425 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2425 dequantize_per_tensor_default_143" -> "2433 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2426 linalg_vector_norm_47" -> "2427 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2427 clamp_min_47" -> "2428 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2428 expand_as_47" -> "2429 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2429 div_47" -> "2430 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2430 quantize_per_tensor_default_144" -> "2431 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2431 dequantize_per_tensor_default_144" -> "2432 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2432 transpose_46" -> "2433 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2433 matmul_46" -> "2435 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2434 _frozen_param194" -> "2435 mul_47" [label="(24, 1, 1)", style=solid]; +"2435 mul_47" -> "2436 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2436 add_80" -> "2437 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2437 softmax_23" -> "2438 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2438 dropout_92" -> "2439 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2439 matmul_47" -> "2440 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2440 transpose_47" -> "2441 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2441 reshape_105" -> "2443 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2442 _param_constant388" -> "2451 linear_144" [label="(768,)", style=solid]; +"2443 reshape_105_0_0_nncf_smooth_quant_0" -> "2444 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2444 quantize_per_tensor_default_145" -> "2445 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2445 dequantize_per_tensor_default_145" -> "2451 linear_144" [label="(1, 64, 768)", style=solid]; +"2446 scale_updated_constant97" -> "2448 mul_tensor_97" [label="(768, 1)", style=solid]; +"2447 compressed_weight_updated_constant97" -> "2448 mul_tensor_97" [label="(768, 768)", style=solid]; +"2448 mul_tensor_97" -> "2450 sub_tensor_97" [label="(768, 768)", style=solid]; +"2449 zero_point_updated_constant97" -> "2450 sub_tensor_97" [label="(768, 1)", style=solid]; +"2450 sub_tensor_97" -> "2451 linear_144" [label="(768, 768)", style=solid]; +"2451 linear_144" -> "2452 dropout_93" [label="(1, 64, 768)", style=solid]; +"2452 dropout_93" -> "2453 view_128" [label="(1, 64, 768)", style=solid]; +"2453 view_128" -> "2454 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2454 permute_107" -> "2455 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2455 reshape_106" -> "2456 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2456 slice_347" -> "2457 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2457 slice_348" -> "2458 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2458 slice_349" -> "2459 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2459 slice_350" -> "2460 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2460 contiguous_45" -> "2463 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2461 _param_constant389" -> "2463 layer_norm_50" [label="(768,)", style=solid]; +"2462 _param_constant390" -> "2463 layer_norm_50" [label="(768,)", style=solid]; +"2463 layer_norm_50" -> "2464 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2464 add_81" -> "2466 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2464 add_81" -> "2491 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2465 _param_constant392" -> "2474 linear_145" [label="(3072,)", style=solid]; +"2466 add_81_0_0_nncf_smooth_quant_0" -> "2467 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2467 quantize_per_tensor_default_146" -> "2468 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2468 dequantize_per_tensor_default_146" -> "2474 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2469 scale_updated_constant98" -> "2471 mul_tensor_98" [label="(3072, 1)", style=solid]; +"2470 compressed_weight_updated_constant98" -> "2471 mul_tensor_98" [label="(3072, 768)", style=solid]; +"2471 mul_tensor_98" -> "2473 sub_tensor_98" [label="(3072, 768)", style=solid]; +"2472 zero_point_updated_constant98" -> "2473 sub_tensor_98" [label="(3072, 1)", style=solid]; +"2473 sub_tensor_98" -> "2474 linear_145" [label="(3072, 768)", style=solid]; +"2474 linear_145" -> "2475 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2475 gelu_23" -> "2476 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2476 dropout_94" -> "2478 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2477 _param_constant394" -> "2486 linear_146" [label="(768,)", style=solid]; +"2478 dropout_94_0_0_nncf_smooth_quant_0" -> "2479 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2479 quantize_per_tensor_default_147" -> "2480 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2480 dequantize_per_tensor_default_147" -> "2486 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2481 scale_updated_constant99" -> "2483 mul_tensor_99" [label="(768, 1)", style=solid]; +"2482 compressed_weight_updated_constant99" -> "2483 mul_tensor_99" [label="(768, 3072)", style=solid]; +"2483 mul_tensor_99" -> "2485 sub_tensor_99" [label="(768, 3072)", style=solid]; +"2484 zero_point_updated_constant99" -> "2485 sub_tensor_99" [label="(768, 1)", style=solid]; +"2485 sub_tensor_99" -> "2486 linear_146" [label="(768, 3072)", style=solid]; +"2486 linear_146" -> "2487 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2487 dropout_95" -> "2490 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2488 _param_constant395" -> "2490 layer_norm_51" [label="(768,)", style=solid]; +"2489 _param_constant396" -> "2490 layer_norm_51" [label="(768,)", style=solid]; +"2490 layer_norm_51" -> "2491 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2491 add_82" -> "2494 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2492 _param_constant397" -> "2494 layer_norm_52" [label="(768,)", style=solid]; +"2493 _param_constant398" -> "2494 layer_norm_52" [label="(768,)", style=solid]; +"2494 layer_norm_52" -> "2495 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2495 permute_108" -> "2496 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2496 adaptive_avg_pool2d" -> "2497 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2497 flatten" -> "2499 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2498 _param_constant400" -> "2507 linear_147" [label="(1000,)", style=solid]; +"2499 flatten_0_0_nncf_smooth_quant_0" -> "2500 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2500 quantize_per_tensor_default_148" -> "2501 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2501 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; +"2502 scale_updated_constant100" -> "2504 mul_tensor_100" [label="(1000, 1)", style=solid]; +"2503 compressed_weight_updated_constant100" -> "2504 mul_tensor_100" [label="(1000, 768)", style=solid]; +"2504 mul_tensor_100" -> "2506 sub_tensor_100" [label="(1000, 768)", style=solid]; +"2505 zero_point_updated_constant100" -> "2506 sub_tensor_100" [label="(1000, 1)", style=solid]; +"2506 sub_tensor_100" -> "2507 linear_147" [label="(1000, 768)", style=solid]; +"2507 linear_147" -> "2508 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot index 7997f47ca39..ba07475b562 100644 --- a/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/post_quantization_compressed/vit_b_16.dot @@ -11,976 +11,975 @@ strict digraph { "9 conv2d" [id=9, type=conv2d]; "10 reshape" [id=10, type=reshape]; "11 permute" [id=11, type=permute]; -"12 _param_constant2" [id=12, type=get_attr]; -"13 expand" [id=13, type=expand]; -"14 cat" [id=14, type=cat]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 add" [id=16, type=add]; -"17 dropout" [id=17, type=dropout]; -"18 _param_constant4" [id=18, type=get_attr]; -"19 _param_constant5" [id=19, type=get_attr]; -"20 layer_norm" [id=20, type=layer_norm]; -"21 transpose" [id=21, type=transpose]; -"22 _param_constant7" [id=22, type=get_attr]; -"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; -"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 scale_updated_constant1" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; -"28 mul_tensor_1" [id=28, type=mul]; -"29 zero_point_updated_constant1" [id=29, type=get_attr]; -"30 sub_tensor_1" [id=30, type=sub]; -"31 linear" [id=31, type=linear]; -"32 unflatten" [id=32, type=unflatten]; -"33 unsqueeze" [id=33, type=unsqueeze]; -"34 transpose_1" [id=34, type=transpose]; -"35 squeeze" [id=35, type=squeeze]; -"36 contiguous" [id=36, type=contiguous]; -"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; -"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; -"39 select" [id=39, type=select]; -"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; -"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; -"42 select_1" [id=42, type=select]; -"43 select_2" [id=43, type=select]; -"44 view" [id=44, type=view]; -"45 transpose_2" [id=45, type=transpose]; -"46 view_1" [id=46, type=view]; -"47 transpose_3" [id=47, type=transpose]; -"48 view_2" [id=48, type=view]; -"49 transpose_4" [id=49, type=transpose]; -"50 view_3" [id=50, type=view]; -"51 view_4" [id=51, type=view]; -"52 view_5" [id=52, type=view]; -"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; -"54 permute_1" [id=54, type=permute]; -"55 view_6" [id=55, type=view]; -"56 _param_constant9" [id=56, type=get_attr]; -"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; -"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; -"60 scale_updated_constant2" [id=60, type=get_attr]; -"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; -"62 mul_tensor_2" [id=62, type=mul]; -"63 zero_point_updated_constant2" [id=63, type=get_attr]; -"64 sub_tensor_2" [id=64, type=sub]; -"65 linear_1" [id=65, type=linear]; -"66 view_7" [id=66, type=view]; -"67 transpose_5" [id=67, type=transpose]; -"68 dropout_1" [id=68, type=dropout]; -"69 add_1" [id=69, type=add]; -"70 _param_constant10" [id=70, type=get_attr]; -"71 _param_constant11" [id=71, type=get_attr]; -"72 layer_norm_1" [id=72, type=layer_norm]; -"73 _param_constant13" [id=73, type=get_attr]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; -"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; -"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; -"77 scale_updated_constant3" [id=77, type=get_attr]; -"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; -"79 mul_tensor_3" [id=79, type=mul]; -"80 zero_point_updated_constant3" [id=80, type=get_attr]; -"81 sub_tensor_3" [id=81, type=sub]; -"82 linear_2" [id=82, type=linear]; -"83 gelu" [id=83, type=gelu]; -"84 dropout_2" [id=84, type=dropout]; -"85 _param_constant15" [id=85, type=get_attr]; -"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; -"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; -"89 scale_updated_constant4" [id=89, type=get_attr]; -"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; -"91 mul_tensor_4" [id=91, type=mul]; -"92 zero_point_updated_constant4" [id=92, type=get_attr]; -"93 sub_tensor_4" [id=93, type=sub]; -"94 linear_3" [id=94, type=linear]; -"95 dropout_3" [id=95, type=dropout]; -"96 add_2" [id=96, type=add]; -"97 _param_constant16" [id=97, type=get_attr]; -"98 _param_constant17" [id=98, type=get_attr]; -"99 layer_norm_2" [id=99, type=layer_norm]; -"100 transpose_6" [id=100, type=transpose]; -"101 _param_constant19" [id=101, type=get_attr]; -"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; -"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; -"105 scale_updated_constant5" [id=105, type=get_attr]; -"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; -"107 mul_tensor_5" [id=107, type=mul]; -"108 zero_point_updated_constant5" [id=108, type=get_attr]; -"109 sub_tensor_5" [id=109, type=sub]; -"110 linear_4" [id=110, type=linear]; -"111 unflatten_1" [id=111, type=unflatten]; -"112 unsqueeze_1" [id=112, type=unsqueeze]; -"113 transpose_7" [id=113, type=transpose]; -"114 squeeze_1" [id=114, type=squeeze]; -"115 contiguous_1" [id=115, type=contiguous]; -"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; -"118 select_3" [id=118, type=select]; -"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; -"121 select_4" [id=121, type=select]; -"122 select_5" [id=122, type=select]; -"123 view_8" [id=123, type=view]; -"124 transpose_8" [id=124, type=transpose]; -"125 view_9" [id=125, type=view]; -"126 transpose_9" [id=126, type=transpose]; -"127 view_10" [id=127, type=view]; -"128 transpose_10" [id=128, type=transpose]; -"129 view_11" [id=129, type=view]; -"130 view_12" [id=130, type=view]; -"131 view_13" [id=131, type=view]; -"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; -"133 permute_2" [id=133, type=permute]; -"134 view_14" [id=134, type=view]; -"135 _param_constant21" [id=135, type=get_attr]; -"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; -"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; -"139 scale_updated_constant6" [id=139, type=get_attr]; -"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; -"141 mul_tensor_6" [id=141, type=mul]; -"142 zero_point_updated_constant6" [id=142, type=get_attr]; -"143 sub_tensor_6" [id=143, type=sub]; -"144 linear_5" [id=144, type=linear]; -"145 view_15" [id=145, type=view]; -"146 transpose_11" [id=146, type=transpose]; -"147 dropout_4" [id=147, type=dropout]; -"148 add_3" [id=148, type=add]; -"149 _param_constant22" [id=149, type=get_attr]; -"150 _param_constant23" [id=150, type=get_attr]; -"151 layer_norm_3" [id=151, type=layer_norm]; -"152 _param_constant25" [id=152, type=get_attr]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; -"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; -"156 scale_updated_constant7" [id=156, type=get_attr]; -"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; -"158 mul_tensor_7" [id=158, type=mul]; -"159 zero_point_updated_constant7" [id=159, type=get_attr]; -"160 sub_tensor_7" [id=160, type=sub]; -"161 linear_6" [id=161, type=linear]; -"162 gelu_1" [id=162, type=gelu]; -"163 dropout_5" [id=163, type=dropout]; -"164 _param_constant27" [id=164, type=get_attr]; -"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; -"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; -"168 scale_updated_constant8" [id=168, type=get_attr]; -"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; -"170 mul_tensor_8" [id=170, type=mul]; -"171 zero_point_updated_constant8" [id=171, type=get_attr]; -"172 sub_tensor_8" [id=172, type=sub]; -"173 linear_7" [id=173, type=linear]; -"174 dropout_6" [id=174, type=dropout]; -"175 add_4" [id=175, type=add]; -"176 _param_constant28" [id=176, type=get_attr]; -"177 _param_constant29" [id=177, type=get_attr]; -"178 layer_norm_4" [id=178, type=layer_norm]; -"179 transpose_12" [id=179, type=transpose]; -"180 _param_constant31" [id=180, type=get_attr]; -"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; -"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; -"184 scale_updated_constant9" [id=184, type=get_attr]; -"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; -"186 mul_tensor_9" [id=186, type=mul]; -"187 zero_point_updated_constant9" [id=187, type=get_attr]; -"188 sub_tensor_9" [id=188, type=sub]; -"189 linear_8" [id=189, type=linear]; -"190 unflatten_2" [id=190, type=unflatten]; -"191 unsqueeze_2" [id=191, type=unsqueeze]; -"192 transpose_13" [id=192, type=transpose]; -"193 squeeze_2" [id=193, type=squeeze]; -"194 contiguous_2" [id=194, type=contiguous]; -"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; -"197 select_6" [id=197, type=select]; -"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; -"200 select_7" [id=200, type=select]; -"201 select_8" [id=201, type=select]; -"202 view_16" [id=202, type=view]; -"203 transpose_14" [id=203, type=transpose]; -"204 view_17" [id=204, type=view]; -"205 transpose_15" [id=205, type=transpose]; -"206 view_18" [id=206, type=view]; -"207 transpose_16" [id=207, type=transpose]; -"208 view_19" [id=208, type=view]; -"209 view_20" [id=209, type=view]; -"210 view_21" [id=210, type=view]; -"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; -"212 permute_3" [id=212, type=permute]; -"213 view_22" [id=213, type=view]; -"214 _param_constant33" [id=214, type=get_attr]; -"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; -"218 scale_updated_constant10" [id=218, type=get_attr]; -"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; -"220 mul_tensor_10" [id=220, type=mul]; -"221 zero_point_updated_constant10" [id=221, type=get_attr]; -"222 sub_tensor_10" [id=222, type=sub]; -"223 linear_9" [id=223, type=linear]; -"224 view_23" [id=224, type=view]; -"225 transpose_17" [id=225, type=transpose]; -"226 dropout_7" [id=226, type=dropout]; -"227 add_5" [id=227, type=add]; -"228 _param_constant34" [id=228, type=get_attr]; -"229 _param_constant35" [id=229, type=get_attr]; -"230 layer_norm_5" [id=230, type=layer_norm]; -"231 _param_constant37" [id=231, type=get_attr]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; -"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; -"235 scale_updated_constant11" [id=235, type=get_attr]; -"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; -"237 mul_tensor_11" [id=237, type=mul]; -"238 zero_point_updated_constant11" [id=238, type=get_attr]; -"239 sub_tensor_11" [id=239, type=sub]; -"240 linear_10" [id=240, type=linear]; -"241 gelu_2" [id=241, type=gelu]; -"242 dropout_8" [id=242, type=dropout]; -"243 _param_constant39" [id=243, type=get_attr]; -"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; -"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; -"247 scale_updated_constant12" [id=247, type=get_attr]; -"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; -"249 mul_tensor_12" [id=249, type=mul]; -"250 zero_point_updated_constant12" [id=250, type=get_attr]; -"251 sub_tensor_12" [id=251, type=sub]; -"252 linear_11" [id=252, type=linear]; -"253 dropout_9" [id=253, type=dropout]; -"254 add_6" [id=254, type=add]; -"255 _param_constant40" [id=255, type=get_attr]; -"256 _param_constant41" [id=256, type=get_attr]; -"257 layer_norm_6" [id=257, type=layer_norm]; -"258 transpose_18" [id=258, type=transpose]; -"259 _param_constant43" [id=259, type=get_attr]; -"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; -"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; -"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; -"263 scale_updated_constant13" [id=263, type=get_attr]; -"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; -"265 mul_tensor_13" [id=265, type=mul]; -"266 zero_point_updated_constant13" [id=266, type=get_attr]; -"267 sub_tensor_13" [id=267, type=sub]; -"268 linear_12" [id=268, type=linear]; -"269 unflatten_3" [id=269, type=unflatten]; -"270 unsqueeze_3" [id=270, type=unsqueeze]; -"271 transpose_19" [id=271, type=transpose]; -"272 squeeze_3" [id=272, type=squeeze]; -"273 contiguous_3" [id=273, type=contiguous]; -"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; -"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; -"276 select_9" [id=276, type=select]; -"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; -"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; -"279 select_10" [id=279, type=select]; -"280 select_11" [id=280, type=select]; -"281 view_24" [id=281, type=view]; -"282 transpose_20" [id=282, type=transpose]; -"283 view_25" [id=283, type=view]; -"284 transpose_21" [id=284, type=transpose]; -"285 view_26" [id=285, type=view]; -"286 transpose_22" [id=286, type=transpose]; -"287 view_27" [id=287, type=view]; -"288 view_28" [id=288, type=view]; -"289 view_29" [id=289, type=view]; -"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; -"291 permute_4" [id=291, type=permute]; -"292 view_30" [id=292, type=view]; -"293 _param_constant45" [id=293, type=get_attr]; -"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; -"297 scale_updated_constant14" [id=297, type=get_attr]; -"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; -"299 mul_tensor_14" [id=299, type=mul]; -"300 zero_point_updated_constant14" [id=300, type=get_attr]; -"301 sub_tensor_14" [id=301, type=sub]; -"302 linear_13" [id=302, type=linear]; -"303 view_31" [id=303, type=view]; -"304 transpose_23" [id=304, type=transpose]; -"305 dropout_10" [id=305, type=dropout]; -"306 add_7" [id=306, type=add]; -"307 _param_constant46" [id=307, type=get_attr]; -"308 _param_constant47" [id=308, type=get_attr]; -"309 layer_norm_7" [id=309, type=layer_norm]; -"310 _param_constant49" [id=310, type=get_attr]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; -"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; -"314 scale_updated_constant15" [id=314, type=get_attr]; -"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; -"316 mul_tensor_15" [id=316, type=mul]; -"317 zero_point_updated_constant15" [id=317, type=get_attr]; -"318 sub_tensor_15" [id=318, type=sub]; -"319 linear_14" [id=319, type=linear]; -"320 gelu_3" [id=320, type=gelu]; -"321 dropout_11" [id=321, type=dropout]; -"322 _param_constant51" [id=322, type=get_attr]; -"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; -"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; -"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; -"326 scale_updated_constant16" [id=326, type=get_attr]; -"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; -"328 mul_tensor_16" [id=328, type=mul]; -"329 zero_point_updated_constant16" [id=329, type=get_attr]; -"330 sub_tensor_16" [id=330, type=sub]; -"331 linear_15" [id=331, type=linear]; -"332 dropout_12" [id=332, type=dropout]; -"333 add_8" [id=333, type=add]; -"334 _param_constant52" [id=334, type=get_attr]; -"335 _param_constant53" [id=335, type=get_attr]; -"336 layer_norm_8" [id=336, type=layer_norm]; -"337 transpose_24" [id=337, type=transpose]; -"338 _param_constant55" [id=338, type=get_attr]; -"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; -"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; -"342 scale_updated_constant17" [id=342, type=get_attr]; -"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; -"344 mul_tensor_17" [id=344, type=mul]; -"345 zero_point_updated_constant17" [id=345, type=get_attr]; -"346 sub_tensor_17" [id=346, type=sub]; -"347 linear_16" [id=347, type=linear]; -"348 unflatten_4" [id=348, type=unflatten]; -"349 unsqueeze_4" [id=349, type=unsqueeze]; -"350 transpose_25" [id=350, type=transpose]; -"351 squeeze_4" [id=351, type=squeeze]; -"352 contiguous_4" [id=352, type=contiguous]; -"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; -"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; -"355 select_12" [id=355, type=select]; -"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; -"358 select_13" [id=358, type=select]; -"359 select_14" [id=359, type=select]; -"360 view_32" [id=360, type=view]; -"361 transpose_26" [id=361, type=transpose]; -"362 view_33" [id=362, type=view]; -"363 transpose_27" [id=363, type=transpose]; -"364 view_34" [id=364, type=view]; -"365 transpose_28" [id=365, type=transpose]; -"366 view_35" [id=366, type=view]; -"367 view_36" [id=367, type=view]; -"368 view_37" [id=368, type=view]; -"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; -"370 permute_5" [id=370, type=permute]; -"371 view_38" [id=371, type=view]; -"372 _param_constant57" [id=372, type=get_attr]; -"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; -"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; -"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; -"376 scale_updated_constant18" [id=376, type=get_attr]; -"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; -"378 mul_tensor_18" [id=378, type=mul]; -"379 zero_point_updated_constant18" [id=379, type=get_attr]; -"380 sub_tensor_18" [id=380, type=sub]; -"381 linear_17" [id=381, type=linear]; -"382 view_39" [id=382, type=view]; -"383 transpose_29" [id=383, type=transpose]; -"384 dropout_13" [id=384, type=dropout]; -"385 add_9" [id=385, type=add]; -"386 _param_constant58" [id=386, type=get_attr]; -"387 _param_constant59" [id=387, type=get_attr]; -"388 layer_norm_9" [id=388, type=layer_norm]; -"389 _param_constant61" [id=389, type=get_attr]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; -"393 scale_updated_constant19" [id=393, type=get_attr]; -"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; -"395 mul_tensor_19" [id=395, type=mul]; -"396 zero_point_updated_constant19" [id=396, type=get_attr]; -"397 sub_tensor_19" [id=397, type=sub]; -"398 linear_18" [id=398, type=linear]; -"399 gelu_4" [id=399, type=gelu]; -"400 dropout_14" [id=400, type=dropout]; -"401 _param_constant63" [id=401, type=get_attr]; -"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; -"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; -"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; -"405 scale_updated_constant20" [id=405, type=get_attr]; -"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; -"407 mul_tensor_20" [id=407, type=mul]; -"408 zero_point_updated_constant20" [id=408, type=get_attr]; -"409 sub_tensor_20" [id=409, type=sub]; -"410 linear_19" [id=410, type=linear]; -"411 dropout_15" [id=411, type=dropout]; -"412 add_10" [id=412, type=add]; -"413 _param_constant64" [id=413, type=get_attr]; -"414 _param_constant65" [id=414, type=get_attr]; -"415 layer_norm_10" [id=415, type=layer_norm]; -"416 transpose_30" [id=416, type=transpose]; -"417 _param_constant67" [id=417, type=get_attr]; -"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; -"421 scale_updated_constant21" [id=421, type=get_attr]; -"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; -"423 mul_tensor_21" [id=423, type=mul]; -"424 zero_point_updated_constant21" [id=424, type=get_attr]; -"425 sub_tensor_21" [id=425, type=sub]; -"426 linear_20" [id=426, type=linear]; -"427 unflatten_5" [id=427, type=unflatten]; -"428 unsqueeze_5" [id=428, type=unsqueeze]; -"429 transpose_31" [id=429, type=transpose]; -"430 squeeze_5" [id=430, type=squeeze]; -"431 contiguous_5" [id=431, type=contiguous]; -"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; -"434 select_15" [id=434, type=select]; -"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; -"437 select_16" [id=437, type=select]; -"438 select_17" [id=438, type=select]; -"439 view_40" [id=439, type=view]; -"440 transpose_32" [id=440, type=transpose]; -"441 view_41" [id=441, type=view]; -"442 transpose_33" [id=442, type=transpose]; -"443 view_42" [id=443, type=view]; -"444 transpose_34" [id=444, type=transpose]; -"445 view_43" [id=445, type=view]; -"446 view_44" [id=446, type=view]; -"447 view_45" [id=447, type=view]; -"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; -"449 permute_6" [id=449, type=permute]; -"450 view_46" [id=450, type=view]; -"451 _param_constant69" [id=451, type=get_attr]; -"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; -"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; -"455 scale_updated_constant22" [id=455, type=get_attr]; -"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; -"457 mul_tensor_22" [id=457, type=mul]; -"458 zero_point_updated_constant22" [id=458, type=get_attr]; -"459 sub_tensor_22" [id=459, type=sub]; -"460 linear_21" [id=460, type=linear]; -"461 view_47" [id=461, type=view]; -"462 transpose_35" [id=462, type=transpose]; -"463 dropout_16" [id=463, type=dropout]; -"464 add_11" [id=464, type=add]; -"465 _param_constant70" [id=465, type=get_attr]; -"466 _param_constant71" [id=466, type=get_attr]; -"467 layer_norm_11" [id=467, type=layer_norm]; -"468 _param_constant73" [id=468, type=get_attr]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; -"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; -"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; -"472 scale_updated_constant23" [id=472, type=get_attr]; -"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; -"474 mul_tensor_23" [id=474, type=mul]; -"475 zero_point_updated_constant23" [id=475, type=get_attr]; -"476 sub_tensor_23" [id=476, type=sub]; -"477 linear_22" [id=477, type=linear]; -"478 gelu_5" [id=478, type=gelu]; -"479 dropout_17" [id=479, type=dropout]; -"480 _param_constant75" [id=480, type=get_attr]; -"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; -"484 scale_updated_constant24" [id=484, type=get_attr]; -"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; -"486 mul_tensor_24" [id=486, type=mul]; -"487 zero_point_updated_constant24" [id=487, type=get_attr]; -"488 sub_tensor_24" [id=488, type=sub]; -"489 linear_23" [id=489, type=linear]; -"490 dropout_18" [id=490, type=dropout]; -"491 add_12" [id=491, type=add]; -"492 _param_constant76" [id=492, type=get_attr]; -"493 _param_constant77" [id=493, type=get_attr]; -"494 layer_norm_12" [id=494, type=layer_norm]; -"495 transpose_36" [id=495, type=transpose]; -"496 _param_constant79" [id=496, type=get_attr]; -"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; -"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; -"500 scale_updated_constant25" [id=500, type=get_attr]; -"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; -"502 mul_tensor_25" [id=502, type=mul]; -"503 zero_point_updated_constant25" [id=503, type=get_attr]; -"504 sub_tensor_25" [id=504, type=sub]; -"505 linear_24" [id=505, type=linear]; -"506 unflatten_6" [id=506, type=unflatten]; -"507 unsqueeze_6" [id=507, type=unsqueeze]; -"508 transpose_37" [id=508, type=transpose]; -"509 squeeze_6" [id=509, type=squeeze]; -"510 contiguous_6" [id=510, type=contiguous]; -"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; -"513 select_18" [id=513, type=select]; -"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; -"516 select_19" [id=516, type=select]; -"517 select_20" [id=517, type=select]; -"518 view_48" [id=518, type=view]; -"519 transpose_38" [id=519, type=transpose]; -"520 view_49" [id=520, type=view]; -"521 transpose_39" [id=521, type=transpose]; -"522 view_50" [id=522, type=view]; -"523 transpose_40" [id=523, type=transpose]; -"524 view_51" [id=524, type=view]; -"525 view_52" [id=525, type=view]; -"526 view_53" [id=526, type=view]; -"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; -"528 permute_7" [id=528, type=permute]; -"529 view_54" [id=529, type=view]; -"530 _param_constant81" [id=530, type=get_attr]; -"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; -"534 scale_updated_constant26" [id=534, type=get_attr]; -"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; -"536 mul_tensor_26" [id=536, type=mul]; -"537 zero_point_updated_constant26" [id=537, type=get_attr]; -"538 sub_tensor_26" [id=538, type=sub]; -"539 linear_25" [id=539, type=linear]; -"540 view_55" [id=540, type=view]; -"541 transpose_41" [id=541, type=transpose]; -"542 dropout_19" [id=542, type=dropout]; -"543 add_13" [id=543, type=add]; -"544 _param_constant82" [id=544, type=get_attr]; -"545 _param_constant83" [id=545, type=get_attr]; -"546 layer_norm_13" [id=546, type=layer_norm]; -"547 _param_constant85" [id=547, type=get_attr]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; -"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; -"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; -"551 scale_updated_constant27" [id=551, type=get_attr]; -"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; -"553 mul_tensor_27" [id=553, type=mul]; -"554 zero_point_updated_constant27" [id=554, type=get_attr]; -"555 sub_tensor_27" [id=555, type=sub]; -"556 linear_26" [id=556, type=linear]; -"557 gelu_6" [id=557, type=gelu]; -"558 dropout_20" [id=558, type=dropout]; -"559 _param_constant87" [id=559, type=get_attr]; -"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; -"563 scale_updated_constant28" [id=563, type=get_attr]; -"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; -"565 mul_tensor_28" [id=565, type=mul]; -"566 zero_point_updated_constant28" [id=566, type=get_attr]; -"567 sub_tensor_28" [id=567, type=sub]; -"568 linear_27" [id=568, type=linear]; -"569 dropout_21" [id=569, type=dropout]; -"570 add_14" [id=570, type=add]; -"571 _param_constant88" [id=571, type=get_attr]; -"572 _param_constant89" [id=572, type=get_attr]; -"573 layer_norm_14" [id=573, type=layer_norm]; -"574 transpose_42" [id=574, type=transpose]; -"575 _param_constant91" [id=575, type=get_attr]; -"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; -"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; -"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; -"579 scale_updated_constant29" [id=579, type=get_attr]; -"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; -"581 mul_tensor_29" [id=581, type=mul]; -"582 zero_point_updated_constant29" [id=582, type=get_attr]; -"583 sub_tensor_29" [id=583, type=sub]; -"584 linear_28" [id=584, type=linear]; -"585 unflatten_7" [id=585, type=unflatten]; -"586 unsqueeze_7" [id=586, type=unsqueeze]; -"587 transpose_43" [id=587, type=transpose]; -"588 squeeze_7" [id=588, type=squeeze]; -"589 contiguous_7" [id=589, type=contiguous]; -"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; -"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; -"592 select_21" [id=592, type=select]; -"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; -"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; -"595 select_22" [id=595, type=select]; -"596 select_23" [id=596, type=select]; -"597 view_56" [id=597, type=view]; -"598 transpose_44" [id=598, type=transpose]; -"599 view_57" [id=599, type=view]; -"600 transpose_45" [id=600, type=transpose]; -"601 view_58" [id=601, type=view]; -"602 transpose_46" [id=602, type=transpose]; -"603 view_59" [id=603, type=view]; -"604 view_60" [id=604, type=view]; -"605 view_61" [id=605, type=view]; -"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; -"607 permute_8" [id=607, type=permute]; -"608 view_62" [id=608, type=view]; -"609 _param_constant93" [id=609, type=get_attr]; -"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; -"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; -"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; -"613 scale_updated_constant30" [id=613, type=get_attr]; -"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; -"615 mul_tensor_30" [id=615, type=mul]; -"616 zero_point_updated_constant30" [id=616, type=get_attr]; -"617 sub_tensor_30" [id=617, type=sub]; -"618 linear_29" [id=618, type=linear]; -"619 view_63" [id=619, type=view]; -"620 transpose_47" [id=620, type=transpose]; -"621 dropout_22" [id=621, type=dropout]; -"622 add_15" [id=622, type=add]; -"623 _param_constant94" [id=623, type=get_attr]; -"624 _param_constant95" [id=624, type=get_attr]; -"625 layer_norm_15" [id=625, type=layer_norm]; -"626 _param_constant97" [id=626, type=get_attr]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; -"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; -"630 scale_updated_constant31" [id=630, type=get_attr]; -"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; -"632 mul_tensor_31" [id=632, type=mul]; -"633 zero_point_updated_constant31" [id=633, type=get_attr]; -"634 sub_tensor_31" [id=634, type=sub]; -"635 linear_30" [id=635, type=linear]; -"636 gelu_7" [id=636, type=gelu]; -"637 dropout_23" [id=637, type=dropout]; -"638 _param_constant99" [id=638, type=get_attr]; -"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; -"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; -"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; -"642 scale_updated_constant32" [id=642, type=get_attr]; -"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; -"644 mul_tensor_32" [id=644, type=mul]; -"645 zero_point_updated_constant32" [id=645, type=get_attr]; -"646 sub_tensor_32" [id=646, type=sub]; -"647 linear_31" [id=647, type=linear]; -"648 dropout_24" [id=648, type=dropout]; -"649 add_16" [id=649, type=add]; -"650 _param_constant100" [id=650, type=get_attr]; -"651 _param_constant101" [id=651, type=get_attr]; -"652 layer_norm_16" [id=652, type=layer_norm]; -"653 transpose_48" [id=653, type=transpose]; -"654 _param_constant103" [id=654, type=get_attr]; -"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; -"658 scale_updated_constant33" [id=658, type=get_attr]; -"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; -"660 mul_tensor_33" [id=660, type=mul]; -"661 zero_point_updated_constant33" [id=661, type=get_attr]; -"662 sub_tensor_33" [id=662, type=sub]; -"663 linear_32" [id=663, type=linear]; -"664 unflatten_8" [id=664, type=unflatten]; -"665 unsqueeze_8" [id=665, type=unsqueeze]; -"666 transpose_49" [id=666, type=transpose]; -"667 squeeze_8" [id=667, type=squeeze]; -"668 contiguous_8" [id=668, type=contiguous]; -"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; -"671 select_24" [id=671, type=select]; -"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; -"674 select_25" [id=674, type=select]; -"675 select_26" [id=675, type=select]; -"676 view_64" [id=676, type=view]; -"677 transpose_50" [id=677, type=transpose]; -"678 view_65" [id=678, type=view]; -"679 transpose_51" [id=679, type=transpose]; -"680 view_66" [id=680, type=view]; -"681 transpose_52" [id=681, type=transpose]; -"682 view_67" [id=682, type=view]; -"683 view_68" [id=683, type=view]; -"684 view_69" [id=684, type=view]; -"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; -"686 permute_9" [id=686, type=permute]; -"687 view_70" [id=687, type=view]; -"688 _param_constant105" [id=688, type=get_attr]; -"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; -"692 scale_updated_constant34" [id=692, type=get_attr]; -"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; -"694 mul_tensor_34" [id=694, type=mul]; -"695 zero_point_updated_constant34" [id=695, type=get_attr]; -"696 sub_tensor_34" [id=696, type=sub]; -"697 linear_33" [id=697, type=linear]; -"698 view_71" [id=698, type=view]; -"699 transpose_53" [id=699, type=transpose]; -"700 dropout_25" [id=700, type=dropout]; -"701 add_17" [id=701, type=add]; -"702 _param_constant106" [id=702, type=get_attr]; -"703 _param_constant107" [id=703, type=get_attr]; -"704 layer_norm_17" [id=704, type=layer_norm]; -"705 _param_constant109" [id=705, type=get_attr]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; -"709 scale_updated_constant35" [id=709, type=get_attr]; -"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; -"711 mul_tensor_35" [id=711, type=mul]; -"712 zero_point_updated_constant35" [id=712, type=get_attr]; -"713 sub_tensor_35" [id=713, type=sub]; -"714 linear_34" [id=714, type=linear]; -"715 gelu_8" [id=715, type=gelu]; -"716 dropout_26" [id=716, type=dropout]; -"717 _param_constant111" [id=717, type=get_attr]; -"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; -"721 scale_updated_constant36" [id=721, type=get_attr]; -"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; -"723 mul_tensor_36" [id=723, type=mul]; -"724 zero_point_updated_constant36" [id=724, type=get_attr]; -"725 sub_tensor_36" [id=725, type=sub]; -"726 linear_35" [id=726, type=linear]; -"727 dropout_27" [id=727, type=dropout]; -"728 add_18" [id=728, type=add]; -"729 _param_constant112" [id=729, type=get_attr]; -"730 _param_constant113" [id=730, type=get_attr]; -"731 layer_norm_18" [id=731, type=layer_norm]; -"732 transpose_54" [id=732, type=transpose]; -"733 _param_constant115" [id=733, type=get_attr]; -"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; -"737 scale_updated_constant37" [id=737, type=get_attr]; -"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; -"739 mul_tensor_37" [id=739, type=mul]; -"740 zero_point_updated_constant37" [id=740, type=get_attr]; -"741 sub_tensor_37" [id=741, type=sub]; -"742 linear_36" [id=742, type=linear]; -"743 unflatten_9" [id=743, type=unflatten]; -"744 unsqueeze_9" [id=744, type=unsqueeze]; -"745 transpose_55" [id=745, type=transpose]; -"746 squeeze_9" [id=746, type=squeeze]; -"747 contiguous_9" [id=747, type=contiguous]; -"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; -"750 select_27" [id=750, type=select]; -"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; -"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; -"753 select_28" [id=753, type=select]; -"754 select_29" [id=754, type=select]; -"755 view_72" [id=755, type=view]; -"756 transpose_56" [id=756, type=transpose]; -"757 view_73" [id=757, type=view]; -"758 transpose_57" [id=758, type=transpose]; -"759 view_74" [id=759, type=view]; -"760 transpose_58" [id=760, type=transpose]; -"761 view_75" [id=761, type=view]; -"762 view_76" [id=762, type=view]; -"763 view_77" [id=763, type=view]; -"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; -"765 permute_10" [id=765, type=permute]; -"766 view_78" [id=766, type=view]; -"767 _param_constant117" [id=767, type=get_attr]; -"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; -"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; -"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; -"771 scale_updated_constant38" [id=771, type=get_attr]; -"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; -"773 mul_tensor_38" [id=773, type=mul]; -"774 zero_point_updated_constant38" [id=774, type=get_attr]; -"775 sub_tensor_38" [id=775, type=sub]; -"776 linear_37" [id=776, type=linear]; -"777 view_79" [id=777, type=view]; -"778 transpose_59" [id=778, type=transpose]; -"779 dropout_28" [id=779, type=dropout]; -"780 add_19" [id=780, type=add]; -"781 _param_constant118" [id=781, type=get_attr]; -"782 _param_constant119" [id=782, type=get_attr]; -"783 layer_norm_19" [id=783, type=layer_norm]; -"784 _param_constant121" [id=784, type=get_attr]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; -"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; -"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; -"788 scale_updated_constant39" [id=788, type=get_attr]; -"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; -"790 mul_tensor_39" [id=790, type=mul]; -"791 zero_point_updated_constant39" [id=791, type=get_attr]; -"792 sub_tensor_39" [id=792, type=sub]; -"793 linear_38" [id=793, type=linear]; -"794 gelu_9" [id=794, type=gelu]; -"795 dropout_29" [id=795, type=dropout]; -"796 _param_constant123" [id=796, type=get_attr]; -"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; -"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; -"800 scale_updated_constant40" [id=800, type=get_attr]; -"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; -"802 mul_tensor_40" [id=802, type=mul]; -"803 zero_point_updated_constant40" [id=803, type=get_attr]; -"804 sub_tensor_40" [id=804, type=sub]; -"805 linear_39" [id=805, type=linear]; -"806 dropout_30" [id=806, type=dropout]; -"807 add_20" [id=807, type=add]; -"808 _param_constant124" [id=808, type=get_attr]; -"809 _param_constant125" [id=809, type=get_attr]; -"810 layer_norm_20" [id=810, type=layer_norm]; -"811 transpose_60" [id=811, type=transpose]; -"812 _param_constant127" [id=812, type=get_attr]; -"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; -"816 scale_updated_constant41" [id=816, type=get_attr]; -"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; -"818 mul_tensor_41" [id=818, type=mul]; -"819 zero_point_updated_constant41" [id=819, type=get_attr]; -"820 sub_tensor_41" [id=820, type=sub]; -"821 linear_40" [id=821, type=linear]; -"822 unflatten_10" [id=822, type=unflatten]; -"823 unsqueeze_10" [id=823, type=unsqueeze]; -"824 transpose_61" [id=824, type=transpose]; -"825 squeeze_10" [id=825, type=squeeze]; -"826 contiguous_10" [id=826, type=contiguous]; -"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; -"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; -"829 select_30" [id=829, type=select]; -"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; -"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; -"832 select_31" [id=832, type=select]; -"833 select_32" [id=833, type=select]; -"834 view_80" [id=834, type=view]; -"835 transpose_62" [id=835, type=transpose]; -"836 view_81" [id=836, type=view]; -"837 transpose_63" [id=837, type=transpose]; -"838 view_82" [id=838, type=view]; -"839 transpose_64" [id=839, type=transpose]; -"840 view_83" [id=840, type=view]; -"841 view_84" [id=841, type=view]; -"842 view_85" [id=842, type=view]; -"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; -"844 permute_11" [id=844, type=permute]; -"845 view_86" [id=845, type=view]; -"846 _param_constant129" [id=846, type=get_attr]; -"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; -"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; -"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; -"850 scale_updated_constant42" [id=850, type=get_attr]; -"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; -"852 mul_tensor_42" [id=852, type=mul]; -"853 zero_point_updated_constant42" [id=853, type=get_attr]; -"854 sub_tensor_42" [id=854, type=sub]; -"855 linear_41" [id=855, type=linear]; -"856 view_87" [id=856, type=view]; -"857 transpose_65" [id=857, type=transpose]; -"858 dropout_31" [id=858, type=dropout]; -"859 add_21" [id=859, type=add]; -"860 _param_constant130" [id=860, type=get_attr]; -"861 _param_constant131" [id=861, type=get_attr]; -"862 layer_norm_21" [id=862, type=layer_norm]; -"863 _param_constant133" [id=863, type=get_attr]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; -"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; -"867 scale_updated_constant43" [id=867, type=get_attr]; -"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; -"869 mul_tensor_43" [id=869, type=mul]; -"870 zero_point_updated_constant43" [id=870, type=get_attr]; -"871 sub_tensor_43" [id=871, type=sub]; -"872 linear_42" [id=872, type=linear]; -"873 gelu_10" [id=873, type=gelu]; -"874 dropout_32" [id=874, type=dropout]; -"875 _param_constant135" [id=875, type=get_attr]; -"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; -"879 scale_updated_constant44" [id=879, type=get_attr]; -"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; -"881 mul_tensor_44" [id=881, type=mul]; -"882 zero_point_updated_constant44" [id=882, type=get_attr]; -"883 sub_tensor_44" [id=883, type=sub]; -"884 linear_43" [id=884, type=linear]; -"885 dropout_33" [id=885, type=dropout]; -"886 add_22" [id=886, type=add]; -"887 _param_constant136" [id=887, type=get_attr]; -"888 _param_constant137" [id=888, type=get_attr]; -"889 layer_norm_22" [id=889, type=layer_norm]; -"890 transpose_66" [id=890, type=transpose]; -"891 _param_constant139" [id=891, type=get_attr]; -"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; -"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; -"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; -"895 scale_updated_constant45" [id=895, type=get_attr]; -"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; -"897 mul_tensor_45" [id=897, type=mul]; -"898 zero_point_updated_constant45" [id=898, type=get_attr]; -"899 sub_tensor_45" [id=899, type=sub]; -"900 linear_44" [id=900, type=linear]; -"901 unflatten_11" [id=901, type=unflatten]; -"902 unsqueeze_11" [id=902, type=unsqueeze]; -"903 transpose_67" [id=903, type=transpose]; -"904 squeeze_11" [id=904, type=squeeze]; -"905 contiguous_11" [id=905, type=contiguous]; -"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; -"908 select_33" [id=908, type=select]; -"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; -"911 select_34" [id=911, type=select]; -"912 select_35" [id=912, type=select]; -"913 view_88" [id=913, type=view]; -"914 transpose_68" [id=914, type=transpose]; -"915 view_89" [id=915, type=view]; -"916 transpose_69" [id=916, type=transpose]; -"917 view_90" [id=917, type=view]; -"918 transpose_70" [id=918, type=transpose]; -"919 view_91" [id=919, type=view]; -"920 view_92" [id=920, type=view]; -"921 view_93" [id=921, type=view]; -"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; -"923 permute_12" [id=923, type=permute]; -"924 view_94" [id=924, type=view]; -"925 _param_constant141" [id=925, type=get_attr]; -"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; -"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; -"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; -"929 scale_updated_constant46" [id=929, type=get_attr]; -"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; -"931 mul_tensor_46" [id=931, type=mul]; -"932 zero_point_updated_constant46" [id=932, type=get_attr]; -"933 sub_tensor_46" [id=933, type=sub]; -"934 linear_45" [id=934, type=linear]; -"935 view_95" [id=935, type=view]; -"936 transpose_71" [id=936, type=transpose]; -"937 dropout_34" [id=937, type=dropout]; -"938 add_23" [id=938, type=add]; -"939 _param_constant142" [id=939, type=get_attr]; -"940 _param_constant143" [id=940, type=get_attr]; -"941 layer_norm_23" [id=941, type=layer_norm]; -"942 _param_constant145" [id=942, type=get_attr]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 scale_updated_constant47" [id=946, type=get_attr]; -"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; -"948 mul_tensor_47" [id=948, type=mul]; -"949 zero_point_updated_constant47" [id=949, type=get_attr]; -"950 sub_tensor_47" [id=950, type=sub]; -"951 linear_46" [id=951, type=linear]; -"952 gelu_11" [id=952, type=gelu]; -"953 dropout_35" [id=953, type=dropout]; -"954 _param_constant147" [id=954, type=get_attr]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 scale_updated_constant48" [id=958, type=get_attr]; -"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; -"960 mul_tensor_48" [id=960, type=mul]; -"961 zero_point_updated_constant48" [id=961, type=get_attr]; -"962 sub_tensor_48" [id=962, type=sub]; -"963 linear_47" [id=963, type=linear]; -"964 dropout_36" [id=964, type=dropout]; -"965 add_24" [id=965, type=add]; -"966 _param_constant148" [id=966, type=get_attr]; -"967 _param_constant149" [id=967, type=get_attr]; -"968 layer_norm_24" [id=968, type=layer_norm]; -"969 slice_1" [id=969, type=slice]; -"970 select_36" [id=970, type=select]; -"971 _param_constant151" [id=971, type=get_attr]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 scale_updated_constant49" [id=975, type=get_attr]; -"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; -"977 mul_tensor_49" [id=977, type=mul]; -"978 zero_point_updated_constant49" [id=978, type=get_attr]; -"979 sub_tensor_49" [id=979, type=sub]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"12 _frozen_param0" [id=12, type=get_attr]; +"13 cat" [id=13, type=cat]; +"14 _param_constant3" [id=14, type=get_attr]; +"15 add" [id=15, type=add]; +"16 dropout" [id=16, type=dropout]; +"17 _param_constant4" [id=17, type=get_attr]; +"18 _param_constant5" [id=18, type=get_attr]; +"19 layer_norm" [id=19, type=layer_norm]; +"20 transpose" [id=20, type=transpose]; +"21 _param_constant7" [id=21, type=get_attr]; +"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; +"25 scale_updated_constant1" [id=25, type=get_attr]; +"26 compressed_weight_updated_constant1" [id=26, type=get_attr]; +"27 mul_tensor_1" [id=27, type=mul]; +"28 zero_point_updated_constant1" [id=28, type=get_attr]; +"29 sub_tensor_1" [id=29, type=sub]; +"30 linear" [id=30, type=linear]; +"31 unflatten" [id=31, type=unflatten]; +"32 unsqueeze" [id=32, type=unsqueeze]; +"33 transpose_1" [id=33, type=transpose]; +"34 squeeze" [id=34, type=squeeze]; +"35 contiguous" [id=35, type=contiguous]; +"36 quantize_per_tensor_default_2" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_2" [id=37, type=dequantize_per_tensor]; +"38 select" [id=38, type=select]; +"39 quantize_per_tensor_default_3" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_3" [id=40, type=dequantize_per_tensor]; +"41 select_1" [id=41, type=select]; +"42 select_2" [id=42, type=select]; +"43 view" [id=43, type=view]; +"44 transpose_2" [id=44, type=transpose]; +"45 view_1" [id=45, type=view]; +"46 transpose_3" [id=46, type=transpose]; +"47 view_2" [id=47, type=view]; +"48 transpose_4" [id=48, type=transpose]; +"49 view_3" [id=49, type=view]; +"50 view_4" [id=50, type=view]; +"51 view_5" [id=51, type=view]; +"52 scaled_dot_product_attention" [id=52, type=scaled_dot_product_attention]; +"53 permute_1" [id=53, type=permute]; +"54 view_6" [id=54, type=view]; +"55 _param_constant9" [id=55, type=get_attr]; +"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; +"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; +"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; +"59 scale_updated_constant2" [id=59, type=get_attr]; +"60 compressed_weight_updated_constant2" [id=60, type=get_attr]; +"61 mul_tensor_2" [id=61, type=mul]; +"62 zero_point_updated_constant2" [id=62, type=get_attr]; +"63 sub_tensor_2" [id=63, type=sub]; +"64 linear_1" [id=64, type=linear]; +"65 view_7" [id=65, type=view]; +"66 transpose_5" [id=66, type=transpose]; +"67 dropout_1" [id=67, type=dropout]; +"68 add_1" [id=68, type=add]; +"69 _param_constant10" [id=69, type=get_attr]; +"70 _param_constant11" [id=70, type=get_attr]; +"71 layer_norm_1" [id=71, type=layer_norm]; +"72 _param_constant13" [id=72, type=get_attr]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; +"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; +"76 scale_updated_constant3" [id=76, type=get_attr]; +"77 compressed_weight_updated_constant3" [id=77, type=get_attr]; +"78 mul_tensor_3" [id=78, type=mul]; +"79 zero_point_updated_constant3" [id=79, type=get_attr]; +"80 sub_tensor_3" [id=80, type=sub]; +"81 linear_2" [id=81, type=linear]; +"82 gelu" [id=82, type=gelu]; +"83 dropout_2" [id=83, type=dropout]; +"84 _param_constant15" [id=84, type=get_attr]; +"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; +"88 scale_updated_constant4" [id=88, type=get_attr]; +"89 compressed_weight_updated_constant4" [id=89, type=get_attr]; +"90 mul_tensor_4" [id=90, type=mul]; +"91 zero_point_updated_constant4" [id=91, type=get_attr]; +"92 sub_tensor_4" [id=92, type=sub]; +"93 linear_3" [id=93, type=linear]; +"94 dropout_3" [id=94, type=dropout]; +"95 add_2" [id=95, type=add]; +"96 _param_constant16" [id=96, type=get_attr]; +"97 _param_constant17" [id=97, type=get_attr]; +"98 layer_norm_2" [id=98, type=layer_norm]; +"99 transpose_6" [id=99, type=transpose]; +"100 _param_constant19" [id=100, type=get_attr]; +"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; +"104 scale_updated_constant5" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant5" [id=105, type=get_attr]; +"106 mul_tensor_5" [id=106, type=mul]; +"107 zero_point_updated_constant5" [id=107, type=get_attr]; +"108 sub_tensor_5" [id=108, type=sub]; +"109 linear_4" [id=109, type=linear]; +"110 unflatten_1" [id=110, type=unflatten]; +"111 unsqueeze_1" [id=111, type=unsqueeze]; +"112 transpose_7" [id=112, type=transpose]; +"113 squeeze_1" [id=113, type=squeeze]; +"114 contiguous_1" [id=114, type=contiguous]; +"115 quantize_per_tensor_default_8" [id=115, type=quantize_per_tensor]; +"116 dequantize_per_tensor_default_8" [id=116, type=dequantize_per_tensor]; +"117 select_3" [id=117, type=select]; +"118 quantize_per_tensor_default_9" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; +"120 select_4" [id=120, type=select]; +"121 select_5" [id=121, type=select]; +"122 view_8" [id=122, type=view]; +"123 transpose_8" [id=123, type=transpose]; +"124 view_9" [id=124, type=view]; +"125 transpose_9" [id=125, type=transpose]; +"126 view_10" [id=126, type=view]; +"127 transpose_10" [id=127, type=transpose]; +"128 view_11" [id=128, type=view]; +"129 view_12" [id=129, type=view]; +"130 view_13" [id=130, type=view]; +"131 scaled_dot_product_attention_1" [id=131, type=scaled_dot_product_attention]; +"132 permute_2" [id=132, type=permute]; +"133 view_14" [id=133, type=view]; +"134 _param_constant21" [id=134, type=get_attr]; +"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; +"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; +"138 scale_updated_constant6" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant6" [id=139, type=get_attr]; +"140 mul_tensor_6" [id=140, type=mul]; +"141 zero_point_updated_constant6" [id=141, type=get_attr]; +"142 sub_tensor_6" [id=142, type=sub]; +"143 linear_5" [id=143, type=linear]; +"144 view_15" [id=144, type=view]; +"145 transpose_11" [id=145, type=transpose]; +"146 dropout_4" [id=146, type=dropout]; +"147 add_3" [id=147, type=add]; +"148 _param_constant22" [id=148, type=get_attr]; +"149 _param_constant23" [id=149, type=get_attr]; +"150 layer_norm_3" [id=150, type=layer_norm]; +"151 _param_constant25" [id=151, type=get_attr]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; +"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; +"155 scale_updated_constant7" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant7" [id=156, type=get_attr]; +"157 mul_tensor_7" [id=157, type=mul]; +"158 zero_point_updated_constant7" [id=158, type=get_attr]; +"159 sub_tensor_7" [id=159, type=sub]; +"160 linear_6" [id=160, type=linear]; +"161 gelu_1" [id=161, type=gelu]; +"162 dropout_5" [id=162, type=dropout]; +"163 _param_constant27" [id=163, type=get_attr]; +"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; +"167 scale_updated_constant8" [id=167, type=get_attr]; +"168 compressed_weight_updated_constant8" [id=168, type=get_attr]; +"169 mul_tensor_8" [id=169, type=mul]; +"170 zero_point_updated_constant8" [id=170, type=get_attr]; +"171 sub_tensor_8" [id=171, type=sub]; +"172 linear_7" [id=172, type=linear]; +"173 dropout_6" [id=173, type=dropout]; +"174 add_4" [id=174, type=add]; +"175 _param_constant28" [id=175, type=get_attr]; +"176 _param_constant29" [id=176, type=get_attr]; +"177 layer_norm_4" [id=177, type=layer_norm]; +"178 transpose_12" [id=178, type=transpose]; +"179 _param_constant31" [id=179, type=get_attr]; +"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; +"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; +"183 scale_updated_constant9" [id=183, type=get_attr]; +"184 compressed_weight_updated_constant9" [id=184, type=get_attr]; +"185 mul_tensor_9" [id=185, type=mul]; +"186 zero_point_updated_constant9" [id=186, type=get_attr]; +"187 sub_tensor_9" [id=187, type=sub]; +"188 linear_8" [id=188, type=linear]; +"189 unflatten_2" [id=189, type=unflatten]; +"190 unsqueeze_2" [id=190, type=unsqueeze]; +"191 transpose_13" [id=191, type=transpose]; +"192 squeeze_2" [id=192, type=squeeze]; +"193 contiguous_2" [id=193, type=contiguous]; +"194 quantize_per_tensor_default_14" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_14" [id=195, type=dequantize_per_tensor]; +"196 select_6" [id=196, type=select]; +"197 quantize_per_tensor_default_15" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_15" [id=198, type=dequantize_per_tensor]; +"199 select_7" [id=199, type=select]; +"200 select_8" [id=200, type=select]; +"201 view_16" [id=201, type=view]; +"202 transpose_14" [id=202, type=transpose]; +"203 view_17" [id=203, type=view]; +"204 transpose_15" [id=204, type=transpose]; +"205 view_18" [id=205, type=view]; +"206 transpose_16" [id=206, type=transpose]; +"207 view_19" [id=207, type=view]; +"208 view_20" [id=208, type=view]; +"209 view_21" [id=209, type=view]; +"210 scaled_dot_product_attention_2" [id=210, type=scaled_dot_product_attention]; +"211 permute_3" [id=211, type=permute]; +"212 view_22" [id=212, type=view]; +"213 _param_constant33" [id=213, type=get_attr]; +"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; +"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; +"217 scale_updated_constant10" [id=217, type=get_attr]; +"218 compressed_weight_updated_constant10" [id=218, type=get_attr]; +"219 mul_tensor_10" [id=219, type=mul]; +"220 zero_point_updated_constant10" [id=220, type=get_attr]; +"221 sub_tensor_10" [id=221, type=sub]; +"222 linear_9" [id=222, type=linear]; +"223 view_23" [id=223, type=view]; +"224 transpose_17" [id=224, type=transpose]; +"225 dropout_7" [id=225, type=dropout]; +"226 add_5" [id=226, type=add]; +"227 _param_constant34" [id=227, type=get_attr]; +"228 _param_constant35" [id=228, type=get_attr]; +"229 layer_norm_5" [id=229, type=layer_norm]; +"230 _param_constant37" [id=230, type=get_attr]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; +"234 scale_updated_constant11" [id=234, type=get_attr]; +"235 compressed_weight_updated_constant11" [id=235, type=get_attr]; +"236 mul_tensor_11" [id=236, type=mul]; +"237 zero_point_updated_constant11" [id=237, type=get_attr]; +"238 sub_tensor_11" [id=238, type=sub]; +"239 linear_10" [id=239, type=linear]; +"240 gelu_2" [id=240, type=gelu]; +"241 dropout_8" [id=241, type=dropout]; +"242 _param_constant39" [id=242, type=get_attr]; +"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; +"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; +"246 scale_updated_constant12" [id=246, type=get_attr]; +"247 compressed_weight_updated_constant12" [id=247, type=get_attr]; +"248 mul_tensor_12" [id=248, type=mul]; +"249 zero_point_updated_constant12" [id=249, type=get_attr]; +"250 sub_tensor_12" [id=250, type=sub]; +"251 linear_11" [id=251, type=linear]; +"252 dropout_9" [id=252, type=dropout]; +"253 add_6" [id=253, type=add]; +"254 _param_constant40" [id=254, type=get_attr]; +"255 _param_constant41" [id=255, type=get_attr]; +"256 layer_norm_6" [id=256, type=layer_norm]; +"257 transpose_18" [id=257, type=transpose]; +"258 _param_constant43" [id=258, type=get_attr]; +"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; +"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; +"262 scale_updated_constant13" [id=262, type=get_attr]; +"263 compressed_weight_updated_constant13" [id=263, type=get_attr]; +"264 mul_tensor_13" [id=264, type=mul]; +"265 zero_point_updated_constant13" [id=265, type=get_attr]; +"266 sub_tensor_13" [id=266, type=sub]; +"267 linear_12" [id=267, type=linear]; +"268 unflatten_3" [id=268, type=unflatten]; +"269 unsqueeze_3" [id=269, type=unsqueeze]; +"270 transpose_19" [id=270, type=transpose]; +"271 squeeze_3" [id=271, type=squeeze]; +"272 contiguous_3" [id=272, type=contiguous]; +"273 quantize_per_tensor_default_20" [id=273, type=quantize_per_tensor]; +"274 dequantize_per_tensor_default_20" [id=274, type=dequantize_per_tensor]; +"275 select_9" [id=275, type=select]; +"276 quantize_per_tensor_default_21" [id=276, type=quantize_per_tensor]; +"277 dequantize_per_tensor_default_21" [id=277, type=dequantize_per_tensor]; +"278 select_10" [id=278, type=select]; +"279 select_11" [id=279, type=select]; +"280 view_24" [id=280, type=view]; +"281 transpose_20" [id=281, type=transpose]; +"282 view_25" [id=282, type=view]; +"283 transpose_21" [id=283, type=transpose]; +"284 view_26" [id=284, type=view]; +"285 transpose_22" [id=285, type=transpose]; +"286 view_27" [id=286, type=view]; +"287 view_28" [id=287, type=view]; +"288 view_29" [id=288, type=view]; +"289 scaled_dot_product_attention_3" [id=289, type=scaled_dot_product_attention]; +"290 permute_4" [id=290, type=permute]; +"291 view_30" [id=291, type=view]; +"292 _param_constant45" [id=292, type=get_attr]; +"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; +"296 scale_updated_constant14" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant14" [id=297, type=get_attr]; +"298 mul_tensor_14" [id=298, type=mul]; +"299 zero_point_updated_constant14" [id=299, type=get_attr]; +"300 sub_tensor_14" [id=300, type=sub]; +"301 linear_13" [id=301, type=linear]; +"302 view_31" [id=302, type=view]; +"303 transpose_23" [id=303, type=transpose]; +"304 dropout_10" [id=304, type=dropout]; +"305 add_7" [id=305, type=add]; +"306 _param_constant46" [id=306, type=get_attr]; +"307 _param_constant47" [id=307, type=get_attr]; +"308 layer_norm_7" [id=308, type=layer_norm]; +"309 _param_constant49" [id=309, type=get_attr]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; +"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; +"313 scale_updated_constant15" [id=313, type=get_attr]; +"314 compressed_weight_updated_constant15" [id=314, type=get_attr]; +"315 mul_tensor_15" [id=315, type=mul]; +"316 zero_point_updated_constant15" [id=316, type=get_attr]; +"317 sub_tensor_15" [id=317, type=sub]; +"318 linear_14" [id=318, type=linear]; +"319 gelu_3" [id=319, type=gelu]; +"320 dropout_11" [id=320, type=dropout]; +"321 _param_constant51" [id=321, type=get_attr]; +"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; +"325 scale_updated_constant16" [id=325, type=get_attr]; +"326 compressed_weight_updated_constant16" [id=326, type=get_attr]; +"327 mul_tensor_16" [id=327, type=mul]; +"328 zero_point_updated_constant16" [id=328, type=get_attr]; +"329 sub_tensor_16" [id=329, type=sub]; +"330 linear_15" [id=330, type=linear]; +"331 dropout_12" [id=331, type=dropout]; +"332 add_8" [id=332, type=add]; +"333 _param_constant52" [id=333, type=get_attr]; +"334 _param_constant53" [id=334, type=get_attr]; +"335 layer_norm_8" [id=335, type=layer_norm]; +"336 transpose_24" [id=336, type=transpose]; +"337 _param_constant55" [id=337, type=get_attr]; +"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; +"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; +"341 scale_updated_constant17" [id=341, type=get_attr]; +"342 compressed_weight_updated_constant17" [id=342, type=get_attr]; +"343 mul_tensor_17" [id=343, type=mul]; +"344 zero_point_updated_constant17" [id=344, type=get_attr]; +"345 sub_tensor_17" [id=345, type=sub]; +"346 linear_16" [id=346, type=linear]; +"347 unflatten_4" [id=347, type=unflatten]; +"348 unsqueeze_4" [id=348, type=unsqueeze]; +"349 transpose_25" [id=349, type=transpose]; +"350 squeeze_4" [id=350, type=squeeze]; +"351 contiguous_4" [id=351, type=contiguous]; +"352 quantize_per_tensor_default_26" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_26" [id=353, type=dequantize_per_tensor]; +"354 select_12" [id=354, type=select]; +"355 quantize_per_tensor_default_27" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_27" [id=356, type=dequantize_per_tensor]; +"357 select_13" [id=357, type=select]; +"358 select_14" [id=358, type=select]; +"359 view_32" [id=359, type=view]; +"360 transpose_26" [id=360, type=transpose]; +"361 view_33" [id=361, type=view]; +"362 transpose_27" [id=362, type=transpose]; +"363 view_34" [id=363, type=view]; +"364 transpose_28" [id=364, type=transpose]; +"365 view_35" [id=365, type=view]; +"366 view_36" [id=366, type=view]; +"367 view_37" [id=367, type=view]; +"368 scaled_dot_product_attention_4" [id=368, type=scaled_dot_product_attention]; +"369 permute_5" [id=369, type=permute]; +"370 view_38" [id=370, type=view]; +"371 _param_constant57" [id=371, type=get_attr]; +"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; +"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; +"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; +"375 scale_updated_constant18" [id=375, type=get_attr]; +"376 compressed_weight_updated_constant18" [id=376, type=get_attr]; +"377 mul_tensor_18" [id=377, type=mul]; +"378 zero_point_updated_constant18" [id=378, type=get_attr]; +"379 sub_tensor_18" [id=379, type=sub]; +"380 linear_17" [id=380, type=linear]; +"381 view_39" [id=381, type=view]; +"382 transpose_29" [id=382, type=transpose]; +"383 dropout_13" [id=383, type=dropout]; +"384 add_9" [id=384, type=add]; +"385 _param_constant58" [id=385, type=get_attr]; +"386 _param_constant59" [id=386, type=get_attr]; +"387 layer_norm_9" [id=387, type=layer_norm]; +"388 _param_constant61" [id=388, type=get_attr]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; +"392 scale_updated_constant19" [id=392, type=get_attr]; +"393 compressed_weight_updated_constant19" [id=393, type=get_attr]; +"394 mul_tensor_19" [id=394, type=mul]; +"395 zero_point_updated_constant19" [id=395, type=get_attr]; +"396 sub_tensor_19" [id=396, type=sub]; +"397 linear_18" [id=397, type=linear]; +"398 gelu_4" [id=398, type=gelu]; +"399 dropout_14" [id=399, type=dropout]; +"400 _param_constant63" [id=400, type=get_attr]; +"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; +"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; +"404 scale_updated_constant20" [id=404, type=get_attr]; +"405 compressed_weight_updated_constant20" [id=405, type=get_attr]; +"406 mul_tensor_20" [id=406, type=mul]; +"407 zero_point_updated_constant20" [id=407, type=get_attr]; +"408 sub_tensor_20" [id=408, type=sub]; +"409 linear_19" [id=409, type=linear]; +"410 dropout_15" [id=410, type=dropout]; +"411 add_10" [id=411, type=add]; +"412 _param_constant64" [id=412, type=get_attr]; +"413 _param_constant65" [id=413, type=get_attr]; +"414 layer_norm_10" [id=414, type=layer_norm]; +"415 transpose_30" [id=415, type=transpose]; +"416 _param_constant67" [id=416, type=get_attr]; +"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; +"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; +"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; +"420 scale_updated_constant21" [id=420, type=get_attr]; +"421 compressed_weight_updated_constant21" [id=421, type=get_attr]; +"422 mul_tensor_21" [id=422, type=mul]; +"423 zero_point_updated_constant21" [id=423, type=get_attr]; +"424 sub_tensor_21" [id=424, type=sub]; +"425 linear_20" [id=425, type=linear]; +"426 unflatten_5" [id=426, type=unflatten]; +"427 unsqueeze_5" [id=427, type=unsqueeze]; +"428 transpose_31" [id=428, type=transpose]; +"429 squeeze_5" [id=429, type=squeeze]; +"430 contiguous_5" [id=430, type=contiguous]; +"431 quantize_per_tensor_default_32" [id=431, type=quantize_per_tensor]; +"432 dequantize_per_tensor_default_32" [id=432, type=dequantize_per_tensor]; +"433 select_15" [id=433, type=select]; +"434 quantize_per_tensor_default_33" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_33" [id=435, type=dequantize_per_tensor]; +"436 select_16" [id=436, type=select]; +"437 select_17" [id=437, type=select]; +"438 view_40" [id=438, type=view]; +"439 transpose_32" [id=439, type=transpose]; +"440 view_41" [id=440, type=view]; +"441 transpose_33" [id=441, type=transpose]; +"442 view_42" [id=442, type=view]; +"443 transpose_34" [id=443, type=transpose]; +"444 view_43" [id=444, type=view]; +"445 view_44" [id=445, type=view]; +"446 view_45" [id=446, type=view]; +"447 scaled_dot_product_attention_5" [id=447, type=scaled_dot_product_attention]; +"448 permute_6" [id=448, type=permute]; +"449 view_46" [id=449, type=view]; +"450 _param_constant69" [id=450, type=get_attr]; +"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; +"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; +"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; +"454 scale_updated_constant22" [id=454, type=get_attr]; +"455 compressed_weight_updated_constant22" [id=455, type=get_attr]; +"456 mul_tensor_22" [id=456, type=mul]; +"457 zero_point_updated_constant22" [id=457, type=get_attr]; +"458 sub_tensor_22" [id=458, type=sub]; +"459 linear_21" [id=459, type=linear]; +"460 view_47" [id=460, type=view]; +"461 transpose_35" [id=461, type=transpose]; +"462 dropout_16" [id=462, type=dropout]; +"463 add_11" [id=463, type=add]; +"464 _param_constant70" [id=464, type=get_attr]; +"465 _param_constant71" [id=465, type=get_attr]; +"466 layer_norm_11" [id=466, type=layer_norm]; +"467 _param_constant73" [id=467, type=get_attr]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; +"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; +"471 scale_updated_constant23" [id=471, type=get_attr]; +"472 compressed_weight_updated_constant23" [id=472, type=get_attr]; +"473 mul_tensor_23" [id=473, type=mul]; +"474 zero_point_updated_constant23" [id=474, type=get_attr]; +"475 sub_tensor_23" [id=475, type=sub]; +"476 linear_22" [id=476, type=linear]; +"477 gelu_5" [id=477, type=gelu]; +"478 dropout_17" [id=478, type=dropout]; +"479 _param_constant75" [id=479, type=get_attr]; +"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; +"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; +"483 scale_updated_constant24" [id=483, type=get_attr]; +"484 compressed_weight_updated_constant24" [id=484, type=get_attr]; +"485 mul_tensor_24" [id=485, type=mul]; +"486 zero_point_updated_constant24" [id=486, type=get_attr]; +"487 sub_tensor_24" [id=487, type=sub]; +"488 linear_23" [id=488, type=linear]; +"489 dropout_18" [id=489, type=dropout]; +"490 add_12" [id=490, type=add]; +"491 _param_constant76" [id=491, type=get_attr]; +"492 _param_constant77" [id=492, type=get_attr]; +"493 layer_norm_12" [id=493, type=layer_norm]; +"494 transpose_36" [id=494, type=transpose]; +"495 _param_constant79" [id=495, type=get_attr]; +"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; +"499 scale_updated_constant25" [id=499, type=get_attr]; +"500 compressed_weight_updated_constant25" [id=500, type=get_attr]; +"501 mul_tensor_25" [id=501, type=mul]; +"502 zero_point_updated_constant25" [id=502, type=get_attr]; +"503 sub_tensor_25" [id=503, type=sub]; +"504 linear_24" [id=504, type=linear]; +"505 unflatten_6" [id=505, type=unflatten]; +"506 unsqueeze_6" [id=506, type=unsqueeze]; +"507 transpose_37" [id=507, type=transpose]; +"508 squeeze_6" [id=508, type=squeeze]; +"509 contiguous_6" [id=509, type=contiguous]; +"510 quantize_per_tensor_default_38" [id=510, type=quantize_per_tensor]; +"511 dequantize_per_tensor_default_38" [id=511, type=dequantize_per_tensor]; +"512 select_18" [id=512, type=select]; +"513 quantize_per_tensor_default_39" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_39" [id=514, type=dequantize_per_tensor]; +"515 select_19" [id=515, type=select]; +"516 select_20" [id=516, type=select]; +"517 view_48" [id=517, type=view]; +"518 transpose_38" [id=518, type=transpose]; +"519 view_49" [id=519, type=view]; +"520 transpose_39" [id=520, type=transpose]; +"521 view_50" [id=521, type=view]; +"522 transpose_40" [id=522, type=transpose]; +"523 view_51" [id=523, type=view]; +"524 view_52" [id=524, type=view]; +"525 view_53" [id=525, type=view]; +"526 scaled_dot_product_attention_6" [id=526, type=scaled_dot_product_attention]; +"527 permute_7" [id=527, type=permute]; +"528 view_54" [id=528, type=view]; +"529 _param_constant81" [id=529, type=get_attr]; +"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; +"533 scale_updated_constant26" [id=533, type=get_attr]; +"534 compressed_weight_updated_constant26" [id=534, type=get_attr]; +"535 mul_tensor_26" [id=535, type=mul]; +"536 zero_point_updated_constant26" [id=536, type=get_attr]; +"537 sub_tensor_26" [id=537, type=sub]; +"538 linear_25" [id=538, type=linear]; +"539 view_55" [id=539, type=view]; +"540 transpose_41" [id=540, type=transpose]; +"541 dropout_19" [id=541, type=dropout]; +"542 add_13" [id=542, type=add]; +"543 _param_constant82" [id=543, type=get_attr]; +"544 _param_constant83" [id=544, type=get_attr]; +"545 layer_norm_13" [id=545, type=layer_norm]; +"546 _param_constant85" [id=546, type=get_attr]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; +"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; +"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; +"550 scale_updated_constant27" [id=550, type=get_attr]; +"551 compressed_weight_updated_constant27" [id=551, type=get_attr]; +"552 mul_tensor_27" [id=552, type=mul]; +"553 zero_point_updated_constant27" [id=553, type=get_attr]; +"554 sub_tensor_27" [id=554, type=sub]; +"555 linear_26" [id=555, type=linear]; +"556 gelu_6" [id=556, type=gelu]; +"557 dropout_20" [id=557, type=dropout]; +"558 _param_constant87" [id=558, type=get_attr]; +"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; +"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; +"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; +"562 scale_updated_constant28" [id=562, type=get_attr]; +"563 compressed_weight_updated_constant28" [id=563, type=get_attr]; +"564 mul_tensor_28" [id=564, type=mul]; +"565 zero_point_updated_constant28" [id=565, type=get_attr]; +"566 sub_tensor_28" [id=566, type=sub]; +"567 linear_27" [id=567, type=linear]; +"568 dropout_21" [id=568, type=dropout]; +"569 add_14" [id=569, type=add]; +"570 _param_constant88" [id=570, type=get_attr]; +"571 _param_constant89" [id=571, type=get_attr]; +"572 layer_norm_14" [id=572, type=layer_norm]; +"573 transpose_42" [id=573, type=transpose]; +"574 _param_constant91" [id=574, type=get_attr]; +"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; +"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; +"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; +"578 scale_updated_constant29" [id=578, type=get_attr]; +"579 compressed_weight_updated_constant29" [id=579, type=get_attr]; +"580 mul_tensor_29" [id=580, type=mul]; +"581 zero_point_updated_constant29" [id=581, type=get_attr]; +"582 sub_tensor_29" [id=582, type=sub]; +"583 linear_28" [id=583, type=linear]; +"584 unflatten_7" [id=584, type=unflatten]; +"585 unsqueeze_7" [id=585, type=unsqueeze]; +"586 transpose_43" [id=586, type=transpose]; +"587 squeeze_7" [id=587, type=squeeze]; +"588 contiguous_7" [id=588, type=contiguous]; +"589 quantize_per_tensor_default_44" [id=589, type=quantize_per_tensor]; +"590 dequantize_per_tensor_default_44" [id=590, type=dequantize_per_tensor]; +"591 select_21" [id=591, type=select]; +"592 quantize_per_tensor_default_45" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_45" [id=593, type=dequantize_per_tensor]; +"594 select_22" [id=594, type=select]; +"595 select_23" [id=595, type=select]; +"596 view_56" [id=596, type=view]; +"597 transpose_44" [id=597, type=transpose]; +"598 view_57" [id=598, type=view]; +"599 transpose_45" [id=599, type=transpose]; +"600 view_58" [id=600, type=view]; +"601 transpose_46" [id=601, type=transpose]; +"602 view_59" [id=602, type=view]; +"603 view_60" [id=603, type=view]; +"604 view_61" [id=604, type=view]; +"605 scaled_dot_product_attention_7" [id=605, type=scaled_dot_product_attention]; +"606 permute_8" [id=606, type=permute]; +"607 view_62" [id=607, type=view]; +"608 _param_constant93" [id=608, type=get_attr]; +"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; +"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; +"612 scale_updated_constant30" [id=612, type=get_attr]; +"613 compressed_weight_updated_constant30" [id=613, type=get_attr]; +"614 mul_tensor_30" [id=614, type=mul]; +"615 zero_point_updated_constant30" [id=615, type=get_attr]; +"616 sub_tensor_30" [id=616, type=sub]; +"617 linear_29" [id=617, type=linear]; +"618 view_63" [id=618, type=view]; +"619 transpose_47" [id=619, type=transpose]; +"620 dropout_22" [id=620, type=dropout]; +"621 add_15" [id=621, type=add]; +"622 _param_constant94" [id=622, type=get_attr]; +"623 _param_constant95" [id=623, type=get_attr]; +"624 layer_norm_15" [id=624, type=layer_norm]; +"625 _param_constant97" [id=625, type=get_attr]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; +"629 scale_updated_constant31" [id=629, type=get_attr]; +"630 compressed_weight_updated_constant31" [id=630, type=get_attr]; +"631 mul_tensor_31" [id=631, type=mul]; +"632 zero_point_updated_constant31" [id=632, type=get_attr]; +"633 sub_tensor_31" [id=633, type=sub]; +"634 linear_30" [id=634, type=linear]; +"635 gelu_7" [id=635, type=gelu]; +"636 dropout_23" [id=636, type=dropout]; +"637 _param_constant99" [id=637, type=get_attr]; +"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; +"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; +"641 scale_updated_constant32" [id=641, type=get_attr]; +"642 compressed_weight_updated_constant32" [id=642, type=get_attr]; +"643 mul_tensor_32" [id=643, type=mul]; +"644 zero_point_updated_constant32" [id=644, type=get_attr]; +"645 sub_tensor_32" [id=645, type=sub]; +"646 linear_31" [id=646, type=linear]; +"647 dropout_24" [id=647, type=dropout]; +"648 add_16" [id=648, type=add]; +"649 _param_constant100" [id=649, type=get_attr]; +"650 _param_constant101" [id=650, type=get_attr]; +"651 layer_norm_16" [id=651, type=layer_norm]; +"652 transpose_48" [id=652, type=transpose]; +"653 _param_constant103" [id=653, type=get_attr]; +"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; +"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; +"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; +"657 scale_updated_constant33" [id=657, type=get_attr]; +"658 compressed_weight_updated_constant33" [id=658, type=get_attr]; +"659 mul_tensor_33" [id=659, type=mul]; +"660 zero_point_updated_constant33" [id=660, type=get_attr]; +"661 sub_tensor_33" [id=661, type=sub]; +"662 linear_32" [id=662, type=linear]; +"663 unflatten_8" [id=663, type=unflatten]; +"664 unsqueeze_8" [id=664, type=unsqueeze]; +"665 transpose_49" [id=665, type=transpose]; +"666 squeeze_8" [id=666, type=squeeze]; +"667 contiguous_8" [id=667, type=contiguous]; +"668 quantize_per_tensor_default_50" [id=668, type=quantize_per_tensor]; +"669 dequantize_per_tensor_default_50" [id=669, type=dequantize_per_tensor]; +"670 select_24" [id=670, type=select]; +"671 quantize_per_tensor_default_51" [id=671, type=quantize_per_tensor]; +"672 dequantize_per_tensor_default_51" [id=672, type=dequantize_per_tensor]; +"673 select_25" [id=673, type=select]; +"674 select_26" [id=674, type=select]; +"675 view_64" [id=675, type=view]; +"676 transpose_50" [id=676, type=transpose]; +"677 view_65" [id=677, type=view]; +"678 transpose_51" [id=678, type=transpose]; +"679 view_66" [id=679, type=view]; +"680 transpose_52" [id=680, type=transpose]; +"681 view_67" [id=681, type=view]; +"682 view_68" [id=682, type=view]; +"683 view_69" [id=683, type=view]; +"684 scaled_dot_product_attention_8" [id=684, type=scaled_dot_product_attention]; +"685 permute_9" [id=685, type=permute]; +"686 view_70" [id=686, type=view]; +"687 _param_constant105" [id=687, type=get_attr]; +"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; +"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; +"691 scale_updated_constant34" [id=691, type=get_attr]; +"692 compressed_weight_updated_constant34" [id=692, type=get_attr]; +"693 mul_tensor_34" [id=693, type=mul]; +"694 zero_point_updated_constant34" [id=694, type=get_attr]; +"695 sub_tensor_34" [id=695, type=sub]; +"696 linear_33" [id=696, type=linear]; +"697 view_71" [id=697, type=view]; +"698 transpose_53" [id=698, type=transpose]; +"699 dropout_25" [id=699, type=dropout]; +"700 add_17" [id=700, type=add]; +"701 _param_constant106" [id=701, type=get_attr]; +"702 _param_constant107" [id=702, type=get_attr]; +"703 layer_norm_17" [id=703, type=layer_norm]; +"704 _param_constant109" [id=704, type=get_attr]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; +"708 scale_updated_constant35" [id=708, type=get_attr]; +"709 compressed_weight_updated_constant35" [id=709, type=get_attr]; +"710 mul_tensor_35" [id=710, type=mul]; +"711 zero_point_updated_constant35" [id=711, type=get_attr]; +"712 sub_tensor_35" [id=712, type=sub]; +"713 linear_34" [id=713, type=linear]; +"714 gelu_8" [id=714, type=gelu]; +"715 dropout_26" [id=715, type=dropout]; +"716 _param_constant111" [id=716, type=get_attr]; +"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; +"720 scale_updated_constant36" [id=720, type=get_attr]; +"721 compressed_weight_updated_constant36" [id=721, type=get_attr]; +"722 mul_tensor_36" [id=722, type=mul]; +"723 zero_point_updated_constant36" [id=723, type=get_attr]; +"724 sub_tensor_36" [id=724, type=sub]; +"725 linear_35" [id=725, type=linear]; +"726 dropout_27" [id=726, type=dropout]; +"727 add_18" [id=727, type=add]; +"728 _param_constant112" [id=728, type=get_attr]; +"729 _param_constant113" [id=729, type=get_attr]; +"730 layer_norm_18" [id=730, type=layer_norm]; +"731 transpose_54" [id=731, type=transpose]; +"732 _param_constant115" [id=732, type=get_attr]; +"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; +"736 scale_updated_constant37" [id=736, type=get_attr]; +"737 compressed_weight_updated_constant37" [id=737, type=get_attr]; +"738 mul_tensor_37" [id=738, type=mul]; +"739 zero_point_updated_constant37" [id=739, type=get_attr]; +"740 sub_tensor_37" [id=740, type=sub]; +"741 linear_36" [id=741, type=linear]; +"742 unflatten_9" [id=742, type=unflatten]; +"743 unsqueeze_9" [id=743, type=unsqueeze]; +"744 transpose_55" [id=744, type=transpose]; +"745 squeeze_9" [id=745, type=squeeze]; +"746 contiguous_9" [id=746, type=contiguous]; +"747 quantize_per_tensor_default_56" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_56" [id=748, type=dequantize_per_tensor]; +"749 select_27" [id=749, type=select]; +"750 quantize_per_tensor_default_57" [id=750, type=quantize_per_tensor]; +"751 dequantize_per_tensor_default_57" [id=751, type=dequantize_per_tensor]; +"752 select_28" [id=752, type=select]; +"753 select_29" [id=753, type=select]; +"754 view_72" [id=754, type=view]; +"755 transpose_56" [id=755, type=transpose]; +"756 view_73" [id=756, type=view]; +"757 transpose_57" [id=757, type=transpose]; +"758 view_74" [id=758, type=view]; +"759 transpose_58" [id=759, type=transpose]; +"760 view_75" [id=760, type=view]; +"761 view_76" [id=761, type=view]; +"762 view_77" [id=762, type=view]; +"763 scaled_dot_product_attention_9" [id=763, type=scaled_dot_product_attention]; +"764 permute_10" [id=764, type=permute]; +"765 view_78" [id=765, type=view]; +"766 _param_constant117" [id=766, type=get_attr]; +"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; +"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; +"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; +"770 scale_updated_constant38" [id=770, type=get_attr]; +"771 compressed_weight_updated_constant38" [id=771, type=get_attr]; +"772 mul_tensor_38" [id=772, type=mul]; +"773 zero_point_updated_constant38" [id=773, type=get_attr]; +"774 sub_tensor_38" [id=774, type=sub]; +"775 linear_37" [id=775, type=linear]; +"776 view_79" [id=776, type=view]; +"777 transpose_59" [id=777, type=transpose]; +"778 dropout_28" [id=778, type=dropout]; +"779 add_19" [id=779, type=add]; +"780 _param_constant118" [id=780, type=get_attr]; +"781 _param_constant119" [id=781, type=get_attr]; +"782 layer_norm_19" [id=782, type=layer_norm]; +"783 _param_constant121" [id=783, type=get_attr]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; +"787 scale_updated_constant39" [id=787, type=get_attr]; +"788 compressed_weight_updated_constant39" [id=788, type=get_attr]; +"789 mul_tensor_39" [id=789, type=mul]; +"790 zero_point_updated_constant39" [id=790, type=get_attr]; +"791 sub_tensor_39" [id=791, type=sub]; +"792 linear_38" [id=792, type=linear]; +"793 gelu_9" [id=793, type=gelu]; +"794 dropout_29" [id=794, type=dropout]; +"795 _param_constant123" [id=795, type=get_attr]; +"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; +"799 scale_updated_constant40" [id=799, type=get_attr]; +"800 compressed_weight_updated_constant40" [id=800, type=get_attr]; +"801 mul_tensor_40" [id=801, type=mul]; +"802 zero_point_updated_constant40" [id=802, type=get_attr]; +"803 sub_tensor_40" [id=803, type=sub]; +"804 linear_39" [id=804, type=linear]; +"805 dropout_30" [id=805, type=dropout]; +"806 add_20" [id=806, type=add]; +"807 _param_constant124" [id=807, type=get_attr]; +"808 _param_constant125" [id=808, type=get_attr]; +"809 layer_norm_20" [id=809, type=layer_norm]; +"810 transpose_60" [id=810, type=transpose]; +"811 _param_constant127" [id=811, type=get_attr]; +"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; +"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; +"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; +"815 scale_updated_constant41" [id=815, type=get_attr]; +"816 compressed_weight_updated_constant41" [id=816, type=get_attr]; +"817 mul_tensor_41" [id=817, type=mul]; +"818 zero_point_updated_constant41" [id=818, type=get_attr]; +"819 sub_tensor_41" [id=819, type=sub]; +"820 linear_40" [id=820, type=linear]; +"821 unflatten_10" [id=821, type=unflatten]; +"822 unsqueeze_10" [id=822, type=unsqueeze]; +"823 transpose_61" [id=823, type=transpose]; +"824 squeeze_10" [id=824, type=squeeze]; +"825 contiguous_10" [id=825, type=contiguous]; +"826 quantize_per_tensor_default_62" [id=826, type=quantize_per_tensor]; +"827 dequantize_per_tensor_default_62" [id=827, type=dequantize_per_tensor]; +"828 select_30" [id=828, type=select]; +"829 quantize_per_tensor_default_63" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_63" [id=830, type=dequantize_per_tensor]; +"831 select_31" [id=831, type=select]; +"832 select_32" [id=832, type=select]; +"833 view_80" [id=833, type=view]; +"834 transpose_62" [id=834, type=transpose]; +"835 view_81" [id=835, type=view]; +"836 transpose_63" [id=836, type=transpose]; +"837 view_82" [id=837, type=view]; +"838 transpose_64" [id=838, type=transpose]; +"839 view_83" [id=839, type=view]; +"840 view_84" [id=840, type=view]; +"841 view_85" [id=841, type=view]; +"842 scaled_dot_product_attention_10" [id=842, type=scaled_dot_product_attention]; +"843 permute_11" [id=843, type=permute]; +"844 view_86" [id=844, type=view]; +"845 _param_constant129" [id=845, type=get_attr]; +"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; +"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; +"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; +"849 scale_updated_constant42" [id=849, type=get_attr]; +"850 compressed_weight_updated_constant42" [id=850, type=get_attr]; +"851 mul_tensor_42" [id=851, type=mul]; +"852 zero_point_updated_constant42" [id=852, type=get_attr]; +"853 sub_tensor_42" [id=853, type=sub]; +"854 linear_41" [id=854, type=linear]; +"855 view_87" [id=855, type=view]; +"856 transpose_65" [id=856, type=transpose]; +"857 dropout_31" [id=857, type=dropout]; +"858 add_21" [id=858, type=add]; +"859 _param_constant130" [id=859, type=get_attr]; +"860 _param_constant131" [id=860, type=get_attr]; +"861 layer_norm_21" [id=861, type=layer_norm]; +"862 _param_constant133" [id=862, type=get_attr]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; +"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; +"866 scale_updated_constant43" [id=866, type=get_attr]; +"867 compressed_weight_updated_constant43" [id=867, type=get_attr]; +"868 mul_tensor_43" [id=868, type=mul]; +"869 zero_point_updated_constant43" [id=869, type=get_attr]; +"870 sub_tensor_43" [id=870, type=sub]; +"871 linear_42" [id=871, type=linear]; +"872 gelu_10" [id=872, type=gelu]; +"873 dropout_32" [id=873, type=dropout]; +"874 _param_constant135" [id=874, type=get_attr]; +"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; +"878 scale_updated_constant44" [id=878, type=get_attr]; +"879 compressed_weight_updated_constant44" [id=879, type=get_attr]; +"880 mul_tensor_44" [id=880, type=mul]; +"881 zero_point_updated_constant44" [id=881, type=get_attr]; +"882 sub_tensor_44" [id=882, type=sub]; +"883 linear_43" [id=883, type=linear]; +"884 dropout_33" [id=884, type=dropout]; +"885 add_22" [id=885, type=add]; +"886 _param_constant136" [id=886, type=get_attr]; +"887 _param_constant137" [id=887, type=get_attr]; +"888 layer_norm_22" [id=888, type=layer_norm]; +"889 transpose_66" [id=889, type=transpose]; +"890 _param_constant139" [id=890, type=get_attr]; +"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; +"894 scale_updated_constant45" [id=894, type=get_attr]; +"895 compressed_weight_updated_constant45" [id=895, type=get_attr]; +"896 mul_tensor_45" [id=896, type=mul]; +"897 zero_point_updated_constant45" [id=897, type=get_attr]; +"898 sub_tensor_45" [id=898, type=sub]; +"899 linear_44" [id=899, type=linear]; +"900 unflatten_11" [id=900, type=unflatten]; +"901 unsqueeze_11" [id=901, type=unsqueeze]; +"902 transpose_67" [id=902, type=transpose]; +"903 squeeze_11" [id=903, type=squeeze]; +"904 contiguous_11" [id=904, type=contiguous]; +"905 quantize_per_tensor_default_68" [id=905, type=quantize_per_tensor]; +"906 dequantize_per_tensor_default_68" [id=906, type=dequantize_per_tensor]; +"907 select_33" [id=907, type=select]; +"908 quantize_per_tensor_default_69" [id=908, type=quantize_per_tensor]; +"909 dequantize_per_tensor_default_69" [id=909, type=dequantize_per_tensor]; +"910 select_34" [id=910, type=select]; +"911 select_35" [id=911, type=select]; +"912 view_88" [id=912, type=view]; +"913 transpose_68" [id=913, type=transpose]; +"914 view_89" [id=914, type=view]; +"915 transpose_69" [id=915, type=transpose]; +"916 view_90" [id=916, type=view]; +"917 transpose_70" [id=917, type=transpose]; +"918 view_91" [id=918, type=view]; +"919 view_92" [id=919, type=view]; +"920 view_93" [id=920, type=view]; +"921 scaled_dot_product_attention_11" [id=921, type=scaled_dot_product_attention]; +"922 permute_12" [id=922, type=permute]; +"923 view_94" [id=923, type=view]; +"924 _param_constant141" [id=924, type=get_attr]; +"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; +"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; +"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; +"928 scale_updated_constant46" [id=928, type=get_attr]; +"929 compressed_weight_updated_constant46" [id=929, type=get_attr]; +"930 mul_tensor_46" [id=930, type=mul]; +"931 zero_point_updated_constant46" [id=931, type=get_attr]; +"932 sub_tensor_46" [id=932, type=sub]; +"933 linear_45" [id=933, type=linear]; +"934 view_95" [id=934, type=view]; +"935 transpose_71" [id=935, type=transpose]; +"936 dropout_34" [id=936, type=dropout]; +"937 add_23" [id=937, type=add]; +"938 _param_constant142" [id=938, type=get_attr]; +"939 _param_constant143" [id=939, type=get_attr]; +"940 layer_norm_23" [id=940, type=layer_norm]; +"941 _param_constant145" [id=941, type=get_attr]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; +"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; +"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; +"945 scale_updated_constant47" [id=945, type=get_attr]; +"946 compressed_weight_updated_constant47" [id=946, type=get_attr]; +"947 mul_tensor_47" [id=947, type=mul]; +"948 zero_point_updated_constant47" [id=948, type=get_attr]; +"949 sub_tensor_47" [id=949, type=sub]; +"950 linear_46" [id=950, type=linear]; +"951 gelu_11" [id=951, type=gelu]; +"952 dropout_35" [id=952, type=dropout]; +"953 _param_constant147" [id=953, type=get_attr]; +"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; +"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; +"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; +"957 scale_updated_constant48" [id=957, type=get_attr]; +"958 compressed_weight_updated_constant48" [id=958, type=get_attr]; +"959 mul_tensor_48" [id=959, type=mul]; +"960 zero_point_updated_constant48" [id=960, type=get_attr]; +"961 sub_tensor_48" [id=961, type=sub]; +"962 linear_47" [id=962, type=linear]; +"963 dropout_36" [id=963, type=dropout]; +"964 add_24" [id=964, type=add]; +"965 _param_constant148" [id=965, type=get_attr]; +"966 _param_constant149" [id=966, type=get_attr]; +"967 layer_norm_24" [id=967, type=layer_norm]; +"968 slice_1" [id=968, type=slice]; +"969 select_36" [id=969, type=select]; +"970 _param_constant151" [id=970, type=get_attr]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 scale_updated_constant49" [id=974, type=get_attr]; +"975 compressed_weight_updated_constant49" [id=975, type=get_attr]; +"976 mul_tensor_49" [id=976, type=mul]; +"977 zero_point_updated_constant49" [id=977, type=get_attr]; +"978 sub_tensor_49" [id=978, type=sub]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; @@ -992,1022 +991,1021 @@ strict digraph { "8 sub_tensor" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; "9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; "10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; -"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; -"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; -"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; -"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; -"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; -"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; -"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; -"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; -"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; -"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; -"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; -"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"22 _param_constant7" -> "31 linear" [label="(2304,)", style=solid]; -"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"26 scale_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 1)", style=solid]; -"27 compressed_weight_updated_constant1" -> "28 mul_tensor_1" [label="(2304, 768)", style=solid]; -"28 mul_tensor_1" -> "30 sub_tensor_1" [label="(2304, 768)", style=solid]; -"29 zero_point_updated_constant1" -> "30 sub_tensor_1" [label="(2304, 1)", style=solid]; -"30 sub_tensor_1" -> "31 linear" [label="(2304, 768)", style=solid]; -"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; -"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; -"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; -"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; -"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; -"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; -"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; -"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; -"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; -"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; -"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; -"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; -"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; -"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; -"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"56 _param_constant9" -> "65 linear_1" [label="(768,)", style=solid]; -"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"60 scale_updated_constant2" -> "62 mul_tensor_2" [label="(768, 1)", style=solid]; -"61 compressed_weight_updated_constant2" -> "62 mul_tensor_2" [label="(768, 768)", style=solid]; -"62 mul_tensor_2" -> "64 sub_tensor_2" [label="(768, 768)", style=solid]; -"63 zero_point_updated_constant2" -> "64 sub_tensor_2" [label="(768, 1)", style=solid]; -"64 sub_tensor_2" -> "65 linear_1" [label="(768, 768)", style=solid]; -"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; -"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; -"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; -"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; -"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; -"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"73 _param_constant13" -> "82 linear_2" [label="(3072,)", style=solid]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"77 scale_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 1)", style=solid]; -"78 compressed_weight_updated_constant3" -> "79 mul_tensor_3" [label="(3072, 768)", style=solid]; -"79 mul_tensor_3" -> "81 sub_tensor_3" [label="(3072, 768)", style=solid]; -"80 zero_point_updated_constant3" -> "81 sub_tensor_3" [label="(3072, 1)", style=solid]; -"81 sub_tensor_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; -"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; -"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; -"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"85 _param_constant15" -> "94 linear_3" [label="(768,)", style=solid]; -"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"89 scale_updated_constant4" -> "91 mul_tensor_4" [label="(768, 1)", style=solid]; -"90 compressed_weight_updated_constant4" -> "91 mul_tensor_4" [label="(768, 3072)", style=solid]; -"91 mul_tensor_4" -> "93 sub_tensor_4" [label="(768, 3072)", style=solid]; -"92 zero_point_updated_constant4" -> "93 sub_tensor_4" [label="(768, 1)", style=solid]; -"93 sub_tensor_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; -"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; -"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; -"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; -"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; -"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; -"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; -"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"101 _param_constant19" -> "110 linear_4" [label="(2304,)", style=solid]; -"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"105 scale_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 1)", style=solid]; -"106 compressed_weight_updated_constant5" -> "107 mul_tensor_5" [label="(2304, 768)", style=solid]; -"107 mul_tensor_5" -> "109 sub_tensor_5" [label="(2304, 768)", style=solid]; -"108 zero_point_updated_constant5" -> "109 sub_tensor_5" [label="(2304, 1)", style=solid]; -"109 sub_tensor_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; -"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; -"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; -"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; -"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; -"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; -"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; -"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; -"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; -"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; -"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; -"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; -"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; -"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; -"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"135 _param_constant21" -> "144 linear_5" [label="(768,)", style=solid]; -"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"139 scale_updated_constant6" -> "141 mul_tensor_6" [label="(768, 1)", style=solid]; -"140 compressed_weight_updated_constant6" -> "141 mul_tensor_6" [label="(768, 768)", style=solid]; -"141 mul_tensor_6" -> "143 sub_tensor_6" [label="(768, 768)", style=solid]; -"142 zero_point_updated_constant6" -> "143 sub_tensor_6" [label="(768, 1)", style=solid]; -"143 sub_tensor_6" -> "144 linear_5" [label="(768, 768)", style=solid]; -"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; -"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; -"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; -"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; -"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; -"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"152 _param_constant25" -> "161 linear_6" [label="(3072,)", style=solid]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"156 scale_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 1)", style=solid]; -"157 compressed_weight_updated_constant7" -> "158 mul_tensor_7" [label="(3072, 768)", style=solid]; -"158 mul_tensor_7" -> "160 sub_tensor_7" [label="(3072, 768)", style=solid]; -"159 zero_point_updated_constant7" -> "160 sub_tensor_7" [label="(3072, 1)", style=solid]; -"160 sub_tensor_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; -"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; -"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; -"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"164 _param_constant27" -> "173 linear_7" [label="(768,)", style=solid]; -"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"168 scale_updated_constant8" -> "170 mul_tensor_8" [label="(768, 1)", style=solid]; -"169 compressed_weight_updated_constant8" -> "170 mul_tensor_8" [label="(768, 3072)", style=solid]; -"170 mul_tensor_8" -> "172 sub_tensor_8" [label="(768, 3072)", style=solid]; -"171 zero_point_updated_constant8" -> "172 sub_tensor_8" [label="(768, 1)", style=solid]; -"172 sub_tensor_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; -"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; -"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; -"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; -"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; -"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; -"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; -"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"180 _param_constant31" -> "189 linear_8" [label="(2304,)", style=solid]; -"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"184 scale_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 1)", style=solid]; -"185 compressed_weight_updated_constant9" -> "186 mul_tensor_9" [label="(2304, 768)", style=solid]; -"186 mul_tensor_9" -> "188 sub_tensor_9" [label="(2304, 768)", style=solid]; -"187 zero_point_updated_constant9" -> "188 sub_tensor_9" [label="(2304, 1)", style=solid]; -"188 sub_tensor_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; -"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; -"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; -"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; -"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; -"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; -"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; -"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; -"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; -"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; -"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; -"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; -"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; -"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; -"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"214 _param_constant33" -> "223 linear_9" [label="(768,)", style=solid]; -"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"218 scale_updated_constant10" -> "220 mul_tensor_10" [label="(768, 1)", style=solid]; -"219 compressed_weight_updated_constant10" -> "220 mul_tensor_10" [label="(768, 768)", style=solid]; -"220 mul_tensor_10" -> "222 sub_tensor_10" [label="(768, 768)", style=solid]; -"221 zero_point_updated_constant10" -> "222 sub_tensor_10" [label="(768, 1)", style=solid]; -"222 sub_tensor_10" -> "223 linear_9" [label="(768, 768)", style=solid]; -"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; -"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; -"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; -"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; -"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; -"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"231 _param_constant37" -> "240 linear_10" [label="(3072,)", style=solid]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"235 scale_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 1)", style=solid]; -"236 compressed_weight_updated_constant11" -> "237 mul_tensor_11" [label="(3072, 768)", style=solid]; -"237 mul_tensor_11" -> "239 sub_tensor_11" [label="(3072, 768)", style=solid]; -"238 zero_point_updated_constant11" -> "239 sub_tensor_11" [label="(3072, 1)", style=solid]; -"239 sub_tensor_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; -"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; -"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; -"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"243 _param_constant39" -> "252 linear_11" [label="(768,)", style=solid]; -"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"247 scale_updated_constant12" -> "249 mul_tensor_12" [label="(768, 1)", style=solid]; -"248 compressed_weight_updated_constant12" -> "249 mul_tensor_12" [label="(768, 3072)", style=solid]; -"249 mul_tensor_12" -> "251 sub_tensor_12" [label="(768, 3072)", style=solid]; -"250 zero_point_updated_constant12" -> "251 sub_tensor_12" [label="(768, 1)", style=solid]; -"251 sub_tensor_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; -"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; -"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; -"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; -"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; -"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; -"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"259 _param_constant43" -> "268 linear_12" [label="(2304,)", style=solid]; -"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"263 scale_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 1)", style=solid]; -"264 compressed_weight_updated_constant13" -> "265 mul_tensor_13" [label="(2304, 768)", style=solid]; -"265 mul_tensor_13" -> "267 sub_tensor_13" [label="(2304, 768)", style=solid]; -"266 zero_point_updated_constant13" -> "267 sub_tensor_13" [label="(2304, 1)", style=solid]; -"267 sub_tensor_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; -"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; -"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; -"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; -"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; -"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; -"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; -"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; -"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; -"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; -"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; -"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; -"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; -"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; -"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"293 _param_constant45" -> "302 linear_13" [label="(768,)", style=solid]; -"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"297 scale_updated_constant14" -> "299 mul_tensor_14" [label="(768, 1)", style=solid]; -"298 compressed_weight_updated_constant14" -> "299 mul_tensor_14" [label="(768, 768)", style=solid]; -"299 mul_tensor_14" -> "301 sub_tensor_14" [label="(768, 768)", style=solid]; -"300 zero_point_updated_constant14" -> "301 sub_tensor_14" [label="(768, 1)", style=solid]; -"301 sub_tensor_14" -> "302 linear_13" [label="(768, 768)", style=solid]; -"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; -"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; -"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; -"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; -"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"310 _param_constant49" -> "319 linear_14" [label="(3072,)", style=solid]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"314 scale_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 1)", style=solid]; -"315 compressed_weight_updated_constant15" -> "316 mul_tensor_15" [label="(3072, 768)", style=solid]; -"316 mul_tensor_15" -> "318 sub_tensor_15" [label="(3072, 768)", style=solid]; -"317 zero_point_updated_constant15" -> "318 sub_tensor_15" [label="(3072, 1)", style=solid]; -"318 sub_tensor_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; -"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; -"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; -"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"322 _param_constant51" -> "331 linear_15" [label="(768,)", style=solid]; -"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"326 scale_updated_constant16" -> "328 mul_tensor_16" [label="(768, 1)", style=solid]; -"327 compressed_weight_updated_constant16" -> "328 mul_tensor_16" [label="(768, 3072)", style=solid]; -"328 mul_tensor_16" -> "330 sub_tensor_16" [label="(768, 3072)", style=solid]; -"329 zero_point_updated_constant16" -> "330 sub_tensor_16" [label="(768, 1)", style=solid]; -"330 sub_tensor_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; -"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; -"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; -"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; -"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; -"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; -"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; -"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"338 _param_constant55" -> "347 linear_16" [label="(2304,)", style=solid]; -"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"342 scale_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 1)", style=solid]; -"343 compressed_weight_updated_constant17" -> "344 mul_tensor_17" [label="(2304, 768)", style=solid]; -"344 mul_tensor_17" -> "346 sub_tensor_17" [label="(2304, 768)", style=solid]; -"345 zero_point_updated_constant17" -> "346 sub_tensor_17" [label="(2304, 1)", style=solid]; -"346 sub_tensor_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; -"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; -"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; -"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; -"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; -"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; -"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; -"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; -"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; -"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; -"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; -"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; -"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; -"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; -"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"372 _param_constant57" -> "381 linear_17" [label="(768,)", style=solid]; -"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"376 scale_updated_constant18" -> "378 mul_tensor_18" [label="(768, 1)", style=solid]; -"377 compressed_weight_updated_constant18" -> "378 mul_tensor_18" [label="(768, 768)", style=solid]; -"378 mul_tensor_18" -> "380 sub_tensor_18" [label="(768, 768)", style=solid]; -"379 zero_point_updated_constant18" -> "380 sub_tensor_18" [label="(768, 1)", style=solid]; -"380 sub_tensor_18" -> "381 linear_17" [label="(768, 768)", style=solid]; -"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; -"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; -"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; -"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; -"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; -"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"389 _param_constant61" -> "398 linear_18" [label="(3072,)", style=solid]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"393 scale_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 1)", style=solid]; -"394 compressed_weight_updated_constant19" -> "395 mul_tensor_19" [label="(3072, 768)", style=solid]; -"395 mul_tensor_19" -> "397 sub_tensor_19" [label="(3072, 768)", style=solid]; -"396 zero_point_updated_constant19" -> "397 sub_tensor_19" [label="(3072, 1)", style=solid]; -"397 sub_tensor_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; -"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; -"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; -"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"401 _param_constant63" -> "410 linear_19" [label="(768,)", style=solid]; -"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"405 scale_updated_constant20" -> "407 mul_tensor_20" [label="(768, 1)", style=solid]; -"406 compressed_weight_updated_constant20" -> "407 mul_tensor_20" [label="(768, 3072)", style=solid]; -"407 mul_tensor_20" -> "409 sub_tensor_20" [label="(768, 3072)", style=solid]; -"408 zero_point_updated_constant20" -> "409 sub_tensor_20" [label="(768, 1)", style=solid]; -"409 sub_tensor_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; -"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; -"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; -"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; -"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; -"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; -"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; -"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"417 _param_constant67" -> "426 linear_20" [label="(2304,)", style=solid]; -"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"421 scale_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 1)", style=solid]; -"422 compressed_weight_updated_constant21" -> "423 mul_tensor_21" [label="(2304, 768)", style=solid]; -"423 mul_tensor_21" -> "425 sub_tensor_21" [label="(2304, 768)", style=solid]; -"424 zero_point_updated_constant21" -> "425 sub_tensor_21" [label="(2304, 1)", style=solid]; -"425 sub_tensor_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; -"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; -"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; -"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; -"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; -"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; -"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; -"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; -"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; -"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; -"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; -"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; -"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; -"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; -"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"451 _param_constant69" -> "460 linear_21" [label="(768,)", style=solid]; -"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"455 scale_updated_constant22" -> "457 mul_tensor_22" [label="(768, 1)", style=solid]; -"456 compressed_weight_updated_constant22" -> "457 mul_tensor_22" [label="(768, 768)", style=solid]; -"457 mul_tensor_22" -> "459 sub_tensor_22" [label="(768, 768)", style=solid]; -"458 zero_point_updated_constant22" -> "459 sub_tensor_22" [label="(768, 1)", style=solid]; -"459 sub_tensor_22" -> "460 linear_21" [label="(768, 768)", style=solid]; -"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; -"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; -"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; -"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; -"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; -"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"468 _param_constant73" -> "477 linear_22" [label="(3072,)", style=solid]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"472 scale_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 1)", style=solid]; -"473 compressed_weight_updated_constant23" -> "474 mul_tensor_23" [label="(3072, 768)", style=solid]; -"474 mul_tensor_23" -> "476 sub_tensor_23" [label="(3072, 768)", style=solid]; -"475 zero_point_updated_constant23" -> "476 sub_tensor_23" [label="(3072, 1)", style=solid]; -"476 sub_tensor_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; -"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; -"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; -"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"480 _param_constant75" -> "489 linear_23" [label="(768,)", style=solid]; -"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"484 scale_updated_constant24" -> "486 mul_tensor_24" [label="(768, 1)", style=solid]; -"485 compressed_weight_updated_constant24" -> "486 mul_tensor_24" [label="(768, 3072)", style=solid]; -"486 mul_tensor_24" -> "488 sub_tensor_24" [label="(768, 3072)", style=solid]; -"487 zero_point_updated_constant24" -> "488 sub_tensor_24" [label="(768, 1)", style=solid]; -"488 sub_tensor_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; -"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; -"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; -"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; -"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; -"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; -"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; -"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"496 _param_constant79" -> "505 linear_24" [label="(2304,)", style=solid]; -"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"500 scale_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 1)", style=solid]; -"501 compressed_weight_updated_constant25" -> "502 mul_tensor_25" [label="(2304, 768)", style=solid]; -"502 mul_tensor_25" -> "504 sub_tensor_25" [label="(2304, 768)", style=solid]; -"503 zero_point_updated_constant25" -> "504 sub_tensor_25" [label="(2304, 1)", style=solid]; -"504 sub_tensor_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; -"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; -"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; -"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; -"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; -"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; -"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; -"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; -"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; -"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; -"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; -"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; -"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; -"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; -"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"530 _param_constant81" -> "539 linear_25" [label="(768,)", style=solid]; -"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"534 scale_updated_constant26" -> "536 mul_tensor_26" [label="(768, 1)", style=solid]; -"535 compressed_weight_updated_constant26" -> "536 mul_tensor_26" [label="(768, 768)", style=solid]; -"536 mul_tensor_26" -> "538 sub_tensor_26" [label="(768, 768)", style=solid]; -"537 zero_point_updated_constant26" -> "538 sub_tensor_26" [label="(768, 1)", style=solid]; -"538 sub_tensor_26" -> "539 linear_25" [label="(768, 768)", style=solid]; -"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; -"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; -"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; -"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; -"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; -"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"547 _param_constant85" -> "556 linear_26" [label="(3072,)", style=solid]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"551 scale_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 1)", style=solid]; -"552 compressed_weight_updated_constant27" -> "553 mul_tensor_27" [label="(3072, 768)", style=solid]; -"553 mul_tensor_27" -> "555 sub_tensor_27" [label="(3072, 768)", style=solid]; -"554 zero_point_updated_constant27" -> "555 sub_tensor_27" [label="(3072, 1)", style=solid]; -"555 sub_tensor_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; -"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; -"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; -"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"559 _param_constant87" -> "568 linear_27" [label="(768,)", style=solid]; -"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"563 scale_updated_constant28" -> "565 mul_tensor_28" [label="(768, 1)", style=solid]; -"564 compressed_weight_updated_constant28" -> "565 mul_tensor_28" [label="(768, 3072)", style=solid]; -"565 mul_tensor_28" -> "567 sub_tensor_28" [label="(768, 3072)", style=solid]; -"566 zero_point_updated_constant28" -> "567 sub_tensor_28" [label="(768, 1)", style=solid]; -"567 sub_tensor_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; -"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; -"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; -"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; -"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; -"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; -"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; -"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"575 _param_constant91" -> "584 linear_28" [label="(2304,)", style=solid]; -"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"579 scale_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 1)", style=solid]; -"580 compressed_weight_updated_constant29" -> "581 mul_tensor_29" [label="(2304, 768)", style=solid]; -"581 mul_tensor_29" -> "583 sub_tensor_29" [label="(2304, 768)", style=solid]; -"582 zero_point_updated_constant29" -> "583 sub_tensor_29" [label="(2304, 1)", style=solid]; -"583 sub_tensor_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; -"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; -"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; -"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; -"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; -"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; -"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; -"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; -"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; -"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; -"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; -"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; -"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; -"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; -"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"609 _param_constant93" -> "618 linear_29" [label="(768,)", style=solid]; -"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"613 scale_updated_constant30" -> "615 mul_tensor_30" [label="(768, 1)", style=solid]; -"614 compressed_weight_updated_constant30" -> "615 mul_tensor_30" [label="(768, 768)", style=solid]; -"615 mul_tensor_30" -> "617 sub_tensor_30" [label="(768, 768)", style=solid]; -"616 zero_point_updated_constant30" -> "617 sub_tensor_30" [label="(768, 1)", style=solid]; -"617 sub_tensor_30" -> "618 linear_29" [label="(768, 768)", style=solid]; -"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; -"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; -"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; -"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; -"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; -"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 _param_constant97" -> "635 linear_30" [label="(3072,)", style=solid]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"630 scale_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 1)", style=solid]; -"631 compressed_weight_updated_constant31" -> "632 mul_tensor_31" [label="(3072, 768)", style=solid]; -"632 mul_tensor_31" -> "634 sub_tensor_31" [label="(3072, 768)", style=solid]; -"633 zero_point_updated_constant31" -> "634 sub_tensor_31" [label="(3072, 1)", style=solid]; -"634 sub_tensor_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; -"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; -"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; -"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"638 _param_constant99" -> "647 linear_31" [label="(768,)", style=solid]; -"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"642 scale_updated_constant32" -> "644 mul_tensor_32" [label="(768, 1)", style=solid]; -"643 compressed_weight_updated_constant32" -> "644 mul_tensor_32" [label="(768, 3072)", style=solid]; -"644 mul_tensor_32" -> "646 sub_tensor_32" [label="(768, 3072)", style=solid]; -"645 zero_point_updated_constant32" -> "646 sub_tensor_32" [label="(768, 1)", style=solid]; -"646 sub_tensor_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; -"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; -"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; -"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; -"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; -"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; -"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; -"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"654 _param_constant103" -> "663 linear_32" [label="(2304,)", style=solid]; -"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"658 scale_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 1)", style=solid]; -"659 compressed_weight_updated_constant33" -> "660 mul_tensor_33" [label="(2304, 768)", style=solid]; -"660 mul_tensor_33" -> "662 sub_tensor_33" [label="(2304, 768)", style=solid]; -"661 zero_point_updated_constant33" -> "662 sub_tensor_33" [label="(2304, 1)", style=solid]; -"662 sub_tensor_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; -"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; -"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; -"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; -"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; -"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; -"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; -"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; -"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; -"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; -"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; -"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; -"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; -"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; -"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"688 _param_constant105" -> "697 linear_33" [label="(768,)", style=solid]; -"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"692 scale_updated_constant34" -> "694 mul_tensor_34" [label="(768, 1)", style=solid]; -"693 compressed_weight_updated_constant34" -> "694 mul_tensor_34" [label="(768, 768)", style=solid]; -"694 mul_tensor_34" -> "696 sub_tensor_34" [label="(768, 768)", style=solid]; -"695 zero_point_updated_constant34" -> "696 sub_tensor_34" [label="(768, 1)", style=solid]; -"696 sub_tensor_34" -> "697 linear_33" [label="(768, 768)", style=solid]; -"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; -"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; -"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; -"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; -"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; -"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"705 _param_constant109" -> "714 linear_34" [label="(3072,)", style=solid]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"709 scale_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 1)", style=solid]; -"710 compressed_weight_updated_constant35" -> "711 mul_tensor_35" [label="(3072, 768)", style=solid]; -"711 mul_tensor_35" -> "713 sub_tensor_35" [label="(3072, 768)", style=solid]; -"712 zero_point_updated_constant35" -> "713 sub_tensor_35" [label="(3072, 1)", style=solid]; -"713 sub_tensor_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; -"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; -"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; -"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"717 _param_constant111" -> "726 linear_35" [label="(768,)", style=solid]; -"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"721 scale_updated_constant36" -> "723 mul_tensor_36" [label="(768, 1)", style=solid]; -"722 compressed_weight_updated_constant36" -> "723 mul_tensor_36" [label="(768, 3072)", style=solid]; -"723 mul_tensor_36" -> "725 sub_tensor_36" [label="(768, 3072)", style=solid]; -"724 zero_point_updated_constant36" -> "725 sub_tensor_36" [label="(768, 1)", style=solid]; -"725 sub_tensor_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; -"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; -"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; -"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; -"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; -"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; -"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; -"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"733 _param_constant115" -> "742 linear_36" [label="(2304,)", style=solid]; -"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"737 scale_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 1)", style=solid]; -"738 compressed_weight_updated_constant37" -> "739 mul_tensor_37" [label="(2304, 768)", style=solid]; -"739 mul_tensor_37" -> "741 sub_tensor_37" [label="(2304, 768)", style=solid]; -"740 zero_point_updated_constant37" -> "741 sub_tensor_37" [label="(2304, 1)", style=solid]; -"741 sub_tensor_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; -"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; -"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; -"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; -"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; -"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; -"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; -"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; -"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; -"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; -"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; -"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; -"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; -"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; -"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"767 _param_constant117" -> "776 linear_37" [label="(768,)", style=solid]; -"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"771 scale_updated_constant38" -> "773 mul_tensor_38" [label="(768, 1)", style=solid]; -"772 compressed_weight_updated_constant38" -> "773 mul_tensor_38" [label="(768, 768)", style=solid]; -"773 mul_tensor_38" -> "775 sub_tensor_38" [label="(768, 768)", style=solid]; -"774 zero_point_updated_constant38" -> "775 sub_tensor_38" [label="(768, 1)", style=solid]; -"775 sub_tensor_38" -> "776 linear_37" [label="(768, 768)", style=solid]; -"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; -"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; -"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; -"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; -"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; -"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"784 _param_constant121" -> "793 linear_38" [label="(3072,)", style=solid]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"788 scale_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 1)", style=solid]; -"789 compressed_weight_updated_constant39" -> "790 mul_tensor_39" [label="(3072, 768)", style=solid]; -"790 mul_tensor_39" -> "792 sub_tensor_39" [label="(3072, 768)", style=solid]; -"791 zero_point_updated_constant39" -> "792 sub_tensor_39" [label="(3072, 1)", style=solid]; -"792 sub_tensor_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; -"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; -"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; -"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"796 _param_constant123" -> "805 linear_39" [label="(768,)", style=solid]; -"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"800 scale_updated_constant40" -> "802 mul_tensor_40" [label="(768, 1)", style=solid]; -"801 compressed_weight_updated_constant40" -> "802 mul_tensor_40" [label="(768, 3072)", style=solid]; -"802 mul_tensor_40" -> "804 sub_tensor_40" [label="(768, 3072)", style=solid]; -"803 zero_point_updated_constant40" -> "804 sub_tensor_40" [label="(768, 1)", style=solid]; -"804 sub_tensor_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; -"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; -"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; -"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; -"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; -"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; -"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; -"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"812 _param_constant127" -> "821 linear_40" [label="(2304,)", style=solid]; -"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"816 scale_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 1)", style=solid]; -"817 compressed_weight_updated_constant41" -> "818 mul_tensor_41" [label="(2304, 768)", style=solid]; -"818 mul_tensor_41" -> "820 sub_tensor_41" [label="(2304, 768)", style=solid]; -"819 zero_point_updated_constant41" -> "820 sub_tensor_41" [label="(2304, 1)", style=solid]; -"820 sub_tensor_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; -"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; -"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; -"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; -"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; -"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; -"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; -"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; -"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; -"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; -"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; -"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; -"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; -"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; -"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"846 _param_constant129" -> "855 linear_41" [label="(768,)", style=solid]; -"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"850 scale_updated_constant42" -> "852 mul_tensor_42" [label="(768, 1)", style=solid]; -"851 compressed_weight_updated_constant42" -> "852 mul_tensor_42" [label="(768, 768)", style=solid]; -"852 mul_tensor_42" -> "854 sub_tensor_42" [label="(768, 768)", style=solid]; -"853 zero_point_updated_constant42" -> "854 sub_tensor_42" [label="(768, 1)", style=solid]; -"854 sub_tensor_42" -> "855 linear_41" [label="(768, 768)", style=solid]; -"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; -"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; -"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; -"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; -"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; -"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"863 _param_constant133" -> "872 linear_42" [label="(3072,)", style=solid]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"867 scale_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 1)", style=solid]; -"868 compressed_weight_updated_constant43" -> "869 mul_tensor_43" [label="(3072, 768)", style=solid]; -"869 mul_tensor_43" -> "871 sub_tensor_43" [label="(3072, 768)", style=solid]; -"870 zero_point_updated_constant43" -> "871 sub_tensor_43" [label="(3072, 1)", style=solid]; -"871 sub_tensor_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; -"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; -"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; -"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"875 _param_constant135" -> "884 linear_43" [label="(768,)", style=solid]; -"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"879 scale_updated_constant44" -> "881 mul_tensor_44" [label="(768, 1)", style=solid]; -"880 compressed_weight_updated_constant44" -> "881 mul_tensor_44" [label="(768, 3072)", style=solid]; -"881 mul_tensor_44" -> "883 sub_tensor_44" [label="(768, 3072)", style=solid]; -"882 zero_point_updated_constant44" -> "883 sub_tensor_44" [label="(768, 1)", style=solid]; -"883 sub_tensor_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; -"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; -"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; -"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; -"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; -"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; -"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; -"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"891 _param_constant139" -> "900 linear_44" [label="(2304,)", style=solid]; -"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"895 scale_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 1)", style=solid]; -"896 compressed_weight_updated_constant45" -> "897 mul_tensor_45" [label="(2304, 768)", style=solid]; -"897 mul_tensor_45" -> "899 sub_tensor_45" [label="(2304, 768)", style=solid]; -"898 zero_point_updated_constant45" -> "899 sub_tensor_45" [label="(2304, 1)", style=solid]; -"899 sub_tensor_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; -"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; -"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; -"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; -"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; -"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; -"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; -"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; -"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; -"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; -"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; -"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; -"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; -"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; -"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"925 _param_constant141" -> "934 linear_45" [label="(768,)", style=solid]; -"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"929 scale_updated_constant46" -> "931 mul_tensor_46" [label="(768, 1)", style=solid]; -"930 compressed_weight_updated_constant46" -> "931 mul_tensor_46" [label="(768, 768)", style=solid]; -"931 mul_tensor_46" -> "933 sub_tensor_46" [label="(768, 768)", style=solid]; -"932 zero_point_updated_constant46" -> "933 sub_tensor_46" [label="(768, 1)", style=solid]; -"933 sub_tensor_46" -> "934 linear_45" [label="(768, 768)", style=solid]; -"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; -"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; -"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; -"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; -"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; -"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"942 _param_constant145" -> "951 linear_46" [label="(3072,)", style=solid]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"946 scale_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 1)", style=solid]; -"947 compressed_weight_updated_constant47" -> "948 mul_tensor_47" [label="(3072, 768)", style=solid]; -"948 mul_tensor_47" -> "950 sub_tensor_47" [label="(3072, 768)", style=solid]; -"949 zero_point_updated_constant47" -> "950 sub_tensor_47" [label="(3072, 1)", style=solid]; -"950 sub_tensor_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; -"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; -"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; -"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"954 _param_constant147" -> "963 linear_47" [label="(768,)", style=solid]; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"958 scale_updated_constant48" -> "960 mul_tensor_48" [label="(768, 1)", style=solid]; -"959 compressed_weight_updated_constant48" -> "960 mul_tensor_48" [label="(768, 3072)", style=solid]; -"960 mul_tensor_48" -> "962 sub_tensor_48" [label="(768, 3072)", style=solid]; -"961 zero_point_updated_constant48" -> "962 sub_tensor_48" [label="(768, 1)", style=solid]; -"962 sub_tensor_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; -"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; -"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; -"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; -"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; -"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; -"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; -"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"971 _param_constant151" -> "980 linear_48" [label="(1000,)", style=solid]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"975 scale_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 1)", style=solid]; -"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [label="(1000, 768)", style=solid]; -"977 mul_tensor_49" -> "979 sub_tensor_49" [label="(1000, 768)", style=solid]; -"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [label="(1000, 1)", style=solid]; -"979 sub_tensor_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; -"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +"11 permute" -> "13 cat" [label="(1, 196, 768)", style=solid]; +"12 _frozen_param0" -> "13 cat" [label="(1, 1, 768)", style=solid]; +"13 cat" -> "15 add" [label="(1, 197, 768)", style=solid]; +"14 _param_constant3" -> "15 add" [label="(1, 197, 768)", style=solid]; +"15 add" -> "16 dropout" [label="(1, 197, 768)", style=solid]; +"16 dropout" -> "19 layer_norm" [label="(1, 197, 768)", style=solid]; +"16 dropout" -> "68 add_1" [label="(1, 197, 768)", style=solid]; +"17 _param_constant4" -> "19 layer_norm" [label="(768,)", style=solid]; +"18 _param_constant5" -> "19 layer_norm" [label="(768,)", style=solid]; +"19 layer_norm" -> "20 transpose" [label="(1, 197, 768)", style=solid]; +"20 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"21 _param_constant7" -> "30 linear" [label="(2304,)", style=solid]; +"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 dequantize_per_tensor_default_1" -> "30 linear" [label="(197, 1, 768)", style=solid]; +"25 scale_updated_constant1" -> "27 mul_tensor_1" [label="(2304, 1)", style=solid]; +"26 compressed_weight_updated_constant1" -> "27 mul_tensor_1" [label="(2304, 768)", style=solid]; +"27 mul_tensor_1" -> "29 sub_tensor_1" [label="(2304, 768)", style=solid]; +"28 zero_point_updated_constant1" -> "29 sub_tensor_1" [label="(2304, 1)", style=solid]; +"29 sub_tensor_1" -> "30 linear" [label="(2304, 768)", style=solid]; +"30 linear" -> "31 unflatten" [label="(197, 1, 2304)", style=solid]; +"31 unflatten" -> "32 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"32 unsqueeze" -> "33 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"33 transpose_1" -> "34 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"34 squeeze" -> "35 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"35 contiguous" -> "36 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"35 contiguous" -> "39 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"35 contiguous" -> "42 select_2" [label="(3, 197, 1, 768)", style=solid]; +"36 quantize_per_tensor_default_2" -> "37 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"37 dequantize_per_tensor_default_2" -> "38 select" [label="(3, 197, 1, 768)", style=solid]; +"38 select" -> "43 view" [label="(197, 1, 768)", style=solid]; +"39 quantize_per_tensor_default_3" -> "40 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"40 dequantize_per_tensor_default_3" -> "41 select_1" [label="(3, 197, 1, 768)", style=solid]; +"41 select_1" -> "45 view_1" [label="(197, 1, 768)", style=solid]; +"42 select_2" -> "47 view_2" [label="(197, 1, 768)", style=solid]; +"43 view" -> "44 transpose_2" [label="(197, 12, 64)", style=solid]; +"44 transpose_2" -> "49 view_3" [label="(12, 197, 64)", style=solid]; +"45 view_1" -> "46 transpose_3" [label="(197, 12, 64)", style=solid]; +"46 transpose_3" -> "50 view_4" [label="(12, 197, 64)", style=solid]; +"47 view_2" -> "48 transpose_4" [label="(197, 12, 64)", style=solid]; +"48 transpose_4" -> "51 view_5" [label="(12, 197, 64)", style=solid]; +"49 view_3" -> "52 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"50 view_4" -> "52 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"51 view_5" -> "52 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"52 scaled_dot_product_attention" -> "53 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"53 permute_1" -> "54 view_6" [label="(197, 1, 12, 64)", style=solid]; +"54 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"55 _param_constant9" -> "64 linear_1" [label="(768,)", style=solid]; +"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 dequantize_per_tensor_default_4" -> "64 linear_1" [label="(197, 768)", style=solid]; +"59 scale_updated_constant2" -> "61 mul_tensor_2" [label="(768, 1)", style=solid]; +"60 compressed_weight_updated_constant2" -> "61 mul_tensor_2" [label="(768, 768)", style=solid]; +"61 mul_tensor_2" -> "63 sub_tensor_2" [label="(768, 768)", style=solid]; +"62 zero_point_updated_constant2" -> "63 sub_tensor_2" [label="(768, 1)", style=solid]; +"63 sub_tensor_2" -> "64 linear_1" [label="(768, 768)", style=solid]; +"64 linear_1" -> "65 view_7" [label="(197, 768)", style=solid]; +"65 view_7" -> "66 transpose_5" [label="(197, 1, 768)", style=solid]; +"66 transpose_5" -> "67 dropout_1" [label="(1, 197, 768)", style=solid]; +"67 dropout_1" -> "68 add_1" [label="(1, 197, 768)", style=solid]; +"68 add_1" -> "71 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"68 add_1" -> "95 add_2" [label="(1, 197, 768)", style=solid]; +"69 _param_constant10" -> "71 layer_norm_1" [label="(768,)", style=solid]; +"70 _param_constant11" -> "71 layer_norm_1" [label="(768,)", style=solid]; +"71 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"72 _param_constant13" -> "81 linear_2" [label="(3072,)", style=solid]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 dequantize_per_tensor_default_5" -> "81 linear_2" [label="(1, 197, 768)", style=solid]; +"76 scale_updated_constant3" -> "78 mul_tensor_3" [label="(3072, 1)", style=solid]; +"77 compressed_weight_updated_constant3" -> "78 mul_tensor_3" [label="(3072, 768)", style=solid]; +"78 mul_tensor_3" -> "80 sub_tensor_3" [label="(3072, 768)", style=solid]; +"79 zero_point_updated_constant3" -> "80 sub_tensor_3" [label="(3072, 1)", style=solid]; +"80 sub_tensor_3" -> "81 linear_2" [label="(3072, 768)", style=solid]; +"81 linear_2" -> "82 gelu" [label="(1, 197, 3072)", style=solid]; +"82 gelu" -> "83 dropout_2" [label="(1, 197, 3072)", style=solid]; +"83 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"84 _param_constant15" -> "93 linear_3" [label="(768,)", style=solid]; +"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 dequantize_per_tensor_default_6" -> "93 linear_3" [label="(1, 197, 3072)", style=solid]; +"88 scale_updated_constant4" -> "90 mul_tensor_4" [label="(768, 1)", style=solid]; +"89 compressed_weight_updated_constant4" -> "90 mul_tensor_4" [label="(768, 3072)", style=solid]; +"90 mul_tensor_4" -> "92 sub_tensor_4" [label="(768, 3072)", style=solid]; +"91 zero_point_updated_constant4" -> "92 sub_tensor_4" [label="(768, 1)", style=solid]; +"92 sub_tensor_4" -> "93 linear_3" [label="(768, 3072)", style=solid]; +"93 linear_3" -> "94 dropout_3" [label="(1, 197, 768)", style=solid]; +"94 dropout_3" -> "95 add_2" [label="(1, 197, 768)", style=solid]; +"95 add_2" -> "98 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"95 add_2" -> "147 add_3" [label="(1, 197, 768)", style=solid]; +"96 _param_constant16" -> "98 layer_norm_2" [label="(768,)", style=solid]; +"97 _param_constant17" -> "98 layer_norm_2" [label="(768,)", style=solid]; +"98 layer_norm_2" -> "99 transpose_6" [label="(1, 197, 768)", style=solid]; +"99 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"100 _param_constant19" -> "109 linear_4" [label="(2304,)", style=solid]; +"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 dequantize_per_tensor_default_7" -> "109 linear_4" [label="(197, 1, 768)", style=solid]; +"104 scale_updated_constant5" -> "106 mul_tensor_5" [label="(2304, 1)", style=solid]; +"105 compressed_weight_updated_constant5" -> "106 mul_tensor_5" [label="(2304, 768)", style=solid]; +"106 mul_tensor_5" -> "108 sub_tensor_5" [label="(2304, 768)", style=solid]; +"107 zero_point_updated_constant5" -> "108 sub_tensor_5" [label="(2304, 1)", style=solid]; +"108 sub_tensor_5" -> "109 linear_4" [label="(2304, 768)", style=solid]; +"109 linear_4" -> "110 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"110 unflatten_1" -> "111 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"111 unsqueeze_1" -> "112 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"112 transpose_7" -> "113 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"113 squeeze_1" -> "114 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"114 contiguous_1" -> "115 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"114 contiguous_1" -> "118 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"114 contiguous_1" -> "121 select_5" [label="(3, 197, 1, 768)", style=solid]; +"115 quantize_per_tensor_default_8" -> "116 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"116 dequantize_per_tensor_default_8" -> "117 select_3" [label="(3, 197, 1, 768)", style=solid]; +"117 select_3" -> "122 view_8" [label="(197, 1, 768)", style=solid]; +"118 quantize_per_tensor_default_9" -> "119 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"119 dequantize_per_tensor_default_9" -> "120 select_4" [label="(3, 197, 1, 768)", style=solid]; +"120 select_4" -> "124 view_9" [label="(197, 1, 768)", style=solid]; +"121 select_5" -> "126 view_10" [label="(197, 1, 768)", style=solid]; +"122 view_8" -> "123 transpose_8" [label="(197, 12, 64)", style=solid]; +"123 transpose_8" -> "128 view_11" [label="(12, 197, 64)", style=solid]; +"124 view_9" -> "125 transpose_9" [label="(197, 12, 64)", style=solid]; +"125 transpose_9" -> "129 view_12" [label="(12, 197, 64)", style=solid]; +"126 view_10" -> "127 transpose_10" [label="(197, 12, 64)", style=solid]; +"127 transpose_10" -> "130 view_13" [label="(12, 197, 64)", style=solid]; +"128 view_11" -> "131 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"129 view_12" -> "131 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"130 view_13" -> "131 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"131 scaled_dot_product_attention_1" -> "132 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"132 permute_2" -> "133 view_14" [label="(197, 1, 12, 64)", style=solid]; +"133 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"134 _param_constant21" -> "143 linear_5" [label="(768,)", style=solid]; +"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 dequantize_per_tensor_default_10" -> "143 linear_5" [label="(197, 768)", style=solid]; +"138 scale_updated_constant6" -> "140 mul_tensor_6" [label="(768, 1)", style=solid]; +"139 compressed_weight_updated_constant6" -> "140 mul_tensor_6" [label="(768, 768)", style=solid]; +"140 mul_tensor_6" -> "142 sub_tensor_6" [label="(768, 768)", style=solid]; +"141 zero_point_updated_constant6" -> "142 sub_tensor_6" [label="(768, 1)", style=solid]; +"142 sub_tensor_6" -> "143 linear_5" [label="(768, 768)", style=solid]; +"143 linear_5" -> "144 view_15" [label="(197, 768)", style=solid]; +"144 view_15" -> "145 transpose_11" [label="(197, 1, 768)", style=solid]; +"145 transpose_11" -> "146 dropout_4" [label="(1, 197, 768)", style=solid]; +"146 dropout_4" -> "147 add_3" [label="(1, 197, 768)", style=solid]; +"147 add_3" -> "150 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"147 add_3" -> "174 add_4" [label="(1, 197, 768)", style=solid]; +"148 _param_constant22" -> "150 layer_norm_3" [label="(768,)", style=solid]; +"149 _param_constant23" -> "150 layer_norm_3" [label="(768,)", style=solid]; +"150 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"151 _param_constant25" -> "160 linear_6" [label="(3072,)", style=solid]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 dequantize_per_tensor_default_11" -> "160 linear_6" [label="(1, 197, 768)", style=solid]; +"155 scale_updated_constant7" -> "157 mul_tensor_7" [label="(3072, 1)", style=solid]; +"156 compressed_weight_updated_constant7" -> "157 mul_tensor_7" [label="(3072, 768)", style=solid]; +"157 mul_tensor_7" -> "159 sub_tensor_7" [label="(3072, 768)", style=solid]; +"158 zero_point_updated_constant7" -> "159 sub_tensor_7" [label="(3072, 1)", style=solid]; +"159 sub_tensor_7" -> "160 linear_6" [label="(3072, 768)", style=solid]; +"160 linear_6" -> "161 gelu_1" [label="(1, 197, 3072)", style=solid]; +"161 gelu_1" -> "162 dropout_5" [label="(1, 197, 3072)", style=solid]; +"162 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"163 _param_constant27" -> "172 linear_7" [label="(768,)", style=solid]; +"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 dequantize_per_tensor_default_12" -> "172 linear_7" [label="(1, 197, 3072)", style=solid]; +"167 scale_updated_constant8" -> "169 mul_tensor_8" [label="(768, 1)", style=solid]; +"168 compressed_weight_updated_constant8" -> "169 mul_tensor_8" [label="(768, 3072)", style=solid]; +"169 mul_tensor_8" -> "171 sub_tensor_8" [label="(768, 3072)", style=solid]; +"170 zero_point_updated_constant8" -> "171 sub_tensor_8" [label="(768, 1)", style=solid]; +"171 sub_tensor_8" -> "172 linear_7" [label="(768, 3072)", style=solid]; +"172 linear_7" -> "173 dropout_6" [label="(1, 197, 768)", style=solid]; +"173 dropout_6" -> "174 add_4" [label="(1, 197, 768)", style=solid]; +"174 add_4" -> "177 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"174 add_4" -> "226 add_5" [label="(1, 197, 768)", style=solid]; +"175 _param_constant28" -> "177 layer_norm_4" [label="(768,)", style=solid]; +"176 _param_constant29" -> "177 layer_norm_4" [label="(768,)", style=solid]; +"177 layer_norm_4" -> "178 transpose_12" [label="(1, 197, 768)", style=solid]; +"178 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"179 _param_constant31" -> "188 linear_8" [label="(2304,)", style=solid]; +"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 dequantize_per_tensor_default_13" -> "188 linear_8" [label="(197, 1, 768)", style=solid]; +"183 scale_updated_constant9" -> "185 mul_tensor_9" [label="(2304, 1)", style=solid]; +"184 compressed_weight_updated_constant9" -> "185 mul_tensor_9" [label="(2304, 768)", style=solid]; +"185 mul_tensor_9" -> "187 sub_tensor_9" [label="(2304, 768)", style=solid]; +"186 zero_point_updated_constant9" -> "187 sub_tensor_9" [label="(2304, 1)", style=solid]; +"187 sub_tensor_9" -> "188 linear_8" [label="(2304, 768)", style=solid]; +"188 linear_8" -> "189 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"189 unflatten_2" -> "190 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"190 unsqueeze_2" -> "191 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"191 transpose_13" -> "192 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"192 squeeze_2" -> "193 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"193 contiguous_2" -> "194 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"193 contiguous_2" -> "197 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"193 contiguous_2" -> "200 select_8" [label="(3, 197, 1, 768)", style=solid]; +"194 quantize_per_tensor_default_14" -> "195 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"195 dequantize_per_tensor_default_14" -> "196 select_6" [label="(3, 197, 1, 768)", style=solid]; +"196 select_6" -> "201 view_16" [label="(197, 1, 768)", style=solid]; +"197 quantize_per_tensor_default_15" -> "198 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"198 dequantize_per_tensor_default_15" -> "199 select_7" [label="(3, 197, 1, 768)", style=solid]; +"199 select_7" -> "203 view_17" [label="(197, 1, 768)", style=solid]; +"200 select_8" -> "205 view_18" [label="(197, 1, 768)", style=solid]; +"201 view_16" -> "202 transpose_14" [label="(197, 12, 64)", style=solid]; +"202 transpose_14" -> "207 view_19" [label="(12, 197, 64)", style=solid]; +"203 view_17" -> "204 transpose_15" [label="(197, 12, 64)", style=solid]; +"204 transpose_15" -> "208 view_20" [label="(12, 197, 64)", style=solid]; +"205 view_18" -> "206 transpose_16" [label="(197, 12, 64)", style=solid]; +"206 transpose_16" -> "209 view_21" [label="(12, 197, 64)", style=solid]; +"207 view_19" -> "210 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"208 view_20" -> "210 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"209 view_21" -> "210 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"210 scaled_dot_product_attention_2" -> "211 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"211 permute_3" -> "212 view_22" [label="(197, 1, 12, 64)", style=solid]; +"212 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"213 _param_constant33" -> "222 linear_9" [label="(768,)", style=solid]; +"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 dequantize_per_tensor_default_16" -> "222 linear_9" [label="(197, 768)", style=solid]; +"217 scale_updated_constant10" -> "219 mul_tensor_10" [label="(768, 1)", style=solid]; +"218 compressed_weight_updated_constant10" -> "219 mul_tensor_10" [label="(768, 768)", style=solid]; +"219 mul_tensor_10" -> "221 sub_tensor_10" [label="(768, 768)", style=solid]; +"220 zero_point_updated_constant10" -> "221 sub_tensor_10" [label="(768, 1)", style=solid]; +"221 sub_tensor_10" -> "222 linear_9" [label="(768, 768)", style=solid]; +"222 linear_9" -> "223 view_23" [label="(197, 768)", style=solid]; +"223 view_23" -> "224 transpose_17" [label="(197, 1, 768)", style=solid]; +"224 transpose_17" -> "225 dropout_7" [label="(1, 197, 768)", style=solid]; +"225 dropout_7" -> "226 add_5" [label="(1, 197, 768)", style=solid]; +"226 add_5" -> "229 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"226 add_5" -> "253 add_6" [label="(1, 197, 768)", style=solid]; +"227 _param_constant34" -> "229 layer_norm_5" [label="(768,)", style=solid]; +"228 _param_constant35" -> "229 layer_norm_5" [label="(768,)", style=solid]; +"229 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"230 _param_constant37" -> "239 linear_10" [label="(3072,)", style=solid]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 dequantize_per_tensor_default_17" -> "239 linear_10" [label="(1, 197, 768)", style=solid]; +"234 scale_updated_constant11" -> "236 mul_tensor_11" [label="(3072, 1)", style=solid]; +"235 compressed_weight_updated_constant11" -> "236 mul_tensor_11" [label="(3072, 768)", style=solid]; +"236 mul_tensor_11" -> "238 sub_tensor_11" [label="(3072, 768)", style=solid]; +"237 zero_point_updated_constant11" -> "238 sub_tensor_11" [label="(3072, 1)", style=solid]; +"238 sub_tensor_11" -> "239 linear_10" [label="(3072, 768)", style=solid]; +"239 linear_10" -> "240 gelu_2" [label="(1, 197, 3072)", style=solid]; +"240 gelu_2" -> "241 dropout_8" [label="(1, 197, 3072)", style=solid]; +"241 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"242 _param_constant39" -> "251 linear_11" [label="(768,)", style=solid]; +"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 dequantize_per_tensor_default_18" -> "251 linear_11" [label="(1, 197, 3072)", style=solid]; +"246 scale_updated_constant12" -> "248 mul_tensor_12" [label="(768, 1)", style=solid]; +"247 compressed_weight_updated_constant12" -> "248 mul_tensor_12" [label="(768, 3072)", style=solid]; +"248 mul_tensor_12" -> "250 sub_tensor_12" [label="(768, 3072)", style=solid]; +"249 zero_point_updated_constant12" -> "250 sub_tensor_12" [label="(768, 1)", style=solid]; +"250 sub_tensor_12" -> "251 linear_11" [label="(768, 3072)", style=solid]; +"251 linear_11" -> "252 dropout_9" [label="(1, 197, 768)", style=solid]; +"252 dropout_9" -> "253 add_6" [label="(1, 197, 768)", style=solid]; +"253 add_6" -> "256 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"253 add_6" -> "305 add_7" [label="(1, 197, 768)", style=solid]; +"254 _param_constant40" -> "256 layer_norm_6" [label="(768,)", style=solid]; +"255 _param_constant41" -> "256 layer_norm_6" [label="(768,)", style=solid]; +"256 layer_norm_6" -> "257 transpose_18" [label="(1, 197, 768)", style=solid]; +"257 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"258 _param_constant43" -> "267 linear_12" [label="(2304,)", style=solid]; +"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 dequantize_per_tensor_default_19" -> "267 linear_12" [label="(197, 1, 768)", style=solid]; +"262 scale_updated_constant13" -> "264 mul_tensor_13" [label="(2304, 1)", style=solid]; +"263 compressed_weight_updated_constant13" -> "264 mul_tensor_13" [label="(2304, 768)", style=solid]; +"264 mul_tensor_13" -> "266 sub_tensor_13" [label="(2304, 768)", style=solid]; +"265 zero_point_updated_constant13" -> "266 sub_tensor_13" [label="(2304, 1)", style=solid]; +"266 sub_tensor_13" -> "267 linear_12" [label="(2304, 768)", style=solid]; +"267 linear_12" -> "268 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"268 unflatten_3" -> "269 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"269 unsqueeze_3" -> "270 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"270 transpose_19" -> "271 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"271 squeeze_3" -> "272 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"272 contiguous_3" -> "273 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"272 contiguous_3" -> "276 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"272 contiguous_3" -> "279 select_11" [label="(3, 197, 1, 768)", style=solid]; +"273 quantize_per_tensor_default_20" -> "274 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"274 dequantize_per_tensor_default_20" -> "275 select_9" [label="(3, 197, 1, 768)", style=solid]; +"275 select_9" -> "280 view_24" [label="(197, 1, 768)", style=solid]; +"276 quantize_per_tensor_default_21" -> "277 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"277 dequantize_per_tensor_default_21" -> "278 select_10" [label="(3, 197, 1, 768)", style=solid]; +"278 select_10" -> "282 view_25" [label="(197, 1, 768)", style=solid]; +"279 select_11" -> "284 view_26" [label="(197, 1, 768)", style=solid]; +"280 view_24" -> "281 transpose_20" [label="(197, 12, 64)", style=solid]; +"281 transpose_20" -> "286 view_27" [label="(12, 197, 64)", style=solid]; +"282 view_25" -> "283 transpose_21" [label="(197, 12, 64)", style=solid]; +"283 transpose_21" -> "287 view_28" [label="(12, 197, 64)", style=solid]; +"284 view_26" -> "285 transpose_22" [label="(197, 12, 64)", style=solid]; +"285 transpose_22" -> "288 view_29" [label="(12, 197, 64)", style=solid]; +"286 view_27" -> "289 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"287 view_28" -> "289 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"288 view_29" -> "289 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"289 scaled_dot_product_attention_3" -> "290 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"290 permute_4" -> "291 view_30" [label="(197, 1, 12, 64)", style=solid]; +"291 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"292 _param_constant45" -> "301 linear_13" [label="(768,)", style=solid]; +"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_22" -> "301 linear_13" [label="(197, 768)", style=solid]; +"296 scale_updated_constant14" -> "298 mul_tensor_14" [label="(768, 1)", style=solid]; +"297 compressed_weight_updated_constant14" -> "298 mul_tensor_14" [label="(768, 768)", style=solid]; +"298 mul_tensor_14" -> "300 sub_tensor_14" [label="(768, 768)", style=solid]; +"299 zero_point_updated_constant14" -> "300 sub_tensor_14" [label="(768, 1)", style=solid]; +"300 sub_tensor_14" -> "301 linear_13" [label="(768, 768)", style=solid]; +"301 linear_13" -> "302 view_31" [label="(197, 768)", style=solid]; +"302 view_31" -> "303 transpose_23" [label="(197, 1, 768)", style=solid]; +"303 transpose_23" -> "304 dropout_10" [label="(1, 197, 768)", style=solid]; +"304 dropout_10" -> "305 add_7" [label="(1, 197, 768)", style=solid]; +"305 add_7" -> "308 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"305 add_7" -> "332 add_8" [label="(1, 197, 768)", style=solid]; +"306 _param_constant46" -> "308 layer_norm_7" [label="(768,)", style=solid]; +"307 _param_constant47" -> "308 layer_norm_7" [label="(768,)", style=solid]; +"308 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"309 _param_constant49" -> "318 linear_14" [label="(3072,)", style=solid]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 dequantize_per_tensor_default_23" -> "318 linear_14" [label="(1, 197, 768)", style=solid]; +"313 scale_updated_constant15" -> "315 mul_tensor_15" [label="(3072, 1)", style=solid]; +"314 compressed_weight_updated_constant15" -> "315 mul_tensor_15" [label="(3072, 768)", style=solid]; +"315 mul_tensor_15" -> "317 sub_tensor_15" [label="(3072, 768)", style=solid]; +"316 zero_point_updated_constant15" -> "317 sub_tensor_15" [label="(3072, 1)", style=solid]; +"317 sub_tensor_15" -> "318 linear_14" [label="(3072, 768)", style=solid]; +"318 linear_14" -> "319 gelu_3" [label="(1, 197, 3072)", style=solid]; +"319 gelu_3" -> "320 dropout_11" [label="(1, 197, 3072)", style=solid]; +"320 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"321 _param_constant51" -> "330 linear_15" [label="(768,)", style=solid]; +"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 dequantize_per_tensor_default_24" -> "330 linear_15" [label="(1, 197, 3072)", style=solid]; +"325 scale_updated_constant16" -> "327 mul_tensor_16" [label="(768, 1)", style=solid]; +"326 compressed_weight_updated_constant16" -> "327 mul_tensor_16" [label="(768, 3072)", style=solid]; +"327 mul_tensor_16" -> "329 sub_tensor_16" [label="(768, 3072)", style=solid]; +"328 zero_point_updated_constant16" -> "329 sub_tensor_16" [label="(768, 1)", style=solid]; +"329 sub_tensor_16" -> "330 linear_15" [label="(768, 3072)", style=solid]; +"330 linear_15" -> "331 dropout_12" [label="(1, 197, 768)", style=solid]; +"331 dropout_12" -> "332 add_8" [label="(1, 197, 768)", style=solid]; +"332 add_8" -> "335 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"332 add_8" -> "384 add_9" [label="(1, 197, 768)", style=solid]; +"333 _param_constant52" -> "335 layer_norm_8" [label="(768,)", style=solid]; +"334 _param_constant53" -> "335 layer_norm_8" [label="(768,)", style=solid]; +"335 layer_norm_8" -> "336 transpose_24" [label="(1, 197, 768)", style=solid]; +"336 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"337 _param_constant55" -> "346 linear_16" [label="(2304,)", style=solid]; +"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 dequantize_per_tensor_default_25" -> "346 linear_16" [label="(197, 1, 768)", style=solid]; +"341 scale_updated_constant17" -> "343 mul_tensor_17" [label="(2304, 1)", style=solid]; +"342 compressed_weight_updated_constant17" -> "343 mul_tensor_17" [label="(2304, 768)", style=solid]; +"343 mul_tensor_17" -> "345 sub_tensor_17" [label="(2304, 768)", style=solid]; +"344 zero_point_updated_constant17" -> "345 sub_tensor_17" [label="(2304, 1)", style=solid]; +"345 sub_tensor_17" -> "346 linear_16" [label="(2304, 768)", style=solid]; +"346 linear_16" -> "347 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"347 unflatten_4" -> "348 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"348 unsqueeze_4" -> "349 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"349 transpose_25" -> "350 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"350 squeeze_4" -> "351 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"351 contiguous_4" -> "352 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"351 contiguous_4" -> "355 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"351 contiguous_4" -> "358 select_14" [label="(3, 197, 1, 768)", style=solid]; +"352 quantize_per_tensor_default_26" -> "353 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"353 dequantize_per_tensor_default_26" -> "354 select_12" [label="(3, 197, 1, 768)", style=solid]; +"354 select_12" -> "359 view_32" [label="(197, 1, 768)", style=solid]; +"355 quantize_per_tensor_default_27" -> "356 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"356 dequantize_per_tensor_default_27" -> "357 select_13" [label="(3, 197, 1, 768)", style=solid]; +"357 select_13" -> "361 view_33" [label="(197, 1, 768)", style=solid]; +"358 select_14" -> "363 view_34" [label="(197, 1, 768)", style=solid]; +"359 view_32" -> "360 transpose_26" [label="(197, 12, 64)", style=solid]; +"360 transpose_26" -> "365 view_35" [label="(12, 197, 64)", style=solid]; +"361 view_33" -> "362 transpose_27" [label="(197, 12, 64)", style=solid]; +"362 transpose_27" -> "366 view_36" [label="(12, 197, 64)", style=solid]; +"363 view_34" -> "364 transpose_28" [label="(197, 12, 64)", style=solid]; +"364 transpose_28" -> "367 view_37" [label="(12, 197, 64)", style=solid]; +"365 view_35" -> "368 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"366 view_36" -> "368 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"367 view_37" -> "368 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"368 scaled_dot_product_attention_4" -> "369 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"369 permute_5" -> "370 view_38" [label="(197, 1, 12, 64)", style=solid]; +"370 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"371 _param_constant57" -> "380 linear_17" [label="(768,)", style=solid]; +"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 dequantize_per_tensor_default_28" -> "380 linear_17" [label="(197, 768)", style=solid]; +"375 scale_updated_constant18" -> "377 mul_tensor_18" [label="(768, 1)", style=solid]; +"376 compressed_weight_updated_constant18" -> "377 mul_tensor_18" [label="(768, 768)", style=solid]; +"377 mul_tensor_18" -> "379 sub_tensor_18" [label="(768, 768)", style=solid]; +"378 zero_point_updated_constant18" -> "379 sub_tensor_18" [label="(768, 1)", style=solid]; +"379 sub_tensor_18" -> "380 linear_17" [label="(768, 768)", style=solid]; +"380 linear_17" -> "381 view_39" [label="(197, 768)", style=solid]; +"381 view_39" -> "382 transpose_29" [label="(197, 1, 768)", style=solid]; +"382 transpose_29" -> "383 dropout_13" [label="(1, 197, 768)", style=solid]; +"383 dropout_13" -> "384 add_9" [label="(1, 197, 768)", style=solid]; +"384 add_9" -> "387 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"384 add_9" -> "411 add_10" [label="(1, 197, 768)", style=solid]; +"385 _param_constant58" -> "387 layer_norm_9" [label="(768,)", style=solid]; +"386 _param_constant59" -> "387 layer_norm_9" [label="(768,)", style=solid]; +"387 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"388 _param_constant61" -> "397 linear_18" [label="(3072,)", style=solid]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 dequantize_per_tensor_default_29" -> "397 linear_18" [label="(1, 197, 768)", style=solid]; +"392 scale_updated_constant19" -> "394 mul_tensor_19" [label="(3072, 1)", style=solid]; +"393 compressed_weight_updated_constant19" -> "394 mul_tensor_19" [label="(3072, 768)", style=solid]; +"394 mul_tensor_19" -> "396 sub_tensor_19" [label="(3072, 768)", style=solid]; +"395 zero_point_updated_constant19" -> "396 sub_tensor_19" [label="(3072, 1)", style=solid]; +"396 sub_tensor_19" -> "397 linear_18" [label="(3072, 768)", style=solid]; +"397 linear_18" -> "398 gelu_4" [label="(1, 197, 3072)", style=solid]; +"398 gelu_4" -> "399 dropout_14" [label="(1, 197, 3072)", style=solid]; +"399 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"400 _param_constant63" -> "409 linear_19" [label="(768,)", style=solid]; +"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 dequantize_per_tensor_default_30" -> "409 linear_19" [label="(1, 197, 3072)", style=solid]; +"404 scale_updated_constant20" -> "406 mul_tensor_20" [label="(768, 1)", style=solid]; +"405 compressed_weight_updated_constant20" -> "406 mul_tensor_20" [label="(768, 3072)", style=solid]; +"406 mul_tensor_20" -> "408 sub_tensor_20" [label="(768, 3072)", style=solid]; +"407 zero_point_updated_constant20" -> "408 sub_tensor_20" [label="(768, 1)", style=solid]; +"408 sub_tensor_20" -> "409 linear_19" [label="(768, 3072)", style=solid]; +"409 linear_19" -> "410 dropout_15" [label="(1, 197, 768)", style=solid]; +"410 dropout_15" -> "411 add_10" [label="(1, 197, 768)", style=solid]; +"411 add_10" -> "414 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"411 add_10" -> "463 add_11" [label="(1, 197, 768)", style=solid]; +"412 _param_constant64" -> "414 layer_norm_10" [label="(768,)", style=solid]; +"413 _param_constant65" -> "414 layer_norm_10" [label="(768,)", style=solid]; +"414 layer_norm_10" -> "415 transpose_30" [label="(1, 197, 768)", style=solid]; +"415 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"416 _param_constant67" -> "425 linear_20" [label="(2304,)", style=solid]; +"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 dequantize_per_tensor_default_31" -> "425 linear_20" [label="(197, 1, 768)", style=solid]; +"420 scale_updated_constant21" -> "422 mul_tensor_21" [label="(2304, 1)", style=solid]; +"421 compressed_weight_updated_constant21" -> "422 mul_tensor_21" [label="(2304, 768)", style=solid]; +"422 mul_tensor_21" -> "424 sub_tensor_21" [label="(2304, 768)", style=solid]; +"423 zero_point_updated_constant21" -> "424 sub_tensor_21" [label="(2304, 1)", style=solid]; +"424 sub_tensor_21" -> "425 linear_20" [label="(2304, 768)", style=solid]; +"425 linear_20" -> "426 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"426 unflatten_5" -> "427 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"427 unsqueeze_5" -> "428 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"428 transpose_31" -> "429 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"429 squeeze_5" -> "430 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"430 contiguous_5" -> "431 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"430 contiguous_5" -> "434 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"430 contiguous_5" -> "437 select_17" [label="(3, 197, 1, 768)", style=solid]; +"431 quantize_per_tensor_default_32" -> "432 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"432 dequantize_per_tensor_default_32" -> "433 select_15" [label="(3, 197, 1, 768)", style=solid]; +"433 select_15" -> "438 view_40" [label="(197, 1, 768)", style=solid]; +"434 quantize_per_tensor_default_33" -> "435 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"435 dequantize_per_tensor_default_33" -> "436 select_16" [label="(3, 197, 1, 768)", style=solid]; +"436 select_16" -> "440 view_41" [label="(197, 1, 768)", style=solid]; +"437 select_17" -> "442 view_42" [label="(197, 1, 768)", style=solid]; +"438 view_40" -> "439 transpose_32" [label="(197, 12, 64)", style=solid]; +"439 transpose_32" -> "444 view_43" [label="(12, 197, 64)", style=solid]; +"440 view_41" -> "441 transpose_33" [label="(197, 12, 64)", style=solid]; +"441 transpose_33" -> "445 view_44" [label="(12, 197, 64)", style=solid]; +"442 view_42" -> "443 transpose_34" [label="(197, 12, 64)", style=solid]; +"443 transpose_34" -> "446 view_45" [label="(12, 197, 64)", style=solid]; +"444 view_43" -> "447 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"445 view_44" -> "447 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"446 view_45" -> "447 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"447 scaled_dot_product_attention_5" -> "448 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"448 permute_6" -> "449 view_46" [label="(197, 1, 12, 64)", style=solid]; +"449 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"450 _param_constant69" -> "459 linear_21" [label="(768,)", style=solid]; +"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 dequantize_per_tensor_default_34" -> "459 linear_21" [label="(197, 768)", style=solid]; +"454 scale_updated_constant22" -> "456 mul_tensor_22" [label="(768, 1)", style=solid]; +"455 compressed_weight_updated_constant22" -> "456 mul_tensor_22" [label="(768, 768)", style=solid]; +"456 mul_tensor_22" -> "458 sub_tensor_22" [label="(768, 768)", style=solid]; +"457 zero_point_updated_constant22" -> "458 sub_tensor_22" [label="(768, 1)", style=solid]; +"458 sub_tensor_22" -> "459 linear_21" [label="(768, 768)", style=solid]; +"459 linear_21" -> "460 view_47" [label="(197, 768)", style=solid]; +"460 view_47" -> "461 transpose_35" [label="(197, 1, 768)", style=solid]; +"461 transpose_35" -> "462 dropout_16" [label="(1, 197, 768)", style=solid]; +"462 dropout_16" -> "463 add_11" [label="(1, 197, 768)", style=solid]; +"463 add_11" -> "466 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"463 add_11" -> "490 add_12" [label="(1, 197, 768)", style=solid]; +"464 _param_constant70" -> "466 layer_norm_11" [label="(768,)", style=solid]; +"465 _param_constant71" -> "466 layer_norm_11" [label="(768,)", style=solid]; +"466 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"467 _param_constant73" -> "476 linear_22" [label="(3072,)", style=solid]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 dequantize_per_tensor_default_35" -> "476 linear_22" [label="(1, 197, 768)", style=solid]; +"471 scale_updated_constant23" -> "473 mul_tensor_23" [label="(3072, 1)", style=solid]; +"472 compressed_weight_updated_constant23" -> "473 mul_tensor_23" [label="(3072, 768)", style=solid]; +"473 mul_tensor_23" -> "475 sub_tensor_23" [label="(3072, 768)", style=solid]; +"474 zero_point_updated_constant23" -> "475 sub_tensor_23" [label="(3072, 1)", style=solid]; +"475 sub_tensor_23" -> "476 linear_22" [label="(3072, 768)", style=solid]; +"476 linear_22" -> "477 gelu_5" [label="(1, 197, 3072)", style=solid]; +"477 gelu_5" -> "478 dropout_17" [label="(1, 197, 3072)", style=solid]; +"478 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"479 _param_constant75" -> "488 linear_23" [label="(768,)", style=solid]; +"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 dequantize_per_tensor_default_36" -> "488 linear_23" [label="(1, 197, 3072)", style=solid]; +"483 scale_updated_constant24" -> "485 mul_tensor_24" [label="(768, 1)", style=solid]; +"484 compressed_weight_updated_constant24" -> "485 mul_tensor_24" [label="(768, 3072)", style=solid]; +"485 mul_tensor_24" -> "487 sub_tensor_24" [label="(768, 3072)", style=solid]; +"486 zero_point_updated_constant24" -> "487 sub_tensor_24" [label="(768, 1)", style=solid]; +"487 sub_tensor_24" -> "488 linear_23" [label="(768, 3072)", style=solid]; +"488 linear_23" -> "489 dropout_18" [label="(1, 197, 768)", style=solid]; +"489 dropout_18" -> "490 add_12" [label="(1, 197, 768)", style=solid]; +"490 add_12" -> "493 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"490 add_12" -> "542 add_13" [label="(1, 197, 768)", style=solid]; +"491 _param_constant76" -> "493 layer_norm_12" [label="(768,)", style=solid]; +"492 _param_constant77" -> "493 layer_norm_12" [label="(768,)", style=solid]; +"493 layer_norm_12" -> "494 transpose_36" [label="(1, 197, 768)", style=solid]; +"494 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"495 _param_constant79" -> "504 linear_24" [label="(2304,)", style=solid]; +"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 dequantize_per_tensor_default_37" -> "504 linear_24" [label="(197, 1, 768)", style=solid]; +"499 scale_updated_constant25" -> "501 mul_tensor_25" [label="(2304, 1)", style=solid]; +"500 compressed_weight_updated_constant25" -> "501 mul_tensor_25" [label="(2304, 768)", style=solid]; +"501 mul_tensor_25" -> "503 sub_tensor_25" [label="(2304, 768)", style=solid]; +"502 zero_point_updated_constant25" -> "503 sub_tensor_25" [label="(2304, 1)", style=solid]; +"503 sub_tensor_25" -> "504 linear_24" [label="(2304, 768)", style=solid]; +"504 linear_24" -> "505 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"505 unflatten_6" -> "506 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"506 unsqueeze_6" -> "507 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"507 transpose_37" -> "508 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"508 squeeze_6" -> "509 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"509 contiguous_6" -> "510 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"509 contiguous_6" -> "513 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"509 contiguous_6" -> "516 select_20" [label="(3, 197, 1, 768)", style=solid]; +"510 quantize_per_tensor_default_38" -> "511 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"511 dequantize_per_tensor_default_38" -> "512 select_18" [label="(3, 197, 1, 768)", style=solid]; +"512 select_18" -> "517 view_48" [label="(197, 1, 768)", style=solid]; +"513 quantize_per_tensor_default_39" -> "514 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"514 dequantize_per_tensor_default_39" -> "515 select_19" [label="(3, 197, 1, 768)", style=solid]; +"515 select_19" -> "519 view_49" [label="(197, 1, 768)", style=solid]; +"516 select_20" -> "521 view_50" [label="(197, 1, 768)", style=solid]; +"517 view_48" -> "518 transpose_38" [label="(197, 12, 64)", style=solid]; +"518 transpose_38" -> "523 view_51" [label="(12, 197, 64)", style=solid]; +"519 view_49" -> "520 transpose_39" [label="(197, 12, 64)", style=solid]; +"520 transpose_39" -> "524 view_52" [label="(12, 197, 64)", style=solid]; +"521 view_50" -> "522 transpose_40" [label="(197, 12, 64)", style=solid]; +"522 transpose_40" -> "525 view_53" [label="(12, 197, 64)", style=solid]; +"523 view_51" -> "526 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"524 view_52" -> "526 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"525 view_53" -> "526 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"526 scaled_dot_product_attention_6" -> "527 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"527 permute_7" -> "528 view_54" [label="(197, 1, 12, 64)", style=solid]; +"528 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"529 _param_constant81" -> "538 linear_25" [label="(768,)", style=solid]; +"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 dequantize_per_tensor_default_40" -> "538 linear_25" [label="(197, 768)", style=solid]; +"533 scale_updated_constant26" -> "535 mul_tensor_26" [label="(768, 1)", style=solid]; +"534 compressed_weight_updated_constant26" -> "535 mul_tensor_26" [label="(768, 768)", style=solid]; +"535 mul_tensor_26" -> "537 sub_tensor_26" [label="(768, 768)", style=solid]; +"536 zero_point_updated_constant26" -> "537 sub_tensor_26" [label="(768, 1)", style=solid]; +"537 sub_tensor_26" -> "538 linear_25" [label="(768, 768)", style=solid]; +"538 linear_25" -> "539 view_55" [label="(197, 768)", style=solid]; +"539 view_55" -> "540 transpose_41" [label="(197, 1, 768)", style=solid]; +"540 transpose_41" -> "541 dropout_19" [label="(1, 197, 768)", style=solid]; +"541 dropout_19" -> "542 add_13" [label="(1, 197, 768)", style=solid]; +"542 add_13" -> "545 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"542 add_13" -> "569 add_14" [label="(1, 197, 768)", style=solid]; +"543 _param_constant82" -> "545 layer_norm_13" [label="(768,)", style=solid]; +"544 _param_constant83" -> "545 layer_norm_13" [label="(768,)", style=solid]; +"545 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"546 _param_constant85" -> "555 linear_26" [label="(3072,)", style=solid]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 dequantize_per_tensor_default_41" -> "555 linear_26" [label="(1, 197, 768)", style=solid]; +"550 scale_updated_constant27" -> "552 mul_tensor_27" [label="(3072, 1)", style=solid]; +"551 compressed_weight_updated_constant27" -> "552 mul_tensor_27" [label="(3072, 768)", style=solid]; +"552 mul_tensor_27" -> "554 sub_tensor_27" [label="(3072, 768)", style=solid]; +"553 zero_point_updated_constant27" -> "554 sub_tensor_27" [label="(3072, 1)", style=solid]; +"554 sub_tensor_27" -> "555 linear_26" [label="(3072, 768)", style=solid]; +"555 linear_26" -> "556 gelu_6" [label="(1, 197, 3072)", style=solid]; +"556 gelu_6" -> "557 dropout_20" [label="(1, 197, 3072)", style=solid]; +"557 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"558 _param_constant87" -> "567 linear_27" [label="(768,)", style=solid]; +"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 dequantize_per_tensor_default_42" -> "567 linear_27" [label="(1, 197, 3072)", style=solid]; +"562 scale_updated_constant28" -> "564 mul_tensor_28" [label="(768, 1)", style=solid]; +"563 compressed_weight_updated_constant28" -> "564 mul_tensor_28" [label="(768, 3072)", style=solid]; +"564 mul_tensor_28" -> "566 sub_tensor_28" [label="(768, 3072)", style=solid]; +"565 zero_point_updated_constant28" -> "566 sub_tensor_28" [label="(768, 1)", style=solid]; +"566 sub_tensor_28" -> "567 linear_27" [label="(768, 3072)", style=solid]; +"567 linear_27" -> "568 dropout_21" [label="(1, 197, 768)", style=solid]; +"568 dropout_21" -> "569 add_14" [label="(1, 197, 768)", style=solid]; +"569 add_14" -> "572 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"569 add_14" -> "621 add_15" [label="(1, 197, 768)", style=solid]; +"570 _param_constant88" -> "572 layer_norm_14" [label="(768,)", style=solid]; +"571 _param_constant89" -> "572 layer_norm_14" [label="(768,)", style=solid]; +"572 layer_norm_14" -> "573 transpose_42" [label="(1, 197, 768)", style=solid]; +"573 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"574 _param_constant91" -> "583 linear_28" [label="(2304,)", style=solid]; +"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 dequantize_per_tensor_default_43" -> "583 linear_28" [label="(197, 1, 768)", style=solid]; +"578 scale_updated_constant29" -> "580 mul_tensor_29" [label="(2304, 1)", style=solid]; +"579 compressed_weight_updated_constant29" -> "580 mul_tensor_29" [label="(2304, 768)", style=solid]; +"580 mul_tensor_29" -> "582 sub_tensor_29" [label="(2304, 768)", style=solid]; +"581 zero_point_updated_constant29" -> "582 sub_tensor_29" [label="(2304, 1)", style=solid]; +"582 sub_tensor_29" -> "583 linear_28" [label="(2304, 768)", style=solid]; +"583 linear_28" -> "584 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"584 unflatten_7" -> "585 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"585 unsqueeze_7" -> "586 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"586 transpose_43" -> "587 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"587 squeeze_7" -> "588 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"588 contiguous_7" -> "589 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"588 contiguous_7" -> "592 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"588 contiguous_7" -> "595 select_23" [label="(3, 197, 1, 768)", style=solid]; +"589 quantize_per_tensor_default_44" -> "590 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"590 dequantize_per_tensor_default_44" -> "591 select_21" [label="(3, 197, 1, 768)", style=solid]; +"591 select_21" -> "596 view_56" [label="(197, 1, 768)", style=solid]; +"592 quantize_per_tensor_default_45" -> "593 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"593 dequantize_per_tensor_default_45" -> "594 select_22" [label="(3, 197, 1, 768)", style=solid]; +"594 select_22" -> "598 view_57" [label="(197, 1, 768)", style=solid]; +"595 select_23" -> "600 view_58" [label="(197, 1, 768)", style=solid]; +"596 view_56" -> "597 transpose_44" [label="(197, 12, 64)", style=solid]; +"597 transpose_44" -> "602 view_59" [label="(12, 197, 64)", style=solid]; +"598 view_57" -> "599 transpose_45" [label="(197, 12, 64)", style=solid]; +"599 transpose_45" -> "603 view_60" [label="(12, 197, 64)", style=solid]; +"600 view_58" -> "601 transpose_46" [label="(197, 12, 64)", style=solid]; +"601 transpose_46" -> "604 view_61" [label="(12, 197, 64)", style=solid]; +"602 view_59" -> "605 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"603 view_60" -> "605 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"604 view_61" -> "605 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"605 scaled_dot_product_attention_7" -> "606 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"606 permute_8" -> "607 view_62" [label="(197, 1, 12, 64)", style=solid]; +"607 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"608 _param_constant93" -> "617 linear_29" [label="(768,)", style=solid]; +"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 dequantize_per_tensor_default_46" -> "617 linear_29" [label="(197, 768)", style=solid]; +"612 scale_updated_constant30" -> "614 mul_tensor_30" [label="(768, 1)", style=solid]; +"613 compressed_weight_updated_constant30" -> "614 mul_tensor_30" [label="(768, 768)", style=solid]; +"614 mul_tensor_30" -> "616 sub_tensor_30" [label="(768, 768)", style=solid]; +"615 zero_point_updated_constant30" -> "616 sub_tensor_30" [label="(768, 1)", style=solid]; +"616 sub_tensor_30" -> "617 linear_29" [label="(768, 768)", style=solid]; +"617 linear_29" -> "618 view_63" [label="(197, 768)", style=solid]; +"618 view_63" -> "619 transpose_47" [label="(197, 1, 768)", style=solid]; +"619 transpose_47" -> "620 dropout_22" [label="(1, 197, 768)", style=solid]; +"620 dropout_22" -> "621 add_15" [label="(1, 197, 768)", style=solid]; +"621 add_15" -> "624 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"621 add_15" -> "648 add_16" [label="(1, 197, 768)", style=solid]; +"622 _param_constant94" -> "624 layer_norm_15" [label="(768,)", style=solid]; +"623 _param_constant95" -> "624 layer_norm_15" [label="(768,)", style=solid]; +"624 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"625 _param_constant97" -> "634 linear_30" [label="(3072,)", style=solid]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_47" -> "634 linear_30" [label="(1, 197, 768)", style=solid]; +"629 scale_updated_constant31" -> "631 mul_tensor_31" [label="(3072, 1)", style=solid]; +"630 compressed_weight_updated_constant31" -> "631 mul_tensor_31" [label="(3072, 768)", style=solid]; +"631 mul_tensor_31" -> "633 sub_tensor_31" [label="(3072, 768)", style=solid]; +"632 zero_point_updated_constant31" -> "633 sub_tensor_31" [label="(3072, 1)", style=solid]; +"633 sub_tensor_31" -> "634 linear_30" [label="(3072, 768)", style=solid]; +"634 linear_30" -> "635 gelu_7" [label="(1, 197, 3072)", style=solid]; +"635 gelu_7" -> "636 dropout_23" [label="(1, 197, 3072)", style=solid]; +"636 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"637 _param_constant99" -> "646 linear_31" [label="(768,)", style=solid]; +"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 dequantize_per_tensor_default_48" -> "646 linear_31" [label="(1, 197, 3072)", style=solid]; +"641 scale_updated_constant32" -> "643 mul_tensor_32" [label="(768, 1)", style=solid]; +"642 compressed_weight_updated_constant32" -> "643 mul_tensor_32" [label="(768, 3072)", style=solid]; +"643 mul_tensor_32" -> "645 sub_tensor_32" [label="(768, 3072)", style=solid]; +"644 zero_point_updated_constant32" -> "645 sub_tensor_32" [label="(768, 1)", style=solid]; +"645 sub_tensor_32" -> "646 linear_31" [label="(768, 3072)", style=solid]; +"646 linear_31" -> "647 dropout_24" [label="(1, 197, 768)", style=solid]; +"647 dropout_24" -> "648 add_16" [label="(1, 197, 768)", style=solid]; +"648 add_16" -> "651 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"648 add_16" -> "700 add_17" [label="(1, 197, 768)", style=solid]; +"649 _param_constant100" -> "651 layer_norm_16" [label="(768,)", style=solid]; +"650 _param_constant101" -> "651 layer_norm_16" [label="(768,)", style=solid]; +"651 layer_norm_16" -> "652 transpose_48" [label="(1, 197, 768)", style=solid]; +"652 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"653 _param_constant103" -> "662 linear_32" [label="(2304,)", style=solid]; +"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 dequantize_per_tensor_default_49" -> "662 linear_32" [label="(197, 1, 768)", style=solid]; +"657 scale_updated_constant33" -> "659 mul_tensor_33" [label="(2304, 1)", style=solid]; +"658 compressed_weight_updated_constant33" -> "659 mul_tensor_33" [label="(2304, 768)", style=solid]; +"659 mul_tensor_33" -> "661 sub_tensor_33" [label="(2304, 768)", style=solid]; +"660 zero_point_updated_constant33" -> "661 sub_tensor_33" [label="(2304, 1)", style=solid]; +"661 sub_tensor_33" -> "662 linear_32" [label="(2304, 768)", style=solid]; +"662 linear_32" -> "663 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"663 unflatten_8" -> "664 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"664 unsqueeze_8" -> "665 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"665 transpose_49" -> "666 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"666 squeeze_8" -> "667 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"667 contiguous_8" -> "668 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"667 contiguous_8" -> "671 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"667 contiguous_8" -> "674 select_26" [label="(3, 197, 1, 768)", style=solid]; +"668 quantize_per_tensor_default_50" -> "669 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"669 dequantize_per_tensor_default_50" -> "670 select_24" [label="(3, 197, 1, 768)", style=solid]; +"670 select_24" -> "675 view_64" [label="(197, 1, 768)", style=solid]; +"671 quantize_per_tensor_default_51" -> "672 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"672 dequantize_per_tensor_default_51" -> "673 select_25" [label="(3, 197, 1, 768)", style=solid]; +"673 select_25" -> "677 view_65" [label="(197, 1, 768)", style=solid]; +"674 select_26" -> "679 view_66" [label="(197, 1, 768)", style=solid]; +"675 view_64" -> "676 transpose_50" [label="(197, 12, 64)", style=solid]; +"676 transpose_50" -> "681 view_67" [label="(12, 197, 64)", style=solid]; +"677 view_65" -> "678 transpose_51" [label="(197, 12, 64)", style=solid]; +"678 transpose_51" -> "682 view_68" [label="(12, 197, 64)", style=solid]; +"679 view_66" -> "680 transpose_52" [label="(197, 12, 64)", style=solid]; +"680 transpose_52" -> "683 view_69" [label="(12, 197, 64)", style=solid]; +"681 view_67" -> "684 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"682 view_68" -> "684 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"683 view_69" -> "684 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"684 scaled_dot_product_attention_8" -> "685 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"685 permute_9" -> "686 view_70" [label="(197, 1, 12, 64)", style=solid]; +"686 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"687 _param_constant105" -> "696 linear_33" [label="(768,)", style=solid]; +"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 dequantize_per_tensor_default_52" -> "696 linear_33" [label="(197, 768)", style=solid]; +"691 scale_updated_constant34" -> "693 mul_tensor_34" [label="(768, 1)", style=solid]; +"692 compressed_weight_updated_constant34" -> "693 mul_tensor_34" [label="(768, 768)", style=solid]; +"693 mul_tensor_34" -> "695 sub_tensor_34" [label="(768, 768)", style=solid]; +"694 zero_point_updated_constant34" -> "695 sub_tensor_34" [label="(768, 1)", style=solid]; +"695 sub_tensor_34" -> "696 linear_33" [label="(768, 768)", style=solid]; +"696 linear_33" -> "697 view_71" [label="(197, 768)", style=solid]; +"697 view_71" -> "698 transpose_53" [label="(197, 1, 768)", style=solid]; +"698 transpose_53" -> "699 dropout_25" [label="(1, 197, 768)", style=solid]; +"699 dropout_25" -> "700 add_17" [label="(1, 197, 768)", style=solid]; +"700 add_17" -> "703 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"700 add_17" -> "727 add_18" [label="(1, 197, 768)", style=solid]; +"701 _param_constant106" -> "703 layer_norm_17" [label="(768,)", style=solid]; +"702 _param_constant107" -> "703 layer_norm_17" [label="(768,)", style=solid]; +"703 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"704 _param_constant109" -> "713 linear_34" [label="(3072,)", style=solid]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 dequantize_per_tensor_default_53" -> "713 linear_34" [label="(1, 197, 768)", style=solid]; +"708 scale_updated_constant35" -> "710 mul_tensor_35" [label="(3072, 1)", style=solid]; +"709 compressed_weight_updated_constant35" -> "710 mul_tensor_35" [label="(3072, 768)", style=solid]; +"710 mul_tensor_35" -> "712 sub_tensor_35" [label="(3072, 768)", style=solid]; +"711 zero_point_updated_constant35" -> "712 sub_tensor_35" [label="(3072, 1)", style=solid]; +"712 sub_tensor_35" -> "713 linear_34" [label="(3072, 768)", style=solid]; +"713 linear_34" -> "714 gelu_8" [label="(1, 197, 3072)", style=solid]; +"714 gelu_8" -> "715 dropout_26" [label="(1, 197, 3072)", style=solid]; +"715 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"716 _param_constant111" -> "725 linear_35" [label="(768,)", style=solid]; +"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 dequantize_per_tensor_default_54" -> "725 linear_35" [label="(1, 197, 3072)", style=solid]; +"720 scale_updated_constant36" -> "722 mul_tensor_36" [label="(768, 1)", style=solid]; +"721 compressed_weight_updated_constant36" -> "722 mul_tensor_36" [label="(768, 3072)", style=solid]; +"722 mul_tensor_36" -> "724 sub_tensor_36" [label="(768, 3072)", style=solid]; +"723 zero_point_updated_constant36" -> "724 sub_tensor_36" [label="(768, 1)", style=solid]; +"724 sub_tensor_36" -> "725 linear_35" [label="(768, 3072)", style=solid]; +"725 linear_35" -> "726 dropout_27" [label="(1, 197, 768)", style=solid]; +"726 dropout_27" -> "727 add_18" [label="(1, 197, 768)", style=solid]; +"727 add_18" -> "730 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"727 add_18" -> "779 add_19" [label="(1, 197, 768)", style=solid]; +"728 _param_constant112" -> "730 layer_norm_18" [label="(768,)", style=solid]; +"729 _param_constant113" -> "730 layer_norm_18" [label="(768,)", style=solid]; +"730 layer_norm_18" -> "731 transpose_54" [label="(1, 197, 768)", style=solid]; +"731 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"732 _param_constant115" -> "741 linear_36" [label="(2304,)", style=solid]; +"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 dequantize_per_tensor_default_55" -> "741 linear_36" [label="(197, 1, 768)", style=solid]; +"736 scale_updated_constant37" -> "738 mul_tensor_37" [label="(2304, 1)", style=solid]; +"737 compressed_weight_updated_constant37" -> "738 mul_tensor_37" [label="(2304, 768)", style=solid]; +"738 mul_tensor_37" -> "740 sub_tensor_37" [label="(2304, 768)", style=solid]; +"739 zero_point_updated_constant37" -> "740 sub_tensor_37" [label="(2304, 1)", style=solid]; +"740 sub_tensor_37" -> "741 linear_36" [label="(2304, 768)", style=solid]; +"741 linear_36" -> "742 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"742 unflatten_9" -> "743 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"743 unsqueeze_9" -> "744 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"744 transpose_55" -> "745 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"745 squeeze_9" -> "746 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"746 contiguous_9" -> "747 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"746 contiguous_9" -> "750 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"746 contiguous_9" -> "753 select_29" [label="(3, 197, 1, 768)", style=solid]; +"747 quantize_per_tensor_default_56" -> "748 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"748 dequantize_per_tensor_default_56" -> "749 select_27" [label="(3, 197, 1, 768)", style=solid]; +"749 select_27" -> "754 view_72" [label="(197, 1, 768)", style=solid]; +"750 quantize_per_tensor_default_57" -> "751 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"751 dequantize_per_tensor_default_57" -> "752 select_28" [label="(3, 197, 1, 768)", style=solid]; +"752 select_28" -> "756 view_73" [label="(197, 1, 768)", style=solid]; +"753 select_29" -> "758 view_74" [label="(197, 1, 768)", style=solid]; +"754 view_72" -> "755 transpose_56" [label="(197, 12, 64)", style=solid]; +"755 transpose_56" -> "760 view_75" [label="(12, 197, 64)", style=solid]; +"756 view_73" -> "757 transpose_57" [label="(197, 12, 64)", style=solid]; +"757 transpose_57" -> "761 view_76" [label="(12, 197, 64)", style=solid]; +"758 view_74" -> "759 transpose_58" [label="(197, 12, 64)", style=solid]; +"759 transpose_58" -> "762 view_77" [label="(12, 197, 64)", style=solid]; +"760 view_75" -> "763 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"761 view_76" -> "763 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"762 view_77" -> "763 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"763 scaled_dot_product_attention_9" -> "764 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"764 permute_10" -> "765 view_78" [label="(197, 1, 12, 64)", style=solid]; +"765 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"766 _param_constant117" -> "775 linear_37" [label="(768,)", style=solid]; +"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 dequantize_per_tensor_default_58" -> "775 linear_37" [label="(197, 768)", style=solid]; +"770 scale_updated_constant38" -> "772 mul_tensor_38" [label="(768, 1)", style=solid]; +"771 compressed_weight_updated_constant38" -> "772 mul_tensor_38" [label="(768, 768)", style=solid]; +"772 mul_tensor_38" -> "774 sub_tensor_38" [label="(768, 768)", style=solid]; +"773 zero_point_updated_constant38" -> "774 sub_tensor_38" [label="(768, 1)", style=solid]; +"774 sub_tensor_38" -> "775 linear_37" [label="(768, 768)", style=solid]; +"775 linear_37" -> "776 view_79" [label="(197, 768)", style=solid]; +"776 view_79" -> "777 transpose_59" [label="(197, 1, 768)", style=solid]; +"777 transpose_59" -> "778 dropout_28" [label="(1, 197, 768)", style=solid]; +"778 dropout_28" -> "779 add_19" [label="(1, 197, 768)", style=solid]; +"779 add_19" -> "782 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"779 add_19" -> "806 add_20" [label="(1, 197, 768)", style=solid]; +"780 _param_constant118" -> "782 layer_norm_19" [label="(768,)", style=solid]; +"781 _param_constant119" -> "782 layer_norm_19" [label="(768,)", style=solid]; +"782 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"783 _param_constant121" -> "792 linear_38" [label="(3072,)", style=solid]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 dequantize_per_tensor_default_59" -> "792 linear_38" [label="(1, 197, 768)", style=solid]; +"787 scale_updated_constant39" -> "789 mul_tensor_39" [label="(3072, 1)", style=solid]; +"788 compressed_weight_updated_constant39" -> "789 mul_tensor_39" [label="(3072, 768)", style=solid]; +"789 mul_tensor_39" -> "791 sub_tensor_39" [label="(3072, 768)", style=solid]; +"790 zero_point_updated_constant39" -> "791 sub_tensor_39" [label="(3072, 1)", style=solid]; +"791 sub_tensor_39" -> "792 linear_38" [label="(3072, 768)", style=solid]; +"792 linear_38" -> "793 gelu_9" [label="(1, 197, 3072)", style=solid]; +"793 gelu_9" -> "794 dropout_29" [label="(1, 197, 3072)", style=solid]; +"794 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"795 _param_constant123" -> "804 linear_39" [label="(768,)", style=solid]; +"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 dequantize_per_tensor_default_60" -> "804 linear_39" [label="(1, 197, 3072)", style=solid]; +"799 scale_updated_constant40" -> "801 mul_tensor_40" [label="(768, 1)", style=solid]; +"800 compressed_weight_updated_constant40" -> "801 mul_tensor_40" [label="(768, 3072)", style=solid]; +"801 mul_tensor_40" -> "803 sub_tensor_40" [label="(768, 3072)", style=solid]; +"802 zero_point_updated_constant40" -> "803 sub_tensor_40" [label="(768, 1)", style=solid]; +"803 sub_tensor_40" -> "804 linear_39" [label="(768, 3072)", style=solid]; +"804 linear_39" -> "805 dropout_30" [label="(1, 197, 768)", style=solid]; +"805 dropout_30" -> "806 add_20" [label="(1, 197, 768)", style=solid]; +"806 add_20" -> "809 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"806 add_20" -> "858 add_21" [label="(1, 197, 768)", style=solid]; +"807 _param_constant124" -> "809 layer_norm_20" [label="(768,)", style=solid]; +"808 _param_constant125" -> "809 layer_norm_20" [label="(768,)", style=solid]; +"809 layer_norm_20" -> "810 transpose_60" [label="(1, 197, 768)", style=solid]; +"810 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"811 _param_constant127" -> "820 linear_40" [label="(2304,)", style=solid]; +"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 dequantize_per_tensor_default_61" -> "820 linear_40" [label="(197, 1, 768)", style=solid]; +"815 scale_updated_constant41" -> "817 mul_tensor_41" [label="(2304, 1)", style=solid]; +"816 compressed_weight_updated_constant41" -> "817 mul_tensor_41" [label="(2304, 768)", style=solid]; +"817 mul_tensor_41" -> "819 sub_tensor_41" [label="(2304, 768)", style=solid]; +"818 zero_point_updated_constant41" -> "819 sub_tensor_41" [label="(2304, 1)", style=solid]; +"819 sub_tensor_41" -> "820 linear_40" [label="(2304, 768)", style=solid]; +"820 linear_40" -> "821 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"821 unflatten_10" -> "822 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"822 unsqueeze_10" -> "823 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"823 transpose_61" -> "824 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"824 squeeze_10" -> "825 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"825 contiguous_10" -> "826 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"825 contiguous_10" -> "829 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"825 contiguous_10" -> "832 select_32" [label="(3, 197, 1, 768)", style=solid]; +"826 quantize_per_tensor_default_62" -> "827 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"827 dequantize_per_tensor_default_62" -> "828 select_30" [label="(3, 197, 1, 768)", style=solid]; +"828 select_30" -> "833 view_80" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_63" -> "830 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_63" -> "831 select_31" [label="(3, 197, 1, 768)", style=solid]; +"831 select_31" -> "835 view_81" [label="(197, 1, 768)", style=solid]; +"832 select_32" -> "837 view_82" [label="(197, 1, 768)", style=solid]; +"833 view_80" -> "834 transpose_62" [label="(197, 12, 64)", style=solid]; +"834 transpose_62" -> "839 view_83" [label="(12, 197, 64)", style=solid]; +"835 view_81" -> "836 transpose_63" [label="(197, 12, 64)", style=solid]; +"836 transpose_63" -> "840 view_84" [label="(12, 197, 64)", style=solid]; +"837 view_82" -> "838 transpose_64" [label="(197, 12, 64)", style=solid]; +"838 transpose_64" -> "841 view_85" [label="(12, 197, 64)", style=solid]; +"839 view_83" -> "842 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"840 view_84" -> "842 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"841 view_85" -> "842 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"842 scaled_dot_product_attention_10" -> "843 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"843 permute_11" -> "844 view_86" [label="(197, 1, 12, 64)", style=solid]; +"844 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"845 _param_constant129" -> "854 linear_41" [label="(768,)", style=solid]; +"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 dequantize_per_tensor_default_64" -> "854 linear_41" [label="(197, 768)", style=solid]; +"849 scale_updated_constant42" -> "851 mul_tensor_42" [label="(768, 1)", style=solid]; +"850 compressed_weight_updated_constant42" -> "851 mul_tensor_42" [label="(768, 768)", style=solid]; +"851 mul_tensor_42" -> "853 sub_tensor_42" [label="(768, 768)", style=solid]; +"852 zero_point_updated_constant42" -> "853 sub_tensor_42" [label="(768, 1)", style=solid]; +"853 sub_tensor_42" -> "854 linear_41" [label="(768, 768)", style=solid]; +"854 linear_41" -> "855 view_87" [label="(197, 768)", style=solid]; +"855 view_87" -> "856 transpose_65" [label="(197, 1, 768)", style=solid]; +"856 transpose_65" -> "857 dropout_31" [label="(1, 197, 768)", style=solid]; +"857 dropout_31" -> "858 add_21" [label="(1, 197, 768)", style=solid]; +"858 add_21" -> "861 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"858 add_21" -> "885 add_22" [label="(1, 197, 768)", style=solid]; +"859 _param_constant130" -> "861 layer_norm_21" [label="(768,)", style=solid]; +"860 _param_constant131" -> "861 layer_norm_21" [label="(768,)", style=solid]; +"861 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"862 _param_constant133" -> "871 linear_42" [label="(3072,)", style=solid]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 dequantize_per_tensor_default_65" -> "871 linear_42" [label="(1, 197, 768)", style=solid]; +"866 scale_updated_constant43" -> "868 mul_tensor_43" [label="(3072, 1)", style=solid]; +"867 compressed_weight_updated_constant43" -> "868 mul_tensor_43" [label="(3072, 768)", style=solid]; +"868 mul_tensor_43" -> "870 sub_tensor_43" [label="(3072, 768)", style=solid]; +"869 zero_point_updated_constant43" -> "870 sub_tensor_43" [label="(3072, 1)", style=solid]; +"870 sub_tensor_43" -> "871 linear_42" [label="(3072, 768)", style=solid]; +"871 linear_42" -> "872 gelu_10" [label="(1, 197, 3072)", style=solid]; +"872 gelu_10" -> "873 dropout_32" [label="(1, 197, 3072)", style=solid]; +"873 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"874 _param_constant135" -> "883 linear_43" [label="(768,)", style=solid]; +"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 dequantize_per_tensor_default_66" -> "883 linear_43" [label="(1, 197, 3072)", style=solid]; +"878 scale_updated_constant44" -> "880 mul_tensor_44" [label="(768, 1)", style=solid]; +"879 compressed_weight_updated_constant44" -> "880 mul_tensor_44" [label="(768, 3072)", style=solid]; +"880 mul_tensor_44" -> "882 sub_tensor_44" [label="(768, 3072)", style=solid]; +"881 zero_point_updated_constant44" -> "882 sub_tensor_44" [label="(768, 1)", style=solid]; +"882 sub_tensor_44" -> "883 linear_43" [label="(768, 3072)", style=solid]; +"883 linear_43" -> "884 dropout_33" [label="(1, 197, 768)", style=solid]; +"884 dropout_33" -> "885 add_22" [label="(1, 197, 768)", style=solid]; +"885 add_22" -> "888 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"885 add_22" -> "937 add_23" [label="(1, 197, 768)", style=solid]; +"886 _param_constant136" -> "888 layer_norm_22" [label="(768,)", style=solid]; +"887 _param_constant137" -> "888 layer_norm_22" [label="(768,)", style=solid]; +"888 layer_norm_22" -> "889 transpose_66" [label="(1, 197, 768)", style=solid]; +"889 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"890 _param_constant139" -> "899 linear_44" [label="(2304,)", style=solid]; +"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 dequantize_per_tensor_default_67" -> "899 linear_44" [label="(197, 1, 768)", style=solid]; +"894 scale_updated_constant45" -> "896 mul_tensor_45" [label="(2304, 1)", style=solid]; +"895 compressed_weight_updated_constant45" -> "896 mul_tensor_45" [label="(2304, 768)", style=solid]; +"896 mul_tensor_45" -> "898 sub_tensor_45" [label="(2304, 768)", style=solid]; +"897 zero_point_updated_constant45" -> "898 sub_tensor_45" [label="(2304, 1)", style=solid]; +"898 sub_tensor_45" -> "899 linear_44" [label="(2304, 768)", style=solid]; +"899 linear_44" -> "900 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"900 unflatten_11" -> "901 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"901 unsqueeze_11" -> "902 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"902 transpose_67" -> "903 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"903 squeeze_11" -> "904 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"904 contiguous_11" -> "905 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"904 contiguous_11" -> "908 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"904 contiguous_11" -> "911 select_35" [label="(3, 197, 1, 768)", style=solid]; +"905 quantize_per_tensor_default_68" -> "906 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"906 dequantize_per_tensor_default_68" -> "907 select_33" [label="(3, 197, 1, 768)", style=solid]; +"907 select_33" -> "912 view_88" [label="(197, 1, 768)", style=solid]; +"908 quantize_per_tensor_default_69" -> "909 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"909 dequantize_per_tensor_default_69" -> "910 select_34" [label="(3, 197, 1, 768)", style=solid]; +"910 select_34" -> "914 view_89" [label="(197, 1, 768)", style=solid]; +"911 select_35" -> "916 view_90" [label="(197, 1, 768)", style=solid]; +"912 view_88" -> "913 transpose_68" [label="(197, 12, 64)", style=solid]; +"913 transpose_68" -> "918 view_91" [label="(12, 197, 64)", style=solid]; +"914 view_89" -> "915 transpose_69" [label="(197, 12, 64)", style=solid]; +"915 transpose_69" -> "919 view_92" [label="(12, 197, 64)", style=solid]; +"916 view_90" -> "917 transpose_70" [label="(197, 12, 64)", style=solid]; +"917 transpose_70" -> "920 view_93" [label="(12, 197, 64)", style=solid]; +"918 view_91" -> "921 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"919 view_92" -> "921 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"920 view_93" -> "921 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"921 scaled_dot_product_attention_11" -> "922 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"922 permute_12" -> "923 view_94" [label="(197, 1, 12, 64)", style=solid]; +"923 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"924 _param_constant141" -> "933 linear_45" [label="(768,)", style=solid]; +"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 dequantize_per_tensor_default_70" -> "933 linear_45" [label="(197, 768)", style=solid]; +"928 scale_updated_constant46" -> "930 mul_tensor_46" [label="(768, 1)", style=solid]; +"929 compressed_weight_updated_constant46" -> "930 mul_tensor_46" [label="(768, 768)", style=solid]; +"930 mul_tensor_46" -> "932 sub_tensor_46" [label="(768, 768)", style=solid]; +"931 zero_point_updated_constant46" -> "932 sub_tensor_46" [label="(768, 1)", style=solid]; +"932 sub_tensor_46" -> "933 linear_45" [label="(768, 768)", style=solid]; +"933 linear_45" -> "934 view_95" [label="(197, 768)", style=solid]; +"934 view_95" -> "935 transpose_71" [label="(197, 1, 768)", style=solid]; +"935 transpose_71" -> "936 dropout_34" [label="(1, 197, 768)", style=solid]; +"936 dropout_34" -> "937 add_23" [label="(1, 197, 768)", style=solid]; +"937 add_23" -> "940 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"937 add_23" -> "964 add_24" [label="(1, 197, 768)", style=solid]; +"938 _param_constant142" -> "940 layer_norm_23" [label="(768,)", style=solid]; +"939 _param_constant143" -> "940 layer_norm_23" [label="(768,)", style=solid]; +"940 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"941 _param_constant145" -> "950 linear_46" [label="(3072,)", style=solid]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 dequantize_per_tensor_default_71" -> "950 linear_46" [label="(1, 197, 768)", style=solid]; +"945 scale_updated_constant47" -> "947 mul_tensor_47" [label="(3072, 1)", style=solid]; +"946 compressed_weight_updated_constant47" -> "947 mul_tensor_47" [label="(3072, 768)", style=solid]; +"947 mul_tensor_47" -> "949 sub_tensor_47" [label="(3072, 768)", style=solid]; +"948 zero_point_updated_constant47" -> "949 sub_tensor_47" [label="(3072, 1)", style=solid]; +"949 sub_tensor_47" -> "950 linear_46" [label="(3072, 768)", style=solid]; +"950 linear_46" -> "951 gelu_11" [label="(1, 197, 3072)", style=solid]; +"951 gelu_11" -> "952 dropout_35" [label="(1, 197, 3072)", style=solid]; +"952 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"953 _param_constant147" -> "962 linear_47" [label="(768,)", style=solid]; +"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 dequantize_per_tensor_default_72" -> "962 linear_47" [label="(1, 197, 3072)", style=solid]; +"957 scale_updated_constant48" -> "959 mul_tensor_48" [label="(768, 1)", style=solid]; +"958 compressed_weight_updated_constant48" -> "959 mul_tensor_48" [label="(768, 3072)", style=solid]; +"959 mul_tensor_48" -> "961 sub_tensor_48" [label="(768, 3072)", style=solid]; +"960 zero_point_updated_constant48" -> "961 sub_tensor_48" [label="(768, 1)", style=solid]; +"961 sub_tensor_48" -> "962 linear_47" [label="(768, 3072)", style=solid]; +"962 linear_47" -> "963 dropout_36" [label="(1, 197, 768)", style=solid]; +"963 dropout_36" -> "964 add_24" [label="(1, 197, 768)", style=solid]; +"964 add_24" -> "967 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"965 _param_constant148" -> "967 layer_norm_24" [label="(768,)", style=solid]; +"966 _param_constant149" -> "967 layer_norm_24" [label="(768,)", style=solid]; +"967 layer_norm_24" -> "968 slice_1" [label="(1, 197, 768)", style=solid]; +"968 slice_1" -> "969 select_36" [label="(1, 197, 768)", style=solid]; +"969 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"970 _param_constant151" -> "979 linear_48" [label="(1000,)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; +"974 scale_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 1)", style=solid]; +"975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 768)", style=solid]; +"976 mul_tensor_49" -> "978 sub_tensor_49" [label="(1000, 768)", style=solid]; +"977 zero_point_updated_constant49" -> "978 sub_tensor_49" [label="(1000, 1)", style=solid]; +"978 sub_tensor_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; +"979 linear_48" -> "980 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot index 6aad3ed682b..9f65b76c25d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -13,3173 +13,2501 @@ strict digraph { "11 _param_constant2" [id=11, type=get_attr]; "12 _param_constant3" [id=12, type=get_attr]; "13 layer_norm" [id=13, type=layer_norm]; -"14 _tensor_constant0" [id=14, type=get_attr]; -"15 _param_constant5" [id=15, type=get_attr]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" [id=16, type=call_module]; -"17 linear_scale_0" [id=17, type=get_attr]; -"18 linear_zero_point_0" [id=18, type=get_attr]; -"19 compressed_weight_updated_constant1" [id=19, type=get_attr]; -"20 quantize_per_channel_default_1" [id=20, type=quantize_per_channel]; -"21 dequantize_per_channel_default_1" [id=21, type=dequantize_per_channel]; -"22 linear" [id=22, type=linear]; -"23 relu_" [id=23, type=relu_]; -"24 relu__0_0_nncf_smooth_quant_0" [id=24, type=call_module]; -"25 linear_1_scale_0" [id=25, type=get_attr]; -"26 linear_1_zero_point_0" [id=26, type=get_attr]; -"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; -"28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; -"29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; -"30 linear_1" [id=30, type=linear]; -"31 view" [id=31, type=view]; -"32 _tensor_constant1" [id=32, type=get_attr]; -"33 index" [id=33, type=index]; -"34 view_1" [id=34, type=view]; -"35 permute_1" [id=35, type=permute]; -"36 contiguous" [id=36, type=contiguous]; -"37 unsqueeze" [id=37, type=unsqueeze]; -"38 sigmoid" [id=38, type=sigmoid]; -"39 mul" [id=39, type=mul]; -"40 pad" [id=40, type=pad]; -"41 view_2" [id=41, type=view]; -"42 permute_2" [id=42, type=permute]; -"43 reshape" [id=43, type=reshape]; -"44 _param_constant7" [id=44, type=get_attr]; -"45 clone" [id=45, type=clone]; -"46 reshape_0_0_nncf_smooth_quant_0" [id=46, type=call_module]; -"47 quantize_per_tensor_default_1" [id=47, type=quantize_per_tensor]; -"48 dequantize_per_tensor_default_1" [id=48, type=dequantize_per_tensor]; -"49 linear_2_scale_0" [id=49, type=get_attr]; -"50 linear_2_zero_point_0" [id=50, type=get_attr]; -"51 compressed_weight_updated_constant3" [id=51, type=get_attr]; -"52 quantize_per_channel_default_3" [id=52, type=quantize_per_channel]; -"53 dequantize_per_channel_default_3" [id=53, type=dequantize_per_channel]; -"54 linear_2" [id=54, type=linear]; -"55 reshape_1" [id=55, type=reshape]; -"56 permute_3" [id=56, type=permute]; -"57 select" [id=57, type=select]; -"58 select_1" [id=58, type=select]; -"59 select_2" [id=59, type=select]; -"60 linalg_vector_norm" [id=60, type=linalg_vector_norm]; -"61 clamp_min" [id=61, type=clamp_min]; -"62 expand_as" [id=62, type=expand_as]; -"63 div" [id=63, type=div]; -"64 quantize_per_tensor_default_2" [id=64, type=quantize_per_tensor]; -"65 dequantize_per_tensor_default_2" [id=65, type=dequantize_per_tensor]; -"66 linalg_vector_norm_1" [id=66, type=linalg_vector_norm]; -"67 clamp_min_1" [id=67, type=clamp_min]; -"68 expand_as_1" [id=68, type=expand_as]; -"69 div_1" [id=69, type=div]; -"70 quantize_per_tensor_default_3" [id=70, type=quantize_per_tensor]; -"71 dequantize_per_tensor_default_3" [id=71, type=dequantize_per_tensor]; -"72 transpose" [id=72, type=transpose]; -"73 matmul" [id=73, type=matmul]; -"74 _param_constant9" [id=74, type=get_attr]; -"75 clamp" [id=75, type=clamp]; -"76 exp" [id=76, type=exp]; -"77 mul_1" [id=77, type=mul]; -"78 add" [id=78, type=add]; -"79 softmax" [id=79, type=softmax]; -"80 dropout" [id=80, type=dropout]; -"81 matmul_1" [id=81, type=matmul]; -"82 transpose_1" [id=82, type=transpose]; -"83 reshape_2" [id=83, type=reshape]; -"84 _param_constant11" [id=84, type=get_attr]; -"85 reshape_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; -"86 quantize_per_tensor_default_4" [id=86, type=quantize_per_tensor]; -"87 dequantize_per_tensor_default_4" [id=87, type=dequantize_per_tensor]; -"88 linear_3_scale_0" [id=88, type=get_attr]; -"89 linear_3_zero_point_0" [id=89, type=get_attr]; -"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; -"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; -"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; -"93 linear_3" [id=93, type=linear]; -"94 dropout_1" [id=94, type=dropout]; -"95 view_3" [id=95, type=view]; -"96 permute_4" [id=96, type=permute]; -"97 reshape_3" [id=97, type=reshape]; -"98 slice_2" [id=98, type=slice]; -"99 slice_3" [id=99, type=slice]; -"100 _param_constant12" [id=100, type=get_attr]; -"101 _param_constant13" [id=101, type=get_attr]; -"102 layer_norm_1" [id=102, type=layer_norm]; -"103 add_1" [id=103, type=add]; -"104 _param_constant15" [id=104, type=get_attr]; -"105 add_1_0_0_nncf_smooth_quant_0" [id=105, type=call_module]; -"106 quantize_per_tensor_default_5" [id=106, type=quantize_per_tensor]; -"107 dequantize_per_tensor_default_5" [id=107, type=dequantize_per_tensor]; -"108 linear_4_scale_0" [id=108, type=get_attr]; -"109 linear_4_zero_point_0" [id=109, type=get_attr]; -"110 compressed_weight_updated_constant5" [id=110, type=get_attr]; -"111 quantize_per_channel_default_5" [id=111, type=quantize_per_channel]; -"112 dequantize_per_channel_default_5" [id=112, type=dequantize_per_channel]; -"113 linear_4" [id=113, type=linear]; -"114 gelu" [id=114, type=gelu]; -"115 dropout_2" [id=115, type=dropout]; -"116 _param_constant17" [id=116, type=get_attr]; -"117 dropout_2_0_0_nncf_smooth_quant_0" [id=117, type=call_module]; -"118 quantize_per_tensor_default_6" [id=118, type=quantize_per_tensor]; -"119 dequantize_per_tensor_default_6" [id=119, type=dequantize_per_tensor]; -"120 linear_5_scale_0" [id=120, type=get_attr]; -"121 linear_5_zero_point_0" [id=121, type=get_attr]; -"122 compressed_weight_updated_constant6" [id=122, type=get_attr]; -"123 quantize_per_channel_default_6" [id=123, type=quantize_per_channel]; -"124 dequantize_per_channel_default_6" [id=124, type=dequantize_per_channel]; -"125 linear_5" [id=125, type=linear]; -"126 dropout_3" [id=126, type=dropout]; -"127 _param_constant18" [id=127, type=get_attr]; -"128 _param_constant19" [id=128, type=get_attr]; -"129 layer_norm_2" [id=129, type=layer_norm]; -"130 add_2" [id=130, type=add]; -"131 _tensor_constant2" [id=131, type=get_attr]; -"132 _param_constant21" [id=132, type=get_attr]; -"133 _tensor_constant2_0_0_nncf_smooth_quant_0" [id=133, type=call_module]; -"134 linear_6_scale_0" [id=134, type=get_attr]; -"135 linear_6_zero_point_0" [id=135, type=get_attr]; -"136 compressed_weight_updated_constant7" [id=136, type=get_attr]; -"137 quantize_per_channel_default_7" [id=137, type=quantize_per_channel]; -"138 dequantize_per_channel_default_7" [id=138, type=dequantize_per_channel]; -"139 linear_6" [id=139, type=linear]; -"140 relu__1" [id=140, type=relu_]; -"141 relu__1_0_0_nncf_smooth_quant_0" [id=141, type=call_module]; -"142 linear_7_scale_0" [id=142, type=get_attr]; -"143 linear_7_zero_point_0" [id=143, type=get_attr]; -"144 compressed_weight_updated_constant8" [id=144, type=get_attr]; -"145 quantize_per_channel_default_8" [id=145, type=quantize_per_channel]; -"146 dequantize_per_channel_default_8" [id=146, type=dequantize_per_channel]; -"147 linear_7" [id=147, type=linear]; -"148 view_4" [id=148, type=view]; -"149 _tensor_constant3" [id=149, type=get_attr]; -"150 index_1" [id=150, type=index]; -"151 view_5" [id=151, type=view]; -"152 permute_5" [id=152, type=permute]; -"153 contiguous_1" [id=153, type=contiguous]; -"154 unsqueeze_1" [id=154, type=unsqueeze]; -"155 sigmoid_1" [id=155, type=sigmoid]; -"156 mul_2" [id=156, type=mul]; -"157 pad_1" [id=157, type=pad]; -"158 roll" [id=158, type=roll]; -"159 view_6" [id=159, type=view]; -"160 permute_6" [id=160, type=permute]; -"161 reshape_4" [id=161, type=reshape]; -"162 _param_constant23" [id=162, type=get_attr]; -"163 clone_1" [id=163, type=clone]; -"164 reshape_4_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; -"165 quantize_per_tensor_default_7" [id=165, type=quantize_per_tensor]; -"166 dequantize_per_tensor_default_7" [id=166, type=dequantize_per_tensor]; -"167 linear_8_scale_0" [id=167, type=get_attr]; -"168 linear_8_zero_point_0" [id=168, type=get_attr]; -"169 compressed_weight_updated_constant9" [id=169, type=get_attr]; -"170 quantize_per_channel_default_9" [id=170, type=quantize_per_channel]; -"171 dequantize_per_channel_default_9" [id=171, type=dequantize_per_channel]; -"172 linear_8" [id=172, type=linear]; -"173 reshape_5" [id=173, type=reshape]; -"174 permute_7" [id=174, type=permute]; -"175 select_3" [id=175, type=select]; -"176 select_4" [id=176, type=select]; -"177 select_5" [id=177, type=select]; -"178 linalg_vector_norm_2" [id=178, type=linalg_vector_norm]; -"179 clamp_min_2" [id=179, type=clamp_min]; -"180 expand_as_2" [id=180, type=expand_as]; -"181 div_2" [id=181, type=div]; -"182 quantize_per_tensor_default_8" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_8" [id=183, type=dequantize_per_tensor]; -"184 linalg_vector_norm_3" [id=184, type=linalg_vector_norm]; -"185 clamp_min_3" [id=185, type=clamp_min]; -"186 expand_as_3" [id=186, type=expand_as]; -"187 div_3" [id=187, type=div]; -"188 quantize_per_tensor_default_9" [id=188, type=quantize_per_tensor]; -"189 dequantize_per_tensor_default_9" [id=189, type=dequantize_per_tensor]; -"190 transpose_2" [id=190, type=transpose]; -"191 matmul_2" [id=191, type=matmul]; -"192 _param_constant25" [id=192, type=get_attr]; -"193 clamp_1" [id=193, type=clamp]; -"194 exp_1" [id=194, type=exp]; -"195 mul_3" [id=195, type=mul]; -"196 add_3" [id=196, type=add]; -"197 new_zeros" [id=197, type=new_zeros]; -"198 view_7" [id=198, type=view]; -"199 permute_8" [id=199, type=permute]; -"200 reshape_6" [id=200, type=reshape]; -"201 unsqueeze_2" [id=201, type=unsqueeze]; -"202 unsqueeze_3" [id=202, type=unsqueeze]; -"203 sub" [id=203, type=sub]; -"204 ne" [id=204, type=ne]; -"205 masked_fill" [id=205, type=masked_fill]; -"206 eq" [id=206, type=eq]; -"207 masked_fill_1" [id=207, type=masked_fill]; -"208 view_8" [id=208, type=view]; -"209 unsqueeze_4" [id=209, type=unsqueeze]; -"210 unsqueeze_5" [id=210, type=unsqueeze]; -"211 add_4" [id=211, type=add]; -"212 view_9" [id=212, type=view]; -"213 softmax_1" [id=213, type=softmax]; -"214 dropout_4" [id=214, type=dropout]; -"215 matmul_3" [id=215, type=matmul]; -"216 transpose_3" [id=216, type=transpose]; -"217 reshape_7" [id=217, type=reshape]; -"218 _param_constant27" [id=218, type=get_attr]; -"219 reshape_7_0_0_nncf_smooth_quant_0" [id=219, type=call_module]; -"220 quantize_per_tensor_default_10" [id=220, type=quantize_per_tensor]; -"221 dequantize_per_tensor_default_10" [id=221, type=dequantize_per_tensor]; -"222 linear_9_scale_0" [id=222, type=get_attr]; -"223 linear_9_zero_point_0" [id=223, type=get_attr]; -"224 compressed_weight_updated_constant10" [id=224, type=get_attr]; -"225 quantize_per_channel_default_10" [id=225, type=quantize_per_channel]; -"226 dequantize_per_channel_default_10" [id=226, type=dequantize_per_channel]; -"227 linear_9" [id=227, type=linear]; -"228 dropout_5" [id=228, type=dropout]; -"229 view_10" [id=229, type=view]; -"230 permute_9" [id=230, type=permute]; -"231 reshape_8" [id=231, type=reshape]; -"232 roll_1" [id=232, type=roll]; -"233 slice_23" [id=233, type=slice]; -"234 slice_24" [id=234, type=slice]; -"235 _param_constant28" [id=235, type=get_attr]; -"236 _param_constant29" [id=236, type=get_attr]; -"237 layer_norm_3" [id=237, type=layer_norm]; -"238 add_5" [id=238, type=add]; -"239 _param_constant31" [id=239, type=get_attr]; -"240 add_5_0_0_nncf_smooth_quant_0" [id=240, type=call_module]; -"241 quantize_per_tensor_default_11" [id=241, type=quantize_per_tensor]; -"242 dequantize_per_tensor_default_11" [id=242, type=dequantize_per_tensor]; -"243 linear_10_scale_0" [id=243, type=get_attr]; -"244 linear_10_zero_point_0" [id=244, type=get_attr]; -"245 compressed_weight_updated_constant11" [id=245, type=get_attr]; -"246 quantize_per_channel_default_11" [id=246, type=quantize_per_channel]; -"247 dequantize_per_channel_default_11" [id=247, type=dequantize_per_channel]; -"248 linear_10" [id=248, type=linear]; -"249 gelu_1" [id=249, type=gelu]; -"250 dropout_6" [id=250, type=dropout]; -"251 _param_constant33" [id=251, type=get_attr]; -"252 dropout_6_0_0_nncf_smooth_quant_0" [id=252, type=call_module]; -"253 quantize_per_tensor_default_12" [id=253, type=quantize_per_tensor]; -"254 dequantize_per_tensor_default_12" [id=254, type=dequantize_per_tensor]; -"255 linear_11_scale_0" [id=255, type=get_attr]; -"256 linear_11_zero_point_0" [id=256, type=get_attr]; -"257 compressed_weight_updated_constant12" [id=257, type=get_attr]; -"258 quantize_per_channel_default_12" [id=258, type=quantize_per_channel]; -"259 dequantize_per_channel_default_12" [id=259, type=dequantize_per_channel]; -"260 linear_11" [id=260, type=linear]; -"261 dropout_7" [id=261, type=dropout]; -"262 _param_constant34" [id=262, type=get_attr]; -"263 _param_constant35" [id=263, type=get_attr]; -"264 layer_norm_4" [id=264, type=layer_norm]; -"265 add_6" [id=265, type=add]; -"266 pad_2" [id=266, type=pad]; -"267 slice_25" [id=267, type=slice]; -"268 slice_26" [id=268, type=slice]; -"269 slice_27" [id=269, type=slice]; -"270 slice_28" [id=270, type=slice]; -"271 slice_29" [id=271, type=slice]; -"272 slice_30" [id=272, type=slice]; -"273 slice_31" [id=273, type=slice]; -"274 slice_32" [id=274, type=slice]; -"275 slice_33" [id=275, type=slice]; -"276 slice_34" [id=276, type=slice]; -"277 slice_35" [id=277, type=slice]; -"278 slice_36" [id=278, type=slice]; -"279 cat" [id=279, type=cat]; -"280 cat_0_0_nncf_smooth_quant_0" [id=280, type=call_module]; -"281 quantize_per_tensor_default_13" [id=281, type=quantize_per_tensor]; -"282 dequantize_per_tensor_default_13" [id=282, type=dequantize_per_tensor]; -"283 linear_12_scale_0" [id=283, type=get_attr]; -"284 linear_12_zero_point_0" [id=284, type=get_attr]; -"285 compressed_weight_updated_constant13" [id=285, type=get_attr]; -"286 quantize_per_channel_default_13" [id=286, type=quantize_per_channel]; -"287 dequantize_per_channel_default_13" [id=287, type=dequantize_per_channel]; -"288 linear_12" [id=288, type=linear]; -"289 _param_constant37" [id=289, type=get_attr]; -"290 _param_constant38" [id=290, type=get_attr]; -"291 layer_norm_5" [id=291, type=layer_norm]; -"292 _tensor_constant13" [id=292, type=get_attr]; -"293 _param_constant40" [id=293, type=get_attr]; -"294 _tensor_constant13_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 linear_13_scale_0" [id=295, type=get_attr]; -"296 linear_13_zero_point_0" [id=296, type=get_attr]; -"297 compressed_weight_updated_constant14" [id=297, type=get_attr]; -"298 quantize_per_channel_default_14" [id=298, type=quantize_per_channel]; -"299 dequantize_per_channel_default_14" [id=299, type=dequantize_per_channel]; -"300 linear_13" [id=300, type=linear]; -"301 relu__2" [id=301, type=relu_]; -"302 relu__2_0_0_nncf_smooth_quant_0" [id=302, type=call_module]; -"303 linear_14_scale_0" [id=303, type=get_attr]; -"304 linear_14_zero_point_0" [id=304, type=get_attr]; -"305 compressed_weight_updated_constant15" [id=305, type=get_attr]; -"306 quantize_per_channel_default_15" [id=306, type=quantize_per_channel]; -"307 dequantize_per_channel_default_15" [id=307, type=dequantize_per_channel]; -"308 linear_14" [id=308, type=linear]; -"309 view_11" [id=309, type=view]; -"310 _tensor_constant14" [id=310, type=get_attr]; -"311 index_2" [id=311, type=index]; -"312 view_12" [id=312, type=view]; -"313 permute_10" [id=313, type=permute]; -"314 contiguous_2" [id=314, type=contiguous]; -"315 unsqueeze_6" [id=315, type=unsqueeze]; -"316 sigmoid_2" [id=316, type=sigmoid]; -"317 mul_4" [id=317, type=mul]; -"318 pad_3" [id=318, type=pad]; -"319 view_13" [id=319, type=view]; -"320 permute_11" [id=320, type=permute]; -"321 reshape_9" [id=321, type=reshape]; -"322 _param_constant42" [id=322, type=get_attr]; -"323 clone_2" [id=323, type=clone]; -"324 reshape_9_0_0_nncf_smooth_quant_0" [id=324, type=call_module]; -"325 quantize_per_tensor_default_14" [id=325, type=quantize_per_tensor]; -"326 dequantize_per_tensor_default_14" [id=326, type=dequantize_per_tensor]; -"327 linear_15_scale_0" [id=327, type=get_attr]; -"328 linear_15_zero_point_0" [id=328, type=get_attr]; -"329 compressed_weight_updated_constant16" [id=329, type=get_attr]; -"330 quantize_per_channel_default_16" [id=330, type=quantize_per_channel]; -"331 dequantize_per_channel_default_16" [id=331, type=dequantize_per_channel]; -"332 linear_15" [id=332, type=linear]; -"333 reshape_10" [id=333, type=reshape]; -"334 permute_12" [id=334, type=permute]; -"335 select_6" [id=335, type=select]; -"336 select_7" [id=336, type=select]; -"337 select_8" [id=337, type=select]; -"338 linalg_vector_norm_4" [id=338, type=linalg_vector_norm]; -"339 clamp_min_4" [id=339, type=clamp_min]; -"340 expand_as_4" [id=340, type=expand_as]; -"341 div_4" [id=341, type=div]; -"342 quantize_per_tensor_default_15" [id=342, type=quantize_per_tensor]; -"343 dequantize_per_tensor_default_15" [id=343, type=dequantize_per_tensor]; -"344 linalg_vector_norm_5" [id=344, type=linalg_vector_norm]; -"345 clamp_min_5" [id=345, type=clamp_min]; -"346 expand_as_5" [id=346, type=expand_as]; -"347 div_5" [id=347, type=div]; -"348 quantize_per_tensor_default_16" [id=348, type=quantize_per_tensor]; -"349 dequantize_per_tensor_default_16" [id=349, type=dequantize_per_tensor]; -"350 transpose_4" [id=350, type=transpose]; -"351 matmul_4" [id=351, type=matmul]; -"352 _param_constant44" [id=352, type=get_attr]; -"353 clamp_2" [id=353, type=clamp]; -"354 exp_2" [id=354, type=exp]; -"355 mul_5" [id=355, type=mul]; -"356 add_7" [id=356, type=add]; -"357 softmax_2" [id=357, type=softmax]; -"358 dropout_8" [id=358, type=dropout]; -"359 matmul_5" [id=359, type=matmul]; -"360 transpose_5" [id=360, type=transpose]; -"361 reshape_11" [id=361, type=reshape]; -"362 _param_constant46" [id=362, type=get_attr]; -"363 reshape_11_0_0_nncf_smooth_quant_0" [id=363, type=call_module]; -"364 quantize_per_tensor_default_17" [id=364, type=quantize_per_tensor]; -"365 dequantize_per_tensor_default_17" [id=365, type=dequantize_per_tensor]; -"366 linear_16_scale_0" [id=366, type=get_attr]; -"367 linear_16_zero_point_0" [id=367, type=get_attr]; -"368 compressed_weight_updated_constant17" [id=368, type=get_attr]; -"369 quantize_per_channel_default_17" [id=369, type=quantize_per_channel]; -"370 dequantize_per_channel_default_17" [id=370, type=dequantize_per_channel]; -"371 linear_16" [id=371, type=linear]; -"372 dropout_9" [id=372, type=dropout]; -"373 view_14" [id=373, type=view]; -"374 permute_13" [id=374, type=permute]; -"375 reshape_12" [id=375, type=reshape]; -"376 slice_38" [id=376, type=slice]; -"377 slice_39" [id=377, type=slice]; -"378 slice_40" [id=378, type=slice]; -"379 slice_41" [id=379, type=slice]; -"380 contiguous_3" [id=380, type=contiguous]; -"381 _param_constant47" [id=381, type=get_attr]; -"382 _param_constant48" [id=382, type=get_attr]; -"383 layer_norm_6" [id=383, type=layer_norm]; -"384 add_8" [id=384, type=add]; -"385 _param_constant50" [id=385, type=get_attr]; -"386 add_8_0_0_nncf_smooth_quant_0" [id=386, type=call_module]; -"387 quantize_per_tensor_default_18" [id=387, type=quantize_per_tensor]; -"388 dequantize_per_tensor_default_18" [id=388, type=dequantize_per_tensor]; -"389 linear_17_scale_0" [id=389, type=get_attr]; -"390 linear_17_zero_point_0" [id=390, type=get_attr]; -"391 compressed_weight_updated_constant18" [id=391, type=get_attr]; -"392 quantize_per_channel_default_18" [id=392, type=quantize_per_channel]; -"393 dequantize_per_channel_default_18" [id=393, type=dequantize_per_channel]; -"394 linear_17" [id=394, type=linear]; -"395 gelu_2" [id=395, type=gelu]; -"396 dropout_10" [id=396, type=dropout]; -"397 _param_constant52" [id=397, type=get_attr]; -"398 dropout_10_0_0_nncf_smooth_quant_0" [id=398, type=call_module]; -"399 quantize_per_tensor_default_19" [id=399, type=quantize_per_tensor]; -"400 dequantize_per_tensor_default_19" [id=400, type=dequantize_per_tensor]; -"401 linear_18_scale_0" [id=401, type=get_attr]; -"402 linear_18_zero_point_0" [id=402, type=get_attr]; -"403 compressed_weight_updated_constant19" [id=403, type=get_attr]; -"404 quantize_per_channel_default_19" [id=404, type=quantize_per_channel]; -"405 dequantize_per_channel_default_19" [id=405, type=dequantize_per_channel]; -"406 linear_18" [id=406, type=linear]; -"407 dropout_11" [id=407, type=dropout]; -"408 _param_constant53" [id=408, type=get_attr]; -"409 _param_constant54" [id=409, type=get_attr]; -"410 layer_norm_7" [id=410, type=layer_norm]; -"411 add_9" [id=411, type=add]; -"412 _tensor_constant15" [id=412, type=get_attr]; -"413 _param_constant56" [id=413, type=get_attr]; -"414 _tensor_constant15_0_0_nncf_smooth_quant_0" [id=414, type=call_module]; -"415 linear_19_scale_0" [id=415, type=get_attr]; -"416 linear_19_zero_point_0" [id=416, type=get_attr]; -"417 compressed_weight_updated_constant20" [id=417, type=get_attr]; -"418 quantize_per_channel_default_20" [id=418, type=quantize_per_channel]; -"419 dequantize_per_channel_default_20" [id=419, type=dequantize_per_channel]; -"420 linear_19" [id=420, type=linear]; -"421 relu__3" [id=421, type=relu_]; -"422 relu__3_0_0_nncf_smooth_quant_0" [id=422, type=call_module]; -"423 linear_20_scale_0" [id=423, type=get_attr]; -"424 linear_20_zero_point_0" [id=424, type=get_attr]; -"425 compressed_weight_updated_constant21" [id=425, type=get_attr]; -"426 quantize_per_channel_default_21" [id=426, type=quantize_per_channel]; -"427 dequantize_per_channel_default_21" [id=427, type=dequantize_per_channel]; -"428 linear_20" [id=428, type=linear]; -"429 view_15" [id=429, type=view]; -"430 _tensor_constant16" [id=430, type=get_attr]; -"431 index_3" [id=431, type=index]; -"432 view_16" [id=432, type=view]; -"433 permute_14" [id=433, type=permute]; -"434 contiguous_4" [id=434, type=contiguous]; -"435 unsqueeze_7" [id=435, type=unsqueeze]; -"436 sigmoid_3" [id=436, type=sigmoid]; -"437 mul_6" [id=437, type=mul]; -"438 pad_4" [id=438, type=pad]; -"439 roll_2" [id=439, type=roll]; -"440 view_17" [id=440, type=view]; -"441 permute_15" [id=441, type=permute]; -"442 reshape_13" [id=442, type=reshape]; -"443 _param_constant58" [id=443, type=get_attr]; -"444 clone_3" [id=444, type=clone]; -"445 reshape_13_0_0_nncf_smooth_quant_0" [id=445, type=call_module]; -"446 quantize_per_tensor_default_20" [id=446, type=quantize_per_tensor]; -"447 dequantize_per_tensor_default_20" [id=447, type=dequantize_per_tensor]; -"448 linear_21_scale_0" [id=448, type=get_attr]; -"449 linear_21_zero_point_0" [id=449, type=get_attr]; -"450 compressed_weight_updated_constant22" [id=450, type=get_attr]; -"451 quantize_per_channel_default_22" [id=451, type=quantize_per_channel]; -"452 dequantize_per_channel_default_22" [id=452, type=dequantize_per_channel]; -"453 linear_21" [id=453, type=linear]; -"454 reshape_14" [id=454, type=reshape]; -"455 permute_16" [id=455, type=permute]; -"456 select_9" [id=456, type=select]; -"457 select_10" [id=457, type=select]; -"458 select_11" [id=458, type=select]; -"459 linalg_vector_norm_6" [id=459, type=linalg_vector_norm]; -"460 clamp_min_6" [id=460, type=clamp_min]; -"461 expand_as_6" [id=461, type=expand_as]; -"462 div_6" [id=462, type=div]; -"463 quantize_per_tensor_default_21" [id=463, type=quantize_per_tensor]; -"464 dequantize_per_tensor_default_21" [id=464, type=dequantize_per_tensor]; -"465 linalg_vector_norm_7" [id=465, type=linalg_vector_norm]; -"466 clamp_min_7" [id=466, type=clamp_min]; -"467 expand_as_7" [id=467, type=expand_as]; -"468 div_7" [id=468, type=div]; -"469 quantize_per_tensor_default_22" [id=469, type=quantize_per_tensor]; -"470 dequantize_per_tensor_default_22" [id=470, type=dequantize_per_tensor]; -"471 transpose_6" [id=471, type=transpose]; -"472 matmul_6" [id=472, type=matmul]; -"473 _param_constant60" [id=473, type=get_attr]; -"474 clamp_3" [id=474, type=clamp]; -"475 exp_3" [id=475, type=exp]; -"476 mul_7" [id=476, type=mul]; -"477 add_10" [id=477, type=add]; -"478 new_zeros_1" [id=478, type=new_zeros]; -"479 view_18" [id=479, type=view]; -"480 permute_17" [id=480, type=permute]; -"481 reshape_15" [id=481, type=reshape]; -"482 unsqueeze_8" [id=482, type=unsqueeze]; -"483 unsqueeze_9" [id=483, type=unsqueeze]; -"484 sub_1" [id=484, type=sub]; -"485 ne_1" [id=485, type=ne]; -"486 masked_fill_2" [id=486, type=masked_fill]; -"487 eq_1" [id=487, type=eq]; -"488 masked_fill_3" [id=488, type=masked_fill]; -"489 view_19" [id=489, type=view]; -"490 unsqueeze_10" [id=490, type=unsqueeze]; -"491 unsqueeze_11" [id=491, type=unsqueeze]; -"492 add_11" [id=492, type=add]; -"493 view_20" [id=493, type=view]; -"494 softmax_3" [id=494, type=softmax]; -"495 dropout_12" [id=495, type=dropout]; -"496 matmul_7" [id=496, type=matmul]; -"497 transpose_7" [id=497, type=transpose]; -"498 reshape_16" [id=498, type=reshape]; -"499 _param_constant62" [id=499, type=get_attr]; -"500 reshape_16_0_0_nncf_smooth_quant_0" [id=500, type=call_module]; -"501 quantize_per_tensor_default_23" [id=501, type=quantize_per_tensor]; -"502 dequantize_per_tensor_default_23" [id=502, type=dequantize_per_tensor]; -"503 linear_22_scale_0" [id=503, type=get_attr]; -"504 linear_22_zero_point_0" [id=504, type=get_attr]; -"505 compressed_weight_updated_constant23" [id=505, type=get_attr]; -"506 quantize_per_channel_default_23" [id=506, type=quantize_per_channel]; -"507 dequantize_per_channel_default_23" [id=507, type=dequantize_per_channel]; -"508 linear_22" [id=508, type=linear]; -"509 dropout_13" [id=509, type=dropout]; -"510 view_21" [id=510, type=view]; -"511 permute_18" [id=511, type=permute]; -"512 reshape_17" [id=512, type=reshape]; -"513 roll_3" [id=513, type=roll]; -"514 slice_61" [id=514, type=slice]; -"515 slice_62" [id=515, type=slice]; -"516 slice_63" [id=516, type=slice]; -"517 slice_64" [id=517, type=slice]; -"518 contiguous_5" [id=518, type=contiguous]; -"519 _param_constant63" [id=519, type=get_attr]; -"520 _param_constant64" [id=520, type=get_attr]; -"521 layer_norm_8" [id=521, type=layer_norm]; -"522 add_12" [id=522, type=add]; -"523 _param_constant66" [id=523, type=get_attr]; -"524 add_12_0_0_nncf_smooth_quant_0" [id=524, type=call_module]; -"525 quantize_per_tensor_default_24" [id=525, type=quantize_per_tensor]; -"526 dequantize_per_tensor_default_24" [id=526, type=dequantize_per_tensor]; -"527 linear_23_scale_0" [id=527, type=get_attr]; -"528 linear_23_zero_point_0" [id=528, type=get_attr]; -"529 compressed_weight_updated_constant24" [id=529, type=get_attr]; -"530 quantize_per_channel_default_24" [id=530, type=quantize_per_channel]; -"531 dequantize_per_channel_default_24" [id=531, type=dequantize_per_channel]; -"532 linear_23" [id=532, type=linear]; -"533 gelu_3" [id=533, type=gelu]; -"534 dropout_14" [id=534, type=dropout]; -"535 _param_constant68" [id=535, type=get_attr]; -"536 dropout_14_0_0_nncf_smooth_quant_0" [id=536, type=call_module]; -"537 quantize_per_tensor_default_25" [id=537, type=quantize_per_tensor]; -"538 dequantize_per_tensor_default_25" [id=538, type=dequantize_per_tensor]; -"539 linear_24_scale_0" [id=539, type=get_attr]; -"540 linear_24_zero_point_0" [id=540, type=get_attr]; -"541 compressed_weight_updated_constant25" [id=541, type=get_attr]; -"542 quantize_per_channel_default_25" [id=542, type=quantize_per_channel]; -"543 dequantize_per_channel_default_25" [id=543, type=dequantize_per_channel]; -"544 linear_24" [id=544, type=linear]; -"545 dropout_15" [id=545, type=dropout]; -"546 _param_constant69" [id=546, type=get_attr]; -"547 _param_constant70" [id=547, type=get_attr]; -"548 layer_norm_9" [id=548, type=layer_norm]; -"549 add_13" [id=549, type=add]; -"550 pad_5" [id=550, type=pad]; -"551 slice_65" [id=551, type=slice]; -"552 slice_66" [id=552, type=slice]; -"553 slice_67" [id=553, type=slice]; -"554 slice_68" [id=554, type=slice]; -"555 slice_69" [id=555, type=slice]; -"556 slice_70" [id=556, type=slice]; -"557 slice_71" [id=557, type=slice]; -"558 slice_72" [id=558, type=slice]; -"559 slice_73" [id=559, type=slice]; -"560 slice_74" [id=560, type=slice]; -"561 slice_75" [id=561, type=slice]; -"562 slice_76" [id=562, type=slice]; -"563 cat_1" [id=563, type=cat]; -"564 cat_1_0_0_nncf_smooth_quant_0" [id=564, type=call_module]; -"565 quantize_per_tensor_default_26" [id=565, type=quantize_per_tensor]; -"566 dequantize_per_tensor_default_26" [id=566, type=dequantize_per_tensor]; -"567 linear_25_scale_0" [id=567, type=get_attr]; -"568 linear_25_zero_point_0" [id=568, type=get_attr]; -"569 compressed_weight_updated_constant26" [id=569, type=get_attr]; -"570 quantize_per_channel_default_26" [id=570, type=quantize_per_channel]; -"571 dequantize_per_channel_default_26" [id=571, type=dequantize_per_channel]; -"572 linear_25" [id=572, type=linear]; -"573 _param_constant72" [id=573, type=get_attr]; -"574 _param_constant73" [id=574, type=get_attr]; -"575 layer_norm_10" [id=575, type=layer_norm]; -"576 _tensor_constant26" [id=576, type=get_attr]; -"577 _param_constant75" [id=577, type=get_attr]; -"578 _tensor_constant26_0_0_nncf_smooth_quant_0" [id=578, type=call_module]; -"579 linear_26_scale_0" [id=579, type=get_attr]; -"580 linear_26_zero_point_0" [id=580, type=get_attr]; -"581 compressed_weight_updated_constant27" [id=581, type=get_attr]; -"582 quantize_per_channel_default_27" [id=582, type=quantize_per_channel]; -"583 dequantize_per_channel_default_27" [id=583, type=dequantize_per_channel]; -"584 linear_26" [id=584, type=linear]; -"585 relu__4" [id=585, type=relu_]; -"586 relu__4_0_0_nncf_smooth_quant_0" [id=586, type=call_module]; -"587 linear_27_scale_0" [id=587, type=get_attr]; -"588 linear_27_zero_point_0" [id=588, type=get_attr]; -"589 compressed_weight_updated_constant28" [id=589, type=get_attr]; -"590 quantize_per_channel_default_28" [id=590, type=quantize_per_channel]; -"591 dequantize_per_channel_default_28" [id=591, type=dequantize_per_channel]; -"592 linear_27" [id=592, type=linear]; -"593 view_22" [id=593, type=view]; -"594 _tensor_constant27" [id=594, type=get_attr]; -"595 index_4" [id=595, type=index]; -"596 view_23" [id=596, type=view]; -"597 permute_19" [id=597, type=permute]; -"598 contiguous_6" [id=598, type=contiguous]; -"599 unsqueeze_12" [id=599, type=unsqueeze]; -"600 sigmoid_4" [id=600, type=sigmoid]; -"601 mul_8" [id=601, type=mul]; -"602 pad_6" [id=602, type=pad]; -"603 view_24" [id=603, type=view]; -"604 permute_20" [id=604, type=permute]; -"605 reshape_18" [id=605, type=reshape]; -"606 _param_constant77" [id=606, type=get_attr]; -"607 clone_4" [id=607, type=clone]; -"608 reshape_18_0_0_nncf_smooth_quant_0" [id=608, type=call_module]; -"609 quantize_per_tensor_default_27" [id=609, type=quantize_per_tensor]; -"610 dequantize_per_tensor_default_27" [id=610, type=dequantize_per_tensor]; -"611 linear_28_scale_0" [id=611, type=get_attr]; -"612 linear_28_zero_point_0" [id=612, type=get_attr]; -"613 compressed_weight_updated_constant29" [id=613, type=get_attr]; -"614 quantize_per_channel_default_29" [id=614, type=quantize_per_channel]; -"615 dequantize_per_channel_default_29" [id=615, type=dequantize_per_channel]; -"616 linear_28" [id=616, type=linear]; -"617 reshape_19" [id=617, type=reshape]; -"618 permute_21" [id=618, type=permute]; -"619 select_12" [id=619, type=select]; -"620 select_13" [id=620, type=select]; -"621 select_14" [id=621, type=select]; -"622 linalg_vector_norm_8" [id=622, type=linalg_vector_norm]; -"623 clamp_min_8" [id=623, type=clamp_min]; -"624 expand_as_8" [id=624, type=expand_as]; -"625 div_8" [id=625, type=div]; -"626 quantize_per_tensor_default_28" [id=626, type=quantize_per_tensor]; -"627 dequantize_per_tensor_default_28" [id=627, type=dequantize_per_tensor]; -"628 linalg_vector_norm_9" [id=628, type=linalg_vector_norm]; -"629 clamp_min_9" [id=629, type=clamp_min]; -"630 expand_as_9" [id=630, type=expand_as]; -"631 div_9" [id=631, type=div]; -"632 quantize_per_tensor_default_29" [id=632, type=quantize_per_tensor]; -"633 dequantize_per_tensor_default_29" [id=633, type=dequantize_per_tensor]; -"634 transpose_8" [id=634, type=transpose]; -"635 matmul_8" [id=635, type=matmul]; -"636 _param_constant79" [id=636, type=get_attr]; -"637 clamp_4" [id=637, type=clamp]; -"638 exp_4" [id=638, type=exp]; -"639 mul_9" [id=639, type=mul]; -"640 add_14" [id=640, type=add]; -"641 softmax_4" [id=641, type=softmax]; -"642 dropout_16" [id=642, type=dropout]; -"643 matmul_9" [id=643, type=matmul]; -"644 transpose_9" [id=644, type=transpose]; -"645 reshape_20" [id=645, type=reshape]; -"646 _param_constant81" [id=646, type=get_attr]; -"647 reshape_20_0_0_nncf_smooth_quant_0" [id=647, type=call_module]; -"648 quantize_per_tensor_default_30" [id=648, type=quantize_per_tensor]; -"649 dequantize_per_tensor_default_30" [id=649, type=dequantize_per_tensor]; -"650 linear_29_scale_0" [id=650, type=get_attr]; -"651 linear_29_zero_point_0" [id=651, type=get_attr]; -"652 compressed_weight_updated_constant30" [id=652, type=get_attr]; -"653 quantize_per_channel_default_30" [id=653, type=quantize_per_channel]; -"654 dequantize_per_channel_default_30" [id=654, type=dequantize_per_channel]; -"655 linear_29" [id=655, type=linear]; -"656 dropout_17" [id=656, type=dropout]; -"657 view_25" [id=657, type=view]; -"658 permute_22" [id=658, type=permute]; -"659 reshape_21" [id=659, type=reshape]; -"660 slice_78" [id=660, type=slice]; -"661 slice_79" [id=661, type=slice]; -"662 slice_80" [id=662, type=slice]; -"663 slice_81" [id=663, type=slice]; -"664 contiguous_7" [id=664, type=contiguous]; -"665 _param_constant82" [id=665, type=get_attr]; -"666 _param_constant83" [id=666, type=get_attr]; -"667 layer_norm_11" [id=667, type=layer_norm]; -"668 add_15" [id=668, type=add]; -"669 _param_constant85" [id=669, type=get_attr]; -"670 add_15_0_0_nncf_smooth_quant_0" [id=670, type=call_module]; -"671 quantize_per_tensor_default_31" [id=671, type=quantize_per_tensor]; -"672 dequantize_per_tensor_default_31" [id=672, type=dequantize_per_tensor]; -"673 linear_30_scale_0" [id=673, type=get_attr]; -"674 linear_30_zero_point_0" [id=674, type=get_attr]; -"675 compressed_weight_updated_constant31" [id=675, type=get_attr]; -"676 quantize_per_channel_default_31" [id=676, type=quantize_per_channel]; -"677 dequantize_per_channel_default_31" [id=677, type=dequantize_per_channel]; -"678 linear_30" [id=678, type=linear]; -"679 gelu_4" [id=679, type=gelu]; -"680 dropout_18" [id=680, type=dropout]; -"681 _param_constant87" [id=681, type=get_attr]; -"682 dropout_18_0_0_nncf_smooth_quant_0" [id=682, type=call_module]; -"683 quantize_per_tensor_default_32" [id=683, type=quantize_per_tensor]; -"684 dequantize_per_tensor_default_32" [id=684, type=dequantize_per_tensor]; -"685 linear_31_scale_0" [id=685, type=get_attr]; -"686 linear_31_zero_point_0" [id=686, type=get_attr]; -"687 compressed_weight_updated_constant32" [id=687, type=get_attr]; -"688 quantize_per_channel_default_32" [id=688, type=quantize_per_channel]; -"689 dequantize_per_channel_default_32" [id=689, type=dequantize_per_channel]; -"690 linear_31" [id=690, type=linear]; -"691 dropout_19" [id=691, type=dropout]; -"692 _param_constant88" [id=692, type=get_attr]; -"693 _param_constant89" [id=693, type=get_attr]; -"694 layer_norm_12" [id=694, type=layer_norm]; -"695 add_16" [id=695, type=add]; -"696 _tensor_constant28" [id=696, type=get_attr]; -"697 _param_constant91" [id=697, type=get_attr]; -"698 _tensor_constant28_0_0_nncf_smooth_quant_0" [id=698, type=call_module]; -"699 linear_32_scale_0" [id=699, type=get_attr]; -"700 linear_32_zero_point_0" [id=700, type=get_attr]; -"701 compressed_weight_updated_constant33" [id=701, type=get_attr]; -"702 quantize_per_channel_default_33" [id=702, type=quantize_per_channel]; -"703 dequantize_per_channel_default_33" [id=703, type=dequantize_per_channel]; -"704 linear_32" [id=704, type=linear]; -"705 relu__5" [id=705, type=relu_]; -"706 relu__5_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 linear_33_scale_0" [id=707, type=get_attr]; -"708 linear_33_zero_point_0" [id=708, type=get_attr]; -"709 compressed_weight_updated_constant34" [id=709, type=get_attr]; -"710 quantize_per_channel_default_34" [id=710, type=quantize_per_channel]; -"711 dequantize_per_channel_default_34" [id=711, type=dequantize_per_channel]; -"712 linear_33" [id=712, type=linear]; -"713 view_26" [id=713, type=view]; -"714 _tensor_constant29" [id=714, type=get_attr]; -"715 index_5" [id=715, type=index]; -"716 view_27" [id=716, type=view]; -"717 permute_23" [id=717, type=permute]; -"718 contiguous_8" [id=718, type=contiguous]; -"719 unsqueeze_13" [id=719, type=unsqueeze]; -"720 sigmoid_5" [id=720, type=sigmoid]; -"721 mul_10" [id=721, type=mul]; -"722 pad_7" [id=722, type=pad]; -"723 roll_4" [id=723, type=roll]; -"724 view_28" [id=724, type=view]; -"725 permute_24" [id=725, type=permute]; -"726 reshape_22" [id=726, type=reshape]; -"727 _param_constant93" [id=727, type=get_attr]; -"728 clone_5" [id=728, type=clone]; -"729 reshape_22_0_0_nncf_smooth_quant_0" [id=729, type=call_module]; -"730 quantize_per_tensor_default_33" [id=730, type=quantize_per_tensor]; -"731 dequantize_per_tensor_default_33" [id=731, type=dequantize_per_tensor]; -"732 linear_34_scale_0" [id=732, type=get_attr]; -"733 linear_34_zero_point_0" [id=733, type=get_attr]; -"734 compressed_weight_updated_constant35" [id=734, type=get_attr]; -"735 quantize_per_channel_default_35" [id=735, type=quantize_per_channel]; -"736 dequantize_per_channel_default_35" [id=736, type=dequantize_per_channel]; -"737 linear_34" [id=737, type=linear]; -"738 reshape_23" [id=738, type=reshape]; -"739 permute_25" [id=739, type=permute]; -"740 select_15" [id=740, type=select]; -"741 select_16" [id=741, type=select]; -"742 select_17" [id=742, type=select]; -"743 linalg_vector_norm_10" [id=743, type=linalg_vector_norm]; -"744 clamp_min_10" [id=744, type=clamp_min]; -"745 expand_as_10" [id=745, type=expand_as]; -"746 div_10" [id=746, type=div]; -"747 quantize_per_tensor_default_34" [id=747, type=quantize_per_tensor]; -"748 dequantize_per_tensor_default_34" [id=748, type=dequantize_per_tensor]; -"749 linalg_vector_norm_11" [id=749, type=linalg_vector_norm]; -"750 clamp_min_11" [id=750, type=clamp_min]; -"751 expand_as_11" [id=751, type=expand_as]; -"752 div_11" [id=752, type=div]; -"753 quantize_per_tensor_default_35" [id=753, type=quantize_per_tensor]; -"754 dequantize_per_tensor_default_35" [id=754, type=dequantize_per_tensor]; -"755 transpose_10" [id=755, type=transpose]; -"756 matmul_10" [id=756, type=matmul]; -"757 _param_constant95" [id=757, type=get_attr]; -"758 clamp_5" [id=758, type=clamp]; -"759 exp_5" [id=759, type=exp]; -"760 mul_11" [id=760, type=mul]; -"761 add_17" [id=761, type=add]; -"762 new_zeros_2" [id=762, type=new_zeros]; -"763 view_29" [id=763, type=view]; -"764 permute_26" [id=764, type=permute]; -"765 reshape_24" [id=765, type=reshape]; -"766 unsqueeze_14" [id=766, type=unsqueeze]; -"767 unsqueeze_15" [id=767, type=unsqueeze]; -"768 sub_2" [id=768, type=sub]; -"769 ne_2" [id=769, type=ne]; -"770 masked_fill_4" [id=770, type=masked_fill]; -"771 eq_2" [id=771, type=eq]; -"772 masked_fill_5" [id=772, type=masked_fill]; -"773 view_30" [id=773, type=view]; -"774 unsqueeze_16" [id=774, type=unsqueeze]; -"775 unsqueeze_17" [id=775, type=unsqueeze]; -"776 add_18" [id=776, type=add]; -"777 view_31" [id=777, type=view]; -"778 softmax_5" [id=778, type=softmax]; -"779 dropout_20" [id=779, type=dropout]; -"780 matmul_11" [id=780, type=matmul]; -"781 transpose_11" [id=781, type=transpose]; -"782 reshape_25" [id=782, type=reshape]; -"783 _param_constant97" [id=783, type=get_attr]; -"784 reshape_25_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; -"785 quantize_per_tensor_default_36" [id=785, type=quantize_per_tensor]; -"786 dequantize_per_tensor_default_36" [id=786, type=dequantize_per_tensor]; -"787 linear_35_scale_0" [id=787, type=get_attr]; -"788 linear_35_zero_point_0" [id=788, type=get_attr]; -"789 compressed_weight_updated_constant36" [id=789, type=get_attr]; -"790 quantize_per_channel_default_36" [id=790, type=quantize_per_channel]; -"791 dequantize_per_channel_default_36" [id=791, type=dequantize_per_channel]; -"792 linear_35" [id=792, type=linear]; -"793 dropout_21" [id=793, type=dropout]; -"794 view_32" [id=794, type=view]; -"795 permute_27" [id=795, type=permute]; -"796 reshape_26" [id=796, type=reshape]; -"797 roll_5" [id=797, type=roll]; -"798 slice_101" [id=798, type=slice]; -"799 slice_102" [id=799, type=slice]; -"800 slice_103" [id=800, type=slice]; -"801 slice_104" [id=801, type=slice]; -"802 contiguous_9" [id=802, type=contiguous]; -"803 _param_constant98" [id=803, type=get_attr]; -"804 _param_constant99" [id=804, type=get_attr]; -"805 layer_norm_13" [id=805, type=layer_norm]; -"806 add_19" [id=806, type=add]; -"807 _param_constant101" [id=807, type=get_attr]; -"808 add_19_0_0_nncf_smooth_quant_0" [id=808, type=call_module]; -"809 quantize_per_tensor_default_37" [id=809, type=quantize_per_tensor]; -"810 dequantize_per_tensor_default_37" [id=810, type=dequantize_per_tensor]; -"811 linear_36_scale_0" [id=811, type=get_attr]; -"812 linear_36_zero_point_0" [id=812, type=get_attr]; -"813 compressed_weight_updated_constant37" [id=813, type=get_attr]; -"814 quantize_per_channel_default_37" [id=814, type=quantize_per_channel]; -"815 dequantize_per_channel_default_37" [id=815, type=dequantize_per_channel]; -"816 linear_36" [id=816, type=linear]; -"817 gelu_5" [id=817, type=gelu]; -"818 dropout_22" [id=818, type=dropout]; -"819 _param_constant103" [id=819, type=get_attr]; -"820 dropout_22_0_0_nncf_smooth_quant_0" [id=820, type=call_module]; -"821 quantize_per_tensor_default_38" [id=821, type=quantize_per_tensor]; -"822 dequantize_per_tensor_default_38" [id=822, type=dequantize_per_tensor]; -"823 linear_37_scale_0" [id=823, type=get_attr]; -"824 linear_37_zero_point_0" [id=824, type=get_attr]; -"825 compressed_weight_updated_constant38" [id=825, type=get_attr]; -"826 quantize_per_channel_default_38" [id=826, type=quantize_per_channel]; -"827 dequantize_per_channel_default_38" [id=827, type=dequantize_per_channel]; -"828 linear_37" [id=828, type=linear]; -"829 dropout_23" [id=829, type=dropout]; -"830 _param_constant104" [id=830, type=get_attr]; -"831 _param_constant105" [id=831, type=get_attr]; -"832 layer_norm_14" [id=832, type=layer_norm]; -"833 add_20" [id=833, type=add]; -"834 _tensor_constant39" [id=834, type=get_attr]; -"835 _param_constant107" [id=835, type=get_attr]; -"836 _tensor_constant39_0_0_nncf_smooth_quant_0" [id=836, type=call_module]; -"837 linear_38_scale_0" [id=837, type=get_attr]; -"838 linear_38_zero_point_0" [id=838, type=get_attr]; -"839 compressed_weight_updated_constant39" [id=839, type=get_attr]; -"840 quantize_per_channel_default_39" [id=840, type=quantize_per_channel]; -"841 dequantize_per_channel_default_39" [id=841, type=dequantize_per_channel]; -"842 linear_38" [id=842, type=linear]; -"843 relu__6" [id=843, type=relu_]; -"844 relu__6_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; -"845 linear_39_scale_0" [id=845, type=get_attr]; -"846 linear_39_zero_point_0" [id=846, type=get_attr]; -"847 compressed_weight_updated_constant40" [id=847, type=get_attr]; -"848 quantize_per_channel_default_40" [id=848, type=quantize_per_channel]; -"849 dequantize_per_channel_default_40" [id=849, type=dequantize_per_channel]; -"850 linear_39" [id=850, type=linear]; -"851 view_33" [id=851, type=view]; -"852 _tensor_constant40" [id=852, type=get_attr]; -"853 index_6" [id=853, type=index]; -"854 view_34" [id=854, type=view]; -"855 permute_28" [id=855, type=permute]; -"856 contiguous_10" [id=856, type=contiguous]; -"857 unsqueeze_18" [id=857, type=unsqueeze]; -"858 sigmoid_6" [id=858, type=sigmoid]; -"859 mul_12" [id=859, type=mul]; -"860 pad_8" [id=860, type=pad]; -"861 view_35" [id=861, type=view]; -"862 permute_29" [id=862, type=permute]; -"863 reshape_27" [id=863, type=reshape]; -"864 _param_constant109" [id=864, type=get_attr]; -"865 clone_6" [id=865, type=clone]; -"866 reshape_27_0_0_nncf_smooth_quant_0" [id=866, type=call_module]; -"867 quantize_per_tensor_default_39" [id=867, type=quantize_per_tensor]; -"868 dequantize_per_tensor_default_39" [id=868, type=dequantize_per_tensor]; -"869 linear_40_scale_0" [id=869, type=get_attr]; -"870 linear_40_zero_point_0" [id=870, type=get_attr]; -"871 compressed_weight_updated_constant41" [id=871, type=get_attr]; -"872 quantize_per_channel_default_41" [id=872, type=quantize_per_channel]; -"873 dequantize_per_channel_default_41" [id=873, type=dequantize_per_channel]; -"874 linear_40" [id=874, type=linear]; -"875 reshape_28" [id=875, type=reshape]; -"876 permute_30" [id=876, type=permute]; -"877 select_18" [id=877, type=select]; -"878 select_19" [id=878, type=select]; -"879 select_20" [id=879, type=select]; -"880 linalg_vector_norm_12" [id=880, type=linalg_vector_norm]; -"881 clamp_min_12" [id=881, type=clamp_min]; -"882 expand_as_12" [id=882, type=expand_as]; -"883 div_12" [id=883, type=div]; -"884 quantize_per_tensor_default_40" [id=884, type=quantize_per_tensor]; -"885 dequantize_per_tensor_default_40" [id=885, type=dequantize_per_tensor]; -"886 linalg_vector_norm_13" [id=886, type=linalg_vector_norm]; -"887 clamp_min_13" [id=887, type=clamp_min]; -"888 expand_as_13" [id=888, type=expand_as]; -"889 div_13" [id=889, type=div]; -"890 quantize_per_tensor_default_41" [id=890, type=quantize_per_tensor]; -"891 dequantize_per_tensor_default_41" [id=891, type=dequantize_per_tensor]; -"892 transpose_12" [id=892, type=transpose]; -"893 matmul_12" [id=893, type=matmul]; -"894 _param_constant111" [id=894, type=get_attr]; -"895 clamp_6" [id=895, type=clamp]; -"896 exp_6" [id=896, type=exp]; -"897 mul_13" [id=897, type=mul]; -"898 add_21" [id=898, type=add]; -"899 softmax_6" [id=899, type=softmax]; -"900 dropout_24" [id=900, type=dropout]; -"901 matmul_13" [id=901, type=matmul]; -"902 transpose_13" [id=902, type=transpose]; -"903 reshape_29" [id=903, type=reshape]; -"904 _param_constant113" [id=904, type=get_attr]; -"905 reshape_29_0_0_nncf_smooth_quant_0" [id=905, type=call_module]; -"906 quantize_per_tensor_default_42" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_42" [id=907, type=dequantize_per_tensor]; -"908 linear_41_scale_0" [id=908, type=get_attr]; -"909 linear_41_zero_point_0" [id=909, type=get_attr]; -"910 compressed_weight_updated_constant42" [id=910, type=get_attr]; -"911 quantize_per_channel_default_42" [id=911, type=quantize_per_channel]; -"912 dequantize_per_channel_default_42" [id=912, type=dequantize_per_channel]; -"913 linear_41" [id=913, type=linear]; -"914 dropout_25" [id=914, type=dropout]; -"915 view_36" [id=915, type=view]; -"916 permute_31" [id=916, type=permute]; -"917 reshape_30" [id=917, type=reshape]; -"918 slice_106" [id=918, type=slice]; -"919 slice_107" [id=919, type=slice]; -"920 slice_108" [id=920, type=slice]; -"921 slice_109" [id=921, type=slice]; -"922 contiguous_11" [id=922, type=contiguous]; -"923 _param_constant114" [id=923, type=get_attr]; -"924 _param_constant115" [id=924, type=get_attr]; -"925 layer_norm_15" [id=925, type=layer_norm]; -"926 add_22" [id=926, type=add]; -"927 _param_constant117" [id=927, type=get_attr]; -"928 add_22_0_0_nncf_smooth_quant_0" [id=928, type=call_module]; -"929 quantize_per_tensor_default_43" [id=929, type=quantize_per_tensor]; -"930 dequantize_per_tensor_default_43" [id=930, type=dequantize_per_tensor]; -"931 linear_42_scale_0" [id=931, type=get_attr]; -"932 linear_42_zero_point_0" [id=932, type=get_attr]; -"933 compressed_weight_updated_constant43" [id=933, type=get_attr]; -"934 quantize_per_channel_default_43" [id=934, type=quantize_per_channel]; -"935 dequantize_per_channel_default_43" [id=935, type=dequantize_per_channel]; -"936 linear_42" [id=936, type=linear]; -"937 gelu_6" [id=937, type=gelu]; -"938 dropout_26" [id=938, type=dropout]; -"939 _param_constant119" [id=939, type=get_attr]; -"940 dropout_26_0_0_nncf_smooth_quant_0" [id=940, type=call_module]; -"941 quantize_per_tensor_default_44" [id=941, type=quantize_per_tensor]; -"942 dequantize_per_tensor_default_44" [id=942, type=dequantize_per_tensor]; -"943 linear_43_scale_0" [id=943, type=get_attr]; -"944 linear_43_zero_point_0" [id=944, type=get_attr]; -"945 compressed_weight_updated_constant44" [id=945, type=get_attr]; -"946 quantize_per_channel_default_44" [id=946, type=quantize_per_channel]; -"947 dequantize_per_channel_default_44" [id=947, type=dequantize_per_channel]; -"948 linear_43" [id=948, type=linear]; -"949 dropout_27" [id=949, type=dropout]; -"950 _param_constant120" [id=950, type=get_attr]; -"951 _param_constant121" [id=951, type=get_attr]; -"952 layer_norm_16" [id=952, type=layer_norm]; -"953 add_23" [id=953, type=add]; -"954 _tensor_constant41" [id=954, type=get_attr]; -"955 _param_constant123" [id=955, type=get_attr]; -"956 _tensor_constant41_0_0_nncf_smooth_quant_0" [id=956, type=call_module]; -"957 linear_44_scale_0" [id=957, type=get_attr]; -"958 linear_44_zero_point_0" [id=958, type=get_attr]; -"959 compressed_weight_updated_constant45" [id=959, type=get_attr]; -"960 quantize_per_channel_default_45" [id=960, type=quantize_per_channel]; -"961 dequantize_per_channel_default_45" [id=961, type=dequantize_per_channel]; -"962 linear_44" [id=962, type=linear]; -"963 relu__7" [id=963, type=relu_]; -"964 relu__7_0_0_nncf_smooth_quant_0" [id=964, type=call_module]; -"965 linear_45_scale_0" [id=965, type=get_attr]; -"966 linear_45_zero_point_0" [id=966, type=get_attr]; -"967 compressed_weight_updated_constant46" [id=967, type=get_attr]; -"968 quantize_per_channel_default_46" [id=968, type=quantize_per_channel]; -"969 dequantize_per_channel_default_46" [id=969, type=dequantize_per_channel]; -"970 linear_45" [id=970, type=linear]; -"971 view_37" [id=971, type=view]; -"972 _tensor_constant42" [id=972, type=get_attr]; -"973 index_7" [id=973, type=index]; -"974 view_38" [id=974, type=view]; -"975 permute_32" [id=975, type=permute]; -"976 contiguous_12" [id=976, type=contiguous]; -"977 unsqueeze_19" [id=977, type=unsqueeze]; -"978 sigmoid_7" [id=978, type=sigmoid]; -"979 mul_14" [id=979, type=mul]; -"980 pad_9" [id=980, type=pad]; -"981 roll_6" [id=981, type=roll]; -"982 view_39" [id=982, type=view]; -"983 permute_33" [id=983, type=permute]; -"984 reshape_31" [id=984, type=reshape]; -"985 _param_constant125" [id=985, type=get_attr]; -"986 clone_7" [id=986, type=clone]; -"987 reshape_31_0_0_nncf_smooth_quant_0" [id=987, type=call_module]; -"988 quantize_per_tensor_default_45" [id=988, type=quantize_per_tensor]; -"989 dequantize_per_tensor_default_45" [id=989, type=dequantize_per_tensor]; -"990 linear_46_scale_0" [id=990, type=get_attr]; -"991 linear_46_zero_point_0" [id=991, type=get_attr]; -"992 compressed_weight_updated_constant47" [id=992, type=get_attr]; -"993 quantize_per_channel_default_47" [id=993, type=quantize_per_channel]; -"994 dequantize_per_channel_default_47" [id=994, type=dequantize_per_channel]; -"995 linear_46" [id=995, type=linear]; -"996 reshape_32" [id=996, type=reshape]; -"997 permute_34" [id=997, type=permute]; -"998 select_21" [id=998, type=select]; -"999 select_22" [id=999, type=select]; -"1000 select_23" [id=1000, type=select]; -"1001 linalg_vector_norm_14" [id=1001, type=linalg_vector_norm]; -"1002 clamp_min_14" [id=1002, type=clamp_min]; -"1003 expand_as_14" [id=1003, type=expand_as]; -"1004 div_14" [id=1004, type=div]; -"1005 quantize_per_tensor_default_46" [id=1005, type=quantize_per_tensor]; -"1006 dequantize_per_tensor_default_46" [id=1006, type=dequantize_per_tensor]; -"1007 linalg_vector_norm_15" [id=1007, type=linalg_vector_norm]; -"1008 clamp_min_15" [id=1008, type=clamp_min]; -"1009 expand_as_15" [id=1009, type=expand_as]; -"1010 div_15" [id=1010, type=div]; -"1011 quantize_per_tensor_default_47" [id=1011, type=quantize_per_tensor]; -"1012 dequantize_per_tensor_default_47" [id=1012, type=dequantize_per_tensor]; -"1013 transpose_14" [id=1013, type=transpose]; -"1014 matmul_14" [id=1014, type=matmul]; -"1015 _param_constant127" [id=1015, type=get_attr]; -"1016 clamp_7" [id=1016, type=clamp]; -"1017 exp_7" [id=1017, type=exp]; -"1018 mul_15" [id=1018, type=mul]; -"1019 add_24" [id=1019, type=add]; -"1020 new_zeros_3" [id=1020, type=new_zeros]; -"1021 view_40" [id=1021, type=view]; -"1022 permute_35" [id=1022, type=permute]; -"1023 reshape_33" [id=1023, type=reshape]; -"1024 unsqueeze_20" [id=1024, type=unsqueeze]; -"1025 unsqueeze_21" [id=1025, type=unsqueeze]; -"1026 sub_3" [id=1026, type=sub]; -"1027 ne_3" [id=1027, type=ne]; -"1028 masked_fill_6" [id=1028, type=masked_fill]; -"1029 eq_3" [id=1029, type=eq]; -"1030 masked_fill_7" [id=1030, type=masked_fill]; -"1031 view_41" [id=1031, type=view]; -"1032 unsqueeze_22" [id=1032, type=unsqueeze]; -"1033 unsqueeze_23" [id=1033, type=unsqueeze]; -"1034 add_25" [id=1034, type=add]; -"1035 view_42" [id=1035, type=view]; -"1036 softmax_7" [id=1036, type=softmax]; -"1037 dropout_28" [id=1037, type=dropout]; -"1038 matmul_15" [id=1038, type=matmul]; -"1039 transpose_15" [id=1039, type=transpose]; -"1040 reshape_34" [id=1040, type=reshape]; -"1041 _param_constant129" [id=1041, type=get_attr]; -"1042 reshape_34_0_0_nncf_smooth_quant_0" [id=1042, type=call_module]; -"1043 quantize_per_tensor_default_48" [id=1043, type=quantize_per_tensor]; -"1044 dequantize_per_tensor_default_48" [id=1044, type=dequantize_per_tensor]; -"1045 linear_47_scale_0" [id=1045, type=get_attr]; -"1046 linear_47_zero_point_0" [id=1046, type=get_attr]; -"1047 compressed_weight_updated_constant48" [id=1047, type=get_attr]; -"1048 quantize_per_channel_default_48" [id=1048, type=quantize_per_channel]; -"1049 dequantize_per_channel_default_48" [id=1049, type=dequantize_per_channel]; -"1050 linear_47" [id=1050, type=linear]; -"1051 dropout_29" [id=1051, type=dropout]; -"1052 view_43" [id=1052, type=view]; -"1053 permute_36" [id=1053, type=permute]; -"1054 reshape_35" [id=1054, type=reshape]; -"1055 roll_7" [id=1055, type=roll]; -"1056 slice_129" [id=1056, type=slice]; -"1057 slice_130" [id=1057, type=slice]; -"1058 slice_131" [id=1058, type=slice]; -"1059 slice_132" [id=1059, type=slice]; -"1060 contiguous_13" [id=1060, type=contiguous]; -"1061 _param_constant130" [id=1061, type=get_attr]; -"1062 _param_constant131" [id=1062, type=get_attr]; -"1063 layer_norm_17" [id=1063, type=layer_norm]; -"1064 add_26" [id=1064, type=add]; -"1065 _param_constant133" [id=1065, type=get_attr]; -"1066 add_26_0_0_nncf_smooth_quant_0" [id=1066, type=call_module]; -"1067 quantize_per_tensor_default_49" [id=1067, type=quantize_per_tensor]; -"1068 dequantize_per_tensor_default_49" [id=1068, type=dequantize_per_tensor]; -"1069 linear_48_scale_0" [id=1069, type=get_attr]; -"1070 linear_48_zero_point_0" [id=1070, type=get_attr]; -"1071 compressed_weight_updated_constant49" [id=1071, type=get_attr]; -"1072 quantize_per_channel_default_49" [id=1072, type=quantize_per_channel]; -"1073 dequantize_per_channel_default_49" [id=1073, type=dequantize_per_channel]; -"1074 linear_48" [id=1074, type=linear]; -"1075 gelu_7" [id=1075, type=gelu]; -"1076 dropout_30" [id=1076, type=dropout]; -"1077 _param_constant135" [id=1077, type=get_attr]; -"1078 dropout_30_0_0_nncf_smooth_quant_0" [id=1078, type=call_module]; -"1079 quantize_per_tensor_default_50" [id=1079, type=quantize_per_tensor]; -"1080 dequantize_per_tensor_default_50" [id=1080, type=dequantize_per_tensor]; -"1081 linear_49_scale_0" [id=1081, type=get_attr]; -"1082 linear_49_zero_point_0" [id=1082, type=get_attr]; -"1083 compressed_weight_updated_constant50" [id=1083, type=get_attr]; -"1084 quantize_per_channel_default_50" [id=1084, type=quantize_per_channel]; -"1085 dequantize_per_channel_default_50" [id=1085, type=dequantize_per_channel]; -"1086 linear_49" [id=1086, type=linear]; -"1087 dropout_31" [id=1087, type=dropout]; -"1088 _param_constant136" [id=1088, type=get_attr]; -"1089 _param_constant137" [id=1089, type=get_attr]; -"1090 layer_norm_18" [id=1090, type=layer_norm]; -"1091 add_27" [id=1091, type=add]; -"1092 _tensor_constant52" [id=1092, type=get_attr]; -"1093 _param_constant139" [id=1093, type=get_attr]; -"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [id=1094, type=call_module]; -"1095 linear_50_scale_0" [id=1095, type=get_attr]; -"1096 linear_50_zero_point_0" [id=1096, type=get_attr]; -"1097 compressed_weight_updated_constant51" [id=1097, type=get_attr]; -"1098 quantize_per_channel_default_51" [id=1098, type=quantize_per_channel]; -"1099 dequantize_per_channel_default_51" [id=1099, type=dequantize_per_channel]; -"1100 linear_50" [id=1100, type=linear]; -"1101 relu__8" [id=1101, type=relu_]; -"1102 relu__8_0_0_nncf_smooth_quant_0" [id=1102, type=call_module]; -"1103 linear_51_scale_0" [id=1103, type=get_attr]; -"1104 linear_51_zero_point_0" [id=1104, type=get_attr]; -"1105 compressed_weight_updated_constant52" [id=1105, type=get_attr]; -"1106 quantize_per_channel_default_52" [id=1106, type=quantize_per_channel]; -"1107 dequantize_per_channel_default_52" [id=1107, type=dequantize_per_channel]; -"1108 linear_51" [id=1108, type=linear]; -"1109 view_44" [id=1109, type=view]; -"1110 _tensor_constant53" [id=1110, type=get_attr]; -"1111 index_8" [id=1111, type=index]; -"1112 view_45" [id=1112, type=view]; -"1113 permute_37" [id=1113, type=permute]; -"1114 contiguous_14" [id=1114, type=contiguous]; -"1115 unsqueeze_24" [id=1115, type=unsqueeze]; -"1116 sigmoid_8" [id=1116, type=sigmoid]; -"1117 mul_16" [id=1117, type=mul]; -"1118 pad_10" [id=1118, type=pad]; -"1119 view_46" [id=1119, type=view]; -"1120 permute_38" [id=1120, type=permute]; -"1121 reshape_36" [id=1121, type=reshape]; -"1122 _param_constant141" [id=1122, type=get_attr]; -"1123 clone_8" [id=1123, type=clone]; -"1124 reshape_36_0_0_nncf_smooth_quant_0" [id=1124, type=call_module]; -"1125 quantize_per_tensor_default_51" [id=1125, type=quantize_per_tensor]; -"1126 dequantize_per_tensor_default_51" [id=1126, type=dequantize_per_tensor]; -"1127 linear_52_scale_0" [id=1127, type=get_attr]; -"1128 linear_52_zero_point_0" [id=1128, type=get_attr]; -"1129 compressed_weight_updated_constant53" [id=1129, type=get_attr]; -"1130 quantize_per_channel_default_53" [id=1130, type=quantize_per_channel]; -"1131 dequantize_per_channel_default_53" [id=1131, type=dequantize_per_channel]; -"1132 linear_52" [id=1132, type=linear]; -"1133 reshape_37" [id=1133, type=reshape]; -"1134 permute_39" [id=1134, type=permute]; -"1135 select_24" [id=1135, type=select]; -"1136 select_25" [id=1136, type=select]; -"1137 select_26" [id=1137, type=select]; -"1138 linalg_vector_norm_16" [id=1138, type=linalg_vector_norm]; -"1139 clamp_min_16" [id=1139, type=clamp_min]; -"1140 expand_as_16" [id=1140, type=expand_as]; -"1141 div_16" [id=1141, type=div]; -"1142 quantize_per_tensor_default_52" [id=1142, type=quantize_per_tensor]; -"1143 dequantize_per_tensor_default_52" [id=1143, type=dequantize_per_tensor]; -"1144 linalg_vector_norm_17" [id=1144, type=linalg_vector_norm]; -"1145 clamp_min_17" [id=1145, type=clamp_min]; -"1146 expand_as_17" [id=1146, type=expand_as]; -"1147 div_17" [id=1147, type=div]; -"1148 quantize_per_tensor_default_53" [id=1148, type=quantize_per_tensor]; -"1149 dequantize_per_tensor_default_53" [id=1149, type=dequantize_per_tensor]; -"1150 transpose_16" [id=1150, type=transpose]; -"1151 matmul_16" [id=1151, type=matmul]; -"1152 _param_constant143" [id=1152, type=get_attr]; -"1153 clamp_8" [id=1153, type=clamp]; -"1154 exp_8" [id=1154, type=exp]; -"1155 mul_17" [id=1155, type=mul]; -"1156 add_28" [id=1156, type=add]; -"1157 softmax_8" [id=1157, type=softmax]; -"1158 dropout_32" [id=1158, type=dropout]; -"1159 matmul_17" [id=1159, type=matmul]; -"1160 transpose_17" [id=1160, type=transpose]; -"1161 reshape_38" [id=1161, type=reshape]; -"1162 _param_constant145" [id=1162, type=get_attr]; -"1163 reshape_38_0_0_nncf_smooth_quant_0" [id=1163, type=call_module]; -"1164 quantize_per_tensor_default_54" [id=1164, type=quantize_per_tensor]; -"1165 dequantize_per_tensor_default_54" [id=1165, type=dequantize_per_tensor]; -"1166 linear_53_scale_0" [id=1166, type=get_attr]; -"1167 linear_53_zero_point_0" [id=1167, type=get_attr]; -"1168 compressed_weight_updated_constant54" [id=1168, type=get_attr]; -"1169 quantize_per_channel_default_54" [id=1169, type=quantize_per_channel]; -"1170 dequantize_per_channel_default_54" [id=1170, type=dequantize_per_channel]; -"1171 linear_53" [id=1171, type=linear]; -"1172 dropout_33" [id=1172, type=dropout]; -"1173 view_47" [id=1173, type=view]; -"1174 permute_40" [id=1174, type=permute]; -"1175 reshape_39" [id=1175, type=reshape]; -"1176 slice_134" [id=1176, type=slice]; -"1177 slice_135" [id=1177, type=slice]; -"1178 slice_136" [id=1178, type=slice]; -"1179 slice_137" [id=1179, type=slice]; -"1180 contiguous_15" [id=1180, type=contiguous]; -"1181 _param_constant146" [id=1181, type=get_attr]; -"1182 _param_constant147" [id=1182, type=get_attr]; -"1183 layer_norm_19" [id=1183, type=layer_norm]; -"1184 add_29" [id=1184, type=add]; -"1185 _param_constant149" [id=1185, type=get_attr]; -"1186 add_29_0_0_nncf_smooth_quant_0" [id=1186, type=call_module]; -"1187 quantize_per_tensor_default_55" [id=1187, type=quantize_per_tensor]; -"1188 dequantize_per_tensor_default_55" [id=1188, type=dequantize_per_tensor]; -"1189 linear_54_scale_0" [id=1189, type=get_attr]; -"1190 linear_54_zero_point_0" [id=1190, type=get_attr]; -"1191 compressed_weight_updated_constant55" [id=1191, type=get_attr]; -"1192 quantize_per_channel_default_55" [id=1192, type=quantize_per_channel]; -"1193 dequantize_per_channel_default_55" [id=1193, type=dequantize_per_channel]; -"1194 linear_54" [id=1194, type=linear]; -"1195 gelu_8" [id=1195, type=gelu]; -"1196 dropout_34" [id=1196, type=dropout]; -"1197 _param_constant151" [id=1197, type=get_attr]; -"1198 dropout_34_0_0_nncf_smooth_quant_0" [id=1198, type=call_module]; -"1199 quantize_per_tensor_default_56" [id=1199, type=quantize_per_tensor]; -"1200 dequantize_per_tensor_default_56" [id=1200, type=dequantize_per_tensor]; -"1201 linear_55_scale_0" [id=1201, type=get_attr]; -"1202 linear_55_zero_point_0" [id=1202, type=get_attr]; -"1203 compressed_weight_updated_constant56" [id=1203, type=get_attr]; -"1204 quantize_per_channel_default_56" [id=1204, type=quantize_per_channel]; -"1205 dequantize_per_channel_default_56" [id=1205, type=dequantize_per_channel]; -"1206 linear_55" [id=1206, type=linear]; -"1207 dropout_35" [id=1207, type=dropout]; -"1208 _param_constant152" [id=1208, type=get_attr]; -"1209 _param_constant153" [id=1209, type=get_attr]; -"1210 layer_norm_20" [id=1210, type=layer_norm]; -"1211 add_30" [id=1211, type=add]; -"1212 _tensor_constant54" [id=1212, type=get_attr]; -"1213 _param_constant155" [id=1213, type=get_attr]; -"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [id=1214, type=call_module]; -"1215 linear_56_scale_0" [id=1215, type=get_attr]; -"1216 linear_56_zero_point_0" [id=1216, type=get_attr]; -"1217 compressed_weight_updated_constant57" [id=1217, type=get_attr]; -"1218 quantize_per_channel_default_57" [id=1218, type=quantize_per_channel]; -"1219 dequantize_per_channel_default_57" [id=1219, type=dequantize_per_channel]; -"1220 linear_56" [id=1220, type=linear]; -"1221 relu__9" [id=1221, type=relu_]; -"1222 relu__9_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; -"1223 linear_57_scale_0" [id=1223, type=get_attr]; -"1224 linear_57_zero_point_0" [id=1224, type=get_attr]; -"1225 compressed_weight_updated_constant58" [id=1225, type=get_attr]; -"1226 quantize_per_channel_default_58" [id=1226, type=quantize_per_channel]; -"1227 dequantize_per_channel_default_58" [id=1227, type=dequantize_per_channel]; -"1228 linear_57" [id=1228, type=linear]; -"1229 view_48" [id=1229, type=view]; -"1230 _tensor_constant55" [id=1230, type=get_attr]; -"1231 index_9" [id=1231, type=index]; -"1232 view_49" [id=1232, type=view]; -"1233 permute_41" [id=1233, type=permute]; -"1234 contiguous_16" [id=1234, type=contiguous]; -"1235 unsqueeze_25" [id=1235, type=unsqueeze]; -"1236 sigmoid_9" [id=1236, type=sigmoid]; -"1237 mul_18" [id=1237, type=mul]; -"1238 pad_11" [id=1238, type=pad]; -"1239 roll_8" [id=1239, type=roll]; -"1240 view_50" [id=1240, type=view]; -"1241 permute_42" [id=1241, type=permute]; -"1242 reshape_40" [id=1242, type=reshape]; -"1243 _param_constant157" [id=1243, type=get_attr]; -"1244 clone_9" [id=1244, type=clone]; -"1245 reshape_40_0_0_nncf_smooth_quant_0" [id=1245, type=call_module]; -"1246 quantize_per_tensor_default_57" [id=1246, type=quantize_per_tensor]; -"1247 dequantize_per_tensor_default_57" [id=1247, type=dequantize_per_tensor]; -"1248 linear_58_scale_0" [id=1248, type=get_attr]; -"1249 linear_58_zero_point_0" [id=1249, type=get_attr]; -"1250 compressed_weight_updated_constant59" [id=1250, type=get_attr]; -"1251 quantize_per_channel_default_59" [id=1251, type=quantize_per_channel]; -"1252 dequantize_per_channel_default_59" [id=1252, type=dequantize_per_channel]; -"1253 linear_58" [id=1253, type=linear]; -"1254 reshape_41" [id=1254, type=reshape]; -"1255 permute_43" [id=1255, type=permute]; -"1256 select_27" [id=1256, type=select]; -"1257 select_28" [id=1257, type=select]; -"1258 select_29" [id=1258, type=select]; -"1259 linalg_vector_norm_18" [id=1259, type=linalg_vector_norm]; -"1260 clamp_min_18" [id=1260, type=clamp_min]; -"1261 expand_as_18" [id=1261, type=expand_as]; -"1262 div_18" [id=1262, type=div]; -"1263 quantize_per_tensor_default_58" [id=1263, type=quantize_per_tensor]; -"1264 dequantize_per_tensor_default_58" [id=1264, type=dequantize_per_tensor]; -"1265 linalg_vector_norm_19" [id=1265, type=linalg_vector_norm]; -"1266 clamp_min_19" [id=1266, type=clamp_min]; -"1267 expand_as_19" [id=1267, type=expand_as]; -"1268 div_19" [id=1268, type=div]; -"1269 quantize_per_tensor_default_59" [id=1269, type=quantize_per_tensor]; -"1270 dequantize_per_tensor_default_59" [id=1270, type=dequantize_per_tensor]; -"1271 transpose_18" [id=1271, type=transpose]; -"1272 matmul_18" [id=1272, type=matmul]; -"1273 _param_constant159" [id=1273, type=get_attr]; -"1274 clamp_9" [id=1274, type=clamp]; -"1275 exp_9" [id=1275, type=exp]; -"1276 mul_19" [id=1276, type=mul]; -"1277 add_31" [id=1277, type=add]; -"1278 new_zeros_4" [id=1278, type=new_zeros]; -"1279 view_51" [id=1279, type=view]; -"1280 permute_44" [id=1280, type=permute]; -"1281 reshape_42" [id=1281, type=reshape]; -"1282 unsqueeze_26" [id=1282, type=unsqueeze]; -"1283 unsqueeze_27" [id=1283, type=unsqueeze]; -"1284 sub_4" [id=1284, type=sub]; -"1285 ne_4" [id=1285, type=ne]; -"1286 masked_fill_8" [id=1286, type=masked_fill]; -"1287 eq_4" [id=1287, type=eq]; -"1288 masked_fill_9" [id=1288, type=masked_fill]; -"1289 view_52" [id=1289, type=view]; -"1290 unsqueeze_28" [id=1290, type=unsqueeze]; -"1291 unsqueeze_29" [id=1291, type=unsqueeze]; -"1292 add_32" [id=1292, type=add]; -"1293 view_53" [id=1293, type=view]; -"1294 softmax_9" [id=1294, type=softmax]; -"1295 dropout_36" [id=1295, type=dropout]; -"1296 matmul_19" [id=1296, type=matmul]; -"1297 transpose_19" [id=1297, type=transpose]; -"1298 reshape_43" [id=1298, type=reshape]; -"1299 _param_constant161" [id=1299, type=get_attr]; -"1300 reshape_43_0_0_nncf_smooth_quant_0" [id=1300, type=call_module]; -"1301 quantize_per_tensor_default_60" [id=1301, type=quantize_per_tensor]; -"1302 dequantize_per_tensor_default_60" [id=1302, type=dequantize_per_tensor]; -"1303 linear_59_scale_0" [id=1303, type=get_attr]; -"1304 linear_59_zero_point_0" [id=1304, type=get_attr]; -"1305 compressed_weight_updated_constant60" [id=1305, type=get_attr]; -"1306 quantize_per_channel_default_60" [id=1306, type=quantize_per_channel]; -"1307 dequantize_per_channel_default_60" [id=1307, type=dequantize_per_channel]; -"1308 linear_59" [id=1308, type=linear]; -"1309 dropout_37" [id=1309, type=dropout]; -"1310 view_54" [id=1310, type=view]; -"1311 permute_45" [id=1311, type=permute]; -"1312 reshape_44" [id=1312, type=reshape]; -"1313 roll_9" [id=1313, type=roll]; -"1314 slice_157" [id=1314, type=slice]; -"1315 slice_158" [id=1315, type=slice]; -"1316 slice_159" [id=1316, type=slice]; -"1317 slice_160" [id=1317, type=slice]; -"1318 contiguous_17" [id=1318, type=contiguous]; -"1319 _param_constant162" [id=1319, type=get_attr]; -"1320 _param_constant163" [id=1320, type=get_attr]; -"1321 layer_norm_21" [id=1321, type=layer_norm]; -"1322 add_33" [id=1322, type=add]; -"1323 _param_constant165" [id=1323, type=get_attr]; -"1324 add_33_0_0_nncf_smooth_quant_0" [id=1324, type=call_module]; -"1325 quantize_per_tensor_default_61" [id=1325, type=quantize_per_tensor]; -"1326 dequantize_per_tensor_default_61" [id=1326, type=dequantize_per_tensor]; -"1327 linear_60_scale_0" [id=1327, type=get_attr]; -"1328 linear_60_zero_point_0" [id=1328, type=get_attr]; -"1329 compressed_weight_updated_constant61" [id=1329, type=get_attr]; -"1330 quantize_per_channel_default_61" [id=1330, type=quantize_per_channel]; -"1331 dequantize_per_channel_default_61" [id=1331, type=dequantize_per_channel]; -"1332 linear_60" [id=1332, type=linear]; -"1333 gelu_9" [id=1333, type=gelu]; -"1334 dropout_38" [id=1334, type=dropout]; -"1335 _param_constant167" [id=1335, type=get_attr]; -"1336 dropout_38_0_0_nncf_smooth_quant_0" [id=1336, type=call_module]; -"1337 quantize_per_tensor_default_62" [id=1337, type=quantize_per_tensor]; -"1338 dequantize_per_tensor_default_62" [id=1338, type=dequantize_per_tensor]; -"1339 linear_61_scale_0" [id=1339, type=get_attr]; -"1340 linear_61_zero_point_0" [id=1340, type=get_attr]; -"1341 compressed_weight_updated_constant62" [id=1341, type=get_attr]; -"1342 quantize_per_channel_default_62" [id=1342, type=quantize_per_channel]; -"1343 dequantize_per_channel_default_62" [id=1343, type=dequantize_per_channel]; -"1344 linear_61" [id=1344, type=linear]; -"1345 dropout_39" [id=1345, type=dropout]; -"1346 _param_constant168" [id=1346, type=get_attr]; -"1347 _param_constant169" [id=1347, type=get_attr]; -"1348 layer_norm_22" [id=1348, type=layer_norm]; -"1349 add_34" [id=1349, type=add]; -"1350 _tensor_constant65" [id=1350, type=get_attr]; -"1351 _param_constant171" [id=1351, type=get_attr]; -"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [id=1352, type=call_module]; -"1353 linear_62_scale_0" [id=1353, type=get_attr]; -"1354 linear_62_zero_point_0" [id=1354, type=get_attr]; -"1355 compressed_weight_updated_constant63" [id=1355, type=get_attr]; -"1356 quantize_per_channel_default_63" [id=1356, type=quantize_per_channel]; -"1357 dequantize_per_channel_default_63" [id=1357, type=dequantize_per_channel]; -"1358 linear_62" [id=1358, type=linear]; -"1359 relu__10" [id=1359, type=relu_]; -"1360 relu__10_0_0_nncf_smooth_quant_0" [id=1360, type=call_module]; -"1361 linear_63_scale_0" [id=1361, type=get_attr]; -"1362 linear_63_zero_point_0" [id=1362, type=get_attr]; -"1363 compressed_weight_updated_constant64" [id=1363, type=get_attr]; -"1364 quantize_per_channel_default_64" [id=1364, type=quantize_per_channel]; -"1365 dequantize_per_channel_default_64" [id=1365, type=dequantize_per_channel]; -"1366 linear_63" [id=1366, type=linear]; -"1367 view_55" [id=1367, type=view]; -"1368 _tensor_constant66" [id=1368, type=get_attr]; -"1369 index_10" [id=1369, type=index]; -"1370 view_56" [id=1370, type=view]; -"1371 permute_46" [id=1371, type=permute]; -"1372 contiguous_18" [id=1372, type=contiguous]; -"1373 unsqueeze_30" [id=1373, type=unsqueeze]; -"1374 sigmoid_10" [id=1374, type=sigmoid]; -"1375 mul_20" [id=1375, type=mul]; -"1376 pad_12" [id=1376, type=pad]; -"1377 view_57" [id=1377, type=view]; -"1378 permute_47" [id=1378, type=permute]; -"1379 reshape_45" [id=1379, type=reshape]; -"1380 _param_constant173" [id=1380, type=get_attr]; -"1381 clone_10" [id=1381, type=clone]; -"1382 reshape_45_0_0_nncf_smooth_quant_0" [id=1382, type=call_module]; -"1383 quantize_per_tensor_default_63" [id=1383, type=quantize_per_tensor]; -"1384 dequantize_per_tensor_default_63" [id=1384, type=dequantize_per_tensor]; -"1385 linear_64_scale_0" [id=1385, type=get_attr]; -"1386 linear_64_zero_point_0" [id=1386, type=get_attr]; -"1387 compressed_weight_updated_constant65" [id=1387, type=get_attr]; -"1388 quantize_per_channel_default_65" [id=1388, type=quantize_per_channel]; -"1389 dequantize_per_channel_default_65" [id=1389, type=dequantize_per_channel]; -"1390 linear_64" [id=1390, type=linear]; -"1391 reshape_46" [id=1391, type=reshape]; -"1392 permute_48" [id=1392, type=permute]; -"1393 select_30" [id=1393, type=select]; -"1394 select_31" [id=1394, type=select]; -"1395 select_32" [id=1395, type=select]; -"1396 linalg_vector_norm_20" [id=1396, type=linalg_vector_norm]; -"1397 clamp_min_20" [id=1397, type=clamp_min]; -"1398 expand_as_20" [id=1398, type=expand_as]; -"1399 div_20" [id=1399, type=div]; -"1400 quantize_per_tensor_default_64" [id=1400, type=quantize_per_tensor]; -"1401 dequantize_per_tensor_default_64" [id=1401, type=dequantize_per_tensor]; -"1402 linalg_vector_norm_21" [id=1402, type=linalg_vector_norm]; -"1403 clamp_min_21" [id=1403, type=clamp_min]; -"1404 expand_as_21" [id=1404, type=expand_as]; -"1405 div_21" [id=1405, type=div]; -"1406 quantize_per_tensor_default_65" [id=1406, type=quantize_per_tensor]; -"1407 dequantize_per_tensor_default_65" [id=1407, type=dequantize_per_tensor]; -"1408 transpose_20" [id=1408, type=transpose]; -"1409 matmul_20" [id=1409, type=matmul]; -"1410 _param_constant175" [id=1410, type=get_attr]; -"1411 clamp_10" [id=1411, type=clamp]; -"1412 exp_10" [id=1412, type=exp]; -"1413 mul_21" [id=1413, type=mul]; -"1414 add_35" [id=1414, type=add]; -"1415 softmax_10" [id=1415, type=softmax]; -"1416 dropout_40" [id=1416, type=dropout]; -"1417 matmul_21" [id=1417, type=matmul]; -"1418 transpose_21" [id=1418, type=transpose]; -"1419 reshape_47" [id=1419, type=reshape]; -"1420 _param_constant177" [id=1420, type=get_attr]; -"1421 reshape_47_0_0_nncf_smooth_quant_0" [id=1421, type=call_module]; -"1422 quantize_per_tensor_default_66" [id=1422, type=quantize_per_tensor]; -"1423 dequantize_per_tensor_default_66" [id=1423, type=dequantize_per_tensor]; -"1424 linear_65_scale_0" [id=1424, type=get_attr]; -"1425 linear_65_zero_point_0" [id=1425, type=get_attr]; -"1426 compressed_weight_updated_constant66" [id=1426, type=get_attr]; -"1427 quantize_per_channel_default_66" [id=1427, type=quantize_per_channel]; -"1428 dequantize_per_channel_default_66" [id=1428, type=dequantize_per_channel]; -"1429 linear_65" [id=1429, type=linear]; -"1430 dropout_41" [id=1430, type=dropout]; -"1431 view_58" [id=1431, type=view]; -"1432 permute_49" [id=1432, type=permute]; -"1433 reshape_48" [id=1433, type=reshape]; -"1434 slice_162" [id=1434, type=slice]; -"1435 slice_163" [id=1435, type=slice]; -"1436 slice_164" [id=1436, type=slice]; -"1437 slice_165" [id=1437, type=slice]; -"1438 contiguous_19" [id=1438, type=contiguous]; -"1439 _param_constant178" [id=1439, type=get_attr]; -"1440 _param_constant179" [id=1440, type=get_attr]; -"1441 layer_norm_23" [id=1441, type=layer_norm]; -"1442 add_36" [id=1442, type=add]; -"1443 _param_constant181" [id=1443, type=get_attr]; -"1444 add_36_0_0_nncf_smooth_quant_0" [id=1444, type=call_module]; -"1445 quantize_per_tensor_default_67" [id=1445, type=quantize_per_tensor]; -"1446 dequantize_per_tensor_default_67" [id=1446, type=dequantize_per_tensor]; -"1447 linear_66_scale_0" [id=1447, type=get_attr]; -"1448 linear_66_zero_point_0" [id=1448, type=get_attr]; -"1449 compressed_weight_updated_constant67" [id=1449, type=get_attr]; -"1450 quantize_per_channel_default_67" [id=1450, type=quantize_per_channel]; -"1451 dequantize_per_channel_default_67" [id=1451, type=dequantize_per_channel]; -"1452 linear_66" [id=1452, type=linear]; -"1453 gelu_10" [id=1453, type=gelu]; -"1454 dropout_42" [id=1454, type=dropout]; -"1455 _param_constant183" [id=1455, type=get_attr]; -"1456 dropout_42_0_0_nncf_smooth_quant_0" [id=1456, type=call_module]; -"1457 quantize_per_tensor_default_68" [id=1457, type=quantize_per_tensor]; -"1458 dequantize_per_tensor_default_68" [id=1458, type=dequantize_per_tensor]; -"1459 linear_67_scale_0" [id=1459, type=get_attr]; -"1460 linear_67_zero_point_0" [id=1460, type=get_attr]; -"1461 compressed_weight_updated_constant68" [id=1461, type=get_attr]; -"1462 quantize_per_channel_default_68" [id=1462, type=quantize_per_channel]; -"1463 dequantize_per_channel_default_68" [id=1463, type=dequantize_per_channel]; -"1464 linear_67" [id=1464, type=linear]; -"1465 dropout_43" [id=1465, type=dropout]; -"1466 _param_constant184" [id=1466, type=get_attr]; -"1467 _param_constant185" [id=1467, type=get_attr]; -"1468 layer_norm_24" [id=1468, type=layer_norm]; -"1469 add_37" [id=1469, type=add]; -"1470 _tensor_constant67" [id=1470, type=get_attr]; -"1471 _param_constant187" [id=1471, type=get_attr]; -"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [id=1472, type=call_module]; -"1473 linear_68_scale_0" [id=1473, type=get_attr]; -"1474 linear_68_zero_point_0" [id=1474, type=get_attr]; -"1475 compressed_weight_updated_constant69" [id=1475, type=get_attr]; -"1476 quantize_per_channel_default_69" [id=1476, type=quantize_per_channel]; -"1477 dequantize_per_channel_default_69" [id=1477, type=dequantize_per_channel]; -"1478 linear_68" [id=1478, type=linear]; -"1479 relu__11" [id=1479, type=relu_]; -"1480 relu__11_0_0_nncf_smooth_quant_0" [id=1480, type=call_module]; -"1481 linear_69_scale_0" [id=1481, type=get_attr]; -"1482 linear_69_zero_point_0" [id=1482, type=get_attr]; -"1483 compressed_weight_updated_constant70" [id=1483, type=get_attr]; -"1484 quantize_per_channel_default_70" [id=1484, type=quantize_per_channel]; -"1485 dequantize_per_channel_default_70" [id=1485, type=dequantize_per_channel]; -"1486 linear_69" [id=1486, type=linear]; -"1487 view_59" [id=1487, type=view]; -"1488 _tensor_constant68" [id=1488, type=get_attr]; -"1489 index_11" [id=1489, type=index]; -"1490 view_60" [id=1490, type=view]; -"1491 permute_50" [id=1491, type=permute]; -"1492 contiguous_20" [id=1492, type=contiguous]; -"1493 unsqueeze_31" [id=1493, type=unsqueeze]; -"1494 sigmoid_11" [id=1494, type=sigmoid]; -"1495 mul_22" [id=1495, type=mul]; -"1496 pad_13" [id=1496, type=pad]; -"1497 roll_10" [id=1497, type=roll]; -"1498 view_61" [id=1498, type=view]; -"1499 permute_51" [id=1499, type=permute]; -"1500 reshape_49" [id=1500, type=reshape]; -"1501 _param_constant189" [id=1501, type=get_attr]; -"1502 clone_11" [id=1502, type=clone]; -"1503 reshape_49_0_0_nncf_smooth_quant_0" [id=1503, type=call_module]; -"1504 quantize_per_tensor_default_69" [id=1504, type=quantize_per_tensor]; -"1505 dequantize_per_tensor_default_69" [id=1505, type=dequantize_per_tensor]; -"1506 linear_70_scale_0" [id=1506, type=get_attr]; -"1507 linear_70_zero_point_0" [id=1507, type=get_attr]; -"1508 compressed_weight_updated_constant71" [id=1508, type=get_attr]; -"1509 quantize_per_channel_default_71" [id=1509, type=quantize_per_channel]; -"1510 dequantize_per_channel_default_71" [id=1510, type=dequantize_per_channel]; -"1511 linear_70" [id=1511, type=linear]; -"1512 reshape_50" [id=1512, type=reshape]; -"1513 permute_52" [id=1513, type=permute]; -"1514 select_33" [id=1514, type=select]; -"1515 select_34" [id=1515, type=select]; -"1516 select_35" [id=1516, type=select]; -"1517 linalg_vector_norm_22" [id=1517, type=linalg_vector_norm]; -"1518 clamp_min_22" [id=1518, type=clamp_min]; -"1519 expand_as_22" [id=1519, type=expand_as]; -"1520 div_22" [id=1520, type=div]; -"1521 quantize_per_tensor_default_70" [id=1521, type=quantize_per_tensor]; -"1522 dequantize_per_tensor_default_70" [id=1522, type=dequantize_per_tensor]; -"1523 linalg_vector_norm_23" [id=1523, type=linalg_vector_norm]; -"1524 clamp_min_23" [id=1524, type=clamp_min]; -"1525 expand_as_23" [id=1525, type=expand_as]; -"1526 div_23" [id=1526, type=div]; -"1527 quantize_per_tensor_default_71" [id=1527, type=quantize_per_tensor]; -"1528 dequantize_per_tensor_default_71" [id=1528, type=dequantize_per_tensor]; -"1529 transpose_22" [id=1529, type=transpose]; -"1530 matmul_22" [id=1530, type=matmul]; -"1531 _param_constant191" [id=1531, type=get_attr]; -"1532 clamp_11" [id=1532, type=clamp]; -"1533 exp_11" [id=1533, type=exp]; -"1534 mul_23" [id=1534, type=mul]; -"1535 add_38" [id=1535, type=add]; -"1536 new_zeros_5" [id=1536, type=new_zeros]; -"1537 view_62" [id=1537, type=view]; -"1538 permute_53" [id=1538, type=permute]; -"1539 reshape_51" [id=1539, type=reshape]; -"1540 unsqueeze_32" [id=1540, type=unsqueeze]; -"1541 unsqueeze_33" [id=1541, type=unsqueeze]; -"1542 sub_5" [id=1542, type=sub]; -"1543 ne_5" [id=1543, type=ne]; -"1544 masked_fill_10" [id=1544, type=masked_fill]; -"1545 eq_5" [id=1545, type=eq]; -"1546 masked_fill_11" [id=1546, type=masked_fill]; -"1547 view_63" [id=1547, type=view]; -"1548 unsqueeze_34" [id=1548, type=unsqueeze]; -"1549 unsqueeze_35" [id=1549, type=unsqueeze]; -"1550 add_39" [id=1550, type=add]; -"1551 view_64" [id=1551, type=view]; -"1552 softmax_11" [id=1552, type=softmax]; -"1553 dropout_44" [id=1553, type=dropout]; -"1554 matmul_23" [id=1554, type=matmul]; -"1555 transpose_23" [id=1555, type=transpose]; -"1556 reshape_52" [id=1556, type=reshape]; -"1557 _param_constant193" [id=1557, type=get_attr]; -"1558 reshape_52_0_0_nncf_smooth_quant_0" [id=1558, type=call_module]; -"1559 quantize_per_tensor_default_72" [id=1559, type=quantize_per_tensor]; -"1560 dequantize_per_tensor_default_72" [id=1560, type=dequantize_per_tensor]; -"1561 linear_71_scale_0" [id=1561, type=get_attr]; -"1562 linear_71_zero_point_0" [id=1562, type=get_attr]; -"1563 compressed_weight_updated_constant72" [id=1563, type=get_attr]; -"1564 quantize_per_channel_default_72" [id=1564, type=quantize_per_channel]; -"1565 dequantize_per_channel_default_72" [id=1565, type=dequantize_per_channel]; -"1566 linear_71" [id=1566, type=linear]; -"1567 dropout_45" [id=1567, type=dropout]; -"1568 view_65" [id=1568, type=view]; -"1569 permute_54" [id=1569, type=permute]; -"1570 reshape_53" [id=1570, type=reshape]; -"1571 roll_11" [id=1571, type=roll]; -"1572 slice_185" [id=1572, type=slice]; -"1573 slice_186" [id=1573, type=slice]; -"1574 slice_187" [id=1574, type=slice]; -"1575 slice_188" [id=1575, type=slice]; -"1576 contiguous_21" [id=1576, type=contiguous]; -"1577 _param_constant194" [id=1577, type=get_attr]; -"1578 _param_constant195" [id=1578, type=get_attr]; -"1579 layer_norm_25" [id=1579, type=layer_norm]; -"1580 add_40" [id=1580, type=add]; -"1581 _param_constant197" [id=1581, type=get_attr]; -"1582 add_40_0_0_nncf_smooth_quant_0" [id=1582, type=call_module]; -"1583 quantize_per_tensor_default_73" [id=1583, type=quantize_per_tensor]; -"1584 dequantize_per_tensor_default_73" [id=1584, type=dequantize_per_tensor]; -"1585 linear_72_scale_0" [id=1585, type=get_attr]; -"1586 linear_72_zero_point_0" [id=1586, type=get_attr]; -"1587 compressed_weight_updated_constant73" [id=1587, type=get_attr]; -"1588 quantize_per_channel_default_73" [id=1588, type=quantize_per_channel]; -"1589 dequantize_per_channel_default_73" [id=1589, type=dequantize_per_channel]; -"1590 linear_72" [id=1590, type=linear]; -"1591 gelu_11" [id=1591, type=gelu]; -"1592 dropout_46" [id=1592, type=dropout]; -"1593 _param_constant199" [id=1593, type=get_attr]; -"1594 dropout_46_0_0_nncf_smooth_quant_0" [id=1594, type=call_module]; -"1595 quantize_per_tensor_default_74" [id=1595, type=quantize_per_tensor]; -"1596 dequantize_per_tensor_default_74" [id=1596, type=dequantize_per_tensor]; -"1597 linear_73_scale_0" [id=1597, type=get_attr]; -"1598 linear_73_zero_point_0" [id=1598, type=get_attr]; -"1599 compressed_weight_updated_constant74" [id=1599, type=get_attr]; -"1600 quantize_per_channel_default_74" [id=1600, type=quantize_per_channel]; -"1601 dequantize_per_channel_default_74" [id=1601, type=dequantize_per_channel]; -"1602 linear_73" [id=1602, type=linear]; -"1603 dropout_47" [id=1603, type=dropout]; -"1604 _param_constant200" [id=1604, type=get_attr]; -"1605 _param_constant201" [id=1605, type=get_attr]; -"1606 layer_norm_26" [id=1606, type=layer_norm]; -"1607 add_41" [id=1607, type=add]; -"1608 _tensor_constant78" [id=1608, type=get_attr]; -"1609 _param_constant203" [id=1609, type=get_attr]; -"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [id=1610, type=call_module]; -"1611 linear_74_scale_0" [id=1611, type=get_attr]; -"1612 linear_74_zero_point_0" [id=1612, type=get_attr]; -"1613 compressed_weight_updated_constant75" [id=1613, type=get_attr]; -"1614 quantize_per_channel_default_75" [id=1614, type=quantize_per_channel]; -"1615 dequantize_per_channel_default_75" [id=1615, type=dequantize_per_channel]; -"1616 linear_74" [id=1616, type=linear]; -"1617 relu__12" [id=1617, type=relu_]; -"1618 relu__12_0_0_nncf_smooth_quant_0" [id=1618, type=call_module]; -"1619 linear_75_scale_0" [id=1619, type=get_attr]; -"1620 linear_75_zero_point_0" [id=1620, type=get_attr]; -"1621 compressed_weight_updated_constant76" [id=1621, type=get_attr]; -"1622 quantize_per_channel_default_76" [id=1622, type=quantize_per_channel]; -"1623 dequantize_per_channel_default_76" [id=1623, type=dequantize_per_channel]; -"1624 linear_75" [id=1624, type=linear]; -"1625 view_66" [id=1625, type=view]; -"1626 _tensor_constant79" [id=1626, type=get_attr]; -"1627 index_12" [id=1627, type=index]; -"1628 view_67" [id=1628, type=view]; -"1629 permute_55" [id=1629, type=permute]; -"1630 contiguous_22" [id=1630, type=contiguous]; -"1631 unsqueeze_36" [id=1631, type=unsqueeze]; -"1632 sigmoid_12" [id=1632, type=sigmoid]; -"1633 mul_24" [id=1633, type=mul]; -"1634 pad_14" [id=1634, type=pad]; -"1635 view_68" [id=1635, type=view]; -"1636 permute_56" [id=1636, type=permute]; -"1637 reshape_54" [id=1637, type=reshape]; -"1638 _param_constant205" [id=1638, type=get_attr]; -"1639 clone_12" [id=1639, type=clone]; -"1640 reshape_54_0_0_nncf_smooth_quant_0" [id=1640, type=call_module]; -"1641 quantize_per_tensor_default_75" [id=1641, type=quantize_per_tensor]; -"1642 dequantize_per_tensor_default_75" [id=1642, type=dequantize_per_tensor]; -"1643 linear_76_scale_0" [id=1643, type=get_attr]; -"1644 linear_76_zero_point_0" [id=1644, type=get_attr]; -"1645 compressed_weight_updated_constant77" [id=1645, type=get_attr]; -"1646 quantize_per_channel_default_77" [id=1646, type=quantize_per_channel]; -"1647 dequantize_per_channel_default_77" [id=1647, type=dequantize_per_channel]; -"1648 linear_76" [id=1648, type=linear]; -"1649 reshape_55" [id=1649, type=reshape]; -"1650 permute_57" [id=1650, type=permute]; -"1651 select_36" [id=1651, type=select]; -"1652 select_37" [id=1652, type=select]; -"1653 select_38" [id=1653, type=select]; -"1654 linalg_vector_norm_24" [id=1654, type=linalg_vector_norm]; -"1655 clamp_min_24" [id=1655, type=clamp_min]; -"1656 expand_as_24" [id=1656, type=expand_as]; -"1657 div_24" [id=1657, type=div]; -"1658 quantize_per_tensor_default_76" [id=1658, type=quantize_per_tensor]; -"1659 dequantize_per_tensor_default_76" [id=1659, type=dequantize_per_tensor]; -"1660 linalg_vector_norm_25" [id=1660, type=linalg_vector_norm]; -"1661 clamp_min_25" [id=1661, type=clamp_min]; -"1662 expand_as_25" [id=1662, type=expand_as]; -"1663 div_25" [id=1663, type=div]; -"1664 quantize_per_tensor_default_77" [id=1664, type=quantize_per_tensor]; -"1665 dequantize_per_tensor_default_77" [id=1665, type=dequantize_per_tensor]; -"1666 transpose_24" [id=1666, type=transpose]; -"1667 matmul_24" [id=1667, type=matmul]; -"1668 _param_constant207" [id=1668, type=get_attr]; -"1669 clamp_12" [id=1669, type=clamp]; -"1670 exp_12" [id=1670, type=exp]; -"1671 mul_25" [id=1671, type=mul]; -"1672 add_42" [id=1672, type=add]; -"1673 softmax_12" [id=1673, type=softmax]; -"1674 dropout_48" [id=1674, type=dropout]; -"1675 matmul_25" [id=1675, type=matmul]; -"1676 transpose_25" [id=1676, type=transpose]; -"1677 reshape_56" [id=1677, type=reshape]; -"1678 _param_constant209" [id=1678, type=get_attr]; -"1679 reshape_56_0_0_nncf_smooth_quant_0" [id=1679, type=call_module]; -"1680 quantize_per_tensor_default_78" [id=1680, type=quantize_per_tensor]; -"1681 dequantize_per_tensor_default_78" [id=1681, type=dequantize_per_tensor]; -"1682 linear_77_scale_0" [id=1682, type=get_attr]; -"1683 linear_77_zero_point_0" [id=1683, type=get_attr]; -"1684 compressed_weight_updated_constant78" [id=1684, type=get_attr]; -"1685 quantize_per_channel_default_78" [id=1685, type=quantize_per_channel]; -"1686 dequantize_per_channel_default_78" [id=1686, type=dequantize_per_channel]; -"1687 linear_77" [id=1687, type=linear]; -"1688 dropout_49" [id=1688, type=dropout]; -"1689 view_69" [id=1689, type=view]; -"1690 permute_58" [id=1690, type=permute]; -"1691 reshape_57" [id=1691, type=reshape]; -"1692 slice_190" [id=1692, type=slice]; -"1693 slice_191" [id=1693, type=slice]; -"1694 slice_192" [id=1694, type=slice]; -"1695 slice_193" [id=1695, type=slice]; -"1696 contiguous_23" [id=1696, type=contiguous]; -"1697 _param_constant210" [id=1697, type=get_attr]; -"1698 _param_constant211" [id=1698, type=get_attr]; -"1699 layer_norm_27" [id=1699, type=layer_norm]; -"1700 add_43" [id=1700, type=add]; -"1701 _param_constant213" [id=1701, type=get_attr]; -"1702 add_43_0_0_nncf_smooth_quant_0" [id=1702, type=call_module]; -"1703 quantize_per_tensor_default_79" [id=1703, type=quantize_per_tensor]; -"1704 dequantize_per_tensor_default_79" [id=1704, type=dequantize_per_tensor]; -"1705 linear_78_scale_0" [id=1705, type=get_attr]; -"1706 linear_78_zero_point_0" [id=1706, type=get_attr]; -"1707 compressed_weight_updated_constant79" [id=1707, type=get_attr]; -"1708 quantize_per_channel_default_79" [id=1708, type=quantize_per_channel]; -"1709 dequantize_per_channel_default_79" [id=1709, type=dequantize_per_channel]; -"1710 linear_78" [id=1710, type=linear]; -"1711 gelu_12" [id=1711, type=gelu]; -"1712 dropout_50" [id=1712, type=dropout]; -"1713 _param_constant215" [id=1713, type=get_attr]; -"1714 dropout_50_0_0_nncf_smooth_quant_0" [id=1714, type=call_module]; -"1715 quantize_per_tensor_default_80" [id=1715, type=quantize_per_tensor]; -"1716 dequantize_per_tensor_default_80" [id=1716, type=dequantize_per_tensor]; -"1717 linear_79_scale_0" [id=1717, type=get_attr]; -"1718 linear_79_zero_point_0" [id=1718, type=get_attr]; -"1719 compressed_weight_updated_constant80" [id=1719, type=get_attr]; -"1720 quantize_per_channel_default_80" [id=1720, type=quantize_per_channel]; -"1721 dequantize_per_channel_default_80" [id=1721, type=dequantize_per_channel]; -"1722 linear_79" [id=1722, type=linear]; -"1723 dropout_51" [id=1723, type=dropout]; -"1724 _param_constant216" [id=1724, type=get_attr]; -"1725 _param_constant217" [id=1725, type=get_attr]; -"1726 layer_norm_28" [id=1726, type=layer_norm]; -"1727 add_44" [id=1727, type=add]; -"1728 _tensor_constant80" [id=1728, type=get_attr]; -"1729 _param_constant219" [id=1729, type=get_attr]; -"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [id=1730, type=call_module]; -"1731 linear_80_scale_0" [id=1731, type=get_attr]; -"1732 linear_80_zero_point_0" [id=1732, type=get_attr]; -"1733 compressed_weight_updated_constant81" [id=1733, type=get_attr]; -"1734 quantize_per_channel_default_81" [id=1734, type=quantize_per_channel]; -"1735 dequantize_per_channel_default_81" [id=1735, type=dequantize_per_channel]; -"1736 linear_80" [id=1736, type=linear]; -"1737 relu__13" [id=1737, type=relu_]; -"1738 relu__13_0_0_nncf_smooth_quant_0" [id=1738, type=call_module]; -"1739 linear_81_scale_0" [id=1739, type=get_attr]; -"1740 linear_81_zero_point_0" [id=1740, type=get_attr]; -"1741 compressed_weight_updated_constant82" [id=1741, type=get_attr]; -"1742 quantize_per_channel_default_82" [id=1742, type=quantize_per_channel]; -"1743 dequantize_per_channel_default_82" [id=1743, type=dequantize_per_channel]; -"1744 linear_81" [id=1744, type=linear]; -"1745 view_70" [id=1745, type=view]; -"1746 _tensor_constant81" [id=1746, type=get_attr]; -"1747 index_13" [id=1747, type=index]; -"1748 view_71" [id=1748, type=view]; -"1749 permute_59" [id=1749, type=permute]; -"1750 contiguous_24" [id=1750, type=contiguous]; -"1751 unsqueeze_37" [id=1751, type=unsqueeze]; -"1752 sigmoid_13" [id=1752, type=sigmoid]; -"1753 mul_26" [id=1753, type=mul]; -"1754 pad_15" [id=1754, type=pad]; -"1755 roll_12" [id=1755, type=roll]; -"1756 view_72" [id=1756, type=view]; -"1757 permute_60" [id=1757, type=permute]; -"1758 reshape_58" [id=1758, type=reshape]; -"1759 _param_constant221" [id=1759, type=get_attr]; -"1760 clone_13" [id=1760, type=clone]; -"1761 reshape_58_0_0_nncf_smooth_quant_0" [id=1761, type=call_module]; -"1762 quantize_per_tensor_default_81" [id=1762, type=quantize_per_tensor]; -"1763 dequantize_per_tensor_default_81" [id=1763, type=dequantize_per_tensor]; -"1764 linear_82_scale_0" [id=1764, type=get_attr]; -"1765 linear_82_zero_point_0" [id=1765, type=get_attr]; -"1766 compressed_weight_updated_constant83" [id=1766, type=get_attr]; -"1767 quantize_per_channel_default_83" [id=1767, type=quantize_per_channel]; -"1768 dequantize_per_channel_default_83" [id=1768, type=dequantize_per_channel]; -"1769 linear_82" [id=1769, type=linear]; -"1770 reshape_59" [id=1770, type=reshape]; -"1771 permute_61" [id=1771, type=permute]; -"1772 select_39" [id=1772, type=select]; -"1773 select_40" [id=1773, type=select]; -"1774 select_41" [id=1774, type=select]; -"1775 linalg_vector_norm_26" [id=1775, type=linalg_vector_norm]; -"1776 clamp_min_26" [id=1776, type=clamp_min]; -"1777 expand_as_26" [id=1777, type=expand_as]; -"1778 div_26" [id=1778, type=div]; -"1779 quantize_per_tensor_default_82" [id=1779, type=quantize_per_tensor]; -"1780 dequantize_per_tensor_default_82" [id=1780, type=dequantize_per_tensor]; -"1781 linalg_vector_norm_27" [id=1781, type=linalg_vector_norm]; -"1782 clamp_min_27" [id=1782, type=clamp_min]; -"1783 expand_as_27" [id=1783, type=expand_as]; -"1784 div_27" [id=1784, type=div]; -"1785 quantize_per_tensor_default_83" [id=1785, type=quantize_per_tensor]; -"1786 dequantize_per_tensor_default_83" [id=1786, type=dequantize_per_tensor]; -"1787 transpose_26" [id=1787, type=transpose]; -"1788 matmul_26" [id=1788, type=matmul]; -"1789 _param_constant223" [id=1789, type=get_attr]; -"1790 clamp_13" [id=1790, type=clamp]; -"1791 exp_13" [id=1791, type=exp]; -"1792 mul_27" [id=1792, type=mul]; -"1793 add_45" [id=1793, type=add]; -"1794 new_zeros_6" [id=1794, type=new_zeros]; -"1795 view_73" [id=1795, type=view]; -"1796 permute_62" [id=1796, type=permute]; -"1797 reshape_60" [id=1797, type=reshape]; -"1798 unsqueeze_38" [id=1798, type=unsqueeze]; -"1799 unsqueeze_39" [id=1799, type=unsqueeze]; -"1800 sub_6" [id=1800, type=sub]; -"1801 ne_6" [id=1801, type=ne]; -"1802 masked_fill_12" [id=1802, type=masked_fill]; -"1803 eq_6" [id=1803, type=eq]; -"1804 masked_fill_13" [id=1804, type=masked_fill]; -"1805 view_74" [id=1805, type=view]; -"1806 unsqueeze_40" [id=1806, type=unsqueeze]; -"1807 unsqueeze_41" [id=1807, type=unsqueeze]; -"1808 add_46" [id=1808, type=add]; -"1809 view_75" [id=1809, type=view]; -"1810 softmax_13" [id=1810, type=softmax]; -"1811 dropout_52" [id=1811, type=dropout]; -"1812 matmul_27" [id=1812, type=matmul]; -"1813 transpose_27" [id=1813, type=transpose]; -"1814 reshape_61" [id=1814, type=reshape]; -"1815 _param_constant225" [id=1815, type=get_attr]; -"1816 reshape_61_0_0_nncf_smooth_quant_0" [id=1816, type=call_module]; -"1817 quantize_per_tensor_default_84" [id=1817, type=quantize_per_tensor]; -"1818 dequantize_per_tensor_default_84" [id=1818, type=dequantize_per_tensor]; -"1819 linear_83_scale_0" [id=1819, type=get_attr]; -"1820 linear_83_zero_point_0" [id=1820, type=get_attr]; -"1821 compressed_weight_updated_constant84" [id=1821, type=get_attr]; -"1822 quantize_per_channel_default_84" [id=1822, type=quantize_per_channel]; -"1823 dequantize_per_channel_default_84" [id=1823, type=dequantize_per_channel]; -"1824 linear_83" [id=1824, type=linear]; -"1825 dropout_53" [id=1825, type=dropout]; -"1826 view_76" [id=1826, type=view]; -"1827 permute_63" [id=1827, type=permute]; -"1828 reshape_62" [id=1828, type=reshape]; -"1829 roll_13" [id=1829, type=roll]; -"1830 slice_213" [id=1830, type=slice]; -"1831 slice_214" [id=1831, type=slice]; -"1832 slice_215" [id=1832, type=slice]; -"1833 slice_216" [id=1833, type=slice]; -"1834 contiguous_25" [id=1834, type=contiguous]; -"1835 _param_constant226" [id=1835, type=get_attr]; -"1836 _param_constant227" [id=1836, type=get_attr]; -"1837 layer_norm_29" [id=1837, type=layer_norm]; -"1838 add_47" [id=1838, type=add]; -"1839 _param_constant229" [id=1839, type=get_attr]; -"1840 add_47_0_0_nncf_smooth_quant_0" [id=1840, type=call_module]; -"1841 quantize_per_tensor_default_85" [id=1841, type=quantize_per_tensor]; -"1842 dequantize_per_tensor_default_85" [id=1842, type=dequantize_per_tensor]; -"1843 linear_84_scale_0" [id=1843, type=get_attr]; -"1844 linear_84_zero_point_0" [id=1844, type=get_attr]; -"1845 compressed_weight_updated_constant85" [id=1845, type=get_attr]; -"1846 quantize_per_channel_default_85" [id=1846, type=quantize_per_channel]; -"1847 dequantize_per_channel_default_85" [id=1847, type=dequantize_per_channel]; -"1848 linear_84" [id=1848, type=linear]; -"1849 gelu_13" [id=1849, type=gelu]; -"1850 dropout_54" [id=1850, type=dropout]; -"1851 _param_constant231" [id=1851, type=get_attr]; -"1852 dropout_54_0_0_nncf_smooth_quant_0" [id=1852, type=call_module]; -"1853 quantize_per_tensor_default_86" [id=1853, type=quantize_per_tensor]; -"1854 dequantize_per_tensor_default_86" [id=1854, type=dequantize_per_tensor]; -"1855 linear_85_scale_0" [id=1855, type=get_attr]; -"1856 linear_85_zero_point_0" [id=1856, type=get_attr]; -"1857 compressed_weight_updated_constant86" [id=1857, type=get_attr]; -"1858 quantize_per_channel_default_86" [id=1858, type=quantize_per_channel]; -"1859 dequantize_per_channel_default_86" [id=1859, type=dequantize_per_channel]; -"1860 linear_85" [id=1860, type=linear]; -"1861 dropout_55" [id=1861, type=dropout]; -"1862 _param_constant232" [id=1862, type=get_attr]; -"1863 _param_constant233" [id=1863, type=get_attr]; -"1864 layer_norm_30" [id=1864, type=layer_norm]; -"1865 add_48" [id=1865, type=add]; -"1866 _tensor_constant91" [id=1866, type=get_attr]; -"1867 _param_constant235" [id=1867, type=get_attr]; -"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [id=1868, type=call_module]; -"1869 linear_86_scale_0" [id=1869, type=get_attr]; -"1870 linear_86_zero_point_0" [id=1870, type=get_attr]; -"1871 compressed_weight_updated_constant87" [id=1871, type=get_attr]; -"1872 quantize_per_channel_default_87" [id=1872, type=quantize_per_channel]; -"1873 dequantize_per_channel_default_87" [id=1873, type=dequantize_per_channel]; -"1874 linear_86" [id=1874, type=linear]; -"1875 relu__14" [id=1875, type=relu_]; -"1876 relu__14_0_0_nncf_smooth_quant_0" [id=1876, type=call_module]; -"1877 linear_87_scale_0" [id=1877, type=get_attr]; -"1878 linear_87_zero_point_0" [id=1878, type=get_attr]; -"1879 compressed_weight_updated_constant88" [id=1879, type=get_attr]; -"1880 quantize_per_channel_default_88" [id=1880, type=quantize_per_channel]; -"1881 dequantize_per_channel_default_88" [id=1881, type=dequantize_per_channel]; -"1882 linear_87" [id=1882, type=linear]; -"1883 view_77" [id=1883, type=view]; -"1884 _tensor_constant92" [id=1884, type=get_attr]; -"1885 index_14" [id=1885, type=index]; -"1886 view_78" [id=1886, type=view]; -"1887 permute_64" [id=1887, type=permute]; -"1888 contiguous_26" [id=1888, type=contiguous]; -"1889 unsqueeze_42" [id=1889, type=unsqueeze]; -"1890 sigmoid_14" [id=1890, type=sigmoid]; -"1891 mul_28" [id=1891, type=mul]; -"1892 pad_16" [id=1892, type=pad]; -"1893 view_79" [id=1893, type=view]; -"1894 permute_65" [id=1894, type=permute]; -"1895 reshape_63" [id=1895, type=reshape]; -"1896 _param_constant237" [id=1896, type=get_attr]; -"1897 clone_14" [id=1897, type=clone]; -"1898 reshape_63_0_0_nncf_smooth_quant_0" [id=1898, type=call_module]; -"1899 quantize_per_tensor_default_87" [id=1899, type=quantize_per_tensor]; -"1900 dequantize_per_tensor_default_87" [id=1900, type=dequantize_per_tensor]; -"1901 linear_88_scale_0" [id=1901, type=get_attr]; -"1902 linear_88_zero_point_0" [id=1902, type=get_attr]; -"1903 compressed_weight_updated_constant89" [id=1903, type=get_attr]; -"1904 quantize_per_channel_default_89" [id=1904, type=quantize_per_channel]; -"1905 dequantize_per_channel_default_89" [id=1905, type=dequantize_per_channel]; -"1906 linear_88" [id=1906, type=linear]; -"1907 reshape_64" [id=1907, type=reshape]; -"1908 permute_66" [id=1908, type=permute]; -"1909 select_42" [id=1909, type=select]; -"1910 select_43" [id=1910, type=select]; -"1911 select_44" [id=1911, type=select]; -"1912 linalg_vector_norm_28" [id=1912, type=linalg_vector_norm]; -"1913 clamp_min_28" [id=1913, type=clamp_min]; -"1914 expand_as_28" [id=1914, type=expand_as]; -"1915 div_28" [id=1915, type=div]; -"1916 quantize_per_tensor_default_88" [id=1916, type=quantize_per_tensor]; -"1917 dequantize_per_tensor_default_88" [id=1917, type=dequantize_per_tensor]; -"1918 linalg_vector_norm_29" [id=1918, type=linalg_vector_norm]; -"1919 clamp_min_29" [id=1919, type=clamp_min]; -"1920 expand_as_29" [id=1920, type=expand_as]; -"1921 div_29" [id=1921, type=div]; -"1922 quantize_per_tensor_default_89" [id=1922, type=quantize_per_tensor]; -"1923 dequantize_per_tensor_default_89" [id=1923, type=dequantize_per_tensor]; -"1924 transpose_28" [id=1924, type=transpose]; -"1925 matmul_28" [id=1925, type=matmul]; -"1926 _param_constant239" [id=1926, type=get_attr]; -"1927 clamp_14" [id=1927, type=clamp]; -"1928 exp_14" [id=1928, type=exp]; -"1929 mul_29" [id=1929, type=mul]; -"1930 add_49" [id=1930, type=add]; -"1931 softmax_14" [id=1931, type=softmax]; -"1932 dropout_56" [id=1932, type=dropout]; -"1933 matmul_29" [id=1933, type=matmul]; -"1934 transpose_29" [id=1934, type=transpose]; -"1935 reshape_65" [id=1935, type=reshape]; -"1936 _param_constant241" [id=1936, type=get_attr]; -"1937 reshape_65_0_0_nncf_smooth_quant_0" [id=1937, type=call_module]; -"1938 quantize_per_tensor_default_90" [id=1938, type=quantize_per_tensor]; -"1939 dequantize_per_tensor_default_90" [id=1939, type=dequantize_per_tensor]; -"1940 linear_89_scale_0" [id=1940, type=get_attr]; -"1941 linear_89_zero_point_0" [id=1941, type=get_attr]; -"1942 compressed_weight_updated_constant90" [id=1942, type=get_attr]; -"1943 quantize_per_channel_default_90" [id=1943, type=quantize_per_channel]; -"1944 dequantize_per_channel_default_90" [id=1944, type=dequantize_per_channel]; -"1945 linear_89" [id=1945, type=linear]; -"1946 dropout_57" [id=1946, type=dropout]; -"1947 view_80" [id=1947, type=view]; -"1948 permute_67" [id=1948, type=permute]; -"1949 reshape_66" [id=1949, type=reshape]; -"1950 slice_218" [id=1950, type=slice]; -"1951 slice_219" [id=1951, type=slice]; -"1952 slice_220" [id=1952, type=slice]; -"1953 slice_221" [id=1953, type=slice]; -"1954 contiguous_27" [id=1954, type=contiguous]; -"1955 _param_constant242" [id=1955, type=get_attr]; -"1956 _param_constant243" [id=1956, type=get_attr]; -"1957 layer_norm_31" [id=1957, type=layer_norm]; -"1958 add_50" [id=1958, type=add]; -"1959 _param_constant245" [id=1959, type=get_attr]; -"1960 add_50_0_0_nncf_smooth_quant_0" [id=1960, type=call_module]; -"1961 quantize_per_tensor_default_91" [id=1961, type=quantize_per_tensor]; -"1962 dequantize_per_tensor_default_91" [id=1962, type=dequantize_per_tensor]; -"1963 linear_90_scale_0" [id=1963, type=get_attr]; -"1964 linear_90_zero_point_0" [id=1964, type=get_attr]; -"1965 compressed_weight_updated_constant91" [id=1965, type=get_attr]; -"1966 quantize_per_channel_default_91" [id=1966, type=quantize_per_channel]; -"1967 dequantize_per_channel_default_91" [id=1967, type=dequantize_per_channel]; -"1968 linear_90" [id=1968, type=linear]; -"1969 gelu_14" [id=1969, type=gelu]; -"1970 dropout_58" [id=1970, type=dropout]; -"1971 _param_constant247" [id=1971, type=get_attr]; -"1972 dropout_58_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; -"1973 quantize_per_tensor_default_92" [id=1973, type=quantize_per_tensor]; -"1974 dequantize_per_tensor_default_92" [id=1974, type=dequantize_per_tensor]; -"1975 linear_91_scale_0" [id=1975, type=get_attr]; -"1976 linear_91_zero_point_0" [id=1976, type=get_attr]; -"1977 compressed_weight_updated_constant92" [id=1977, type=get_attr]; -"1978 quantize_per_channel_default_92" [id=1978, type=quantize_per_channel]; -"1979 dequantize_per_channel_default_92" [id=1979, type=dequantize_per_channel]; -"1980 linear_91" [id=1980, type=linear]; -"1981 dropout_59" [id=1981, type=dropout]; -"1982 _param_constant248" [id=1982, type=get_attr]; -"1983 _param_constant249" [id=1983, type=get_attr]; -"1984 layer_norm_32" [id=1984, type=layer_norm]; -"1985 add_51" [id=1985, type=add]; -"1986 _tensor_constant93" [id=1986, type=get_attr]; -"1987 _param_constant251" [id=1987, type=get_attr]; -"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [id=1988, type=call_module]; -"1989 linear_92_scale_0" [id=1989, type=get_attr]; -"1990 linear_92_zero_point_0" [id=1990, type=get_attr]; -"1991 compressed_weight_updated_constant93" [id=1991, type=get_attr]; -"1992 quantize_per_channel_default_93" [id=1992, type=quantize_per_channel]; -"1993 dequantize_per_channel_default_93" [id=1993, type=dequantize_per_channel]; -"1994 linear_92" [id=1994, type=linear]; -"1995 relu__15" [id=1995, type=relu_]; -"1996 relu__15_0_0_nncf_smooth_quant_0" [id=1996, type=call_module]; -"1997 linear_93_scale_0" [id=1997, type=get_attr]; -"1998 linear_93_zero_point_0" [id=1998, type=get_attr]; -"1999 compressed_weight_updated_constant94" [id=1999, type=get_attr]; -"2000 quantize_per_channel_default_94" [id=2000, type=quantize_per_channel]; -"2001 dequantize_per_channel_default_94" [id=2001, type=dequantize_per_channel]; -"2002 linear_93" [id=2002, type=linear]; -"2003 view_81" [id=2003, type=view]; -"2004 _tensor_constant94" [id=2004, type=get_attr]; -"2005 index_15" [id=2005, type=index]; -"2006 view_82" [id=2006, type=view]; -"2007 permute_68" [id=2007, type=permute]; -"2008 contiguous_28" [id=2008, type=contiguous]; -"2009 unsqueeze_43" [id=2009, type=unsqueeze]; -"2010 sigmoid_15" [id=2010, type=sigmoid]; -"2011 mul_30" [id=2011, type=mul]; -"2012 pad_17" [id=2012, type=pad]; -"2013 roll_14" [id=2013, type=roll]; -"2014 view_83" [id=2014, type=view]; -"2015 permute_69" [id=2015, type=permute]; -"2016 reshape_67" [id=2016, type=reshape]; -"2017 _param_constant253" [id=2017, type=get_attr]; -"2018 clone_15" [id=2018, type=clone]; -"2019 reshape_67_0_0_nncf_smooth_quant_0" [id=2019, type=call_module]; -"2020 quantize_per_tensor_default_93" [id=2020, type=quantize_per_tensor]; -"2021 dequantize_per_tensor_default_93" [id=2021, type=dequantize_per_tensor]; -"2022 linear_94_scale_0" [id=2022, type=get_attr]; -"2023 linear_94_zero_point_0" [id=2023, type=get_attr]; -"2024 compressed_weight_updated_constant95" [id=2024, type=get_attr]; -"2025 quantize_per_channel_default_95" [id=2025, type=quantize_per_channel]; -"2026 dequantize_per_channel_default_95" [id=2026, type=dequantize_per_channel]; -"2027 linear_94" [id=2027, type=linear]; -"2028 reshape_68" [id=2028, type=reshape]; -"2029 permute_70" [id=2029, type=permute]; -"2030 select_45" [id=2030, type=select]; -"2031 select_46" [id=2031, type=select]; -"2032 select_47" [id=2032, type=select]; -"2033 linalg_vector_norm_30" [id=2033, type=linalg_vector_norm]; -"2034 clamp_min_30" [id=2034, type=clamp_min]; -"2035 expand_as_30" [id=2035, type=expand_as]; -"2036 div_30" [id=2036, type=div]; -"2037 quantize_per_tensor_default_94" [id=2037, type=quantize_per_tensor]; -"2038 dequantize_per_tensor_default_94" [id=2038, type=dequantize_per_tensor]; -"2039 linalg_vector_norm_31" [id=2039, type=linalg_vector_norm]; -"2040 clamp_min_31" [id=2040, type=clamp_min]; -"2041 expand_as_31" [id=2041, type=expand_as]; -"2042 div_31" [id=2042, type=div]; -"2043 quantize_per_tensor_default_95" [id=2043, type=quantize_per_tensor]; -"2044 dequantize_per_tensor_default_95" [id=2044, type=dequantize_per_tensor]; -"2045 transpose_30" [id=2045, type=transpose]; -"2046 matmul_30" [id=2046, type=matmul]; -"2047 _param_constant255" [id=2047, type=get_attr]; -"2048 clamp_15" [id=2048, type=clamp]; -"2049 exp_15" [id=2049, type=exp]; -"2050 mul_31" [id=2050, type=mul]; -"2051 add_52" [id=2051, type=add]; -"2052 new_zeros_7" [id=2052, type=new_zeros]; -"2053 view_84" [id=2053, type=view]; -"2054 permute_71" [id=2054, type=permute]; -"2055 reshape_69" [id=2055, type=reshape]; -"2056 unsqueeze_44" [id=2056, type=unsqueeze]; -"2057 unsqueeze_45" [id=2057, type=unsqueeze]; -"2058 sub_7" [id=2058, type=sub]; -"2059 ne_7" [id=2059, type=ne]; -"2060 masked_fill_14" [id=2060, type=masked_fill]; -"2061 eq_7" [id=2061, type=eq]; -"2062 masked_fill_15" [id=2062, type=masked_fill]; -"2063 view_85" [id=2063, type=view]; -"2064 unsqueeze_46" [id=2064, type=unsqueeze]; -"2065 unsqueeze_47" [id=2065, type=unsqueeze]; -"2066 add_53" [id=2066, type=add]; -"2067 view_86" [id=2067, type=view]; -"2068 softmax_15" [id=2068, type=softmax]; -"2069 dropout_60" [id=2069, type=dropout]; -"2070 matmul_31" [id=2070, type=matmul]; -"2071 transpose_31" [id=2071, type=transpose]; -"2072 reshape_70" [id=2072, type=reshape]; -"2073 _param_constant257" [id=2073, type=get_attr]; -"2074 reshape_70_0_0_nncf_smooth_quant_0" [id=2074, type=call_module]; -"2075 quantize_per_tensor_default_96" [id=2075, type=quantize_per_tensor]; -"2076 dequantize_per_tensor_default_96" [id=2076, type=dequantize_per_tensor]; -"2077 linear_95_scale_0" [id=2077, type=get_attr]; -"2078 linear_95_zero_point_0" [id=2078, type=get_attr]; -"2079 compressed_weight_updated_constant96" [id=2079, type=get_attr]; -"2080 quantize_per_channel_default_96" [id=2080, type=quantize_per_channel]; -"2081 dequantize_per_channel_default_96" [id=2081, type=dequantize_per_channel]; -"2082 linear_95" [id=2082, type=linear]; -"2083 dropout_61" [id=2083, type=dropout]; -"2084 view_87" [id=2084, type=view]; -"2085 permute_72" [id=2085, type=permute]; -"2086 reshape_71" [id=2086, type=reshape]; -"2087 roll_15" [id=2087, type=roll]; -"2088 slice_241" [id=2088, type=slice]; -"2089 slice_242" [id=2089, type=slice]; -"2090 slice_243" [id=2090, type=slice]; -"2091 slice_244" [id=2091, type=slice]; -"2092 contiguous_29" [id=2092, type=contiguous]; -"2093 _param_constant258" [id=2093, type=get_attr]; -"2094 _param_constant259" [id=2094, type=get_attr]; -"2095 layer_norm_33" [id=2095, type=layer_norm]; -"2096 add_54" [id=2096, type=add]; -"2097 _param_constant261" [id=2097, type=get_attr]; -"2098 add_54_0_0_nncf_smooth_quant_0" [id=2098, type=call_module]; -"2099 quantize_per_tensor_default_97" [id=2099, type=quantize_per_tensor]; -"2100 dequantize_per_tensor_default_97" [id=2100, type=dequantize_per_tensor]; -"2101 linear_96_scale_0" [id=2101, type=get_attr]; -"2102 linear_96_zero_point_0" [id=2102, type=get_attr]; -"2103 compressed_weight_updated_constant97" [id=2103, type=get_attr]; -"2104 quantize_per_channel_default_97" [id=2104, type=quantize_per_channel]; -"2105 dequantize_per_channel_default_97" [id=2105, type=dequantize_per_channel]; -"2106 linear_96" [id=2106, type=linear]; -"2107 gelu_15" [id=2107, type=gelu]; -"2108 dropout_62" [id=2108, type=dropout]; -"2109 _param_constant263" [id=2109, type=get_attr]; -"2110 dropout_62_0_0_nncf_smooth_quant_0" [id=2110, type=call_module]; -"2111 quantize_per_tensor_default_98" [id=2111, type=quantize_per_tensor]; -"2112 dequantize_per_tensor_default_98" [id=2112, type=dequantize_per_tensor]; -"2113 linear_97_scale_0" [id=2113, type=get_attr]; -"2114 linear_97_zero_point_0" [id=2114, type=get_attr]; -"2115 compressed_weight_updated_constant98" [id=2115, type=get_attr]; -"2116 quantize_per_channel_default_98" [id=2116, type=quantize_per_channel]; -"2117 dequantize_per_channel_default_98" [id=2117, type=dequantize_per_channel]; -"2118 linear_97" [id=2118, type=linear]; -"2119 dropout_63" [id=2119, type=dropout]; -"2120 _param_constant264" [id=2120, type=get_attr]; -"2121 _param_constant265" [id=2121, type=get_attr]; -"2122 layer_norm_34" [id=2122, type=layer_norm]; -"2123 add_55" [id=2123, type=add]; -"2124 _tensor_constant104" [id=2124, type=get_attr]; -"2125 _param_constant267" [id=2125, type=get_attr]; -"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [id=2126, type=call_module]; -"2127 linear_98_scale_0" [id=2127, type=get_attr]; -"2128 linear_98_zero_point_0" [id=2128, type=get_attr]; -"2129 compressed_weight_updated_constant99" [id=2129, type=get_attr]; -"2130 quantize_per_channel_default_99" [id=2130, type=quantize_per_channel]; -"2131 dequantize_per_channel_default_99" [id=2131, type=dequantize_per_channel]; -"2132 linear_98" [id=2132, type=linear]; -"2133 relu__16" [id=2133, type=relu_]; -"2134 relu__16_0_0_nncf_smooth_quant_0" [id=2134, type=call_module]; -"2135 linear_99_scale_0" [id=2135, type=get_attr]; -"2136 linear_99_zero_point_0" [id=2136, type=get_attr]; -"2137 compressed_weight_updated_constant100" [id=2137, type=get_attr]; -"2138 quantize_per_channel_default_100" [id=2138, type=quantize_per_channel]; -"2139 dequantize_per_channel_default_100" [id=2139, type=dequantize_per_channel]; -"2140 linear_99" [id=2140, type=linear]; -"2141 view_88" [id=2141, type=view]; -"2142 _tensor_constant105" [id=2142, type=get_attr]; -"2143 index_16" [id=2143, type=index]; -"2144 view_89" [id=2144, type=view]; -"2145 permute_73" [id=2145, type=permute]; -"2146 contiguous_30" [id=2146, type=contiguous]; -"2147 unsqueeze_48" [id=2147, type=unsqueeze]; -"2148 sigmoid_16" [id=2148, type=sigmoid]; -"2149 mul_32" [id=2149, type=mul]; -"2150 pad_18" [id=2150, type=pad]; -"2151 view_90" [id=2151, type=view]; -"2152 permute_74" [id=2152, type=permute]; -"2153 reshape_72" [id=2153, type=reshape]; -"2154 _param_constant269" [id=2154, type=get_attr]; -"2155 clone_16" [id=2155, type=clone]; -"2156 reshape_72_0_0_nncf_smooth_quant_0" [id=2156, type=call_module]; -"2157 quantize_per_tensor_default_99" [id=2157, type=quantize_per_tensor]; -"2158 dequantize_per_tensor_default_99" [id=2158, type=dequantize_per_tensor]; -"2159 linear_100_scale_0" [id=2159, type=get_attr]; -"2160 linear_100_zero_point_0" [id=2160, type=get_attr]; -"2161 compressed_weight_updated_constant101" [id=2161, type=get_attr]; -"2162 quantize_per_channel_default_101" [id=2162, type=quantize_per_channel]; -"2163 dequantize_per_channel_default_101" [id=2163, type=dequantize_per_channel]; -"2164 linear_100" [id=2164, type=linear]; -"2165 reshape_73" [id=2165, type=reshape]; -"2166 permute_75" [id=2166, type=permute]; -"2167 select_48" [id=2167, type=select]; -"2168 select_49" [id=2168, type=select]; -"2169 select_50" [id=2169, type=select]; -"2170 linalg_vector_norm_32" [id=2170, type=linalg_vector_norm]; -"2171 clamp_min_32" [id=2171, type=clamp_min]; -"2172 expand_as_32" [id=2172, type=expand_as]; -"2173 div_32" [id=2173, type=div]; -"2174 quantize_per_tensor_default_100" [id=2174, type=quantize_per_tensor]; -"2175 dequantize_per_tensor_default_100" [id=2175, type=dequantize_per_tensor]; -"2176 linalg_vector_norm_33" [id=2176, type=linalg_vector_norm]; -"2177 clamp_min_33" [id=2177, type=clamp_min]; -"2178 expand_as_33" [id=2178, type=expand_as]; -"2179 div_33" [id=2179, type=div]; -"2180 quantize_per_tensor_default_101" [id=2180, type=quantize_per_tensor]; -"2181 dequantize_per_tensor_default_101" [id=2181, type=dequantize_per_tensor]; -"2182 transpose_32" [id=2182, type=transpose]; -"2183 matmul_32" [id=2183, type=matmul]; -"2184 _param_constant271" [id=2184, type=get_attr]; -"2185 clamp_16" [id=2185, type=clamp]; -"2186 exp_16" [id=2186, type=exp]; -"2187 mul_33" [id=2187, type=mul]; -"2188 add_56" [id=2188, type=add]; -"2189 softmax_16" [id=2189, type=softmax]; -"2190 dropout_64" [id=2190, type=dropout]; -"2191 matmul_33" [id=2191, type=matmul]; -"2192 transpose_33" [id=2192, type=transpose]; -"2193 reshape_74" [id=2193, type=reshape]; -"2194 _param_constant273" [id=2194, type=get_attr]; -"2195 reshape_74_0_0_nncf_smooth_quant_0" [id=2195, type=call_module]; -"2196 quantize_per_tensor_default_102" [id=2196, type=quantize_per_tensor]; -"2197 dequantize_per_tensor_default_102" [id=2197, type=dequantize_per_tensor]; -"2198 linear_101_scale_0" [id=2198, type=get_attr]; -"2199 linear_101_zero_point_0" [id=2199, type=get_attr]; -"2200 compressed_weight_updated_constant102" [id=2200, type=get_attr]; -"2201 quantize_per_channel_default_102" [id=2201, type=quantize_per_channel]; -"2202 dequantize_per_channel_default_102" [id=2202, type=dequantize_per_channel]; -"2203 linear_101" [id=2203, type=linear]; -"2204 dropout_65" [id=2204, type=dropout]; -"2205 view_91" [id=2205, type=view]; -"2206 permute_76" [id=2206, type=permute]; -"2207 reshape_75" [id=2207, type=reshape]; -"2208 slice_246" [id=2208, type=slice]; -"2209 slice_247" [id=2209, type=slice]; -"2210 slice_248" [id=2210, type=slice]; -"2211 slice_249" [id=2211, type=slice]; -"2212 contiguous_31" [id=2212, type=contiguous]; -"2213 _param_constant274" [id=2213, type=get_attr]; -"2214 _param_constant275" [id=2214, type=get_attr]; -"2215 layer_norm_35" [id=2215, type=layer_norm]; -"2216 add_57" [id=2216, type=add]; -"2217 _param_constant277" [id=2217, type=get_attr]; -"2218 add_57_0_0_nncf_smooth_quant_0" [id=2218, type=call_module]; -"2219 quantize_per_tensor_default_103" [id=2219, type=quantize_per_tensor]; -"2220 dequantize_per_tensor_default_103" [id=2220, type=dequantize_per_tensor]; -"2221 linear_102_scale_0" [id=2221, type=get_attr]; -"2222 linear_102_zero_point_0" [id=2222, type=get_attr]; -"2223 compressed_weight_updated_constant103" [id=2223, type=get_attr]; -"2224 quantize_per_channel_default_103" [id=2224, type=quantize_per_channel]; -"2225 dequantize_per_channel_default_103" [id=2225, type=dequantize_per_channel]; -"2226 linear_102" [id=2226, type=linear]; -"2227 gelu_16" [id=2227, type=gelu]; -"2228 dropout_66" [id=2228, type=dropout]; -"2229 _param_constant279" [id=2229, type=get_attr]; -"2230 dropout_66_0_0_nncf_smooth_quant_0" [id=2230, type=call_module]; -"2231 quantize_per_tensor_default_104" [id=2231, type=quantize_per_tensor]; -"2232 dequantize_per_tensor_default_104" [id=2232, type=dequantize_per_tensor]; -"2233 linear_103_scale_0" [id=2233, type=get_attr]; -"2234 linear_103_zero_point_0" [id=2234, type=get_attr]; -"2235 compressed_weight_updated_constant104" [id=2235, type=get_attr]; -"2236 quantize_per_channel_default_104" [id=2236, type=quantize_per_channel]; -"2237 dequantize_per_channel_default_104" [id=2237, type=dequantize_per_channel]; -"2238 linear_103" [id=2238, type=linear]; -"2239 dropout_67" [id=2239, type=dropout]; -"2240 _param_constant280" [id=2240, type=get_attr]; -"2241 _param_constant281" [id=2241, type=get_attr]; -"2242 layer_norm_36" [id=2242, type=layer_norm]; -"2243 add_58" [id=2243, type=add]; -"2244 _tensor_constant106" [id=2244, type=get_attr]; -"2245 _param_constant283" [id=2245, type=get_attr]; -"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [id=2246, type=call_module]; -"2247 linear_104_scale_0" [id=2247, type=get_attr]; -"2248 linear_104_zero_point_0" [id=2248, type=get_attr]; -"2249 compressed_weight_updated_constant105" [id=2249, type=get_attr]; -"2250 quantize_per_channel_default_105" [id=2250, type=quantize_per_channel]; -"2251 dequantize_per_channel_default_105" [id=2251, type=dequantize_per_channel]; -"2252 linear_104" [id=2252, type=linear]; -"2253 relu__17" [id=2253, type=relu_]; -"2254 relu__17_0_0_nncf_smooth_quant_0" [id=2254, type=call_module]; -"2255 linear_105_scale_0" [id=2255, type=get_attr]; -"2256 linear_105_zero_point_0" [id=2256, type=get_attr]; -"2257 compressed_weight_updated_constant106" [id=2257, type=get_attr]; -"2258 quantize_per_channel_default_106" [id=2258, type=quantize_per_channel]; -"2259 dequantize_per_channel_default_106" [id=2259, type=dequantize_per_channel]; -"2260 linear_105" [id=2260, type=linear]; -"2261 view_92" [id=2261, type=view]; -"2262 _tensor_constant107" [id=2262, type=get_attr]; -"2263 index_17" [id=2263, type=index]; -"2264 view_93" [id=2264, type=view]; -"2265 permute_77" [id=2265, type=permute]; -"2266 contiguous_32" [id=2266, type=contiguous]; -"2267 unsqueeze_49" [id=2267, type=unsqueeze]; -"2268 sigmoid_17" [id=2268, type=sigmoid]; -"2269 mul_34" [id=2269, type=mul]; -"2270 pad_19" [id=2270, type=pad]; -"2271 roll_16" [id=2271, type=roll]; -"2272 view_94" [id=2272, type=view]; -"2273 permute_78" [id=2273, type=permute]; -"2274 reshape_76" [id=2274, type=reshape]; -"2275 _param_constant285" [id=2275, type=get_attr]; -"2276 clone_17" [id=2276, type=clone]; -"2277 reshape_76_0_0_nncf_smooth_quant_0" [id=2277, type=call_module]; -"2278 quantize_per_tensor_default_105" [id=2278, type=quantize_per_tensor]; -"2279 dequantize_per_tensor_default_105" [id=2279, type=dequantize_per_tensor]; -"2280 linear_106_scale_0" [id=2280, type=get_attr]; -"2281 linear_106_zero_point_0" [id=2281, type=get_attr]; -"2282 compressed_weight_updated_constant107" [id=2282, type=get_attr]; -"2283 quantize_per_channel_default_107" [id=2283, type=quantize_per_channel]; -"2284 dequantize_per_channel_default_107" [id=2284, type=dequantize_per_channel]; -"2285 linear_106" [id=2285, type=linear]; -"2286 reshape_77" [id=2286, type=reshape]; -"2287 permute_79" [id=2287, type=permute]; -"2288 select_51" [id=2288, type=select]; -"2289 select_52" [id=2289, type=select]; -"2290 select_53" [id=2290, type=select]; -"2291 linalg_vector_norm_34" [id=2291, type=linalg_vector_norm]; -"2292 clamp_min_34" [id=2292, type=clamp_min]; -"2293 expand_as_34" [id=2293, type=expand_as]; -"2294 div_34" [id=2294, type=div]; -"2295 quantize_per_tensor_default_106" [id=2295, type=quantize_per_tensor]; -"2296 dequantize_per_tensor_default_106" [id=2296, type=dequantize_per_tensor]; -"2297 linalg_vector_norm_35" [id=2297, type=linalg_vector_norm]; -"2298 clamp_min_35" [id=2298, type=clamp_min]; -"2299 expand_as_35" [id=2299, type=expand_as]; -"2300 div_35" [id=2300, type=div]; -"2301 quantize_per_tensor_default_107" [id=2301, type=quantize_per_tensor]; -"2302 dequantize_per_tensor_default_107" [id=2302, type=dequantize_per_tensor]; -"2303 transpose_34" [id=2303, type=transpose]; -"2304 matmul_34" [id=2304, type=matmul]; -"2305 _param_constant287" [id=2305, type=get_attr]; -"2306 clamp_17" [id=2306, type=clamp]; -"2307 exp_17" [id=2307, type=exp]; -"2308 mul_35" [id=2308, type=mul]; -"2309 add_59" [id=2309, type=add]; -"2310 new_zeros_8" [id=2310, type=new_zeros]; -"2311 view_95" [id=2311, type=view]; -"2312 permute_80" [id=2312, type=permute]; -"2313 reshape_78" [id=2313, type=reshape]; -"2314 unsqueeze_50" [id=2314, type=unsqueeze]; -"2315 unsqueeze_51" [id=2315, type=unsqueeze]; -"2316 sub_8" [id=2316, type=sub]; -"2317 ne_8" [id=2317, type=ne]; -"2318 masked_fill_16" [id=2318, type=masked_fill]; -"2319 eq_8" [id=2319, type=eq]; -"2320 masked_fill_17" [id=2320, type=masked_fill]; -"2321 view_96" [id=2321, type=view]; -"2322 unsqueeze_52" [id=2322, type=unsqueeze]; -"2323 unsqueeze_53" [id=2323, type=unsqueeze]; -"2324 add_60" [id=2324, type=add]; -"2325 view_97" [id=2325, type=view]; -"2326 softmax_17" [id=2326, type=softmax]; -"2327 dropout_68" [id=2327, type=dropout]; -"2328 matmul_35" [id=2328, type=matmul]; -"2329 transpose_35" [id=2329, type=transpose]; -"2330 reshape_79" [id=2330, type=reshape]; -"2331 _param_constant289" [id=2331, type=get_attr]; -"2332 reshape_79_0_0_nncf_smooth_quant_0" [id=2332, type=call_module]; -"2333 quantize_per_tensor_default_108" [id=2333, type=quantize_per_tensor]; -"2334 dequantize_per_tensor_default_108" [id=2334, type=dequantize_per_tensor]; -"2335 linear_107_scale_0" [id=2335, type=get_attr]; -"2336 linear_107_zero_point_0" [id=2336, type=get_attr]; -"2337 compressed_weight_updated_constant108" [id=2337, type=get_attr]; -"2338 quantize_per_channel_default_108" [id=2338, type=quantize_per_channel]; -"2339 dequantize_per_channel_default_108" [id=2339, type=dequantize_per_channel]; -"2340 linear_107" [id=2340, type=linear]; -"2341 dropout_69" [id=2341, type=dropout]; -"2342 view_98" [id=2342, type=view]; -"2343 permute_81" [id=2343, type=permute]; -"2344 reshape_80" [id=2344, type=reshape]; -"2345 roll_17" [id=2345, type=roll]; -"2346 slice_269" [id=2346, type=slice]; -"2347 slice_270" [id=2347, type=slice]; -"2348 slice_271" [id=2348, type=slice]; -"2349 slice_272" [id=2349, type=slice]; -"2350 contiguous_33" [id=2350, type=contiguous]; -"2351 _param_constant290" [id=2351, type=get_attr]; -"2352 _param_constant291" [id=2352, type=get_attr]; -"2353 layer_norm_37" [id=2353, type=layer_norm]; -"2354 add_61" [id=2354, type=add]; -"2355 _param_constant293" [id=2355, type=get_attr]; -"2356 add_61_0_0_nncf_smooth_quant_0" [id=2356, type=call_module]; -"2357 quantize_per_tensor_default_109" [id=2357, type=quantize_per_tensor]; -"2358 dequantize_per_tensor_default_109" [id=2358, type=dequantize_per_tensor]; -"2359 linear_108_scale_0" [id=2359, type=get_attr]; -"2360 linear_108_zero_point_0" [id=2360, type=get_attr]; -"2361 compressed_weight_updated_constant109" [id=2361, type=get_attr]; -"2362 quantize_per_channel_default_109" [id=2362, type=quantize_per_channel]; -"2363 dequantize_per_channel_default_109" [id=2363, type=dequantize_per_channel]; -"2364 linear_108" [id=2364, type=linear]; -"2365 gelu_17" [id=2365, type=gelu]; -"2366 dropout_70" [id=2366, type=dropout]; -"2367 _param_constant295" [id=2367, type=get_attr]; -"2368 dropout_70_0_0_nncf_smooth_quant_0" [id=2368, type=call_module]; -"2369 quantize_per_tensor_default_110" [id=2369, type=quantize_per_tensor]; -"2370 dequantize_per_tensor_default_110" [id=2370, type=dequantize_per_tensor]; -"2371 linear_109_scale_0" [id=2371, type=get_attr]; -"2372 linear_109_zero_point_0" [id=2372, type=get_attr]; -"2373 compressed_weight_updated_constant110" [id=2373, type=get_attr]; -"2374 quantize_per_channel_default_110" [id=2374, type=quantize_per_channel]; -"2375 dequantize_per_channel_default_110" [id=2375, type=dequantize_per_channel]; -"2376 linear_109" [id=2376, type=linear]; -"2377 dropout_71" [id=2377, type=dropout]; -"2378 _param_constant296" [id=2378, type=get_attr]; -"2379 _param_constant297" [id=2379, type=get_attr]; -"2380 layer_norm_38" [id=2380, type=layer_norm]; -"2381 add_62" [id=2381, type=add]; -"2382 _tensor_constant117" [id=2382, type=get_attr]; -"2383 _param_constant299" [id=2383, type=get_attr]; -"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [id=2384, type=call_module]; -"2385 linear_110_scale_0" [id=2385, type=get_attr]; -"2386 linear_110_zero_point_0" [id=2386, type=get_attr]; -"2387 compressed_weight_updated_constant111" [id=2387, type=get_attr]; -"2388 quantize_per_channel_default_111" [id=2388, type=quantize_per_channel]; -"2389 dequantize_per_channel_default_111" [id=2389, type=dequantize_per_channel]; -"2390 linear_110" [id=2390, type=linear]; -"2391 relu__18" [id=2391, type=relu_]; -"2392 relu__18_0_0_nncf_smooth_quant_0" [id=2392, type=call_module]; -"2393 linear_111_scale_0" [id=2393, type=get_attr]; -"2394 linear_111_zero_point_0" [id=2394, type=get_attr]; -"2395 compressed_weight_updated_constant112" [id=2395, type=get_attr]; -"2396 quantize_per_channel_default_112" [id=2396, type=quantize_per_channel]; -"2397 dequantize_per_channel_default_112" [id=2397, type=dequantize_per_channel]; -"2398 linear_111" [id=2398, type=linear]; -"2399 view_99" [id=2399, type=view]; -"2400 _tensor_constant118" [id=2400, type=get_attr]; -"2401 index_18" [id=2401, type=index]; -"2402 view_100" [id=2402, type=view]; -"2403 permute_82" [id=2403, type=permute]; -"2404 contiguous_34" [id=2404, type=contiguous]; -"2405 unsqueeze_54" [id=2405, type=unsqueeze]; -"2406 sigmoid_18" [id=2406, type=sigmoid]; -"2407 mul_36" [id=2407, type=mul]; -"2408 pad_20" [id=2408, type=pad]; -"2409 view_101" [id=2409, type=view]; -"2410 permute_83" [id=2410, type=permute]; -"2411 reshape_81" [id=2411, type=reshape]; -"2412 _param_constant301" [id=2412, type=get_attr]; -"2413 clone_18" [id=2413, type=clone]; -"2414 reshape_81_0_0_nncf_smooth_quant_0" [id=2414, type=call_module]; -"2415 quantize_per_tensor_default_111" [id=2415, type=quantize_per_tensor]; -"2416 dequantize_per_tensor_default_111" [id=2416, type=dequantize_per_tensor]; -"2417 linear_112_scale_0" [id=2417, type=get_attr]; -"2418 linear_112_zero_point_0" [id=2418, type=get_attr]; -"2419 compressed_weight_updated_constant113" [id=2419, type=get_attr]; -"2420 quantize_per_channel_default_113" [id=2420, type=quantize_per_channel]; -"2421 dequantize_per_channel_default_113" [id=2421, type=dequantize_per_channel]; -"2422 linear_112" [id=2422, type=linear]; -"2423 reshape_82" [id=2423, type=reshape]; -"2424 permute_84" [id=2424, type=permute]; -"2425 select_54" [id=2425, type=select]; -"2426 select_55" [id=2426, type=select]; -"2427 select_56" [id=2427, type=select]; -"2428 linalg_vector_norm_36" [id=2428, type=linalg_vector_norm]; -"2429 clamp_min_36" [id=2429, type=clamp_min]; -"2430 expand_as_36" [id=2430, type=expand_as]; -"2431 div_36" [id=2431, type=div]; -"2432 quantize_per_tensor_default_112" [id=2432, type=quantize_per_tensor]; -"2433 dequantize_per_tensor_default_112" [id=2433, type=dequantize_per_tensor]; -"2434 linalg_vector_norm_37" [id=2434, type=linalg_vector_norm]; -"2435 clamp_min_37" [id=2435, type=clamp_min]; -"2436 expand_as_37" [id=2436, type=expand_as]; -"2437 div_37" [id=2437, type=div]; -"2438 quantize_per_tensor_default_113" [id=2438, type=quantize_per_tensor]; -"2439 dequantize_per_tensor_default_113" [id=2439, type=dequantize_per_tensor]; -"2440 transpose_36" [id=2440, type=transpose]; -"2441 matmul_36" [id=2441, type=matmul]; -"2442 _param_constant303" [id=2442, type=get_attr]; -"2443 clamp_18" [id=2443, type=clamp]; -"2444 exp_18" [id=2444, type=exp]; -"2445 mul_37" [id=2445, type=mul]; -"2446 add_63" [id=2446, type=add]; -"2447 softmax_18" [id=2447, type=softmax]; -"2448 dropout_72" [id=2448, type=dropout]; -"2449 matmul_37" [id=2449, type=matmul]; -"2450 transpose_37" [id=2450, type=transpose]; -"2451 reshape_83" [id=2451, type=reshape]; -"2452 _param_constant305" [id=2452, type=get_attr]; -"2453 reshape_83_0_0_nncf_smooth_quant_0" [id=2453, type=call_module]; -"2454 quantize_per_tensor_default_114" [id=2454, type=quantize_per_tensor]; -"2455 dequantize_per_tensor_default_114" [id=2455, type=dequantize_per_tensor]; -"2456 linear_113_scale_0" [id=2456, type=get_attr]; -"2457 linear_113_zero_point_0" [id=2457, type=get_attr]; -"2458 compressed_weight_updated_constant114" [id=2458, type=get_attr]; -"2459 quantize_per_channel_default_114" [id=2459, type=quantize_per_channel]; -"2460 dequantize_per_channel_default_114" [id=2460, type=dequantize_per_channel]; -"2461 linear_113" [id=2461, type=linear]; -"2462 dropout_73" [id=2462, type=dropout]; -"2463 view_102" [id=2463, type=view]; -"2464 permute_85" [id=2464, type=permute]; -"2465 reshape_84" [id=2465, type=reshape]; -"2466 slice_274" [id=2466, type=slice]; -"2467 slice_275" [id=2467, type=slice]; -"2468 slice_276" [id=2468, type=slice]; -"2469 slice_277" [id=2469, type=slice]; -"2470 contiguous_35" [id=2470, type=contiguous]; -"2471 _param_constant306" [id=2471, type=get_attr]; -"2472 _param_constant307" [id=2472, type=get_attr]; -"2473 layer_norm_39" [id=2473, type=layer_norm]; -"2474 add_64" [id=2474, type=add]; -"2475 _param_constant309" [id=2475, type=get_attr]; -"2476 add_64_0_0_nncf_smooth_quant_0" [id=2476, type=call_module]; -"2477 quantize_per_tensor_default_115" [id=2477, type=quantize_per_tensor]; -"2478 dequantize_per_tensor_default_115" [id=2478, type=dequantize_per_tensor]; -"2479 linear_114_scale_0" [id=2479, type=get_attr]; -"2480 linear_114_zero_point_0" [id=2480, type=get_attr]; -"2481 compressed_weight_updated_constant115" [id=2481, type=get_attr]; -"2482 quantize_per_channel_default_115" [id=2482, type=quantize_per_channel]; -"2483 dequantize_per_channel_default_115" [id=2483, type=dequantize_per_channel]; -"2484 linear_114" [id=2484, type=linear]; -"2485 gelu_18" [id=2485, type=gelu]; -"2486 dropout_74" [id=2486, type=dropout]; -"2487 _param_constant311" [id=2487, type=get_attr]; -"2488 dropout_74_0_0_nncf_smooth_quant_0" [id=2488, type=call_module]; -"2489 quantize_per_tensor_default_116" [id=2489, type=quantize_per_tensor]; -"2490 dequantize_per_tensor_default_116" [id=2490, type=dequantize_per_tensor]; -"2491 linear_115_scale_0" [id=2491, type=get_attr]; -"2492 linear_115_zero_point_0" [id=2492, type=get_attr]; -"2493 compressed_weight_updated_constant116" [id=2493, type=get_attr]; -"2494 quantize_per_channel_default_116" [id=2494, type=quantize_per_channel]; -"2495 dequantize_per_channel_default_116" [id=2495, type=dequantize_per_channel]; -"2496 linear_115" [id=2496, type=linear]; -"2497 dropout_75" [id=2497, type=dropout]; -"2498 _param_constant312" [id=2498, type=get_attr]; -"2499 _param_constant313" [id=2499, type=get_attr]; -"2500 layer_norm_40" [id=2500, type=layer_norm]; -"2501 add_65" [id=2501, type=add]; -"2502 _tensor_constant119" [id=2502, type=get_attr]; -"2503 _param_constant315" [id=2503, type=get_attr]; -"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [id=2504, type=call_module]; -"2505 linear_116_scale_0" [id=2505, type=get_attr]; -"2506 linear_116_zero_point_0" [id=2506, type=get_attr]; -"2507 compressed_weight_updated_constant117" [id=2507, type=get_attr]; -"2508 quantize_per_channel_default_117" [id=2508, type=quantize_per_channel]; -"2509 dequantize_per_channel_default_117" [id=2509, type=dequantize_per_channel]; -"2510 linear_116" [id=2510, type=linear]; -"2511 relu__19" [id=2511, type=relu_]; -"2512 relu__19_0_0_nncf_smooth_quant_0" [id=2512, type=call_module]; -"2513 linear_117_scale_0" [id=2513, type=get_attr]; -"2514 linear_117_zero_point_0" [id=2514, type=get_attr]; -"2515 compressed_weight_updated_constant118" [id=2515, type=get_attr]; -"2516 quantize_per_channel_default_118" [id=2516, type=quantize_per_channel]; -"2517 dequantize_per_channel_default_118" [id=2517, type=dequantize_per_channel]; -"2518 linear_117" [id=2518, type=linear]; -"2519 view_103" [id=2519, type=view]; -"2520 _tensor_constant120" [id=2520, type=get_attr]; -"2521 index_19" [id=2521, type=index]; -"2522 view_104" [id=2522, type=view]; -"2523 permute_86" [id=2523, type=permute]; -"2524 contiguous_36" [id=2524, type=contiguous]; -"2525 unsqueeze_55" [id=2525, type=unsqueeze]; -"2526 sigmoid_19" [id=2526, type=sigmoid]; -"2527 mul_38" [id=2527, type=mul]; -"2528 pad_21" [id=2528, type=pad]; -"2529 roll_18" [id=2529, type=roll]; -"2530 view_105" [id=2530, type=view]; -"2531 permute_87" [id=2531, type=permute]; -"2532 reshape_85" [id=2532, type=reshape]; -"2533 _param_constant317" [id=2533, type=get_attr]; -"2534 clone_19" [id=2534, type=clone]; -"2535 reshape_85_0_0_nncf_smooth_quant_0" [id=2535, type=call_module]; -"2536 quantize_per_tensor_default_117" [id=2536, type=quantize_per_tensor]; -"2537 dequantize_per_tensor_default_117" [id=2537, type=dequantize_per_tensor]; -"2538 linear_118_scale_0" [id=2538, type=get_attr]; -"2539 linear_118_zero_point_0" [id=2539, type=get_attr]; -"2540 compressed_weight_updated_constant119" [id=2540, type=get_attr]; -"2541 quantize_per_channel_default_119" [id=2541, type=quantize_per_channel]; -"2542 dequantize_per_channel_default_119" [id=2542, type=dequantize_per_channel]; -"2543 linear_118" [id=2543, type=linear]; -"2544 reshape_86" [id=2544, type=reshape]; -"2545 permute_88" [id=2545, type=permute]; -"2546 select_57" [id=2546, type=select]; -"2547 select_58" [id=2547, type=select]; -"2548 select_59" [id=2548, type=select]; -"2549 linalg_vector_norm_38" [id=2549, type=linalg_vector_norm]; -"2550 clamp_min_38" [id=2550, type=clamp_min]; -"2551 expand_as_38" [id=2551, type=expand_as]; -"2552 div_38" [id=2552, type=div]; -"2553 quantize_per_tensor_default_118" [id=2553, type=quantize_per_tensor]; -"2554 dequantize_per_tensor_default_118" [id=2554, type=dequantize_per_tensor]; -"2555 linalg_vector_norm_39" [id=2555, type=linalg_vector_norm]; -"2556 clamp_min_39" [id=2556, type=clamp_min]; -"2557 expand_as_39" [id=2557, type=expand_as]; -"2558 div_39" [id=2558, type=div]; -"2559 quantize_per_tensor_default_119" [id=2559, type=quantize_per_tensor]; -"2560 dequantize_per_tensor_default_119" [id=2560, type=dequantize_per_tensor]; -"2561 transpose_38" [id=2561, type=transpose]; -"2562 matmul_38" [id=2562, type=matmul]; -"2563 _param_constant319" [id=2563, type=get_attr]; -"2564 clamp_19" [id=2564, type=clamp]; -"2565 exp_19" [id=2565, type=exp]; -"2566 mul_39" [id=2566, type=mul]; -"2567 add_66" [id=2567, type=add]; -"2568 new_zeros_9" [id=2568, type=new_zeros]; -"2569 view_106" [id=2569, type=view]; -"2570 permute_89" [id=2570, type=permute]; -"2571 reshape_87" [id=2571, type=reshape]; -"2572 unsqueeze_56" [id=2572, type=unsqueeze]; -"2573 unsqueeze_57" [id=2573, type=unsqueeze]; -"2574 sub_9" [id=2574, type=sub]; -"2575 ne_9" [id=2575, type=ne]; -"2576 masked_fill_18" [id=2576, type=masked_fill]; -"2577 eq_9" [id=2577, type=eq]; -"2578 masked_fill_19" [id=2578, type=masked_fill]; -"2579 view_107" [id=2579, type=view]; -"2580 unsqueeze_58" [id=2580, type=unsqueeze]; -"2581 unsqueeze_59" [id=2581, type=unsqueeze]; -"2582 add_67" [id=2582, type=add]; -"2583 view_108" [id=2583, type=view]; -"2584 softmax_19" [id=2584, type=softmax]; -"2585 dropout_76" [id=2585, type=dropout]; -"2586 matmul_39" [id=2586, type=matmul]; -"2587 transpose_39" [id=2587, type=transpose]; -"2588 reshape_88" [id=2588, type=reshape]; -"2589 _param_constant321" [id=2589, type=get_attr]; -"2590 reshape_88_0_0_nncf_smooth_quant_0" [id=2590, type=call_module]; -"2591 quantize_per_tensor_default_120" [id=2591, type=quantize_per_tensor]; -"2592 dequantize_per_tensor_default_120" [id=2592, type=dequantize_per_tensor]; -"2593 linear_119_scale_0" [id=2593, type=get_attr]; -"2594 linear_119_zero_point_0" [id=2594, type=get_attr]; -"2595 compressed_weight_updated_constant120" [id=2595, type=get_attr]; -"2596 quantize_per_channel_default_120" [id=2596, type=quantize_per_channel]; -"2597 dequantize_per_channel_default_120" [id=2597, type=dequantize_per_channel]; -"2598 linear_119" [id=2598, type=linear]; -"2599 dropout_77" [id=2599, type=dropout]; -"2600 view_109" [id=2600, type=view]; -"2601 permute_90" [id=2601, type=permute]; -"2602 reshape_89" [id=2602, type=reshape]; -"2603 roll_19" [id=2603, type=roll]; -"2604 slice_297" [id=2604, type=slice]; -"2605 slice_298" [id=2605, type=slice]; -"2606 slice_299" [id=2606, type=slice]; -"2607 slice_300" [id=2607, type=slice]; -"2608 contiguous_37" [id=2608, type=contiguous]; -"2609 _param_constant322" [id=2609, type=get_attr]; -"2610 _param_constant323" [id=2610, type=get_attr]; -"2611 layer_norm_41" [id=2611, type=layer_norm]; -"2612 add_68" [id=2612, type=add]; -"2613 _param_constant325" [id=2613, type=get_attr]; -"2614 add_68_0_0_nncf_smooth_quant_0" [id=2614, type=call_module]; -"2615 quantize_per_tensor_default_121" [id=2615, type=quantize_per_tensor]; -"2616 dequantize_per_tensor_default_121" [id=2616, type=dequantize_per_tensor]; -"2617 linear_120_scale_0" [id=2617, type=get_attr]; -"2618 linear_120_zero_point_0" [id=2618, type=get_attr]; -"2619 compressed_weight_updated_constant121" [id=2619, type=get_attr]; -"2620 quantize_per_channel_default_121" [id=2620, type=quantize_per_channel]; -"2621 dequantize_per_channel_default_121" [id=2621, type=dequantize_per_channel]; -"2622 linear_120" [id=2622, type=linear]; -"2623 gelu_19" [id=2623, type=gelu]; -"2624 dropout_78" [id=2624, type=dropout]; -"2625 _param_constant327" [id=2625, type=get_attr]; -"2626 dropout_78_0_0_nncf_smooth_quant_0" [id=2626, type=call_module]; -"2627 quantize_per_tensor_default_122" [id=2627, type=quantize_per_tensor]; -"2628 dequantize_per_tensor_default_122" [id=2628, type=dequantize_per_tensor]; -"2629 linear_121_scale_0" [id=2629, type=get_attr]; -"2630 linear_121_zero_point_0" [id=2630, type=get_attr]; -"2631 compressed_weight_updated_constant122" [id=2631, type=get_attr]; -"2632 quantize_per_channel_default_122" [id=2632, type=quantize_per_channel]; -"2633 dequantize_per_channel_default_122" [id=2633, type=dequantize_per_channel]; -"2634 linear_121" [id=2634, type=linear]; -"2635 dropout_79" [id=2635, type=dropout]; -"2636 _param_constant328" [id=2636, type=get_attr]; -"2637 _param_constant329" [id=2637, type=get_attr]; -"2638 layer_norm_42" [id=2638, type=layer_norm]; -"2639 add_69" [id=2639, type=add]; -"2640 _tensor_constant130" [id=2640, type=get_attr]; -"2641 _param_constant331" [id=2641, type=get_attr]; -"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [id=2642, type=call_module]; -"2643 linear_122_scale_0" [id=2643, type=get_attr]; -"2644 linear_122_zero_point_0" [id=2644, type=get_attr]; -"2645 compressed_weight_updated_constant123" [id=2645, type=get_attr]; -"2646 quantize_per_channel_default_123" [id=2646, type=quantize_per_channel]; -"2647 dequantize_per_channel_default_123" [id=2647, type=dequantize_per_channel]; -"2648 linear_122" [id=2648, type=linear]; -"2649 relu__20" [id=2649, type=relu_]; -"2650 relu__20_0_0_nncf_smooth_quant_0" [id=2650, type=call_module]; -"2651 linear_123_scale_0" [id=2651, type=get_attr]; -"2652 linear_123_zero_point_0" [id=2652, type=get_attr]; -"2653 compressed_weight_updated_constant124" [id=2653, type=get_attr]; -"2654 quantize_per_channel_default_124" [id=2654, type=quantize_per_channel]; -"2655 dequantize_per_channel_default_124" [id=2655, type=dequantize_per_channel]; -"2656 linear_123" [id=2656, type=linear]; -"2657 view_110" [id=2657, type=view]; -"2658 _tensor_constant131" [id=2658, type=get_attr]; -"2659 index_20" [id=2659, type=index]; -"2660 view_111" [id=2660, type=view]; -"2661 permute_91" [id=2661, type=permute]; -"2662 contiguous_38" [id=2662, type=contiguous]; -"2663 unsqueeze_60" [id=2663, type=unsqueeze]; -"2664 sigmoid_20" [id=2664, type=sigmoid]; -"2665 mul_40" [id=2665, type=mul]; -"2666 pad_22" [id=2666, type=pad]; -"2667 view_112" [id=2667, type=view]; -"2668 permute_92" [id=2668, type=permute]; -"2669 reshape_90" [id=2669, type=reshape]; -"2670 _param_constant333" [id=2670, type=get_attr]; -"2671 clone_20" [id=2671, type=clone]; -"2672 reshape_90_0_0_nncf_smooth_quant_0" [id=2672, type=call_module]; -"2673 quantize_per_tensor_default_123" [id=2673, type=quantize_per_tensor]; -"2674 dequantize_per_tensor_default_123" [id=2674, type=dequantize_per_tensor]; -"2675 linear_124_scale_0" [id=2675, type=get_attr]; -"2676 linear_124_zero_point_0" [id=2676, type=get_attr]; -"2677 compressed_weight_updated_constant125" [id=2677, type=get_attr]; -"2678 quantize_per_channel_default_125" [id=2678, type=quantize_per_channel]; -"2679 dequantize_per_channel_default_125" [id=2679, type=dequantize_per_channel]; -"2680 linear_124" [id=2680, type=linear]; -"2681 reshape_91" [id=2681, type=reshape]; -"2682 permute_93" [id=2682, type=permute]; -"2683 select_60" [id=2683, type=select]; -"2684 select_61" [id=2684, type=select]; -"2685 select_62" [id=2685, type=select]; -"2686 linalg_vector_norm_40" [id=2686, type=linalg_vector_norm]; -"2687 clamp_min_40" [id=2687, type=clamp_min]; -"2688 expand_as_40" [id=2688, type=expand_as]; -"2689 div_40" [id=2689, type=div]; -"2690 quantize_per_tensor_default_124" [id=2690, type=quantize_per_tensor]; -"2691 dequantize_per_tensor_default_124" [id=2691, type=dequantize_per_tensor]; -"2692 linalg_vector_norm_41" [id=2692, type=linalg_vector_norm]; -"2693 clamp_min_41" [id=2693, type=clamp_min]; -"2694 expand_as_41" [id=2694, type=expand_as]; -"2695 div_41" [id=2695, type=div]; -"2696 quantize_per_tensor_default_125" [id=2696, type=quantize_per_tensor]; -"2697 dequantize_per_tensor_default_125" [id=2697, type=dequantize_per_tensor]; -"2698 transpose_40" [id=2698, type=transpose]; -"2699 matmul_40" [id=2699, type=matmul]; -"2700 _param_constant335" [id=2700, type=get_attr]; -"2701 clamp_20" [id=2701, type=clamp]; -"2702 exp_20" [id=2702, type=exp]; -"2703 mul_41" [id=2703, type=mul]; -"2704 add_70" [id=2704, type=add]; -"2705 softmax_20" [id=2705, type=softmax]; -"2706 dropout_80" [id=2706, type=dropout]; -"2707 matmul_41" [id=2707, type=matmul]; -"2708 transpose_41" [id=2708, type=transpose]; -"2709 reshape_92" [id=2709, type=reshape]; -"2710 _param_constant337" [id=2710, type=get_attr]; -"2711 reshape_92_0_0_nncf_smooth_quant_0" [id=2711, type=call_module]; -"2712 quantize_per_tensor_default_126" [id=2712, type=quantize_per_tensor]; -"2713 dequantize_per_tensor_default_126" [id=2713, type=dequantize_per_tensor]; -"2714 linear_125_scale_0" [id=2714, type=get_attr]; -"2715 linear_125_zero_point_0" [id=2715, type=get_attr]; -"2716 compressed_weight_updated_constant126" [id=2716, type=get_attr]; -"2717 quantize_per_channel_default_126" [id=2717, type=quantize_per_channel]; -"2718 dequantize_per_channel_default_126" [id=2718, type=dequantize_per_channel]; -"2719 linear_125" [id=2719, type=linear]; -"2720 dropout_81" [id=2720, type=dropout]; -"2721 view_113" [id=2721, type=view]; -"2722 permute_94" [id=2722, type=permute]; -"2723 reshape_93" [id=2723, type=reshape]; -"2724 slice_302" [id=2724, type=slice]; -"2725 slice_303" [id=2725, type=slice]; -"2726 slice_304" [id=2726, type=slice]; -"2727 slice_305" [id=2727, type=slice]; -"2728 contiguous_39" [id=2728, type=contiguous]; -"2729 _param_constant338" [id=2729, type=get_attr]; -"2730 _param_constant339" [id=2730, type=get_attr]; -"2731 layer_norm_43" [id=2731, type=layer_norm]; -"2732 add_71" [id=2732, type=add]; -"2733 _param_constant341" [id=2733, type=get_attr]; -"2734 add_71_0_0_nncf_smooth_quant_0" [id=2734, type=call_module]; -"2735 quantize_per_tensor_default_127" [id=2735, type=quantize_per_tensor]; -"2736 dequantize_per_tensor_default_127" [id=2736, type=dequantize_per_tensor]; -"2737 linear_126_scale_0" [id=2737, type=get_attr]; -"2738 linear_126_zero_point_0" [id=2738, type=get_attr]; -"2739 compressed_weight_updated_constant127" [id=2739, type=get_attr]; -"2740 quantize_per_channel_default_127" [id=2740, type=quantize_per_channel]; -"2741 dequantize_per_channel_default_127" [id=2741, type=dequantize_per_channel]; -"2742 linear_126" [id=2742, type=linear]; -"2743 gelu_20" [id=2743, type=gelu]; -"2744 dropout_82" [id=2744, type=dropout]; -"2745 _param_constant343" [id=2745, type=get_attr]; -"2746 dropout_82_0_0_nncf_smooth_quant_0" [id=2746, type=call_module]; -"2747 quantize_per_tensor_default_128" [id=2747, type=quantize_per_tensor]; -"2748 dequantize_per_tensor_default_128" [id=2748, type=dequantize_per_tensor]; -"2749 linear_127_scale_0" [id=2749, type=get_attr]; -"2750 linear_127_zero_point_0" [id=2750, type=get_attr]; -"2751 compressed_weight_updated_constant128" [id=2751, type=get_attr]; -"2752 quantize_per_channel_default_128" [id=2752, type=quantize_per_channel]; -"2753 dequantize_per_channel_default_128" [id=2753, type=dequantize_per_channel]; -"2754 linear_127" [id=2754, type=linear]; -"2755 dropout_83" [id=2755, type=dropout]; -"2756 _param_constant344" [id=2756, type=get_attr]; -"2757 _param_constant345" [id=2757, type=get_attr]; -"2758 layer_norm_44" [id=2758, type=layer_norm]; -"2759 add_72" [id=2759, type=add]; -"2760 _tensor_constant132" [id=2760, type=get_attr]; -"2761 _param_constant347" [id=2761, type=get_attr]; -"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [id=2762, type=call_module]; -"2763 linear_128_scale_0" [id=2763, type=get_attr]; -"2764 linear_128_zero_point_0" [id=2764, type=get_attr]; -"2765 compressed_weight_updated_constant129" [id=2765, type=get_attr]; -"2766 quantize_per_channel_default_129" [id=2766, type=quantize_per_channel]; -"2767 dequantize_per_channel_default_129" [id=2767, type=dequantize_per_channel]; -"2768 linear_128" [id=2768, type=linear]; -"2769 relu__21" [id=2769, type=relu_]; -"2770 relu__21_0_0_nncf_smooth_quant_0" [id=2770, type=call_module]; -"2771 linear_129_scale_0" [id=2771, type=get_attr]; -"2772 linear_129_zero_point_0" [id=2772, type=get_attr]; -"2773 compressed_weight_updated_constant130" [id=2773, type=get_attr]; -"2774 quantize_per_channel_default_130" [id=2774, type=quantize_per_channel]; -"2775 dequantize_per_channel_default_130" [id=2775, type=dequantize_per_channel]; -"2776 linear_129" [id=2776, type=linear]; -"2777 view_114" [id=2777, type=view]; -"2778 _tensor_constant133" [id=2778, type=get_attr]; -"2779 index_21" [id=2779, type=index]; -"2780 view_115" [id=2780, type=view]; -"2781 permute_95" [id=2781, type=permute]; -"2782 contiguous_40" [id=2782, type=contiguous]; -"2783 unsqueeze_61" [id=2783, type=unsqueeze]; -"2784 sigmoid_21" [id=2784, type=sigmoid]; -"2785 mul_42" [id=2785, type=mul]; -"2786 pad_23" [id=2786, type=pad]; -"2787 roll_20" [id=2787, type=roll]; -"2788 view_116" [id=2788, type=view]; -"2789 permute_96" [id=2789, type=permute]; -"2790 reshape_94" [id=2790, type=reshape]; -"2791 _param_constant349" [id=2791, type=get_attr]; -"2792 clone_21" [id=2792, type=clone]; -"2793 reshape_94_0_0_nncf_smooth_quant_0" [id=2793, type=call_module]; -"2794 quantize_per_tensor_default_129" [id=2794, type=quantize_per_tensor]; -"2795 dequantize_per_tensor_default_129" [id=2795, type=dequantize_per_tensor]; -"2796 linear_130_scale_0" [id=2796, type=get_attr]; -"2797 linear_130_zero_point_0" [id=2797, type=get_attr]; -"2798 compressed_weight_updated_constant131" [id=2798, type=get_attr]; -"2799 quantize_per_channel_default_131" [id=2799, type=quantize_per_channel]; -"2800 dequantize_per_channel_default_131" [id=2800, type=dequantize_per_channel]; -"2801 linear_130" [id=2801, type=linear]; -"2802 reshape_95" [id=2802, type=reshape]; -"2803 permute_97" [id=2803, type=permute]; -"2804 select_63" [id=2804, type=select]; -"2805 select_64" [id=2805, type=select]; -"2806 select_65" [id=2806, type=select]; -"2807 linalg_vector_norm_42" [id=2807, type=linalg_vector_norm]; -"2808 clamp_min_42" [id=2808, type=clamp_min]; -"2809 expand_as_42" [id=2809, type=expand_as]; -"2810 div_42" [id=2810, type=div]; -"2811 quantize_per_tensor_default_130" [id=2811, type=quantize_per_tensor]; -"2812 dequantize_per_tensor_default_130" [id=2812, type=dequantize_per_tensor]; -"2813 linalg_vector_norm_43" [id=2813, type=linalg_vector_norm]; -"2814 clamp_min_43" [id=2814, type=clamp_min]; -"2815 expand_as_43" [id=2815, type=expand_as]; -"2816 div_43" [id=2816, type=div]; -"2817 quantize_per_tensor_default_131" [id=2817, type=quantize_per_tensor]; -"2818 dequantize_per_tensor_default_131" [id=2818, type=dequantize_per_tensor]; -"2819 transpose_42" [id=2819, type=transpose]; -"2820 matmul_42" [id=2820, type=matmul]; -"2821 _param_constant351" [id=2821, type=get_attr]; -"2822 clamp_21" [id=2822, type=clamp]; -"2823 exp_21" [id=2823, type=exp]; -"2824 mul_43" [id=2824, type=mul]; -"2825 add_73" [id=2825, type=add]; -"2826 new_zeros_10" [id=2826, type=new_zeros]; -"2827 view_117" [id=2827, type=view]; -"2828 permute_98" [id=2828, type=permute]; -"2829 reshape_96" [id=2829, type=reshape]; -"2830 unsqueeze_62" [id=2830, type=unsqueeze]; -"2831 unsqueeze_63" [id=2831, type=unsqueeze]; -"2832 sub_10" [id=2832, type=sub]; -"2833 ne_10" [id=2833, type=ne]; -"2834 masked_fill_20" [id=2834, type=masked_fill]; -"2835 eq_10" [id=2835, type=eq]; -"2836 masked_fill_21" [id=2836, type=masked_fill]; -"2837 view_118" [id=2837, type=view]; -"2838 unsqueeze_64" [id=2838, type=unsqueeze]; -"2839 unsqueeze_65" [id=2839, type=unsqueeze]; -"2840 add_74" [id=2840, type=add]; -"2841 view_119" [id=2841, type=view]; -"2842 softmax_21" [id=2842, type=softmax]; -"2843 dropout_84" [id=2843, type=dropout]; -"2844 matmul_43" [id=2844, type=matmul]; -"2845 transpose_43" [id=2845, type=transpose]; -"2846 reshape_97" [id=2846, type=reshape]; -"2847 _param_constant353" [id=2847, type=get_attr]; -"2848 reshape_97_0_0_nncf_smooth_quant_0" [id=2848, type=call_module]; -"2849 quantize_per_tensor_default_132" [id=2849, type=quantize_per_tensor]; -"2850 dequantize_per_tensor_default_132" [id=2850, type=dequantize_per_tensor]; -"2851 linear_131_scale_0" [id=2851, type=get_attr]; -"2852 linear_131_zero_point_0" [id=2852, type=get_attr]; -"2853 compressed_weight_updated_constant132" [id=2853, type=get_attr]; -"2854 quantize_per_channel_default_132" [id=2854, type=quantize_per_channel]; -"2855 dequantize_per_channel_default_132" [id=2855, type=dequantize_per_channel]; -"2856 linear_131" [id=2856, type=linear]; -"2857 dropout_85" [id=2857, type=dropout]; -"2858 view_120" [id=2858, type=view]; -"2859 permute_99" [id=2859, type=permute]; -"2860 reshape_98" [id=2860, type=reshape]; -"2861 roll_21" [id=2861, type=roll]; -"2862 slice_325" [id=2862, type=slice]; -"2863 slice_326" [id=2863, type=slice]; -"2864 slice_327" [id=2864, type=slice]; -"2865 slice_328" [id=2865, type=slice]; -"2866 contiguous_41" [id=2866, type=contiguous]; -"2867 _param_constant354" [id=2867, type=get_attr]; -"2868 _param_constant355" [id=2868, type=get_attr]; -"2869 layer_norm_45" [id=2869, type=layer_norm]; -"2870 add_75" [id=2870, type=add]; -"2871 _param_constant357" [id=2871, type=get_attr]; -"2872 add_75_0_0_nncf_smooth_quant_0" [id=2872, type=call_module]; -"2873 quantize_per_tensor_default_133" [id=2873, type=quantize_per_tensor]; -"2874 dequantize_per_tensor_default_133" [id=2874, type=dequantize_per_tensor]; -"2875 linear_132_scale_0" [id=2875, type=get_attr]; -"2876 linear_132_zero_point_0" [id=2876, type=get_attr]; -"2877 compressed_weight_updated_constant133" [id=2877, type=get_attr]; -"2878 quantize_per_channel_default_133" [id=2878, type=quantize_per_channel]; -"2879 dequantize_per_channel_default_133" [id=2879, type=dequantize_per_channel]; -"2880 linear_132" [id=2880, type=linear]; -"2881 gelu_21" [id=2881, type=gelu]; -"2882 dropout_86" [id=2882, type=dropout]; -"2883 _param_constant359" [id=2883, type=get_attr]; -"2884 dropout_86_0_0_nncf_smooth_quant_0" [id=2884, type=call_module]; -"2885 quantize_per_tensor_default_134" [id=2885, type=quantize_per_tensor]; -"2886 dequantize_per_tensor_default_134" [id=2886, type=dequantize_per_tensor]; -"2887 linear_133_scale_0" [id=2887, type=get_attr]; -"2888 linear_133_zero_point_0" [id=2888, type=get_attr]; -"2889 compressed_weight_updated_constant134" [id=2889, type=get_attr]; -"2890 quantize_per_channel_default_134" [id=2890, type=quantize_per_channel]; -"2891 dequantize_per_channel_default_134" [id=2891, type=dequantize_per_channel]; -"2892 linear_133" [id=2892, type=linear]; -"2893 dropout_87" [id=2893, type=dropout]; -"2894 _param_constant360" [id=2894, type=get_attr]; -"2895 _param_constant361" [id=2895, type=get_attr]; -"2896 layer_norm_46" [id=2896, type=layer_norm]; -"2897 add_76" [id=2897, type=add]; -"2898 pad_24" [id=2898, type=pad]; -"2899 slice_329" [id=2899, type=slice]; -"2900 slice_330" [id=2900, type=slice]; -"2901 slice_331" [id=2901, type=slice]; -"2902 slice_332" [id=2902, type=slice]; -"2903 slice_333" [id=2903, type=slice]; -"2904 slice_334" [id=2904, type=slice]; -"2905 slice_335" [id=2905, type=slice]; -"2906 slice_336" [id=2906, type=slice]; -"2907 slice_337" [id=2907, type=slice]; -"2908 slice_338" [id=2908, type=slice]; -"2909 slice_339" [id=2909, type=slice]; -"2910 slice_340" [id=2910, type=slice]; -"2911 cat_2" [id=2911, type=cat]; -"2912 cat_2_0_0_nncf_smooth_quant_0" [id=2912, type=call_module]; -"2913 quantize_per_tensor_default_135" [id=2913, type=quantize_per_tensor]; -"2914 dequantize_per_tensor_default_135" [id=2914, type=dequantize_per_tensor]; -"2915 linear_134_scale_0" [id=2915, type=get_attr]; -"2916 linear_134_zero_point_0" [id=2916, type=get_attr]; -"2917 compressed_weight_updated_constant135" [id=2917, type=get_attr]; -"2918 quantize_per_channel_default_135" [id=2918, type=quantize_per_channel]; -"2919 dequantize_per_channel_default_135" [id=2919, type=dequantize_per_channel]; -"2920 linear_134" [id=2920, type=linear]; -"2921 _param_constant363" [id=2921, type=get_attr]; -"2922 _param_constant364" [id=2922, type=get_attr]; -"2923 layer_norm_47" [id=2923, type=layer_norm]; -"2924 _tensor_constant143" [id=2924, type=get_attr]; -"2925 _param_constant366" [id=2925, type=get_attr]; -"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [id=2926, type=call_module]; -"2927 linear_135_scale_0" [id=2927, type=get_attr]; -"2928 linear_135_zero_point_0" [id=2928, type=get_attr]; -"2929 compressed_weight_updated_constant136" [id=2929, type=get_attr]; -"2930 quantize_per_channel_default_136" [id=2930, type=quantize_per_channel]; -"2931 dequantize_per_channel_default_136" [id=2931, type=dequantize_per_channel]; -"2932 linear_135" [id=2932, type=linear]; -"2933 relu__22" [id=2933, type=relu_]; -"2934 relu__22_0_0_nncf_smooth_quant_0" [id=2934, type=call_module]; -"2935 linear_136_scale_0" [id=2935, type=get_attr]; -"2936 linear_136_zero_point_0" [id=2936, type=get_attr]; -"2937 compressed_weight_updated_constant137" [id=2937, type=get_attr]; -"2938 quantize_per_channel_default_137" [id=2938, type=quantize_per_channel]; -"2939 dequantize_per_channel_default_137" [id=2939, type=dequantize_per_channel]; -"2940 linear_136" [id=2940, type=linear]; -"2941 view_121" [id=2941, type=view]; -"2942 _tensor_constant144" [id=2942, type=get_attr]; -"2943 index_22" [id=2943, type=index]; -"2944 view_122" [id=2944, type=view]; -"2945 permute_100" [id=2945, type=permute]; -"2946 contiguous_42" [id=2946, type=contiguous]; -"2947 unsqueeze_66" [id=2947, type=unsqueeze]; -"2948 sigmoid_22" [id=2948, type=sigmoid]; -"2949 mul_44" [id=2949, type=mul]; -"2950 pad_25" [id=2950, type=pad]; -"2951 view_123" [id=2951, type=view]; -"2952 permute_101" [id=2952, type=permute]; -"2953 reshape_99" [id=2953, type=reshape]; -"2954 _param_constant368" [id=2954, type=get_attr]; -"2955 clone_22" [id=2955, type=clone]; -"2956 reshape_99_0_0_nncf_smooth_quant_0" [id=2956, type=call_module]; -"2957 quantize_per_tensor_default_136" [id=2957, type=quantize_per_tensor]; -"2958 dequantize_per_tensor_default_136" [id=2958, type=dequantize_per_tensor]; -"2959 linear_137_scale_0" [id=2959, type=get_attr]; -"2960 linear_137_zero_point_0" [id=2960, type=get_attr]; -"2961 compressed_weight_updated_constant138" [id=2961, type=get_attr]; -"2962 quantize_per_channel_default_138" [id=2962, type=quantize_per_channel]; -"2963 dequantize_per_channel_default_138" [id=2963, type=dequantize_per_channel]; -"2964 linear_137" [id=2964, type=linear]; -"2965 reshape_100" [id=2965, type=reshape]; -"2966 permute_102" [id=2966, type=permute]; -"2967 select_66" [id=2967, type=select]; -"2968 select_67" [id=2968, type=select]; -"2969 select_68" [id=2969, type=select]; -"2970 linalg_vector_norm_44" [id=2970, type=linalg_vector_norm]; -"2971 clamp_min_44" [id=2971, type=clamp_min]; -"2972 expand_as_44" [id=2972, type=expand_as]; -"2973 div_44" [id=2973, type=div]; -"2974 quantize_per_tensor_default_137" [id=2974, type=quantize_per_tensor]; -"2975 dequantize_per_tensor_default_137" [id=2975, type=dequantize_per_tensor]; -"2976 linalg_vector_norm_45" [id=2976, type=linalg_vector_norm]; -"2977 clamp_min_45" [id=2977, type=clamp_min]; -"2978 expand_as_45" [id=2978, type=expand_as]; -"2979 div_45" [id=2979, type=div]; -"2980 quantize_per_tensor_default_138" [id=2980, type=quantize_per_tensor]; -"2981 dequantize_per_tensor_default_138" [id=2981, type=dequantize_per_tensor]; -"2982 transpose_44" [id=2982, type=transpose]; -"2983 matmul_44" [id=2983, type=matmul]; -"2984 _param_constant370" [id=2984, type=get_attr]; -"2985 clamp_22" [id=2985, type=clamp]; -"2986 exp_22" [id=2986, type=exp]; -"2987 mul_45" [id=2987, type=mul]; -"2988 add_77" [id=2988, type=add]; -"2989 softmax_22" [id=2989, type=softmax]; -"2990 dropout_88" [id=2990, type=dropout]; -"2991 matmul_45" [id=2991, type=matmul]; -"2992 transpose_45" [id=2992, type=transpose]; -"2993 reshape_101" [id=2993, type=reshape]; -"2994 _param_constant372" [id=2994, type=get_attr]; -"2995 reshape_101_0_0_nncf_smooth_quant_0" [id=2995, type=call_module]; -"2996 quantize_per_tensor_default_139" [id=2996, type=quantize_per_tensor]; -"2997 dequantize_per_tensor_default_139" [id=2997, type=dequantize_per_tensor]; -"2998 linear_138_scale_0" [id=2998, type=get_attr]; -"2999 linear_138_zero_point_0" [id=2999, type=get_attr]; -"3000 compressed_weight_updated_constant139" [id=3000, type=get_attr]; -"3001 quantize_per_channel_default_139" [id=3001, type=quantize_per_channel]; -"3002 dequantize_per_channel_default_139" [id=3002, type=dequantize_per_channel]; -"3003 linear_138" [id=3003, type=linear]; -"3004 dropout_89" [id=3004, type=dropout]; -"3005 view_124" [id=3005, type=view]; -"3006 permute_103" [id=3006, type=permute]; -"3007 reshape_102" [id=3007, type=reshape]; -"3008 slice_342" [id=3008, type=slice]; -"3009 slice_343" [id=3009, type=slice]; -"3010 slice_344" [id=3010, type=slice]; -"3011 slice_345" [id=3011, type=slice]; -"3012 contiguous_43" [id=3012, type=contiguous]; -"3013 _param_constant373" [id=3013, type=get_attr]; -"3014 _param_constant374" [id=3014, type=get_attr]; -"3015 layer_norm_48" [id=3015, type=layer_norm]; -"3016 add_78" [id=3016, type=add]; -"3017 _param_constant376" [id=3017, type=get_attr]; -"3018 add_78_0_0_nncf_smooth_quant_0" [id=3018, type=call_module]; -"3019 quantize_per_tensor_default_140" [id=3019, type=quantize_per_tensor]; -"3020 dequantize_per_tensor_default_140" [id=3020, type=dequantize_per_tensor]; -"3021 linear_139_scale_0" [id=3021, type=get_attr]; -"3022 linear_139_zero_point_0" [id=3022, type=get_attr]; -"3023 compressed_weight_updated_constant140" [id=3023, type=get_attr]; -"3024 quantize_per_channel_default_140" [id=3024, type=quantize_per_channel]; -"3025 dequantize_per_channel_default_140" [id=3025, type=dequantize_per_channel]; -"3026 linear_139" [id=3026, type=linear]; -"3027 gelu_22" [id=3027, type=gelu]; -"3028 dropout_90" [id=3028, type=dropout]; -"3029 _param_constant378" [id=3029, type=get_attr]; -"3030 dropout_90_0_0_nncf_smooth_quant_0" [id=3030, type=call_module]; -"3031 quantize_per_tensor_default_141" [id=3031, type=quantize_per_tensor]; -"3032 dequantize_per_tensor_default_141" [id=3032, type=dequantize_per_tensor]; -"3033 linear_140_scale_0" [id=3033, type=get_attr]; -"3034 linear_140_zero_point_0" [id=3034, type=get_attr]; -"3035 compressed_weight_updated_constant141" [id=3035, type=get_attr]; -"3036 quantize_per_channel_default_141" [id=3036, type=quantize_per_channel]; -"3037 dequantize_per_channel_default_141" [id=3037, type=dequantize_per_channel]; -"3038 linear_140" [id=3038, type=linear]; -"3039 dropout_91" [id=3039, type=dropout]; -"3040 _param_constant379" [id=3040, type=get_attr]; -"3041 _param_constant380" [id=3041, type=get_attr]; -"3042 layer_norm_49" [id=3042, type=layer_norm]; -"3043 add_79" [id=3043, type=add]; -"3044 _tensor_constant145" [id=3044, type=get_attr]; -"3045 _param_constant382" [id=3045, type=get_attr]; -"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [id=3046, type=call_module]; -"3047 linear_141_scale_0" [id=3047, type=get_attr]; -"3048 linear_141_zero_point_0" [id=3048, type=get_attr]; -"3049 compressed_weight_updated_constant142" [id=3049, type=get_attr]; -"3050 quantize_per_channel_default_142" [id=3050, type=quantize_per_channel]; -"3051 dequantize_per_channel_default_142" [id=3051, type=dequantize_per_channel]; -"3052 linear_141" [id=3052, type=linear]; -"3053 relu__23" [id=3053, type=relu_]; -"3054 relu__23_0_0_nncf_smooth_quant_0" [id=3054, type=call_module]; -"3055 linear_142_scale_0" [id=3055, type=get_attr]; -"3056 linear_142_zero_point_0" [id=3056, type=get_attr]; -"3057 compressed_weight_updated_constant143" [id=3057, type=get_attr]; -"3058 quantize_per_channel_default_143" [id=3058, type=quantize_per_channel]; -"3059 dequantize_per_channel_default_143" [id=3059, type=dequantize_per_channel]; -"3060 linear_142" [id=3060, type=linear]; -"3061 view_125" [id=3061, type=view]; -"3062 _tensor_constant146" [id=3062, type=get_attr]; -"3063 index_23" [id=3063, type=index]; -"3064 view_126" [id=3064, type=view]; -"3065 permute_104" [id=3065, type=permute]; -"3066 contiguous_44" [id=3066, type=contiguous]; -"3067 unsqueeze_67" [id=3067, type=unsqueeze]; -"3068 sigmoid_23" [id=3068, type=sigmoid]; -"3069 mul_46" [id=3069, type=mul]; -"3070 pad_26" [id=3070, type=pad]; -"3071 view_127" [id=3071, type=view]; -"3072 permute_105" [id=3072, type=permute]; -"3073 reshape_103" [id=3073, type=reshape]; -"3074 _param_constant384" [id=3074, type=get_attr]; -"3075 clone_23" [id=3075, type=clone]; -"3076 reshape_103_0_0_nncf_smooth_quant_0" [id=3076, type=call_module]; -"3077 quantize_per_tensor_default_142" [id=3077, type=quantize_per_tensor]; -"3078 dequantize_per_tensor_default_142" [id=3078, type=dequantize_per_tensor]; -"3079 linear_143_scale_0" [id=3079, type=get_attr]; -"3080 linear_143_zero_point_0" [id=3080, type=get_attr]; -"3081 compressed_weight_updated_constant144" [id=3081, type=get_attr]; -"3082 quantize_per_channel_default_144" [id=3082, type=quantize_per_channel]; -"3083 dequantize_per_channel_default_144" [id=3083, type=dequantize_per_channel]; -"3084 linear_143" [id=3084, type=linear]; -"3085 reshape_104" [id=3085, type=reshape]; -"3086 permute_106" [id=3086, type=permute]; -"3087 select_69" [id=3087, type=select]; -"3088 select_70" [id=3088, type=select]; -"3089 select_71" [id=3089, type=select]; -"3090 linalg_vector_norm_46" [id=3090, type=linalg_vector_norm]; -"3091 clamp_min_46" [id=3091, type=clamp_min]; -"3092 expand_as_46" [id=3092, type=expand_as]; -"3093 div_46" [id=3093, type=div]; -"3094 quantize_per_tensor_default_143" [id=3094, type=quantize_per_tensor]; -"3095 dequantize_per_tensor_default_143" [id=3095, type=dequantize_per_tensor]; -"3096 linalg_vector_norm_47" [id=3096, type=linalg_vector_norm]; -"3097 clamp_min_47" [id=3097, type=clamp_min]; -"3098 expand_as_47" [id=3098, type=expand_as]; -"3099 div_47" [id=3099, type=div]; -"3100 quantize_per_tensor_default_144" [id=3100, type=quantize_per_tensor]; -"3101 dequantize_per_tensor_default_144" [id=3101, type=dequantize_per_tensor]; -"3102 transpose_46" [id=3102, type=transpose]; -"3103 matmul_46" [id=3103, type=matmul]; -"3104 _param_constant386" [id=3104, type=get_attr]; -"3105 clamp_23" [id=3105, type=clamp]; -"3106 exp_23" [id=3106, type=exp]; -"3107 mul_47" [id=3107, type=mul]; -"3108 add_80" [id=3108, type=add]; -"3109 softmax_23" [id=3109, type=softmax]; -"3110 dropout_92" [id=3110, type=dropout]; -"3111 matmul_47" [id=3111, type=matmul]; -"3112 transpose_47" [id=3112, type=transpose]; -"3113 reshape_105" [id=3113, type=reshape]; -"3114 _param_constant388" [id=3114, type=get_attr]; -"3115 reshape_105_0_0_nncf_smooth_quant_0" [id=3115, type=call_module]; -"3116 quantize_per_tensor_default_145" [id=3116, type=quantize_per_tensor]; -"3117 dequantize_per_tensor_default_145" [id=3117, type=dequantize_per_tensor]; -"3118 linear_144_scale_0" [id=3118, type=get_attr]; -"3119 linear_144_zero_point_0" [id=3119, type=get_attr]; -"3120 compressed_weight_updated_constant145" [id=3120, type=get_attr]; -"3121 quantize_per_channel_default_145" [id=3121, type=quantize_per_channel]; -"3122 dequantize_per_channel_default_145" [id=3122, type=dequantize_per_channel]; -"3123 linear_144" [id=3123, type=linear]; -"3124 dropout_93" [id=3124, type=dropout]; -"3125 view_128" [id=3125, type=view]; -"3126 permute_107" [id=3126, type=permute]; -"3127 reshape_106" [id=3127, type=reshape]; -"3128 slice_347" [id=3128, type=slice]; -"3129 slice_348" [id=3129, type=slice]; -"3130 slice_349" [id=3130, type=slice]; -"3131 slice_350" [id=3131, type=slice]; -"3132 contiguous_45" [id=3132, type=contiguous]; -"3133 _param_constant389" [id=3133, type=get_attr]; -"3134 _param_constant390" [id=3134, type=get_attr]; -"3135 layer_norm_50" [id=3135, type=layer_norm]; -"3136 add_81" [id=3136, type=add]; -"3137 _param_constant392" [id=3137, type=get_attr]; -"3138 add_81_0_0_nncf_smooth_quant_0" [id=3138, type=call_module]; -"3139 quantize_per_tensor_default_146" [id=3139, type=quantize_per_tensor]; -"3140 dequantize_per_tensor_default_146" [id=3140, type=dequantize_per_tensor]; -"3141 linear_145_scale_0" [id=3141, type=get_attr]; -"3142 linear_145_zero_point_0" [id=3142, type=get_attr]; -"3143 compressed_weight_updated_constant146" [id=3143, type=get_attr]; -"3144 quantize_per_channel_default_146" [id=3144, type=quantize_per_channel]; -"3145 dequantize_per_channel_default_146" [id=3145, type=dequantize_per_channel]; -"3146 linear_145" [id=3146, type=linear]; -"3147 gelu_23" [id=3147, type=gelu]; -"3148 dropout_94" [id=3148, type=dropout]; -"3149 _param_constant394" [id=3149, type=get_attr]; -"3150 dropout_94_0_0_nncf_smooth_quant_0" [id=3150, type=call_module]; -"3151 quantize_per_tensor_default_147" [id=3151, type=quantize_per_tensor]; -"3152 dequantize_per_tensor_default_147" [id=3152, type=dequantize_per_tensor]; -"3153 linear_146_scale_0" [id=3153, type=get_attr]; -"3154 linear_146_zero_point_0" [id=3154, type=get_attr]; -"3155 compressed_weight_updated_constant147" [id=3155, type=get_attr]; -"3156 quantize_per_channel_default_147" [id=3156, type=quantize_per_channel]; -"3157 dequantize_per_channel_default_147" [id=3157, type=dequantize_per_channel]; -"3158 linear_146" [id=3158, type=linear]; -"3159 dropout_95" [id=3159, type=dropout]; -"3160 _param_constant395" [id=3160, type=get_attr]; -"3161 _param_constant396" [id=3161, type=get_attr]; -"3162 layer_norm_51" [id=3162, type=layer_norm]; -"3163 add_82" [id=3163, type=add]; -"3164 _param_constant397" [id=3164, type=get_attr]; -"3165 _param_constant398" [id=3165, type=get_attr]; -"3166 layer_norm_52" [id=3166, type=layer_norm]; -"3167 permute_108" [id=3167, type=permute]; -"3168 adaptive_avg_pool2d" [id=3168, type=adaptive_avg_pool2d]; -"3169 flatten" [id=3169, type=flatten]; -"3170 _param_constant400" [id=3170, type=get_attr]; -"3171 flatten_0_0_nncf_smooth_quant_0" [id=3171, type=call_module]; -"3172 quantize_per_tensor_default_148" [id=3172, type=quantize_per_tensor]; -"3173 dequantize_per_tensor_default_148" [id=3173, type=dequantize_per_tensor]; -"3174 linear_147_scale_0" [id=3174, type=get_attr]; -"3175 linear_147_zero_point_0" [id=3175, type=get_attr]; -"3176 compressed_weight_updated_constant148" [id=3176, type=get_attr]; -"3177 quantize_per_channel_default_148" [id=3177, type=quantize_per_channel]; -"3178 dequantize_per_channel_default_148" [id=3178, type=dequantize_per_channel]; -"3179 linear_147" [id=3179, type=linear]; -"3180 output" [id=3180, type=output]; +"14 _frozen_param0" [id=14, type=get_attr]; +"15 pad" [id=15, type=pad]; +"16 view_2" [id=16, type=view]; +"17 permute_2" [id=17, type=permute]; +"18 reshape" [id=18, type=reshape]; +"19 _frozen_param1" [id=19, type=get_attr]; +"20 reshape_0_0_nncf_smooth_quant_0" [id=20, type=call_module]; +"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 linear_2_scale_0" [id=23, type=get_attr]; +"24 linear_2_zero_point_0" [id=24, type=get_attr]; +"25 compressed_weight_updated_constant1" [id=25, type=get_attr]; +"26 quantize_per_channel_default_1" [id=26, type=quantize_per_channel]; +"27 dequantize_per_channel_default_1" [id=27, type=dequantize_per_channel]; +"28 linear_2" [id=28, type=linear]; +"29 reshape_1" [id=29, type=reshape]; +"30 permute_3" [id=30, type=permute]; +"31 select" [id=31, type=select]; +"32 select_1" [id=32, type=select]; +"33 select_2" [id=33, type=select]; +"34 linalg_vector_norm" [id=34, type=linalg_vector_norm]; +"35 clamp_min" [id=35, type=clamp_min]; +"36 expand_as" [id=36, type=expand_as]; +"37 div" [id=37, type=div]; +"38 quantize_per_tensor_default_2" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_2" [id=39, type=dequantize_per_tensor]; +"40 linalg_vector_norm_1" [id=40, type=linalg_vector_norm]; +"41 clamp_min_1" [id=41, type=clamp_min]; +"42 expand_as_1" [id=42, type=expand_as]; +"43 div_1" [id=43, type=div]; +"44 quantize_per_tensor_default_3" [id=44, type=quantize_per_tensor]; +"45 dequantize_per_tensor_default_3" [id=45, type=dequantize_per_tensor]; +"46 transpose" [id=46, type=transpose]; +"47 matmul" [id=47, type=matmul]; +"48 _frozen_param3" [id=48, type=get_attr]; +"49 mul_1" [id=49, type=mul]; +"50 add" [id=50, type=add]; +"51 softmax" [id=51, type=softmax]; +"52 dropout" [id=52, type=dropout]; +"53 matmul_1" [id=53, type=matmul]; +"54 transpose_1" [id=54, type=transpose]; +"55 reshape_2" [id=55, type=reshape]; +"56 _param_constant11" [id=56, type=get_attr]; +"57 reshape_2_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; +"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; +"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; +"60 linear_3_scale_0" [id=60, type=get_attr]; +"61 linear_3_zero_point_0" [id=61, type=get_attr]; +"62 compressed_weight_updated_constant2" [id=62, type=get_attr]; +"63 quantize_per_channel_default_2" [id=63, type=quantize_per_channel]; +"64 dequantize_per_channel_default_2" [id=64, type=dequantize_per_channel]; +"65 linear_3" [id=65, type=linear]; +"66 dropout_1" [id=66, type=dropout]; +"67 view_3" [id=67, type=view]; +"68 permute_4" [id=68, type=permute]; +"69 reshape_3" [id=69, type=reshape]; +"70 slice_2" [id=70, type=slice]; +"71 slice_3" [id=71, type=slice]; +"72 _param_constant12" [id=72, type=get_attr]; +"73 _param_constant13" [id=73, type=get_attr]; +"74 layer_norm_1" [id=74, type=layer_norm]; +"75 add_1" [id=75, type=add]; +"76 _param_constant15" [id=76, type=get_attr]; +"77 add_1_0_0_nncf_smooth_quant_0" [id=77, type=call_module]; +"78 quantize_per_tensor_default_5" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_5" [id=79, type=dequantize_per_tensor]; +"80 linear_4_scale_0" [id=80, type=get_attr]; +"81 linear_4_zero_point_0" [id=81, type=get_attr]; +"82 compressed_weight_updated_constant3" [id=82, type=get_attr]; +"83 quantize_per_channel_default_3" [id=83, type=quantize_per_channel]; +"84 dequantize_per_channel_default_3" [id=84, type=dequantize_per_channel]; +"85 linear_4" [id=85, type=linear]; +"86 gelu" [id=86, type=gelu]; +"87 dropout_2" [id=87, type=dropout]; +"88 _param_constant17" [id=88, type=get_attr]; +"89 dropout_2_0_0_nncf_smooth_quant_0" [id=89, type=call_module]; +"90 quantize_per_tensor_default_6" [id=90, type=quantize_per_tensor]; +"91 dequantize_per_tensor_default_6" [id=91, type=dequantize_per_tensor]; +"92 linear_5_scale_0" [id=92, type=get_attr]; +"93 linear_5_zero_point_0" [id=93, type=get_attr]; +"94 compressed_weight_updated_constant4" [id=94, type=get_attr]; +"95 quantize_per_channel_default_4" [id=95, type=quantize_per_channel]; +"96 dequantize_per_channel_default_4" [id=96, type=dequantize_per_channel]; +"97 linear_5" [id=97, type=linear]; +"98 dropout_3" [id=98, type=dropout]; +"99 _param_constant18" [id=99, type=get_attr]; +"100 _param_constant19" [id=100, type=get_attr]; +"101 layer_norm_2" [id=101, type=layer_norm]; +"102 add_2" [id=102, type=add]; +"103 _frozen_param4" [id=103, type=get_attr]; +"104 pad_1" [id=104, type=pad]; +"105 roll" [id=105, type=roll]; +"106 view_6" [id=106, type=view]; +"107 permute_6" [id=107, type=permute]; +"108 reshape_4" [id=108, type=reshape]; +"109 _frozen_param5" [id=109, type=get_attr]; +"110 reshape_4_0_0_nncf_smooth_quant_0" [id=110, type=call_module]; +"111 quantize_per_tensor_default_7" [id=111, type=quantize_per_tensor]; +"112 dequantize_per_tensor_default_7" [id=112, type=dequantize_per_tensor]; +"113 linear_8_scale_0" [id=113, type=get_attr]; +"114 linear_8_zero_point_0" [id=114, type=get_attr]; +"115 compressed_weight_updated_constant5" [id=115, type=get_attr]; +"116 quantize_per_channel_default_5" [id=116, type=quantize_per_channel]; +"117 dequantize_per_channel_default_5" [id=117, type=dequantize_per_channel]; +"118 linear_8" [id=118, type=linear]; +"119 reshape_5" [id=119, type=reshape]; +"120 permute_7" [id=120, type=permute]; +"121 select_3" [id=121, type=select]; +"122 select_4" [id=122, type=select]; +"123 select_5" [id=123, type=select]; +"124 linalg_vector_norm_2" [id=124, type=linalg_vector_norm]; +"125 clamp_min_2" [id=125, type=clamp_min]; +"126 expand_as_2" [id=126, type=expand_as]; +"127 div_2" [id=127, type=div]; +"128 quantize_per_tensor_default_8" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_8" [id=129, type=dequantize_per_tensor]; +"130 linalg_vector_norm_3" [id=130, type=linalg_vector_norm]; +"131 clamp_min_3" [id=131, type=clamp_min]; +"132 expand_as_3" [id=132, type=expand_as]; +"133 div_3" [id=133, type=div]; +"134 quantize_per_tensor_default_9" [id=134, type=quantize_per_tensor]; +"135 dequantize_per_tensor_default_9" [id=135, type=dequantize_per_tensor]; +"136 transpose_2" [id=136, type=transpose]; +"137 matmul_2" [id=137, type=matmul]; +"138 _frozen_param7" [id=138, type=get_attr]; +"139 mul_3" [id=139, type=mul]; +"140 add_3" [id=140, type=add]; +"141 new_zeros" [id=141, type=new_zeros]; +"142 view_7" [id=142, type=view]; +"143 permute_8" [id=143, type=permute]; +"144 reshape_6" [id=144, type=reshape]; +"145 unsqueeze_2" [id=145, type=unsqueeze]; +"146 unsqueeze_3" [id=146, type=unsqueeze]; +"147 sub" [id=147, type=sub]; +"148 ne" [id=148, type=ne]; +"149 masked_fill" [id=149, type=masked_fill]; +"150 eq" [id=150, type=eq]; +"151 masked_fill_1" [id=151, type=masked_fill]; +"152 view_8" [id=152, type=view]; +"153 unsqueeze_4" [id=153, type=unsqueeze]; +"154 unsqueeze_5" [id=154, type=unsqueeze]; +"155 add_4" [id=155, type=add]; +"156 view_9" [id=156, type=view]; +"157 softmax_1" [id=157, type=softmax]; +"158 dropout_4" [id=158, type=dropout]; +"159 matmul_3" [id=159, type=matmul]; +"160 transpose_3" [id=160, type=transpose]; +"161 reshape_7" [id=161, type=reshape]; +"162 _param_constant27" [id=162, type=get_attr]; +"163 reshape_7_0_0_nncf_smooth_quant_0" [id=163, type=call_module]; +"164 quantize_per_tensor_default_10" [id=164, type=quantize_per_tensor]; +"165 dequantize_per_tensor_default_10" [id=165, type=dequantize_per_tensor]; +"166 linear_9_scale_0" [id=166, type=get_attr]; +"167 linear_9_zero_point_0" [id=167, type=get_attr]; +"168 compressed_weight_updated_constant6" [id=168, type=get_attr]; +"169 quantize_per_channel_default_6" [id=169, type=quantize_per_channel]; +"170 dequantize_per_channel_default_6" [id=170, type=dequantize_per_channel]; +"171 linear_9" [id=171, type=linear]; +"172 dropout_5" [id=172, type=dropout]; +"173 view_10" [id=173, type=view]; +"174 permute_9" [id=174, type=permute]; +"175 reshape_8" [id=175, type=reshape]; +"176 roll_1" [id=176, type=roll]; +"177 slice_23" [id=177, type=slice]; +"178 slice_24" [id=178, type=slice]; +"179 _param_constant28" [id=179, type=get_attr]; +"180 _param_constant29" [id=180, type=get_attr]; +"181 layer_norm_3" [id=181, type=layer_norm]; +"182 add_5" [id=182, type=add]; +"183 _param_constant31" [id=183, type=get_attr]; +"184 add_5_0_0_nncf_smooth_quant_0" [id=184, type=call_module]; +"185 quantize_per_tensor_default_11" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_11" [id=186, type=dequantize_per_tensor]; +"187 linear_10_scale_0" [id=187, type=get_attr]; +"188 linear_10_zero_point_0" [id=188, type=get_attr]; +"189 compressed_weight_updated_constant7" [id=189, type=get_attr]; +"190 quantize_per_channel_default_7" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_7" [id=191, type=dequantize_per_channel]; +"192 linear_10" [id=192, type=linear]; +"193 gelu_1" [id=193, type=gelu]; +"194 dropout_6" [id=194, type=dropout]; +"195 _param_constant33" [id=195, type=get_attr]; +"196 dropout_6_0_0_nncf_smooth_quant_0" [id=196, type=call_module]; +"197 quantize_per_tensor_default_12" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_12" [id=198, type=dequantize_per_tensor]; +"199 linear_11_scale_0" [id=199, type=get_attr]; +"200 linear_11_zero_point_0" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant8" [id=201, type=get_attr]; +"202 quantize_per_channel_default_8" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_8" [id=203, type=dequantize_per_channel]; +"204 linear_11" [id=204, type=linear]; +"205 dropout_7" [id=205, type=dropout]; +"206 _param_constant34" [id=206, type=get_attr]; +"207 _param_constant35" [id=207, type=get_attr]; +"208 layer_norm_4" [id=208, type=layer_norm]; +"209 add_6" [id=209, type=add]; +"210 pad_2" [id=210, type=pad]; +"211 slice_25" [id=211, type=slice]; +"212 slice_26" [id=212, type=slice]; +"213 slice_27" [id=213, type=slice]; +"214 slice_28" [id=214, type=slice]; +"215 slice_29" [id=215, type=slice]; +"216 slice_30" [id=216, type=slice]; +"217 slice_31" [id=217, type=slice]; +"218 slice_32" [id=218, type=slice]; +"219 slice_33" [id=219, type=slice]; +"220 slice_34" [id=220, type=slice]; +"221 slice_35" [id=221, type=slice]; +"222 slice_36" [id=222, type=slice]; +"223 cat" [id=223, type=cat]; +"224 cat_0_0_nncf_smooth_quant_0" [id=224, type=call_module]; +"225 quantize_per_tensor_default_13" [id=225, type=quantize_per_tensor]; +"226 dequantize_per_tensor_default_13" [id=226, type=dequantize_per_tensor]; +"227 linear_12_scale_0" [id=227, type=get_attr]; +"228 linear_12_zero_point_0" [id=228, type=get_attr]; +"229 compressed_weight_updated_constant9" [id=229, type=get_attr]; +"230 quantize_per_channel_default_9" [id=230, type=quantize_per_channel]; +"231 dequantize_per_channel_default_9" [id=231, type=dequantize_per_channel]; +"232 linear_12" [id=232, type=linear]; +"233 _param_constant37" [id=233, type=get_attr]; +"234 _param_constant38" [id=234, type=get_attr]; +"235 layer_norm_5" [id=235, type=layer_norm]; +"236 _frozen_param17" [id=236, type=get_attr]; +"237 pad_3" [id=237, type=pad]; +"238 view_13" [id=238, type=view]; +"239 permute_11" [id=239, type=permute]; +"240 reshape_9" [id=240, type=reshape]; +"241 _frozen_param18" [id=241, type=get_attr]; +"242 reshape_9_0_0_nncf_smooth_quant_0" [id=242, type=call_module]; +"243 quantize_per_tensor_default_14" [id=243, type=quantize_per_tensor]; +"244 dequantize_per_tensor_default_14" [id=244, type=dequantize_per_tensor]; +"245 linear_15_scale_0" [id=245, type=get_attr]; +"246 linear_15_zero_point_0" [id=246, type=get_attr]; +"247 compressed_weight_updated_constant10" [id=247, type=get_attr]; +"248 quantize_per_channel_default_10" [id=248, type=quantize_per_channel]; +"249 dequantize_per_channel_default_10" [id=249, type=dequantize_per_channel]; +"250 linear_15" [id=250, type=linear]; +"251 reshape_10" [id=251, type=reshape]; +"252 permute_12" [id=252, type=permute]; +"253 select_6" [id=253, type=select]; +"254 select_7" [id=254, type=select]; +"255 select_8" [id=255, type=select]; +"256 linalg_vector_norm_4" [id=256, type=linalg_vector_norm]; +"257 clamp_min_4" [id=257, type=clamp_min]; +"258 expand_as_4" [id=258, type=expand_as]; +"259 div_4" [id=259, type=div]; +"260 quantize_per_tensor_default_15" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_15" [id=261, type=dequantize_per_tensor]; +"262 linalg_vector_norm_5" [id=262, type=linalg_vector_norm]; +"263 clamp_min_5" [id=263, type=clamp_min]; +"264 expand_as_5" [id=264, type=expand_as]; +"265 div_5" [id=265, type=div]; +"266 quantize_per_tensor_default_16" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_16" [id=267, type=dequantize_per_tensor]; +"268 transpose_4" [id=268, type=transpose]; +"269 matmul_4" [id=269, type=matmul]; +"270 _frozen_param20" [id=270, type=get_attr]; +"271 mul_5" [id=271, type=mul]; +"272 add_7" [id=272, type=add]; +"273 softmax_2" [id=273, type=softmax]; +"274 dropout_8" [id=274, type=dropout]; +"275 matmul_5" [id=275, type=matmul]; +"276 transpose_5" [id=276, type=transpose]; +"277 reshape_11" [id=277, type=reshape]; +"278 _param_constant46" [id=278, type=get_attr]; +"279 reshape_11_0_0_nncf_smooth_quant_0" [id=279, type=call_module]; +"280 quantize_per_tensor_default_17" [id=280, type=quantize_per_tensor]; +"281 dequantize_per_tensor_default_17" [id=281, type=dequantize_per_tensor]; +"282 linear_16_scale_0" [id=282, type=get_attr]; +"283 linear_16_zero_point_0" [id=283, type=get_attr]; +"284 compressed_weight_updated_constant11" [id=284, type=get_attr]; +"285 quantize_per_channel_default_11" [id=285, type=quantize_per_channel]; +"286 dequantize_per_channel_default_11" [id=286, type=dequantize_per_channel]; +"287 linear_16" [id=287, type=linear]; +"288 dropout_9" [id=288, type=dropout]; +"289 view_14" [id=289, type=view]; +"290 permute_13" [id=290, type=permute]; +"291 reshape_12" [id=291, type=reshape]; +"292 slice_38" [id=292, type=slice]; +"293 slice_39" [id=293, type=slice]; +"294 slice_40" [id=294, type=slice]; +"295 slice_41" [id=295, type=slice]; +"296 contiguous_3" [id=296, type=contiguous]; +"297 _param_constant47" [id=297, type=get_attr]; +"298 _param_constant48" [id=298, type=get_attr]; +"299 layer_norm_6" [id=299, type=layer_norm]; +"300 add_8" [id=300, type=add]; +"301 _param_constant50" [id=301, type=get_attr]; +"302 add_8_0_0_nncf_smooth_quant_0" [id=302, type=call_module]; +"303 quantize_per_tensor_default_18" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_18" [id=304, type=dequantize_per_tensor]; +"305 linear_17_scale_0" [id=305, type=get_attr]; +"306 linear_17_zero_point_0" [id=306, type=get_attr]; +"307 compressed_weight_updated_constant12" [id=307, type=get_attr]; +"308 quantize_per_channel_default_12" [id=308, type=quantize_per_channel]; +"309 dequantize_per_channel_default_12" [id=309, type=dequantize_per_channel]; +"310 linear_17" [id=310, type=linear]; +"311 gelu_2" [id=311, type=gelu]; +"312 dropout_10" [id=312, type=dropout]; +"313 _param_constant52" [id=313, type=get_attr]; +"314 dropout_10_0_0_nncf_smooth_quant_0" [id=314, type=call_module]; +"315 quantize_per_tensor_default_19" [id=315, type=quantize_per_tensor]; +"316 dequantize_per_tensor_default_19" [id=316, type=dequantize_per_tensor]; +"317 linear_18_scale_0" [id=317, type=get_attr]; +"318 linear_18_zero_point_0" [id=318, type=get_attr]; +"319 compressed_weight_updated_constant13" [id=319, type=get_attr]; +"320 quantize_per_channel_default_13" [id=320, type=quantize_per_channel]; +"321 dequantize_per_channel_default_13" [id=321, type=dequantize_per_channel]; +"322 linear_18" [id=322, type=linear]; +"323 dropout_11" [id=323, type=dropout]; +"324 _param_constant53" [id=324, type=get_attr]; +"325 _param_constant54" [id=325, type=get_attr]; +"326 layer_norm_7" [id=326, type=layer_norm]; +"327 add_9" [id=327, type=add]; +"328 _frozen_param21" [id=328, type=get_attr]; +"329 pad_4" [id=329, type=pad]; +"330 roll_2" [id=330, type=roll]; +"331 view_17" [id=331, type=view]; +"332 permute_15" [id=332, type=permute]; +"333 reshape_13" [id=333, type=reshape]; +"334 _frozen_param22" [id=334, type=get_attr]; +"335 reshape_13_0_0_nncf_smooth_quant_0" [id=335, type=call_module]; +"336 quantize_per_tensor_default_20" [id=336, type=quantize_per_tensor]; +"337 dequantize_per_tensor_default_20" [id=337, type=dequantize_per_tensor]; +"338 linear_21_scale_0" [id=338, type=get_attr]; +"339 linear_21_zero_point_0" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant14" [id=340, type=get_attr]; +"341 quantize_per_channel_default_14" [id=341, type=quantize_per_channel]; +"342 dequantize_per_channel_default_14" [id=342, type=dequantize_per_channel]; +"343 linear_21" [id=343, type=linear]; +"344 reshape_14" [id=344, type=reshape]; +"345 permute_16" [id=345, type=permute]; +"346 select_9" [id=346, type=select]; +"347 select_10" [id=347, type=select]; +"348 select_11" [id=348, type=select]; +"349 linalg_vector_norm_6" [id=349, type=linalg_vector_norm]; +"350 clamp_min_6" [id=350, type=clamp_min]; +"351 expand_as_6" [id=351, type=expand_as]; +"352 div_6" [id=352, type=div]; +"353 quantize_per_tensor_default_21" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_21" [id=354, type=dequantize_per_tensor]; +"355 linalg_vector_norm_7" [id=355, type=linalg_vector_norm]; +"356 clamp_min_7" [id=356, type=clamp_min]; +"357 expand_as_7" [id=357, type=expand_as]; +"358 div_7" [id=358, type=div]; +"359 quantize_per_tensor_default_22" [id=359, type=quantize_per_tensor]; +"360 dequantize_per_tensor_default_22" [id=360, type=dequantize_per_tensor]; +"361 transpose_6" [id=361, type=transpose]; +"362 matmul_6" [id=362, type=matmul]; +"363 _frozen_param24" [id=363, type=get_attr]; +"364 mul_7" [id=364, type=mul]; +"365 add_10" [id=365, type=add]; +"366 new_zeros_1" [id=366, type=new_zeros]; +"367 view_18" [id=367, type=view]; +"368 permute_17" [id=368, type=permute]; +"369 reshape_15" [id=369, type=reshape]; +"370 unsqueeze_8" [id=370, type=unsqueeze]; +"371 unsqueeze_9" [id=371, type=unsqueeze]; +"372 sub_1" [id=372, type=sub]; +"373 ne_1" [id=373, type=ne]; +"374 masked_fill_2" [id=374, type=masked_fill]; +"375 eq_1" [id=375, type=eq]; +"376 masked_fill_3" [id=376, type=masked_fill]; +"377 view_19" [id=377, type=view]; +"378 unsqueeze_10" [id=378, type=unsqueeze]; +"379 unsqueeze_11" [id=379, type=unsqueeze]; +"380 add_11" [id=380, type=add]; +"381 view_20" [id=381, type=view]; +"382 softmax_3" [id=382, type=softmax]; +"383 dropout_12" [id=383, type=dropout]; +"384 matmul_7" [id=384, type=matmul]; +"385 transpose_7" [id=385, type=transpose]; +"386 reshape_16" [id=386, type=reshape]; +"387 _param_constant62" [id=387, type=get_attr]; +"388 reshape_16_0_0_nncf_smooth_quant_0" [id=388, type=call_module]; +"389 quantize_per_tensor_default_23" [id=389, type=quantize_per_tensor]; +"390 dequantize_per_tensor_default_23" [id=390, type=dequantize_per_tensor]; +"391 linear_22_scale_0" [id=391, type=get_attr]; +"392 linear_22_zero_point_0" [id=392, type=get_attr]; +"393 compressed_weight_updated_constant15" [id=393, type=get_attr]; +"394 quantize_per_channel_default_15" [id=394, type=quantize_per_channel]; +"395 dequantize_per_channel_default_15" [id=395, type=dequantize_per_channel]; +"396 linear_22" [id=396, type=linear]; +"397 dropout_13" [id=397, type=dropout]; +"398 view_21" [id=398, type=view]; +"399 permute_18" [id=399, type=permute]; +"400 reshape_17" [id=400, type=reshape]; +"401 roll_3" [id=401, type=roll]; +"402 slice_61" [id=402, type=slice]; +"403 slice_62" [id=403, type=slice]; +"404 slice_63" [id=404, type=slice]; +"405 slice_64" [id=405, type=slice]; +"406 contiguous_5" [id=406, type=contiguous]; +"407 _param_constant63" [id=407, type=get_attr]; +"408 _param_constant64" [id=408, type=get_attr]; +"409 layer_norm_8" [id=409, type=layer_norm]; +"410 add_12" [id=410, type=add]; +"411 _param_constant66" [id=411, type=get_attr]; +"412 add_12_0_0_nncf_smooth_quant_0" [id=412, type=call_module]; +"413 quantize_per_tensor_default_24" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_24" [id=414, type=dequantize_per_tensor]; +"415 linear_23_scale_0" [id=415, type=get_attr]; +"416 linear_23_zero_point_0" [id=416, type=get_attr]; +"417 compressed_weight_updated_constant16" [id=417, type=get_attr]; +"418 quantize_per_channel_default_16" [id=418, type=quantize_per_channel]; +"419 dequantize_per_channel_default_16" [id=419, type=dequantize_per_channel]; +"420 linear_23" [id=420, type=linear]; +"421 gelu_3" [id=421, type=gelu]; +"422 dropout_14" [id=422, type=dropout]; +"423 _param_constant68" [id=423, type=get_attr]; +"424 dropout_14_0_0_nncf_smooth_quant_0" [id=424, type=call_module]; +"425 quantize_per_tensor_default_25" [id=425, type=quantize_per_tensor]; +"426 dequantize_per_tensor_default_25" [id=426, type=dequantize_per_tensor]; +"427 linear_24_scale_0" [id=427, type=get_attr]; +"428 linear_24_zero_point_0" [id=428, type=get_attr]; +"429 compressed_weight_updated_constant17" [id=429, type=get_attr]; +"430 quantize_per_channel_default_17" [id=430, type=quantize_per_channel]; +"431 dequantize_per_channel_default_17" [id=431, type=dequantize_per_channel]; +"432 linear_24" [id=432, type=linear]; +"433 dropout_15" [id=433, type=dropout]; +"434 _param_constant69" [id=434, type=get_attr]; +"435 _param_constant70" [id=435, type=get_attr]; +"436 layer_norm_9" [id=436, type=layer_norm]; +"437 add_13" [id=437, type=add]; +"438 pad_5" [id=438, type=pad]; +"439 slice_65" [id=439, type=slice]; +"440 slice_66" [id=440, type=slice]; +"441 slice_67" [id=441, type=slice]; +"442 slice_68" [id=442, type=slice]; +"443 slice_69" [id=443, type=slice]; +"444 slice_70" [id=444, type=slice]; +"445 slice_71" [id=445, type=slice]; +"446 slice_72" [id=446, type=slice]; +"447 slice_73" [id=447, type=slice]; +"448 slice_74" [id=448, type=slice]; +"449 slice_75" [id=449, type=slice]; +"450 slice_76" [id=450, type=slice]; +"451 cat_1" [id=451, type=cat]; +"452 cat_1_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; +"453 quantize_per_tensor_default_26" [id=453, type=quantize_per_tensor]; +"454 dequantize_per_tensor_default_26" [id=454, type=dequantize_per_tensor]; +"455 linear_25_scale_0" [id=455, type=get_attr]; +"456 linear_25_zero_point_0" [id=456, type=get_attr]; +"457 compressed_weight_updated_constant18" [id=457, type=get_attr]; +"458 quantize_per_channel_default_18" [id=458, type=quantize_per_channel]; +"459 dequantize_per_channel_default_18" [id=459, type=dequantize_per_channel]; +"460 linear_25" [id=460, type=linear]; +"461 _param_constant72" [id=461, type=get_attr]; +"462 _param_constant73" [id=462, type=get_attr]; +"463 layer_norm_10" [id=463, type=layer_norm]; +"464 _frozen_param34" [id=464, type=get_attr]; +"465 pad_6" [id=465, type=pad]; +"466 view_24" [id=466, type=view]; +"467 permute_20" [id=467, type=permute]; +"468 reshape_18" [id=468, type=reshape]; +"469 _frozen_param35" [id=469, type=get_attr]; +"470 reshape_18_0_0_nncf_smooth_quant_0" [id=470, type=call_module]; +"471 quantize_per_tensor_default_27" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_27" [id=472, type=dequantize_per_tensor]; +"473 linear_28_scale_0" [id=473, type=get_attr]; +"474 linear_28_zero_point_0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant19" [id=475, type=get_attr]; +"476 quantize_per_channel_default_19" [id=476, type=quantize_per_channel]; +"477 dequantize_per_channel_default_19" [id=477, type=dequantize_per_channel]; +"478 linear_28" [id=478, type=linear]; +"479 reshape_19" [id=479, type=reshape]; +"480 permute_21" [id=480, type=permute]; +"481 select_12" [id=481, type=select]; +"482 select_13" [id=482, type=select]; +"483 select_14" [id=483, type=select]; +"484 linalg_vector_norm_8" [id=484, type=linalg_vector_norm]; +"485 clamp_min_8" [id=485, type=clamp_min]; +"486 expand_as_8" [id=486, type=expand_as]; +"487 div_8" [id=487, type=div]; +"488 quantize_per_tensor_default_28" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_28" [id=489, type=dequantize_per_tensor]; +"490 linalg_vector_norm_9" [id=490, type=linalg_vector_norm]; +"491 clamp_min_9" [id=491, type=clamp_min]; +"492 expand_as_9" [id=492, type=expand_as]; +"493 div_9" [id=493, type=div]; +"494 quantize_per_tensor_default_29" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_29" [id=495, type=dequantize_per_tensor]; +"496 transpose_8" [id=496, type=transpose]; +"497 matmul_8" [id=497, type=matmul]; +"498 _frozen_param37" [id=498, type=get_attr]; +"499 mul_9" [id=499, type=mul]; +"500 add_14" [id=500, type=add]; +"501 softmax_4" [id=501, type=softmax]; +"502 dropout_16" [id=502, type=dropout]; +"503 matmul_9" [id=503, type=matmul]; +"504 transpose_9" [id=504, type=transpose]; +"505 reshape_20" [id=505, type=reshape]; +"506 _param_constant81" [id=506, type=get_attr]; +"507 reshape_20_0_0_nncf_smooth_quant_0" [id=507, type=call_module]; +"508 quantize_per_tensor_default_30" [id=508, type=quantize_per_tensor]; +"509 dequantize_per_tensor_default_30" [id=509, type=dequantize_per_tensor]; +"510 linear_29_scale_0" [id=510, type=get_attr]; +"511 linear_29_zero_point_0" [id=511, type=get_attr]; +"512 compressed_weight_updated_constant20" [id=512, type=get_attr]; +"513 quantize_per_channel_default_20" [id=513, type=quantize_per_channel]; +"514 dequantize_per_channel_default_20" [id=514, type=dequantize_per_channel]; +"515 linear_29" [id=515, type=linear]; +"516 dropout_17" [id=516, type=dropout]; +"517 view_25" [id=517, type=view]; +"518 permute_22" [id=518, type=permute]; +"519 reshape_21" [id=519, type=reshape]; +"520 slice_78" [id=520, type=slice]; +"521 slice_79" [id=521, type=slice]; +"522 slice_80" [id=522, type=slice]; +"523 slice_81" [id=523, type=slice]; +"524 contiguous_7" [id=524, type=contiguous]; +"525 _param_constant82" [id=525, type=get_attr]; +"526 _param_constant83" [id=526, type=get_attr]; +"527 layer_norm_11" [id=527, type=layer_norm]; +"528 add_15" [id=528, type=add]; +"529 _param_constant85" [id=529, type=get_attr]; +"530 add_15_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_31" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_31" [id=532, type=dequantize_per_tensor]; +"533 linear_30_scale_0" [id=533, type=get_attr]; +"534 linear_30_zero_point_0" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant21" [id=535, type=get_attr]; +"536 quantize_per_channel_default_21" [id=536, type=quantize_per_channel]; +"537 dequantize_per_channel_default_21" [id=537, type=dequantize_per_channel]; +"538 linear_30" [id=538, type=linear]; +"539 gelu_4" [id=539, type=gelu]; +"540 dropout_18" [id=540, type=dropout]; +"541 _param_constant87" [id=541, type=get_attr]; +"542 dropout_18_0_0_nncf_smooth_quant_0" [id=542, type=call_module]; +"543 quantize_per_tensor_default_32" [id=543, type=quantize_per_tensor]; +"544 dequantize_per_tensor_default_32" [id=544, type=dequantize_per_tensor]; +"545 linear_31_scale_0" [id=545, type=get_attr]; +"546 linear_31_zero_point_0" [id=546, type=get_attr]; +"547 compressed_weight_updated_constant22" [id=547, type=get_attr]; +"548 quantize_per_channel_default_22" [id=548, type=quantize_per_channel]; +"549 dequantize_per_channel_default_22" [id=549, type=dequantize_per_channel]; +"550 linear_31" [id=550, type=linear]; +"551 dropout_19" [id=551, type=dropout]; +"552 _param_constant88" [id=552, type=get_attr]; +"553 _param_constant89" [id=553, type=get_attr]; +"554 layer_norm_12" [id=554, type=layer_norm]; +"555 add_16" [id=555, type=add]; +"556 _frozen_param38" [id=556, type=get_attr]; +"557 pad_7" [id=557, type=pad]; +"558 roll_4" [id=558, type=roll]; +"559 view_28" [id=559, type=view]; +"560 permute_24" [id=560, type=permute]; +"561 reshape_22" [id=561, type=reshape]; +"562 _frozen_param39" [id=562, type=get_attr]; +"563 reshape_22_0_0_nncf_smooth_quant_0" [id=563, type=call_module]; +"564 quantize_per_tensor_default_33" [id=564, type=quantize_per_tensor]; +"565 dequantize_per_tensor_default_33" [id=565, type=dequantize_per_tensor]; +"566 linear_34_scale_0" [id=566, type=get_attr]; +"567 linear_34_zero_point_0" [id=567, type=get_attr]; +"568 compressed_weight_updated_constant23" [id=568, type=get_attr]; +"569 quantize_per_channel_default_23" [id=569, type=quantize_per_channel]; +"570 dequantize_per_channel_default_23" [id=570, type=dequantize_per_channel]; +"571 linear_34" [id=571, type=linear]; +"572 reshape_23" [id=572, type=reshape]; +"573 permute_25" [id=573, type=permute]; +"574 select_15" [id=574, type=select]; +"575 select_16" [id=575, type=select]; +"576 select_17" [id=576, type=select]; +"577 linalg_vector_norm_10" [id=577, type=linalg_vector_norm]; +"578 clamp_min_10" [id=578, type=clamp_min]; +"579 expand_as_10" [id=579, type=expand_as]; +"580 div_10" [id=580, type=div]; +"581 quantize_per_tensor_default_34" [id=581, type=quantize_per_tensor]; +"582 dequantize_per_tensor_default_34" [id=582, type=dequantize_per_tensor]; +"583 linalg_vector_norm_11" [id=583, type=linalg_vector_norm]; +"584 clamp_min_11" [id=584, type=clamp_min]; +"585 expand_as_11" [id=585, type=expand_as]; +"586 div_11" [id=586, type=div]; +"587 quantize_per_tensor_default_35" [id=587, type=quantize_per_tensor]; +"588 dequantize_per_tensor_default_35" [id=588, type=dequantize_per_tensor]; +"589 transpose_10" [id=589, type=transpose]; +"590 matmul_10" [id=590, type=matmul]; +"591 _frozen_param41" [id=591, type=get_attr]; +"592 mul_11" [id=592, type=mul]; +"593 add_17" [id=593, type=add]; +"594 new_zeros_2" [id=594, type=new_zeros]; +"595 view_29" [id=595, type=view]; +"596 permute_26" [id=596, type=permute]; +"597 reshape_24" [id=597, type=reshape]; +"598 unsqueeze_14" [id=598, type=unsqueeze]; +"599 unsqueeze_15" [id=599, type=unsqueeze]; +"600 sub_2" [id=600, type=sub]; +"601 ne_2" [id=601, type=ne]; +"602 masked_fill_4" [id=602, type=masked_fill]; +"603 eq_2" [id=603, type=eq]; +"604 masked_fill_5" [id=604, type=masked_fill]; +"605 view_30" [id=605, type=view]; +"606 unsqueeze_16" [id=606, type=unsqueeze]; +"607 unsqueeze_17" [id=607, type=unsqueeze]; +"608 add_18" [id=608, type=add]; +"609 view_31" [id=609, type=view]; +"610 softmax_5" [id=610, type=softmax]; +"611 dropout_20" [id=611, type=dropout]; +"612 matmul_11" [id=612, type=matmul]; +"613 transpose_11" [id=613, type=transpose]; +"614 reshape_25" [id=614, type=reshape]; +"615 _param_constant97" [id=615, type=get_attr]; +"616 reshape_25_0_0_nncf_smooth_quant_0" [id=616, type=call_module]; +"617 quantize_per_tensor_default_36" [id=617, type=quantize_per_tensor]; +"618 dequantize_per_tensor_default_36" [id=618, type=dequantize_per_tensor]; +"619 linear_35_scale_0" [id=619, type=get_attr]; +"620 linear_35_zero_point_0" [id=620, type=get_attr]; +"621 compressed_weight_updated_constant24" [id=621, type=get_attr]; +"622 quantize_per_channel_default_24" [id=622, type=quantize_per_channel]; +"623 dequantize_per_channel_default_24" [id=623, type=dequantize_per_channel]; +"624 linear_35" [id=624, type=linear]; +"625 dropout_21" [id=625, type=dropout]; +"626 view_32" [id=626, type=view]; +"627 permute_27" [id=627, type=permute]; +"628 reshape_26" [id=628, type=reshape]; +"629 roll_5" [id=629, type=roll]; +"630 slice_101" [id=630, type=slice]; +"631 slice_102" [id=631, type=slice]; +"632 slice_103" [id=632, type=slice]; +"633 slice_104" [id=633, type=slice]; +"634 contiguous_9" [id=634, type=contiguous]; +"635 _param_constant98" [id=635, type=get_attr]; +"636 _param_constant99" [id=636, type=get_attr]; +"637 layer_norm_13" [id=637, type=layer_norm]; +"638 add_19" [id=638, type=add]; +"639 _param_constant101" [id=639, type=get_attr]; +"640 add_19_0_0_nncf_smooth_quant_0" [id=640, type=call_module]; +"641 quantize_per_tensor_default_37" [id=641, type=quantize_per_tensor]; +"642 dequantize_per_tensor_default_37" [id=642, type=dequantize_per_tensor]; +"643 linear_36_scale_0" [id=643, type=get_attr]; +"644 linear_36_zero_point_0" [id=644, type=get_attr]; +"645 compressed_weight_updated_constant25" [id=645, type=get_attr]; +"646 quantize_per_channel_default_25" [id=646, type=quantize_per_channel]; +"647 dequantize_per_channel_default_25" [id=647, type=dequantize_per_channel]; +"648 linear_36" [id=648, type=linear]; +"649 gelu_5" [id=649, type=gelu]; +"650 dropout_22" [id=650, type=dropout]; +"651 _param_constant103" [id=651, type=get_attr]; +"652 dropout_22_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_38" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_38" [id=654, type=dequantize_per_tensor]; +"655 linear_37_scale_0" [id=655, type=get_attr]; +"656 linear_37_zero_point_0" [id=656, type=get_attr]; +"657 compressed_weight_updated_constant26" [id=657, type=get_attr]; +"658 quantize_per_channel_default_26" [id=658, type=quantize_per_channel]; +"659 dequantize_per_channel_default_26" [id=659, type=dequantize_per_channel]; +"660 linear_37" [id=660, type=linear]; +"661 dropout_23" [id=661, type=dropout]; +"662 _param_constant104" [id=662, type=get_attr]; +"663 _param_constant105" [id=663, type=get_attr]; +"664 layer_norm_14" [id=664, type=layer_norm]; +"665 add_20" [id=665, type=add]; +"666 _frozen_param51" [id=666, type=get_attr]; +"667 pad_8" [id=667, type=pad]; +"668 view_35" [id=668, type=view]; +"669 permute_29" [id=669, type=permute]; +"670 reshape_27" [id=670, type=reshape]; +"671 _frozen_param52" [id=671, type=get_attr]; +"672 reshape_27_0_0_nncf_smooth_quant_0" [id=672, type=call_module]; +"673 quantize_per_tensor_default_39" [id=673, type=quantize_per_tensor]; +"674 dequantize_per_tensor_default_39" [id=674, type=dequantize_per_tensor]; +"675 linear_40_scale_0" [id=675, type=get_attr]; +"676 linear_40_zero_point_0" [id=676, type=get_attr]; +"677 compressed_weight_updated_constant27" [id=677, type=get_attr]; +"678 quantize_per_channel_default_27" [id=678, type=quantize_per_channel]; +"679 dequantize_per_channel_default_27" [id=679, type=dequantize_per_channel]; +"680 linear_40" [id=680, type=linear]; +"681 reshape_28" [id=681, type=reshape]; +"682 permute_30" [id=682, type=permute]; +"683 select_18" [id=683, type=select]; +"684 select_19" [id=684, type=select]; +"685 select_20" [id=685, type=select]; +"686 linalg_vector_norm_12" [id=686, type=linalg_vector_norm]; +"687 clamp_min_12" [id=687, type=clamp_min]; +"688 expand_as_12" [id=688, type=expand_as]; +"689 div_12" [id=689, type=div]; +"690 quantize_per_tensor_default_40" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_40" [id=691, type=dequantize_per_tensor]; +"692 linalg_vector_norm_13" [id=692, type=linalg_vector_norm]; +"693 clamp_min_13" [id=693, type=clamp_min]; +"694 expand_as_13" [id=694, type=expand_as]; +"695 div_13" [id=695, type=div]; +"696 quantize_per_tensor_default_41" [id=696, type=quantize_per_tensor]; +"697 dequantize_per_tensor_default_41" [id=697, type=dequantize_per_tensor]; +"698 transpose_12" [id=698, type=transpose]; +"699 matmul_12" [id=699, type=matmul]; +"700 _frozen_param54" [id=700, type=get_attr]; +"701 mul_13" [id=701, type=mul]; +"702 add_21" [id=702, type=add]; +"703 softmax_6" [id=703, type=softmax]; +"704 dropout_24" [id=704, type=dropout]; +"705 matmul_13" [id=705, type=matmul]; +"706 transpose_13" [id=706, type=transpose]; +"707 reshape_29" [id=707, type=reshape]; +"708 _param_constant113" [id=708, type=get_attr]; +"709 reshape_29_0_0_nncf_smooth_quant_0" [id=709, type=call_module]; +"710 quantize_per_tensor_default_42" [id=710, type=quantize_per_tensor]; +"711 dequantize_per_tensor_default_42" [id=711, type=dequantize_per_tensor]; +"712 linear_41_scale_0" [id=712, type=get_attr]; +"713 linear_41_zero_point_0" [id=713, type=get_attr]; +"714 compressed_weight_updated_constant28" [id=714, type=get_attr]; +"715 quantize_per_channel_default_28" [id=715, type=quantize_per_channel]; +"716 dequantize_per_channel_default_28" [id=716, type=dequantize_per_channel]; +"717 linear_41" [id=717, type=linear]; +"718 dropout_25" [id=718, type=dropout]; +"719 view_36" [id=719, type=view]; +"720 permute_31" [id=720, type=permute]; +"721 reshape_30" [id=721, type=reshape]; +"722 slice_106" [id=722, type=slice]; +"723 slice_107" [id=723, type=slice]; +"724 slice_108" [id=724, type=slice]; +"725 slice_109" [id=725, type=slice]; +"726 contiguous_11" [id=726, type=contiguous]; +"727 _param_constant114" [id=727, type=get_attr]; +"728 _param_constant115" [id=728, type=get_attr]; +"729 layer_norm_15" [id=729, type=layer_norm]; +"730 add_22" [id=730, type=add]; +"731 _param_constant117" [id=731, type=get_attr]; +"732 add_22_0_0_nncf_smooth_quant_0" [id=732, type=call_module]; +"733 quantize_per_tensor_default_43" [id=733, type=quantize_per_tensor]; +"734 dequantize_per_tensor_default_43" [id=734, type=dequantize_per_tensor]; +"735 linear_42_scale_0" [id=735, type=get_attr]; +"736 linear_42_zero_point_0" [id=736, type=get_attr]; +"737 compressed_weight_updated_constant29" [id=737, type=get_attr]; +"738 quantize_per_channel_default_29" [id=738, type=quantize_per_channel]; +"739 dequantize_per_channel_default_29" [id=739, type=dequantize_per_channel]; +"740 linear_42" [id=740, type=linear]; +"741 gelu_6" [id=741, type=gelu]; +"742 dropout_26" [id=742, type=dropout]; +"743 _param_constant119" [id=743, type=get_attr]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_44" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_44" [id=746, type=dequantize_per_tensor]; +"747 linear_43_scale_0" [id=747, type=get_attr]; +"748 linear_43_zero_point_0" [id=748, type=get_attr]; +"749 compressed_weight_updated_constant30" [id=749, type=get_attr]; +"750 quantize_per_channel_default_30" [id=750, type=quantize_per_channel]; +"751 dequantize_per_channel_default_30" [id=751, type=dequantize_per_channel]; +"752 linear_43" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 _param_constant120" [id=754, type=get_attr]; +"755 _param_constant121" [id=755, type=get_attr]; +"756 layer_norm_16" [id=756, type=layer_norm]; +"757 add_23" [id=757, type=add]; +"758 _frozen_param55" [id=758, type=get_attr]; +"759 pad_9" [id=759, type=pad]; +"760 roll_6" [id=760, type=roll]; +"761 view_39" [id=761, type=view]; +"762 permute_33" [id=762, type=permute]; +"763 reshape_31" [id=763, type=reshape]; +"764 _frozen_param56" [id=764, type=get_attr]; +"765 reshape_31_0_0_nncf_smooth_quant_0" [id=765, type=call_module]; +"766 quantize_per_tensor_default_45" [id=766, type=quantize_per_tensor]; +"767 dequantize_per_tensor_default_45" [id=767, type=dequantize_per_tensor]; +"768 linear_46_scale_0" [id=768, type=get_attr]; +"769 linear_46_zero_point_0" [id=769, type=get_attr]; +"770 compressed_weight_updated_constant31" [id=770, type=get_attr]; +"771 quantize_per_channel_default_31" [id=771, type=quantize_per_channel]; +"772 dequantize_per_channel_default_31" [id=772, type=dequantize_per_channel]; +"773 linear_46" [id=773, type=linear]; +"774 reshape_32" [id=774, type=reshape]; +"775 permute_34" [id=775, type=permute]; +"776 select_21" [id=776, type=select]; +"777 select_22" [id=777, type=select]; +"778 select_23" [id=778, type=select]; +"779 linalg_vector_norm_14" [id=779, type=linalg_vector_norm]; +"780 clamp_min_14" [id=780, type=clamp_min]; +"781 expand_as_14" [id=781, type=expand_as]; +"782 div_14" [id=782, type=div]; +"783 quantize_per_tensor_default_46" [id=783, type=quantize_per_tensor]; +"784 dequantize_per_tensor_default_46" [id=784, type=dequantize_per_tensor]; +"785 linalg_vector_norm_15" [id=785, type=linalg_vector_norm]; +"786 clamp_min_15" [id=786, type=clamp_min]; +"787 expand_as_15" [id=787, type=expand_as]; +"788 div_15" [id=788, type=div]; +"789 quantize_per_tensor_default_47" [id=789, type=quantize_per_tensor]; +"790 dequantize_per_tensor_default_47" [id=790, type=dequantize_per_tensor]; +"791 transpose_14" [id=791, type=transpose]; +"792 matmul_14" [id=792, type=matmul]; +"793 _frozen_param58" [id=793, type=get_attr]; +"794 mul_15" [id=794, type=mul]; +"795 add_24" [id=795, type=add]; +"796 new_zeros_3" [id=796, type=new_zeros]; +"797 view_40" [id=797, type=view]; +"798 permute_35" [id=798, type=permute]; +"799 reshape_33" [id=799, type=reshape]; +"800 unsqueeze_20" [id=800, type=unsqueeze]; +"801 unsqueeze_21" [id=801, type=unsqueeze]; +"802 sub_3" [id=802, type=sub]; +"803 ne_3" [id=803, type=ne]; +"804 masked_fill_6" [id=804, type=masked_fill]; +"805 eq_3" [id=805, type=eq]; +"806 masked_fill_7" [id=806, type=masked_fill]; +"807 view_41" [id=807, type=view]; +"808 unsqueeze_22" [id=808, type=unsqueeze]; +"809 unsqueeze_23" [id=809, type=unsqueeze]; +"810 add_25" [id=810, type=add]; +"811 view_42" [id=811, type=view]; +"812 softmax_7" [id=812, type=softmax]; +"813 dropout_28" [id=813, type=dropout]; +"814 matmul_15" [id=814, type=matmul]; +"815 transpose_15" [id=815, type=transpose]; +"816 reshape_34" [id=816, type=reshape]; +"817 _param_constant129" [id=817, type=get_attr]; +"818 reshape_34_0_0_nncf_smooth_quant_0" [id=818, type=call_module]; +"819 quantize_per_tensor_default_48" [id=819, type=quantize_per_tensor]; +"820 dequantize_per_tensor_default_48" [id=820, type=dequantize_per_tensor]; +"821 linear_47_scale_0" [id=821, type=get_attr]; +"822 linear_47_zero_point_0" [id=822, type=get_attr]; +"823 compressed_weight_updated_constant32" [id=823, type=get_attr]; +"824 quantize_per_channel_default_32" [id=824, type=quantize_per_channel]; +"825 dequantize_per_channel_default_32" [id=825, type=dequantize_per_channel]; +"826 linear_47" [id=826, type=linear]; +"827 dropout_29" [id=827, type=dropout]; +"828 view_43" [id=828, type=view]; +"829 permute_36" [id=829, type=permute]; +"830 reshape_35" [id=830, type=reshape]; +"831 roll_7" [id=831, type=roll]; +"832 slice_129" [id=832, type=slice]; +"833 slice_130" [id=833, type=slice]; +"834 slice_131" [id=834, type=slice]; +"835 slice_132" [id=835, type=slice]; +"836 contiguous_13" [id=836, type=contiguous]; +"837 _param_constant130" [id=837, type=get_attr]; +"838 _param_constant131" [id=838, type=get_attr]; +"839 layer_norm_17" [id=839, type=layer_norm]; +"840 add_26" [id=840, type=add]; +"841 _param_constant133" [id=841, type=get_attr]; +"842 add_26_0_0_nncf_smooth_quant_0" [id=842, type=call_module]; +"843 quantize_per_tensor_default_49" [id=843, type=quantize_per_tensor]; +"844 dequantize_per_tensor_default_49" [id=844, type=dequantize_per_tensor]; +"845 linear_48_scale_0" [id=845, type=get_attr]; +"846 linear_48_zero_point_0" [id=846, type=get_attr]; +"847 compressed_weight_updated_constant33" [id=847, type=get_attr]; +"848 quantize_per_channel_default_33" [id=848, type=quantize_per_channel]; +"849 dequantize_per_channel_default_33" [id=849, type=dequantize_per_channel]; +"850 linear_48" [id=850, type=linear]; +"851 gelu_7" [id=851, type=gelu]; +"852 dropout_30" [id=852, type=dropout]; +"853 _param_constant135" [id=853, type=get_attr]; +"854 dropout_30_0_0_nncf_smooth_quant_0" [id=854, type=call_module]; +"855 quantize_per_tensor_default_50" [id=855, type=quantize_per_tensor]; +"856 dequantize_per_tensor_default_50" [id=856, type=dequantize_per_tensor]; +"857 linear_49_scale_0" [id=857, type=get_attr]; +"858 linear_49_zero_point_0" [id=858, type=get_attr]; +"859 compressed_weight_updated_constant34" [id=859, type=get_attr]; +"860 quantize_per_channel_default_34" [id=860, type=quantize_per_channel]; +"861 dequantize_per_channel_default_34" [id=861, type=dequantize_per_channel]; +"862 linear_49" [id=862, type=linear]; +"863 dropout_31" [id=863, type=dropout]; +"864 _param_constant136" [id=864, type=get_attr]; +"865 _param_constant137" [id=865, type=get_attr]; +"866 layer_norm_18" [id=866, type=layer_norm]; +"867 add_27" [id=867, type=add]; +"868 _frozen_param68" [id=868, type=get_attr]; +"869 pad_10" [id=869, type=pad]; +"870 view_46" [id=870, type=view]; +"871 permute_38" [id=871, type=permute]; +"872 reshape_36" [id=872, type=reshape]; +"873 _frozen_param69" [id=873, type=get_attr]; +"874 reshape_36_0_0_nncf_smooth_quant_0" [id=874, type=call_module]; +"875 quantize_per_tensor_default_51" [id=875, type=quantize_per_tensor]; +"876 dequantize_per_tensor_default_51" [id=876, type=dequantize_per_tensor]; +"877 linear_52_scale_0" [id=877, type=get_attr]; +"878 linear_52_zero_point_0" [id=878, type=get_attr]; +"879 compressed_weight_updated_constant35" [id=879, type=get_attr]; +"880 quantize_per_channel_default_35" [id=880, type=quantize_per_channel]; +"881 dequantize_per_channel_default_35" [id=881, type=dequantize_per_channel]; +"882 linear_52" [id=882, type=linear]; +"883 reshape_37" [id=883, type=reshape]; +"884 permute_39" [id=884, type=permute]; +"885 select_24" [id=885, type=select]; +"886 select_25" [id=886, type=select]; +"887 select_26" [id=887, type=select]; +"888 linalg_vector_norm_16" [id=888, type=linalg_vector_norm]; +"889 clamp_min_16" [id=889, type=clamp_min]; +"890 expand_as_16" [id=890, type=expand_as]; +"891 div_16" [id=891, type=div]; +"892 quantize_per_tensor_default_52" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_52" [id=893, type=dequantize_per_tensor]; +"894 linalg_vector_norm_17" [id=894, type=linalg_vector_norm]; +"895 clamp_min_17" [id=895, type=clamp_min]; +"896 expand_as_17" [id=896, type=expand_as]; +"897 div_17" [id=897, type=div]; +"898 quantize_per_tensor_default_53" [id=898, type=quantize_per_tensor]; +"899 dequantize_per_tensor_default_53" [id=899, type=dequantize_per_tensor]; +"900 transpose_16" [id=900, type=transpose]; +"901 matmul_16" [id=901, type=matmul]; +"902 _frozen_param71" [id=902, type=get_attr]; +"903 mul_17" [id=903, type=mul]; +"904 add_28" [id=904, type=add]; +"905 softmax_8" [id=905, type=softmax]; +"906 dropout_32" [id=906, type=dropout]; +"907 matmul_17" [id=907, type=matmul]; +"908 transpose_17" [id=908, type=transpose]; +"909 reshape_38" [id=909, type=reshape]; +"910 _param_constant145" [id=910, type=get_attr]; +"911 reshape_38_0_0_nncf_smooth_quant_0" [id=911, type=call_module]; +"912 quantize_per_tensor_default_54" [id=912, type=quantize_per_tensor]; +"913 dequantize_per_tensor_default_54" [id=913, type=dequantize_per_tensor]; +"914 linear_53_scale_0" [id=914, type=get_attr]; +"915 linear_53_zero_point_0" [id=915, type=get_attr]; +"916 compressed_weight_updated_constant36" [id=916, type=get_attr]; +"917 quantize_per_channel_default_36" [id=917, type=quantize_per_channel]; +"918 dequantize_per_channel_default_36" [id=918, type=dequantize_per_channel]; +"919 linear_53" [id=919, type=linear]; +"920 dropout_33" [id=920, type=dropout]; +"921 view_47" [id=921, type=view]; +"922 permute_40" [id=922, type=permute]; +"923 reshape_39" [id=923, type=reshape]; +"924 slice_134" [id=924, type=slice]; +"925 slice_135" [id=925, type=slice]; +"926 slice_136" [id=926, type=slice]; +"927 slice_137" [id=927, type=slice]; +"928 contiguous_15" [id=928, type=contiguous]; +"929 _param_constant146" [id=929, type=get_attr]; +"930 _param_constant147" [id=930, type=get_attr]; +"931 layer_norm_19" [id=931, type=layer_norm]; +"932 add_29" [id=932, type=add]; +"933 _param_constant149" [id=933, type=get_attr]; +"934 add_29_0_0_nncf_smooth_quant_0" [id=934, type=call_module]; +"935 quantize_per_tensor_default_55" [id=935, type=quantize_per_tensor]; +"936 dequantize_per_tensor_default_55" [id=936, type=dequantize_per_tensor]; +"937 linear_54_scale_0" [id=937, type=get_attr]; +"938 linear_54_zero_point_0" [id=938, type=get_attr]; +"939 compressed_weight_updated_constant37" [id=939, type=get_attr]; +"940 quantize_per_channel_default_37" [id=940, type=quantize_per_channel]; +"941 dequantize_per_channel_default_37" [id=941, type=dequantize_per_channel]; +"942 linear_54" [id=942, type=linear]; +"943 gelu_8" [id=943, type=gelu]; +"944 dropout_34" [id=944, type=dropout]; +"945 _param_constant151" [id=945, type=get_attr]; +"946 dropout_34_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_56" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_56" [id=948, type=dequantize_per_tensor]; +"949 linear_55_scale_0" [id=949, type=get_attr]; +"950 linear_55_zero_point_0" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant38" [id=951, type=get_attr]; +"952 quantize_per_channel_default_38" [id=952, type=quantize_per_channel]; +"953 dequantize_per_channel_default_38" [id=953, type=dequantize_per_channel]; +"954 linear_55" [id=954, type=linear]; +"955 dropout_35" [id=955, type=dropout]; +"956 _param_constant152" [id=956, type=get_attr]; +"957 _param_constant153" [id=957, type=get_attr]; +"958 layer_norm_20" [id=958, type=layer_norm]; +"959 add_30" [id=959, type=add]; +"960 _frozen_param72" [id=960, type=get_attr]; +"961 pad_11" [id=961, type=pad]; +"962 roll_8" [id=962, type=roll]; +"963 view_50" [id=963, type=view]; +"964 permute_42" [id=964, type=permute]; +"965 reshape_40" [id=965, type=reshape]; +"966 _frozen_param73" [id=966, type=get_attr]; +"967 reshape_40_0_0_nncf_smooth_quant_0" [id=967, type=call_module]; +"968 quantize_per_tensor_default_57" [id=968, type=quantize_per_tensor]; +"969 dequantize_per_tensor_default_57" [id=969, type=dequantize_per_tensor]; +"970 linear_58_scale_0" [id=970, type=get_attr]; +"971 linear_58_zero_point_0" [id=971, type=get_attr]; +"972 compressed_weight_updated_constant39" [id=972, type=get_attr]; +"973 quantize_per_channel_default_39" [id=973, type=quantize_per_channel]; +"974 dequantize_per_channel_default_39" [id=974, type=dequantize_per_channel]; +"975 linear_58" [id=975, type=linear]; +"976 reshape_41" [id=976, type=reshape]; +"977 permute_43" [id=977, type=permute]; +"978 select_27" [id=978, type=select]; +"979 select_28" [id=979, type=select]; +"980 select_29" [id=980, type=select]; +"981 linalg_vector_norm_18" [id=981, type=linalg_vector_norm]; +"982 clamp_min_18" [id=982, type=clamp_min]; +"983 expand_as_18" [id=983, type=expand_as]; +"984 div_18" [id=984, type=div]; +"985 quantize_per_tensor_default_58" [id=985, type=quantize_per_tensor]; +"986 dequantize_per_tensor_default_58" [id=986, type=dequantize_per_tensor]; +"987 linalg_vector_norm_19" [id=987, type=linalg_vector_norm]; +"988 clamp_min_19" [id=988, type=clamp_min]; +"989 expand_as_19" [id=989, type=expand_as]; +"990 div_19" [id=990, type=div]; +"991 quantize_per_tensor_default_59" [id=991, type=quantize_per_tensor]; +"992 dequantize_per_tensor_default_59" [id=992, type=dequantize_per_tensor]; +"993 transpose_18" [id=993, type=transpose]; +"994 matmul_18" [id=994, type=matmul]; +"995 _frozen_param75" [id=995, type=get_attr]; +"996 mul_19" [id=996, type=mul]; +"997 add_31" [id=997, type=add]; +"998 new_zeros_4" [id=998, type=new_zeros]; +"999 view_51" [id=999, type=view]; +"1000 permute_44" [id=1000, type=permute]; +"1001 reshape_42" [id=1001, type=reshape]; +"1002 unsqueeze_26" [id=1002, type=unsqueeze]; +"1003 unsqueeze_27" [id=1003, type=unsqueeze]; +"1004 sub_4" [id=1004, type=sub]; +"1005 ne_4" [id=1005, type=ne]; +"1006 masked_fill_8" [id=1006, type=masked_fill]; +"1007 eq_4" [id=1007, type=eq]; +"1008 masked_fill_9" [id=1008, type=masked_fill]; +"1009 view_52" [id=1009, type=view]; +"1010 unsqueeze_28" [id=1010, type=unsqueeze]; +"1011 unsqueeze_29" [id=1011, type=unsqueeze]; +"1012 add_32" [id=1012, type=add]; +"1013 view_53" [id=1013, type=view]; +"1014 softmax_9" [id=1014, type=softmax]; +"1015 dropout_36" [id=1015, type=dropout]; +"1016 matmul_19" [id=1016, type=matmul]; +"1017 transpose_19" [id=1017, type=transpose]; +"1018 reshape_43" [id=1018, type=reshape]; +"1019 _param_constant161" [id=1019, type=get_attr]; +"1020 reshape_43_0_0_nncf_smooth_quant_0" [id=1020, type=call_module]; +"1021 quantize_per_tensor_default_60" [id=1021, type=quantize_per_tensor]; +"1022 dequantize_per_tensor_default_60" [id=1022, type=dequantize_per_tensor]; +"1023 linear_59_scale_0" [id=1023, type=get_attr]; +"1024 linear_59_zero_point_0" [id=1024, type=get_attr]; +"1025 compressed_weight_updated_constant40" [id=1025, type=get_attr]; +"1026 quantize_per_channel_default_40" [id=1026, type=quantize_per_channel]; +"1027 dequantize_per_channel_default_40" [id=1027, type=dequantize_per_channel]; +"1028 linear_59" [id=1028, type=linear]; +"1029 dropout_37" [id=1029, type=dropout]; +"1030 view_54" [id=1030, type=view]; +"1031 permute_45" [id=1031, type=permute]; +"1032 reshape_44" [id=1032, type=reshape]; +"1033 roll_9" [id=1033, type=roll]; +"1034 slice_157" [id=1034, type=slice]; +"1035 slice_158" [id=1035, type=slice]; +"1036 slice_159" [id=1036, type=slice]; +"1037 slice_160" [id=1037, type=slice]; +"1038 contiguous_17" [id=1038, type=contiguous]; +"1039 _param_constant162" [id=1039, type=get_attr]; +"1040 _param_constant163" [id=1040, type=get_attr]; +"1041 layer_norm_21" [id=1041, type=layer_norm]; +"1042 add_33" [id=1042, type=add]; +"1043 _param_constant165" [id=1043, type=get_attr]; +"1044 add_33_0_0_nncf_smooth_quant_0" [id=1044, type=call_module]; +"1045 quantize_per_tensor_default_61" [id=1045, type=quantize_per_tensor]; +"1046 dequantize_per_tensor_default_61" [id=1046, type=dequantize_per_tensor]; +"1047 linear_60_scale_0" [id=1047, type=get_attr]; +"1048 linear_60_zero_point_0" [id=1048, type=get_attr]; +"1049 compressed_weight_updated_constant41" [id=1049, type=get_attr]; +"1050 quantize_per_channel_default_41" [id=1050, type=quantize_per_channel]; +"1051 dequantize_per_channel_default_41" [id=1051, type=dequantize_per_channel]; +"1052 linear_60" [id=1052, type=linear]; +"1053 gelu_9" [id=1053, type=gelu]; +"1054 dropout_38" [id=1054, type=dropout]; +"1055 _param_constant167" [id=1055, type=get_attr]; +"1056 dropout_38_0_0_nncf_smooth_quant_0" [id=1056, type=call_module]; +"1057 quantize_per_tensor_default_62" [id=1057, type=quantize_per_tensor]; +"1058 dequantize_per_tensor_default_62" [id=1058, type=dequantize_per_tensor]; +"1059 linear_61_scale_0" [id=1059, type=get_attr]; +"1060 linear_61_zero_point_0" [id=1060, type=get_attr]; +"1061 compressed_weight_updated_constant42" [id=1061, type=get_attr]; +"1062 quantize_per_channel_default_42" [id=1062, type=quantize_per_channel]; +"1063 dequantize_per_channel_default_42" [id=1063, type=dequantize_per_channel]; +"1064 linear_61" [id=1064, type=linear]; +"1065 dropout_39" [id=1065, type=dropout]; +"1066 _param_constant168" [id=1066, type=get_attr]; +"1067 _param_constant169" [id=1067, type=get_attr]; +"1068 layer_norm_22" [id=1068, type=layer_norm]; +"1069 add_34" [id=1069, type=add]; +"1070 _frozen_param85" [id=1070, type=get_attr]; +"1071 pad_12" [id=1071, type=pad]; +"1072 view_57" [id=1072, type=view]; +"1073 permute_47" [id=1073, type=permute]; +"1074 reshape_45" [id=1074, type=reshape]; +"1075 _frozen_param86" [id=1075, type=get_attr]; +"1076 reshape_45_0_0_nncf_smooth_quant_0" [id=1076, type=call_module]; +"1077 quantize_per_tensor_default_63" [id=1077, type=quantize_per_tensor]; +"1078 dequantize_per_tensor_default_63" [id=1078, type=dequantize_per_tensor]; +"1079 linear_64_scale_0" [id=1079, type=get_attr]; +"1080 linear_64_zero_point_0" [id=1080, type=get_attr]; +"1081 compressed_weight_updated_constant43" [id=1081, type=get_attr]; +"1082 quantize_per_channel_default_43" [id=1082, type=quantize_per_channel]; +"1083 dequantize_per_channel_default_43" [id=1083, type=dequantize_per_channel]; +"1084 linear_64" [id=1084, type=linear]; +"1085 reshape_46" [id=1085, type=reshape]; +"1086 permute_48" [id=1086, type=permute]; +"1087 select_30" [id=1087, type=select]; +"1088 select_31" [id=1088, type=select]; +"1089 select_32" [id=1089, type=select]; +"1090 linalg_vector_norm_20" [id=1090, type=linalg_vector_norm]; +"1091 clamp_min_20" [id=1091, type=clamp_min]; +"1092 expand_as_20" [id=1092, type=expand_as]; +"1093 div_20" [id=1093, type=div]; +"1094 quantize_per_tensor_default_64" [id=1094, type=quantize_per_tensor]; +"1095 dequantize_per_tensor_default_64" [id=1095, type=dequantize_per_tensor]; +"1096 linalg_vector_norm_21" [id=1096, type=linalg_vector_norm]; +"1097 clamp_min_21" [id=1097, type=clamp_min]; +"1098 expand_as_21" [id=1098, type=expand_as]; +"1099 div_21" [id=1099, type=div]; +"1100 quantize_per_tensor_default_65" [id=1100, type=quantize_per_tensor]; +"1101 dequantize_per_tensor_default_65" [id=1101, type=dequantize_per_tensor]; +"1102 transpose_20" [id=1102, type=transpose]; +"1103 matmul_20" [id=1103, type=matmul]; +"1104 _frozen_param88" [id=1104, type=get_attr]; +"1105 mul_21" [id=1105, type=mul]; +"1106 add_35" [id=1106, type=add]; +"1107 softmax_10" [id=1107, type=softmax]; +"1108 dropout_40" [id=1108, type=dropout]; +"1109 matmul_21" [id=1109, type=matmul]; +"1110 transpose_21" [id=1110, type=transpose]; +"1111 reshape_47" [id=1111, type=reshape]; +"1112 _param_constant177" [id=1112, type=get_attr]; +"1113 reshape_47_0_0_nncf_smooth_quant_0" [id=1113, type=call_module]; +"1114 quantize_per_tensor_default_66" [id=1114, type=quantize_per_tensor]; +"1115 dequantize_per_tensor_default_66" [id=1115, type=dequantize_per_tensor]; +"1116 linear_65_scale_0" [id=1116, type=get_attr]; +"1117 linear_65_zero_point_0" [id=1117, type=get_attr]; +"1118 compressed_weight_updated_constant44" [id=1118, type=get_attr]; +"1119 quantize_per_channel_default_44" [id=1119, type=quantize_per_channel]; +"1120 dequantize_per_channel_default_44" [id=1120, type=dequantize_per_channel]; +"1121 linear_65" [id=1121, type=linear]; +"1122 dropout_41" [id=1122, type=dropout]; +"1123 view_58" [id=1123, type=view]; +"1124 permute_49" [id=1124, type=permute]; +"1125 reshape_48" [id=1125, type=reshape]; +"1126 slice_162" [id=1126, type=slice]; +"1127 slice_163" [id=1127, type=slice]; +"1128 slice_164" [id=1128, type=slice]; +"1129 slice_165" [id=1129, type=slice]; +"1130 contiguous_19" [id=1130, type=contiguous]; +"1131 _param_constant178" [id=1131, type=get_attr]; +"1132 _param_constant179" [id=1132, type=get_attr]; +"1133 layer_norm_23" [id=1133, type=layer_norm]; +"1134 add_36" [id=1134, type=add]; +"1135 _param_constant181" [id=1135, type=get_attr]; +"1136 add_36_0_0_nncf_smooth_quant_0" [id=1136, type=call_module]; +"1137 quantize_per_tensor_default_67" [id=1137, type=quantize_per_tensor]; +"1138 dequantize_per_tensor_default_67" [id=1138, type=dequantize_per_tensor]; +"1139 linear_66_scale_0" [id=1139, type=get_attr]; +"1140 linear_66_zero_point_0" [id=1140, type=get_attr]; +"1141 compressed_weight_updated_constant45" [id=1141, type=get_attr]; +"1142 quantize_per_channel_default_45" [id=1142, type=quantize_per_channel]; +"1143 dequantize_per_channel_default_45" [id=1143, type=dequantize_per_channel]; +"1144 linear_66" [id=1144, type=linear]; +"1145 gelu_10" [id=1145, type=gelu]; +"1146 dropout_42" [id=1146, type=dropout]; +"1147 _param_constant183" [id=1147, type=get_attr]; +"1148 dropout_42_0_0_nncf_smooth_quant_0" [id=1148, type=call_module]; +"1149 quantize_per_tensor_default_68" [id=1149, type=quantize_per_tensor]; +"1150 dequantize_per_tensor_default_68" [id=1150, type=dequantize_per_tensor]; +"1151 linear_67_scale_0" [id=1151, type=get_attr]; +"1152 linear_67_zero_point_0" [id=1152, type=get_attr]; +"1153 compressed_weight_updated_constant46" [id=1153, type=get_attr]; +"1154 quantize_per_channel_default_46" [id=1154, type=quantize_per_channel]; +"1155 dequantize_per_channel_default_46" [id=1155, type=dequantize_per_channel]; +"1156 linear_67" [id=1156, type=linear]; +"1157 dropout_43" [id=1157, type=dropout]; +"1158 _param_constant184" [id=1158, type=get_attr]; +"1159 _param_constant185" [id=1159, type=get_attr]; +"1160 layer_norm_24" [id=1160, type=layer_norm]; +"1161 add_37" [id=1161, type=add]; +"1162 _frozen_param89" [id=1162, type=get_attr]; +"1163 pad_13" [id=1163, type=pad]; +"1164 roll_10" [id=1164, type=roll]; +"1165 view_61" [id=1165, type=view]; +"1166 permute_51" [id=1166, type=permute]; +"1167 reshape_49" [id=1167, type=reshape]; +"1168 _frozen_param90" [id=1168, type=get_attr]; +"1169 reshape_49_0_0_nncf_smooth_quant_0" [id=1169, type=call_module]; +"1170 quantize_per_tensor_default_69" [id=1170, type=quantize_per_tensor]; +"1171 dequantize_per_tensor_default_69" [id=1171, type=dequantize_per_tensor]; +"1172 linear_70_scale_0" [id=1172, type=get_attr]; +"1173 linear_70_zero_point_0" [id=1173, type=get_attr]; +"1174 compressed_weight_updated_constant47" [id=1174, type=get_attr]; +"1175 quantize_per_channel_default_47" [id=1175, type=quantize_per_channel]; +"1176 dequantize_per_channel_default_47" [id=1176, type=dequantize_per_channel]; +"1177 linear_70" [id=1177, type=linear]; +"1178 reshape_50" [id=1178, type=reshape]; +"1179 permute_52" [id=1179, type=permute]; +"1180 select_33" [id=1180, type=select]; +"1181 select_34" [id=1181, type=select]; +"1182 select_35" [id=1182, type=select]; +"1183 linalg_vector_norm_22" [id=1183, type=linalg_vector_norm]; +"1184 clamp_min_22" [id=1184, type=clamp_min]; +"1185 expand_as_22" [id=1185, type=expand_as]; +"1186 div_22" [id=1186, type=div]; +"1187 quantize_per_tensor_default_70" [id=1187, type=quantize_per_tensor]; +"1188 dequantize_per_tensor_default_70" [id=1188, type=dequantize_per_tensor]; +"1189 linalg_vector_norm_23" [id=1189, type=linalg_vector_norm]; +"1190 clamp_min_23" [id=1190, type=clamp_min]; +"1191 expand_as_23" [id=1191, type=expand_as]; +"1192 div_23" [id=1192, type=div]; +"1193 quantize_per_tensor_default_71" [id=1193, type=quantize_per_tensor]; +"1194 dequantize_per_tensor_default_71" [id=1194, type=dequantize_per_tensor]; +"1195 transpose_22" [id=1195, type=transpose]; +"1196 matmul_22" [id=1196, type=matmul]; +"1197 _frozen_param92" [id=1197, type=get_attr]; +"1198 mul_23" [id=1198, type=mul]; +"1199 add_38" [id=1199, type=add]; +"1200 new_zeros_5" [id=1200, type=new_zeros]; +"1201 view_62" [id=1201, type=view]; +"1202 permute_53" [id=1202, type=permute]; +"1203 reshape_51" [id=1203, type=reshape]; +"1204 unsqueeze_32" [id=1204, type=unsqueeze]; +"1205 unsqueeze_33" [id=1205, type=unsqueeze]; +"1206 sub_5" [id=1206, type=sub]; +"1207 ne_5" [id=1207, type=ne]; +"1208 masked_fill_10" [id=1208, type=masked_fill]; +"1209 eq_5" [id=1209, type=eq]; +"1210 masked_fill_11" [id=1210, type=masked_fill]; +"1211 view_63" [id=1211, type=view]; +"1212 unsqueeze_34" [id=1212, type=unsqueeze]; +"1213 unsqueeze_35" [id=1213, type=unsqueeze]; +"1214 add_39" [id=1214, type=add]; +"1215 view_64" [id=1215, type=view]; +"1216 softmax_11" [id=1216, type=softmax]; +"1217 dropout_44" [id=1217, type=dropout]; +"1218 matmul_23" [id=1218, type=matmul]; +"1219 transpose_23" [id=1219, type=transpose]; +"1220 reshape_52" [id=1220, type=reshape]; +"1221 _param_constant193" [id=1221, type=get_attr]; +"1222 reshape_52_0_0_nncf_smooth_quant_0" [id=1222, type=call_module]; +"1223 quantize_per_tensor_default_72" [id=1223, type=quantize_per_tensor]; +"1224 dequantize_per_tensor_default_72" [id=1224, type=dequantize_per_tensor]; +"1225 linear_71_scale_0" [id=1225, type=get_attr]; +"1226 linear_71_zero_point_0" [id=1226, type=get_attr]; +"1227 compressed_weight_updated_constant48" [id=1227, type=get_attr]; +"1228 quantize_per_channel_default_48" [id=1228, type=quantize_per_channel]; +"1229 dequantize_per_channel_default_48" [id=1229, type=dequantize_per_channel]; +"1230 linear_71" [id=1230, type=linear]; +"1231 dropout_45" [id=1231, type=dropout]; +"1232 view_65" [id=1232, type=view]; +"1233 permute_54" [id=1233, type=permute]; +"1234 reshape_53" [id=1234, type=reshape]; +"1235 roll_11" [id=1235, type=roll]; +"1236 slice_185" [id=1236, type=slice]; +"1237 slice_186" [id=1237, type=slice]; +"1238 slice_187" [id=1238, type=slice]; +"1239 slice_188" [id=1239, type=slice]; +"1240 contiguous_21" [id=1240, type=contiguous]; +"1241 _param_constant194" [id=1241, type=get_attr]; +"1242 _param_constant195" [id=1242, type=get_attr]; +"1243 layer_norm_25" [id=1243, type=layer_norm]; +"1244 add_40" [id=1244, type=add]; +"1245 _param_constant197" [id=1245, type=get_attr]; +"1246 add_40_0_0_nncf_smooth_quant_0" [id=1246, type=call_module]; +"1247 quantize_per_tensor_default_73" [id=1247, type=quantize_per_tensor]; +"1248 dequantize_per_tensor_default_73" [id=1248, type=dequantize_per_tensor]; +"1249 linear_72_scale_0" [id=1249, type=get_attr]; +"1250 linear_72_zero_point_0" [id=1250, type=get_attr]; +"1251 compressed_weight_updated_constant49" [id=1251, type=get_attr]; +"1252 quantize_per_channel_default_49" [id=1252, type=quantize_per_channel]; +"1253 dequantize_per_channel_default_49" [id=1253, type=dequantize_per_channel]; +"1254 linear_72" [id=1254, type=linear]; +"1255 gelu_11" [id=1255, type=gelu]; +"1256 dropout_46" [id=1256, type=dropout]; +"1257 _param_constant199" [id=1257, type=get_attr]; +"1258 dropout_46_0_0_nncf_smooth_quant_0" [id=1258, type=call_module]; +"1259 quantize_per_tensor_default_74" [id=1259, type=quantize_per_tensor]; +"1260 dequantize_per_tensor_default_74" [id=1260, type=dequantize_per_tensor]; +"1261 linear_73_scale_0" [id=1261, type=get_attr]; +"1262 linear_73_zero_point_0" [id=1262, type=get_attr]; +"1263 compressed_weight_updated_constant50" [id=1263, type=get_attr]; +"1264 quantize_per_channel_default_50" [id=1264, type=quantize_per_channel]; +"1265 dequantize_per_channel_default_50" [id=1265, type=dequantize_per_channel]; +"1266 linear_73" [id=1266, type=linear]; +"1267 dropout_47" [id=1267, type=dropout]; +"1268 _param_constant200" [id=1268, type=get_attr]; +"1269 _param_constant201" [id=1269, type=get_attr]; +"1270 layer_norm_26" [id=1270, type=layer_norm]; +"1271 add_41" [id=1271, type=add]; +"1272 _frozen_param102" [id=1272, type=get_attr]; +"1273 pad_14" [id=1273, type=pad]; +"1274 view_68" [id=1274, type=view]; +"1275 permute_56" [id=1275, type=permute]; +"1276 reshape_54" [id=1276, type=reshape]; +"1277 _frozen_param103" [id=1277, type=get_attr]; +"1278 reshape_54_0_0_nncf_smooth_quant_0" [id=1278, type=call_module]; +"1279 quantize_per_tensor_default_75" [id=1279, type=quantize_per_tensor]; +"1280 dequantize_per_tensor_default_75" [id=1280, type=dequantize_per_tensor]; +"1281 linear_76_scale_0" [id=1281, type=get_attr]; +"1282 linear_76_zero_point_0" [id=1282, type=get_attr]; +"1283 compressed_weight_updated_constant51" [id=1283, type=get_attr]; +"1284 quantize_per_channel_default_51" [id=1284, type=quantize_per_channel]; +"1285 dequantize_per_channel_default_51" [id=1285, type=dequantize_per_channel]; +"1286 linear_76" [id=1286, type=linear]; +"1287 reshape_55" [id=1287, type=reshape]; +"1288 permute_57" [id=1288, type=permute]; +"1289 select_36" [id=1289, type=select]; +"1290 select_37" [id=1290, type=select]; +"1291 select_38" [id=1291, type=select]; +"1292 linalg_vector_norm_24" [id=1292, type=linalg_vector_norm]; +"1293 clamp_min_24" [id=1293, type=clamp_min]; +"1294 expand_as_24" [id=1294, type=expand_as]; +"1295 div_24" [id=1295, type=div]; +"1296 quantize_per_tensor_default_76" [id=1296, type=quantize_per_tensor]; +"1297 dequantize_per_tensor_default_76" [id=1297, type=dequantize_per_tensor]; +"1298 linalg_vector_norm_25" [id=1298, type=linalg_vector_norm]; +"1299 clamp_min_25" [id=1299, type=clamp_min]; +"1300 expand_as_25" [id=1300, type=expand_as]; +"1301 div_25" [id=1301, type=div]; +"1302 quantize_per_tensor_default_77" [id=1302, type=quantize_per_tensor]; +"1303 dequantize_per_tensor_default_77" [id=1303, type=dequantize_per_tensor]; +"1304 transpose_24" [id=1304, type=transpose]; +"1305 matmul_24" [id=1305, type=matmul]; +"1306 _frozen_param105" [id=1306, type=get_attr]; +"1307 mul_25" [id=1307, type=mul]; +"1308 add_42" [id=1308, type=add]; +"1309 softmax_12" [id=1309, type=softmax]; +"1310 dropout_48" [id=1310, type=dropout]; +"1311 matmul_25" [id=1311, type=matmul]; +"1312 transpose_25" [id=1312, type=transpose]; +"1313 reshape_56" [id=1313, type=reshape]; +"1314 _param_constant209" [id=1314, type=get_attr]; +"1315 reshape_56_0_0_nncf_smooth_quant_0" [id=1315, type=call_module]; +"1316 quantize_per_tensor_default_78" [id=1316, type=quantize_per_tensor]; +"1317 dequantize_per_tensor_default_78" [id=1317, type=dequantize_per_tensor]; +"1318 linear_77_scale_0" [id=1318, type=get_attr]; +"1319 linear_77_zero_point_0" [id=1319, type=get_attr]; +"1320 compressed_weight_updated_constant52" [id=1320, type=get_attr]; +"1321 quantize_per_channel_default_52" [id=1321, type=quantize_per_channel]; +"1322 dequantize_per_channel_default_52" [id=1322, type=dequantize_per_channel]; +"1323 linear_77" [id=1323, type=linear]; +"1324 dropout_49" [id=1324, type=dropout]; +"1325 view_69" [id=1325, type=view]; +"1326 permute_58" [id=1326, type=permute]; +"1327 reshape_57" [id=1327, type=reshape]; +"1328 slice_190" [id=1328, type=slice]; +"1329 slice_191" [id=1329, type=slice]; +"1330 slice_192" [id=1330, type=slice]; +"1331 slice_193" [id=1331, type=slice]; +"1332 contiguous_23" [id=1332, type=contiguous]; +"1333 _param_constant210" [id=1333, type=get_attr]; +"1334 _param_constant211" [id=1334, type=get_attr]; +"1335 layer_norm_27" [id=1335, type=layer_norm]; +"1336 add_43" [id=1336, type=add]; +"1337 _param_constant213" [id=1337, type=get_attr]; +"1338 add_43_0_0_nncf_smooth_quant_0" [id=1338, type=call_module]; +"1339 quantize_per_tensor_default_79" [id=1339, type=quantize_per_tensor]; +"1340 dequantize_per_tensor_default_79" [id=1340, type=dequantize_per_tensor]; +"1341 linear_78_scale_0" [id=1341, type=get_attr]; +"1342 linear_78_zero_point_0" [id=1342, type=get_attr]; +"1343 compressed_weight_updated_constant53" [id=1343, type=get_attr]; +"1344 quantize_per_channel_default_53" [id=1344, type=quantize_per_channel]; +"1345 dequantize_per_channel_default_53" [id=1345, type=dequantize_per_channel]; +"1346 linear_78" [id=1346, type=linear]; +"1347 gelu_12" [id=1347, type=gelu]; +"1348 dropout_50" [id=1348, type=dropout]; +"1349 _param_constant215" [id=1349, type=get_attr]; +"1350 dropout_50_0_0_nncf_smooth_quant_0" [id=1350, type=call_module]; +"1351 quantize_per_tensor_default_80" [id=1351, type=quantize_per_tensor]; +"1352 dequantize_per_tensor_default_80" [id=1352, type=dequantize_per_tensor]; +"1353 linear_79_scale_0" [id=1353, type=get_attr]; +"1354 linear_79_zero_point_0" [id=1354, type=get_attr]; +"1355 compressed_weight_updated_constant54" [id=1355, type=get_attr]; +"1356 quantize_per_channel_default_54" [id=1356, type=quantize_per_channel]; +"1357 dequantize_per_channel_default_54" [id=1357, type=dequantize_per_channel]; +"1358 linear_79" [id=1358, type=linear]; +"1359 dropout_51" [id=1359, type=dropout]; +"1360 _param_constant216" [id=1360, type=get_attr]; +"1361 _param_constant217" [id=1361, type=get_attr]; +"1362 layer_norm_28" [id=1362, type=layer_norm]; +"1363 add_44" [id=1363, type=add]; +"1364 _frozen_param106" [id=1364, type=get_attr]; +"1365 pad_15" [id=1365, type=pad]; +"1366 roll_12" [id=1366, type=roll]; +"1367 view_72" [id=1367, type=view]; +"1368 permute_60" [id=1368, type=permute]; +"1369 reshape_58" [id=1369, type=reshape]; +"1370 _frozen_param107" [id=1370, type=get_attr]; +"1371 reshape_58_0_0_nncf_smooth_quant_0" [id=1371, type=call_module]; +"1372 quantize_per_tensor_default_81" [id=1372, type=quantize_per_tensor]; +"1373 dequantize_per_tensor_default_81" [id=1373, type=dequantize_per_tensor]; +"1374 linear_82_scale_0" [id=1374, type=get_attr]; +"1375 linear_82_zero_point_0" [id=1375, type=get_attr]; +"1376 compressed_weight_updated_constant55" [id=1376, type=get_attr]; +"1377 quantize_per_channel_default_55" [id=1377, type=quantize_per_channel]; +"1378 dequantize_per_channel_default_55" [id=1378, type=dequantize_per_channel]; +"1379 linear_82" [id=1379, type=linear]; +"1380 reshape_59" [id=1380, type=reshape]; +"1381 permute_61" [id=1381, type=permute]; +"1382 select_39" [id=1382, type=select]; +"1383 select_40" [id=1383, type=select]; +"1384 select_41" [id=1384, type=select]; +"1385 linalg_vector_norm_26" [id=1385, type=linalg_vector_norm]; +"1386 clamp_min_26" [id=1386, type=clamp_min]; +"1387 expand_as_26" [id=1387, type=expand_as]; +"1388 div_26" [id=1388, type=div]; +"1389 quantize_per_tensor_default_82" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_82" [id=1390, type=dequantize_per_tensor]; +"1391 linalg_vector_norm_27" [id=1391, type=linalg_vector_norm]; +"1392 clamp_min_27" [id=1392, type=clamp_min]; +"1393 expand_as_27" [id=1393, type=expand_as]; +"1394 div_27" [id=1394, type=div]; +"1395 quantize_per_tensor_default_83" [id=1395, type=quantize_per_tensor]; +"1396 dequantize_per_tensor_default_83" [id=1396, type=dequantize_per_tensor]; +"1397 transpose_26" [id=1397, type=transpose]; +"1398 matmul_26" [id=1398, type=matmul]; +"1399 _frozen_param109" [id=1399, type=get_attr]; +"1400 mul_27" [id=1400, type=mul]; +"1401 add_45" [id=1401, type=add]; +"1402 new_zeros_6" [id=1402, type=new_zeros]; +"1403 view_73" [id=1403, type=view]; +"1404 permute_62" [id=1404, type=permute]; +"1405 reshape_60" [id=1405, type=reshape]; +"1406 unsqueeze_38" [id=1406, type=unsqueeze]; +"1407 unsqueeze_39" [id=1407, type=unsqueeze]; +"1408 sub_6" [id=1408, type=sub]; +"1409 ne_6" [id=1409, type=ne]; +"1410 masked_fill_12" [id=1410, type=masked_fill]; +"1411 eq_6" [id=1411, type=eq]; +"1412 masked_fill_13" [id=1412, type=masked_fill]; +"1413 view_74" [id=1413, type=view]; +"1414 unsqueeze_40" [id=1414, type=unsqueeze]; +"1415 unsqueeze_41" [id=1415, type=unsqueeze]; +"1416 add_46" [id=1416, type=add]; +"1417 view_75" [id=1417, type=view]; +"1418 softmax_13" [id=1418, type=softmax]; +"1419 dropout_52" [id=1419, type=dropout]; +"1420 matmul_27" [id=1420, type=matmul]; +"1421 transpose_27" [id=1421, type=transpose]; +"1422 reshape_61" [id=1422, type=reshape]; +"1423 _param_constant225" [id=1423, type=get_attr]; +"1424 reshape_61_0_0_nncf_smooth_quant_0" [id=1424, type=call_module]; +"1425 quantize_per_tensor_default_84" [id=1425, type=quantize_per_tensor]; +"1426 dequantize_per_tensor_default_84" [id=1426, type=dequantize_per_tensor]; +"1427 linear_83_scale_0" [id=1427, type=get_attr]; +"1428 linear_83_zero_point_0" [id=1428, type=get_attr]; +"1429 compressed_weight_updated_constant56" [id=1429, type=get_attr]; +"1430 quantize_per_channel_default_56" [id=1430, type=quantize_per_channel]; +"1431 dequantize_per_channel_default_56" [id=1431, type=dequantize_per_channel]; +"1432 linear_83" [id=1432, type=linear]; +"1433 dropout_53" [id=1433, type=dropout]; +"1434 view_76" [id=1434, type=view]; +"1435 permute_63" [id=1435, type=permute]; +"1436 reshape_62" [id=1436, type=reshape]; +"1437 roll_13" [id=1437, type=roll]; +"1438 slice_213" [id=1438, type=slice]; +"1439 slice_214" [id=1439, type=slice]; +"1440 slice_215" [id=1440, type=slice]; +"1441 slice_216" [id=1441, type=slice]; +"1442 contiguous_25" [id=1442, type=contiguous]; +"1443 _param_constant226" [id=1443, type=get_attr]; +"1444 _param_constant227" [id=1444, type=get_attr]; +"1445 layer_norm_29" [id=1445, type=layer_norm]; +"1446 add_47" [id=1446, type=add]; +"1447 _param_constant229" [id=1447, type=get_attr]; +"1448 add_47_0_0_nncf_smooth_quant_0" [id=1448, type=call_module]; +"1449 quantize_per_tensor_default_85" [id=1449, type=quantize_per_tensor]; +"1450 dequantize_per_tensor_default_85" [id=1450, type=dequantize_per_tensor]; +"1451 linear_84_scale_0" [id=1451, type=get_attr]; +"1452 linear_84_zero_point_0" [id=1452, type=get_attr]; +"1453 compressed_weight_updated_constant57" [id=1453, type=get_attr]; +"1454 quantize_per_channel_default_57" [id=1454, type=quantize_per_channel]; +"1455 dequantize_per_channel_default_57" [id=1455, type=dequantize_per_channel]; +"1456 linear_84" [id=1456, type=linear]; +"1457 gelu_13" [id=1457, type=gelu]; +"1458 dropout_54" [id=1458, type=dropout]; +"1459 _param_constant231" [id=1459, type=get_attr]; +"1460 dropout_54_0_0_nncf_smooth_quant_0" [id=1460, type=call_module]; +"1461 quantize_per_tensor_default_86" [id=1461, type=quantize_per_tensor]; +"1462 dequantize_per_tensor_default_86" [id=1462, type=dequantize_per_tensor]; +"1463 linear_85_scale_0" [id=1463, type=get_attr]; +"1464 linear_85_zero_point_0" [id=1464, type=get_attr]; +"1465 compressed_weight_updated_constant58" [id=1465, type=get_attr]; +"1466 quantize_per_channel_default_58" [id=1466, type=quantize_per_channel]; +"1467 dequantize_per_channel_default_58" [id=1467, type=dequantize_per_channel]; +"1468 linear_85" [id=1468, type=linear]; +"1469 dropout_55" [id=1469, type=dropout]; +"1470 _param_constant232" [id=1470, type=get_attr]; +"1471 _param_constant233" [id=1471, type=get_attr]; +"1472 layer_norm_30" [id=1472, type=layer_norm]; +"1473 add_48" [id=1473, type=add]; +"1474 _frozen_param119" [id=1474, type=get_attr]; +"1475 pad_16" [id=1475, type=pad]; +"1476 view_79" [id=1476, type=view]; +"1477 permute_65" [id=1477, type=permute]; +"1478 reshape_63" [id=1478, type=reshape]; +"1479 _frozen_param120" [id=1479, type=get_attr]; +"1480 reshape_63_0_0_nncf_smooth_quant_0" [id=1480, type=call_module]; +"1481 quantize_per_tensor_default_87" [id=1481, type=quantize_per_tensor]; +"1482 dequantize_per_tensor_default_87" [id=1482, type=dequantize_per_tensor]; +"1483 linear_88_scale_0" [id=1483, type=get_attr]; +"1484 linear_88_zero_point_0" [id=1484, type=get_attr]; +"1485 compressed_weight_updated_constant59" [id=1485, type=get_attr]; +"1486 quantize_per_channel_default_59" [id=1486, type=quantize_per_channel]; +"1487 dequantize_per_channel_default_59" [id=1487, type=dequantize_per_channel]; +"1488 linear_88" [id=1488, type=linear]; +"1489 reshape_64" [id=1489, type=reshape]; +"1490 permute_66" [id=1490, type=permute]; +"1491 select_42" [id=1491, type=select]; +"1492 select_43" [id=1492, type=select]; +"1493 select_44" [id=1493, type=select]; +"1494 linalg_vector_norm_28" [id=1494, type=linalg_vector_norm]; +"1495 clamp_min_28" [id=1495, type=clamp_min]; +"1496 expand_as_28" [id=1496, type=expand_as]; +"1497 div_28" [id=1497, type=div]; +"1498 quantize_per_tensor_default_88" [id=1498, type=quantize_per_tensor]; +"1499 dequantize_per_tensor_default_88" [id=1499, type=dequantize_per_tensor]; +"1500 linalg_vector_norm_29" [id=1500, type=linalg_vector_norm]; +"1501 clamp_min_29" [id=1501, type=clamp_min]; +"1502 expand_as_29" [id=1502, type=expand_as]; +"1503 div_29" [id=1503, type=div]; +"1504 quantize_per_tensor_default_89" [id=1504, type=quantize_per_tensor]; +"1505 dequantize_per_tensor_default_89" [id=1505, type=dequantize_per_tensor]; +"1506 transpose_28" [id=1506, type=transpose]; +"1507 matmul_28" [id=1507, type=matmul]; +"1508 _frozen_param122" [id=1508, type=get_attr]; +"1509 mul_29" [id=1509, type=mul]; +"1510 add_49" [id=1510, type=add]; +"1511 softmax_14" [id=1511, type=softmax]; +"1512 dropout_56" [id=1512, type=dropout]; +"1513 matmul_29" [id=1513, type=matmul]; +"1514 transpose_29" [id=1514, type=transpose]; +"1515 reshape_65" [id=1515, type=reshape]; +"1516 _param_constant241" [id=1516, type=get_attr]; +"1517 reshape_65_0_0_nncf_smooth_quant_0" [id=1517, type=call_module]; +"1518 quantize_per_tensor_default_90" [id=1518, type=quantize_per_tensor]; +"1519 dequantize_per_tensor_default_90" [id=1519, type=dequantize_per_tensor]; +"1520 linear_89_scale_0" [id=1520, type=get_attr]; +"1521 linear_89_zero_point_0" [id=1521, type=get_attr]; +"1522 compressed_weight_updated_constant60" [id=1522, type=get_attr]; +"1523 quantize_per_channel_default_60" [id=1523, type=quantize_per_channel]; +"1524 dequantize_per_channel_default_60" [id=1524, type=dequantize_per_channel]; +"1525 linear_89" [id=1525, type=linear]; +"1526 dropout_57" [id=1526, type=dropout]; +"1527 view_80" [id=1527, type=view]; +"1528 permute_67" [id=1528, type=permute]; +"1529 reshape_66" [id=1529, type=reshape]; +"1530 slice_218" [id=1530, type=slice]; +"1531 slice_219" [id=1531, type=slice]; +"1532 slice_220" [id=1532, type=slice]; +"1533 slice_221" [id=1533, type=slice]; +"1534 contiguous_27" [id=1534, type=contiguous]; +"1535 _param_constant242" [id=1535, type=get_attr]; +"1536 _param_constant243" [id=1536, type=get_attr]; +"1537 layer_norm_31" [id=1537, type=layer_norm]; +"1538 add_50" [id=1538, type=add]; +"1539 _param_constant245" [id=1539, type=get_attr]; +"1540 add_50_0_0_nncf_smooth_quant_0" [id=1540, type=call_module]; +"1541 quantize_per_tensor_default_91" [id=1541, type=quantize_per_tensor]; +"1542 dequantize_per_tensor_default_91" [id=1542, type=dequantize_per_tensor]; +"1543 linear_90_scale_0" [id=1543, type=get_attr]; +"1544 linear_90_zero_point_0" [id=1544, type=get_attr]; +"1545 compressed_weight_updated_constant61" [id=1545, type=get_attr]; +"1546 quantize_per_channel_default_61" [id=1546, type=quantize_per_channel]; +"1547 dequantize_per_channel_default_61" [id=1547, type=dequantize_per_channel]; +"1548 linear_90" [id=1548, type=linear]; +"1549 gelu_14" [id=1549, type=gelu]; +"1550 dropout_58" [id=1550, type=dropout]; +"1551 _param_constant247" [id=1551, type=get_attr]; +"1552 dropout_58_0_0_nncf_smooth_quant_0" [id=1552, type=call_module]; +"1553 quantize_per_tensor_default_92" [id=1553, type=quantize_per_tensor]; +"1554 dequantize_per_tensor_default_92" [id=1554, type=dequantize_per_tensor]; +"1555 linear_91_scale_0" [id=1555, type=get_attr]; +"1556 linear_91_zero_point_0" [id=1556, type=get_attr]; +"1557 compressed_weight_updated_constant62" [id=1557, type=get_attr]; +"1558 quantize_per_channel_default_62" [id=1558, type=quantize_per_channel]; +"1559 dequantize_per_channel_default_62" [id=1559, type=dequantize_per_channel]; +"1560 linear_91" [id=1560, type=linear]; +"1561 dropout_59" [id=1561, type=dropout]; +"1562 _param_constant248" [id=1562, type=get_attr]; +"1563 _param_constant249" [id=1563, type=get_attr]; +"1564 layer_norm_32" [id=1564, type=layer_norm]; +"1565 add_51" [id=1565, type=add]; +"1566 _frozen_param123" [id=1566, type=get_attr]; +"1567 pad_17" [id=1567, type=pad]; +"1568 roll_14" [id=1568, type=roll]; +"1569 view_83" [id=1569, type=view]; +"1570 permute_69" [id=1570, type=permute]; +"1571 reshape_67" [id=1571, type=reshape]; +"1572 _frozen_param124" [id=1572, type=get_attr]; +"1573 reshape_67_0_0_nncf_smooth_quant_0" [id=1573, type=call_module]; +"1574 quantize_per_tensor_default_93" [id=1574, type=quantize_per_tensor]; +"1575 dequantize_per_tensor_default_93" [id=1575, type=dequantize_per_tensor]; +"1576 linear_94_scale_0" [id=1576, type=get_attr]; +"1577 linear_94_zero_point_0" [id=1577, type=get_attr]; +"1578 compressed_weight_updated_constant63" [id=1578, type=get_attr]; +"1579 quantize_per_channel_default_63" [id=1579, type=quantize_per_channel]; +"1580 dequantize_per_channel_default_63" [id=1580, type=dequantize_per_channel]; +"1581 linear_94" [id=1581, type=linear]; +"1582 reshape_68" [id=1582, type=reshape]; +"1583 permute_70" [id=1583, type=permute]; +"1584 select_45" [id=1584, type=select]; +"1585 select_46" [id=1585, type=select]; +"1586 select_47" [id=1586, type=select]; +"1587 linalg_vector_norm_30" [id=1587, type=linalg_vector_norm]; +"1588 clamp_min_30" [id=1588, type=clamp_min]; +"1589 expand_as_30" [id=1589, type=expand_as]; +"1590 div_30" [id=1590, type=div]; +"1591 quantize_per_tensor_default_94" [id=1591, type=quantize_per_tensor]; +"1592 dequantize_per_tensor_default_94" [id=1592, type=dequantize_per_tensor]; +"1593 linalg_vector_norm_31" [id=1593, type=linalg_vector_norm]; +"1594 clamp_min_31" [id=1594, type=clamp_min]; +"1595 expand_as_31" [id=1595, type=expand_as]; +"1596 div_31" [id=1596, type=div]; +"1597 quantize_per_tensor_default_95" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_95" [id=1598, type=dequantize_per_tensor]; +"1599 transpose_30" [id=1599, type=transpose]; +"1600 matmul_30" [id=1600, type=matmul]; +"1601 _frozen_param126" [id=1601, type=get_attr]; +"1602 mul_31" [id=1602, type=mul]; +"1603 add_52" [id=1603, type=add]; +"1604 new_zeros_7" [id=1604, type=new_zeros]; +"1605 view_84" [id=1605, type=view]; +"1606 permute_71" [id=1606, type=permute]; +"1607 reshape_69" [id=1607, type=reshape]; +"1608 unsqueeze_44" [id=1608, type=unsqueeze]; +"1609 unsqueeze_45" [id=1609, type=unsqueeze]; +"1610 sub_7" [id=1610, type=sub]; +"1611 ne_7" [id=1611, type=ne]; +"1612 masked_fill_14" [id=1612, type=masked_fill]; +"1613 eq_7" [id=1613, type=eq]; +"1614 masked_fill_15" [id=1614, type=masked_fill]; +"1615 view_85" [id=1615, type=view]; +"1616 unsqueeze_46" [id=1616, type=unsqueeze]; +"1617 unsqueeze_47" [id=1617, type=unsqueeze]; +"1618 add_53" [id=1618, type=add]; +"1619 view_86" [id=1619, type=view]; +"1620 softmax_15" [id=1620, type=softmax]; +"1621 dropout_60" [id=1621, type=dropout]; +"1622 matmul_31" [id=1622, type=matmul]; +"1623 transpose_31" [id=1623, type=transpose]; +"1624 reshape_70" [id=1624, type=reshape]; +"1625 _param_constant257" [id=1625, type=get_attr]; +"1626 reshape_70_0_0_nncf_smooth_quant_0" [id=1626, type=call_module]; +"1627 quantize_per_tensor_default_96" [id=1627, type=quantize_per_tensor]; +"1628 dequantize_per_tensor_default_96" [id=1628, type=dequantize_per_tensor]; +"1629 linear_95_scale_0" [id=1629, type=get_attr]; +"1630 linear_95_zero_point_0" [id=1630, type=get_attr]; +"1631 compressed_weight_updated_constant64" [id=1631, type=get_attr]; +"1632 quantize_per_channel_default_64" [id=1632, type=quantize_per_channel]; +"1633 dequantize_per_channel_default_64" [id=1633, type=dequantize_per_channel]; +"1634 linear_95" [id=1634, type=linear]; +"1635 dropout_61" [id=1635, type=dropout]; +"1636 view_87" [id=1636, type=view]; +"1637 permute_72" [id=1637, type=permute]; +"1638 reshape_71" [id=1638, type=reshape]; +"1639 roll_15" [id=1639, type=roll]; +"1640 slice_241" [id=1640, type=slice]; +"1641 slice_242" [id=1641, type=slice]; +"1642 slice_243" [id=1642, type=slice]; +"1643 slice_244" [id=1643, type=slice]; +"1644 contiguous_29" [id=1644, type=contiguous]; +"1645 _param_constant258" [id=1645, type=get_attr]; +"1646 _param_constant259" [id=1646, type=get_attr]; +"1647 layer_norm_33" [id=1647, type=layer_norm]; +"1648 add_54" [id=1648, type=add]; +"1649 _param_constant261" [id=1649, type=get_attr]; +"1650 add_54_0_0_nncf_smooth_quant_0" [id=1650, type=call_module]; +"1651 quantize_per_tensor_default_97" [id=1651, type=quantize_per_tensor]; +"1652 dequantize_per_tensor_default_97" [id=1652, type=dequantize_per_tensor]; +"1653 linear_96_scale_0" [id=1653, type=get_attr]; +"1654 linear_96_zero_point_0" [id=1654, type=get_attr]; +"1655 compressed_weight_updated_constant65" [id=1655, type=get_attr]; +"1656 quantize_per_channel_default_65" [id=1656, type=quantize_per_channel]; +"1657 dequantize_per_channel_default_65" [id=1657, type=dequantize_per_channel]; +"1658 linear_96" [id=1658, type=linear]; +"1659 gelu_15" [id=1659, type=gelu]; +"1660 dropout_62" [id=1660, type=dropout]; +"1661 _param_constant263" [id=1661, type=get_attr]; +"1662 dropout_62_0_0_nncf_smooth_quant_0" [id=1662, type=call_module]; +"1663 quantize_per_tensor_default_98" [id=1663, type=quantize_per_tensor]; +"1664 dequantize_per_tensor_default_98" [id=1664, type=dequantize_per_tensor]; +"1665 linear_97_scale_0" [id=1665, type=get_attr]; +"1666 linear_97_zero_point_0" [id=1666, type=get_attr]; +"1667 compressed_weight_updated_constant66" [id=1667, type=get_attr]; +"1668 quantize_per_channel_default_66" [id=1668, type=quantize_per_channel]; +"1669 dequantize_per_channel_default_66" [id=1669, type=dequantize_per_channel]; +"1670 linear_97" [id=1670, type=linear]; +"1671 dropout_63" [id=1671, type=dropout]; +"1672 _param_constant264" [id=1672, type=get_attr]; +"1673 _param_constant265" [id=1673, type=get_attr]; +"1674 layer_norm_34" [id=1674, type=layer_norm]; +"1675 add_55" [id=1675, type=add]; +"1676 _frozen_param136" [id=1676, type=get_attr]; +"1677 pad_18" [id=1677, type=pad]; +"1678 view_90" [id=1678, type=view]; +"1679 permute_74" [id=1679, type=permute]; +"1680 reshape_72" [id=1680, type=reshape]; +"1681 _frozen_param137" [id=1681, type=get_attr]; +"1682 reshape_72_0_0_nncf_smooth_quant_0" [id=1682, type=call_module]; +"1683 quantize_per_tensor_default_99" [id=1683, type=quantize_per_tensor]; +"1684 dequantize_per_tensor_default_99" [id=1684, type=dequantize_per_tensor]; +"1685 linear_100_scale_0" [id=1685, type=get_attr]; +"1686 linear_100_zero_point_0" [id=1686, type=get_attr]; +"1687 compressed_weight_updated_constant67" [id=1687, type=get_attr]; +"1688 quantize_per_channel_default_67" [id=1688, type=quantize_per_channel]; +"1689 dequantize_per_channel_default_67" [id=1689, type=dequantize_per_channel]; +"1690 linear_100" [id=1690, type=linear]; +"1691 reshape_73" [id=1691, type=reshape]; +"1692 permute_75" [id=1692, type=permute]; +"1693 select_48" [id=1693, type=select]; +"1694 select_49" [id=1694, type=select]; +"1695 select_50" [id=1695, type=select]; +"1696 linalg_vector_norm_32" [id=1696, type=linalg_vector_norm]; +"1697 clamp_min_32" [id=1697, type=clamp_min]; +"1698 expand_as_32" [id=1698, type=expand_as]; +"1699 div_32" [id=1699, type=div]; +"1700 quantize_per_tensor_default_100" [id=1700, type=quantize_per_tensor]; +"1701 dequantize_per_tensor_default_100" [id=1701, type=dequantize_per_tensor]; +"1702 linalg_vector_norm_33" [id=1702, type=linalg_vector_norm]; +"1703 clamp_min_33" [id=1703, type=clamp_min]; +"1704 expand_as_33" [id=1704, type=expand_as]; +"1705 div_33" [id=1705, type=div]; +"1706 quantize_per_tensor_default_101" [id=1706, type=quantize_per_tensor]; +"1707 dequantize_per_tensor_default_101" [id=1707, type=dequantize_per_tensor]; +"1708 transpose_32" [id=1708, type=transpose]; +"1709 matmul_32" [id=1709, type=matmul]; +"1710 _frozen_param139" [id=1710, type=get_attr]; +"1711 mul_33" [id=1711, type=mul]; +"1712 add_56" [id=1712, type=add]; +"1713 softmax_16" [id=1713, type=softmax]; +"1714 dropout_64" [id=1714, type=dropout]; +"1715 matmul_33" [id=1715, type=matmul]; +"1716 transpose_33" [id=1716, type=transpose]; +"1717 reshape_74" [id=1717, type=reshape]; +"1718 _param_constant273" [id=1718, type=get_attr]; +"1719 reshape_74_0_0_nncf_smooth_quant_0" [id=1719, type=call_module]; +"1720 quantize_per_tensor_default_102" [id=1720, type=quantize_per_tensor]; +"1721 dequantize_per_tensor_default_102" [id=1721, type=dequantize_per_tensor]; +"1722 linear_101_scale_0" [id=1722, type=get_attr]; +"1723 linear_101_zero_point_0" [id=1723, type=get_attr]; +"1724 compressed_weight_updated_constant68" [id=1724, type=get_attr]; +"1725 quantize_per_channel_default_68" [id=1725, type=quantize_per_channel]; +"1726 dequantize_per_channel_default_68" [id=1726, type=dequantize_per_channel]; +"1727 linear_101" [id=1727, type=linear]; +"1728 dropout_65" [id=1728, type=dropout]; +"1729 view_91" [id=1729, type=view]; +"1730 permute_76" [id=1730, type=permute]; +"1731 reshape_75" [id=1731, type=reshape]; +"1732 slice_246" [id=1732, type=slice]; +"1733 slice_247" [id=1733, type=slice]; +"1734 slice_248" [id=1734, type=slice]; +"1735 slice_249" [id=1735, type=slice]; +"1736 contiguous_31" [id=1736, type=contiguous]; +"1737 _param_constant274" [id=1737, type=get_attr]; +"1738 _param_constant275" [id=1738, type=get_attr]; +"1739 layer_norm_35" [id=1739, type=layer_norm]; +"1740 add_57" [id=1740, type=add]; +"1741 _param_constant277" [id=1741, type=get_attr]; +"1742 add_57_0_0_nncf_smooth_quant_0" [id=1742, type=call_module]; +"1743 quantize_per_tensor_default_103" [id=1743, type=quantize_per_tensor]; +"1744 dequantize_per_tensor_default_103" [id=1744, type=dequantize_per_tensor]; +"1745 linear_102_scale_0" [id=1745, type=get_attr]; +"1746 linear_102_zero_point_0" [id=1746, type=get_attr]; +"1747 compressed_weight_updated_constant69" [id=1747, type=get_attr]; +"1748 quantize_per_channel_default_69" [id=1748, type=quantize_per_channel]; +"1749 dequantize_per_channel_default_69" [id=1749, type=dequantize_per_channel]; +"1750 linear_102" [id=1750, type=linear]; +"1751 gelu_16" [id=1751, type=gelu]; +"1752 dropout_66" [id=1752, type=dropout]; +"1753 _param_constant279" [id=1753, type=get_attr]; +"1754 dropout_66_0_0_nncf_smooth_quant_0" [id=1754, type=call_module]; +"1755 quantize_per_tensor_default_104" [id=1755, type=quantize_per_tensor]; +"1756 dequantize_per_tensor_default_104" [id=1756, type=dequantize_per_tensor]; +"1757 linear_103_scale_0" [id=1757, type=get_attr]; +"1758 linear_103_zero_point_0" [id=1758, type=get_attr]; +"1759 compressed_weight_updated_constant70" [id=1759, type=get_attr]; +"1760 quantize_per_channel_default_70" [id=1760, type=quantize_per_channel]; +"1761 dequantize_per_channel_default_70" [id=1761, type=dequantize_per_channel]; +"1762 linear_103" [id=1762, type=linear]; +"1763 dropout_67" [id=1763, type=dropout]; +"1764 _param_constant280" [id=1764, type=get_attr]; +"1765 _param_constant281" [id=1765, type=get_attr]; +"1766 layer_norm_36" [id=1766, type=layer_norm]; +"1767 add_58" [id=1767, type=add]; +"1768 _frozen_param140" [id=1768, type=get_attr]; +"1769 pad_19" [id=1769, type=pad]; +"1770 roll_16" [id=1770, type=roll]; +"1771 view_94" [id=1771, type=view]; +"1772 permute_78" [id=1772, type=permute]; +"1773 reshape_76" [id=1773, type=reshape]; +"1774 _frozen_param141" [id=1774, type=get_attr]; +"1775 reshape_76_0_0_nncf_smooth_quant_0" [id=1775, type=call_module]; +"1776 quantize_per_tensor_default_105" [id=1776, type=quantize_per_tensor]; +"1777 dequantize_per_tensor_default_105" [id=1777, type=dequantize_per_tensor]; +"1778 linear_106_scale_0" [id=1778, type=get_attr]; +"1779 linear_106_zero_point_0" [id=1779, type=get_attr]; +"1780 compressed_weight_updated_constant71" [id=1780, type=get_attr]; +"1781 quantize_per_channel_default_71" [id=1781, type=quantize_per_channel]; +"1782 dequantize_per_channel_default_71" [id=1782, type=dequantize_per_channel]; +"1783 linear_106" [id=1783, type=linear]; +"1784 reshape_77" [id=1784, type=reshape]; +"1785 permute_79" [id=1785, type=permute]; +"1786 select_51" [id=1786, type=select]; +"1787 select_52" [id=1787, type=select]; +"1788 select_53" [id=1788, type=select]; +"1789 linalg_vector_norm_34" [id=1789, type=linalg_vector_norm]; +"1790 clamp_min_34" [id=1790, type=clamp_min]; +"1791 expand_as_34" [id=1791, type=expand_as]; +"1792 div_34" [id=1792, type=div]; +"1793 quantize_per_tensor_default_106" [id=1793, type=quantize_per_tensor]; +"1794 dequantize_per_tensor_default_106" [id=1794, type=dequantize_per_tensor]; +"1795 linalg_vector_norm_35" [id=1795, type=linalg_vector_norm]; +"1796 clamp_min_35" [id=1796, type=clamp_min]; +"1797 expand_as_35" [id=1797, type=expand_as]; +"1798 div_35" [id=1798, type=div]; +"1799 quantize_per_tensor_default_107" [id=1799, type=quantize_per_tensor]; +"1800 dequantize_per_tensor_default_107" [id=1800, type=dequantize_per_tensor]; +"1801 transpose_34" [id=1801, type=transpose]; +"1802 matmul_34" [id=1802, type=matmul]; +"1803 _frozen_param143" [id=1803, type=get_attr]; +"1804 mul_35" [id=1804, type=mul]; +"1805 add_59" [id=1805, type=add]; +"1806 new_zeros_8" [id=1806, type=new_zeros]; +"1807 view_95" [id=1807, type=view]; +"1808 permute_80" [id=1808, type=permute]; +"1809 reshape_78" [id=1809, type=reshape]; +"1810 unsqueeze_50" [id=1810, type=unsqueeze]; +"1811 unsqueeze_51" [id=1811, type=unsqueeze]; +"1812 sub_8" [id=1812, type=sub]; +"1813 ne_8" [id=1813, type=ne]; +"1814 masked_fill_16" [id=1814, type=masked_fill]; +"1815 eq_8" [id=1815, type=eq]; +"1816 masked_fill_17" [id=1816, type=masked_fill]; +"1817 view_96" [id=1817, type=view]; +"1818 unsqueeze_52" [id=1818, type=unsqueeze]; +"1819 unsqueeze_53" [id=1819, type=unsqueeze]; +"1820 add_60" [id=1820, type=add]; +"1821 view_97" [id=1821, type=view]; +"1822 softmax_17" [id=1822, type=softmax]; +"1823 dropout_68" [id=1823, type=dropout]; +"1824 matmul_35" [id=1824, type=matmul]; +"1825 transpose_35" [id=1825, type=transpose]; +"1826 reshape_79" [id=1826, type=reshape]; +"1827 _param_constant289" [id=1827, type=get_attr]; +"1828 reshape_79_0_0_nncf_smooth_quant_0" [id=1828, type=call_module]; +"1829 quantize_per_tensor_default_108" [id=1829, type=quantize_per_tensor]; +"1830 dequantize_per_tensor_default_108" [id=1830, type=dequantize_per_tensor]; +"1831 linear_107_scale_0" [id=1831, type=get_attr]; +"1832 linear_107_zero_point_0" [id=1832, type=get_attr]; +"1833 compressed_weight_updated_constant72" [id=1833, type=get_attr]; +"1834 quantize_per_channel_default_72" [id=1834, type=quantize_per_channel]; +"1835 dequantize_per_channel_default_72" [id=1835, type=dequantize_per_channel]; +"1836 linear_107" [id=1836, type=linear]; +"1837 dropout_69" [id=1837, type=dropout]; +"1838 view_98" [id=1838, type=view]; +"1839 permute_81" [id=1839, type=permute]; +"1840 reshape_80" [id=1840, type=reshape]; +"1841 roll_17" [id=1841, type=roll]; +"1842 slice_269" [id=1842, type=slice]; +"1843 slice_270" [id=1843, type=slice]; +"1844 slice_271" [id=1844, type=slice]; +"1845 slice_272" [id=1845, type=slice]; +"1846 contiguous_33" [id=1846, type=contiguous]; +"1847 _param_constant290" [id=1847, type=get_attr]; +"1848 _param_constant291" [id=1848, type=get_attr]; +"1849 layer_norm_37" [id=1849, type=layer_norm]; +"1850 add_61" [id=1850, type=add]; +"1851 _param_constant293" [id=1851, type=get_attr]; +"1852 add_61_0_0_nncf_smooth_quant_0" [id=1852, type=call_module]; +"1853 quantize_per_tensor_default_109" [id=1853, type=quantize_per_tensor]; +"1854 dequantize_per_tensor_default_109" [id=1854, type=dequantize_per_tensor]; +"1855 linear_108_scale_0" [id=1855, type=get_attr]; +"1856 linear_108_zero_point_0" [id=1856, type=get_attr]; +"1857 compressed_weight_updated_constant73" [id=1857, type=get_attr]; +"1858 quantize_per_channel_default_73" [id=1858, type=quantize_per_channel]; +"1859 dequantize_per_channel_default_73" [id=1859, type=dequantize_per_channel]; +"1860 linear_108" [id=1860, type=linear]; +"1861 gelu_17" [id=1861, type=gelu]; +"1862 dropout_70" [id=1862, type=dropout]; +"1863 _param_constant295" [id=1863, type=get_attr]; +"1864 dropout_70_0_0_nncf_smooth_quant_0" [id=1864, type=call_module]; +"1865 quantize_per_tensor_default_110" [id=1865, type=quantize_per_tensor]; +"1866 dequantize_per_tensor_default_110" [id=1866, type=dequantize_per_tensor]; +"1867 linear_109_scale_0" [id=1867, type=get_attr]; +"1868 linear_109_zero_point_0" [id=1868, type=get_attr]; +"1869 compressed_weight_updated_constant74" [id=1869, type=get_attr]; +"1870 quantize_per_channel_default_74" [id=1870, type=quantize_per_channel]; +"1871 dequantize_per_channel_default_74" [id=1871, type=dequantize_per_channel]; +"1872 linear_109" [id=1872, type=linear]; +"1873 dropout_71" [id=1873, type=dropout]; +"1874 _param_constant296" [id=1874, type=get_attr]; +"1875 _param_constant297" [id=1875, type=get_attr]; +"1876 layer_norm_38" [id=1876, type=layer_norm]; +"1877 add_62" [id=1877, type=add]; +"1878 _frozen_param153" [id=1878, type=get_attr]; +"1879 pad_20" [id=1879, type=pad]; +"1880 view_101" [id=1880, type=view]; +"1881 permute_83" [id=1881, type=permute]; +"1882 reshape_81" [id=1882, type=reshape]; +"1883 _frozen_param154" [id=1883, type=get_attr]; +"1884 reshape_81_0_0_nncf_smooth_quant_0" [id=1884, type=call_module]; +"1885 quantize_per_tensor_default_111" [id=1885, type=quantize_per_tensor]; +"1886 dequantize_per_tensor_default_111" [id=1886, type=dequantize_per_tensor]; +"1887 linear_112_scale_0" [id=1887, type=get_attr]; +"1888 linear_112_zero_point_0" [id=1888, type=get_attr]; +"1889 compressed_weight_updated_constant75" [id=1889, type=get_attr]; +"1890 quantize_per_channel_default_75" [id=1890, type=quantize_per_channel]; +"1891 dequantize_per_channel_default_75" [id=1891, type=dequantize_per_channel]; +"1892 linear_112" [id=1892, type=linear]; +"1893 reshape_82" [id=1893, type=reshape]; +"1894 permute_84" [id=1894, type=permute]; +"1895 select_54" [id=1895, type=select]; +"1896 select_55" [id=1896, type=select]; +"1897 select_56" [id=1897, type=select]; +"1898 linalg_vector_norm_36" [id=1898, type=linalg_vector_norm]; +"1899 clamp_min_36" [id=1899, type=clamp_min]; +"1900 expand_as_36" [id=1900, type=expand_as]; +"1901 div_36" [id=1901, type=div]; +"1902 quantize_per_tensor_default_112" [id=1902, type=quantize_per_tensor]; +"1903 dequantize_per_tensor_default_112" [id=1903, type=dequantize_per_tensor]; +"1904 linalg_vector_norm_37" [id=1904, type=linalg_vector_norm]; +"1905 clamp_min_37" [id=1905, type=clamp_min]; +"1906 expand_as_37" [id=1906, type=expand_as]; +"1907 div_37" [id=1907, type=div]; +"1908 quantize_per_tensor_default_113" [id=1908, type=quantize_per_tensor]; +"1909 dequantize_per_tensor_default_113" [id=1909, type=dequantize_per_tensor]; +"1910 transpose_36" [id=1910, type=transpose]; +"1911 matmul_36" [id=1911, type=matmul]; +"1912 _frozen_param156" [id=1912, type=get_attr]; +"1913 mul_37" [id=1913, type=mul]; +"1914 add_63" [id=1914, type=add]; +"1915 softmax_18" [id=1915, type=softmax]; +"1916 dropout_72" [id=1916, type=dropout]; +"1917 matmul_37" [id=1917, type=matmul]; +"1918 transpose_37" [id=1918, type=transpose]; +"1919 reshape_83" [id=1919, type=reshape]; +"1920 _param_constant305" [id=1920, type=get_attr]; +"1921 reshape_83_0_0_nncf_smooth_quant_0" [id=1921, type=call_module]; +"1922 quantize_per_tensor_default_114" [id=1922, type=quantize_per_tensor]; +"1923 dequantize_per_tensor_default_114" [id=1923, type=dequantize_per_tensor]; +"1924 linear_113_scale_0" [id=1924, type=get_attr]; +"1925 linear_113_zero_point_0" [id=1925, type=get_attr]; +"1926 compressed_weight_updated_constant76" [id=1926, type=get_attr]; +"1927 quantize_per_channel_default_76" [id=1927, type=quantize_per_channel]; +"1928 dequantize_per_channel_default_76" [id=1928, type=dequantize_per_channel]; +"1929 linear_113" [id=1929, type=linear]; +"1930 dropout_73" [id=1930, type=dropout]; +"1931 view_102" [id=1931, type=view]; +"1932 permute_85" [id=1932, type=permute]; +"1933 reshape_84" [id=1933, type=reshape]; +"1934 slice_274" [id=1934, type=slice]; +"1935 slice_275" [id=1935, type=slice]; +"1936 slice_276" [id=1936, type=slice]; +"1937 slice_277" [id=1937, type=slice]; +"1938 contiguous_35" [id=1938, type=contiguous]; +"1939 _param_constant306" [id=1939, type=get_attr]; +"1940 _param_constant307" [id=1940, type=get_attr]; +"1941 layer_norm_39" [id=1941, type=layer_norm]; +"1942 add_64" [id=1942, type=add]; +"1943 _param_constant309" [id=1943, type=get_attr]; +"1944 add_64_0_0_nncf_smooth_quant_0" [id=1944, type=call_module]; +"1945 quantize_per_tensor_default_115" [id=1945, type=quantize_per_tensor]; +"1946 dequantize_per_tensor_default_115" [id=1946, type=dequantize_per_tensor]; +"1947 linear_114_scale_0" [id=1947, type=get_attr]; +"1948 linear_114_zero_point_0" [id=1948, type=get_attr]; +"1949 compressed_weight_updated_constant77" [id=1949, type=get_attr]; +"1950 quantize_per_channel_default_77" [id=1950, type=quantize_per_channel]; +"1951 dequantize_per_channel_default_77" [id=1951, type=dequantize_per_channel]; +"1952 linear_114" [id=1952, type=linear]; +"1953 gelu_18" [id=1953, type=gelu]; +"1954 dropout_74" [id=1954, type=dropout]; +"1955 _param_constant311" [id=1955, type=get_attr]; +"1956 dropout_74_0_0_nncf_smooth_quant_0" [id=1956, type=call_module]; +"1957 quantize_per_tensor_default_116" [id=1957, type=quantize_per_tensor]; +"1958 dequantize_per_tensor_default_116" [id=1958, type=dequantize_per_tensor]; +"1959 linear_115_scale_0" [id=1959, type=get_attr]; +"1960 linear_115_zero_point_0" [id=1960, type=get_attr]; +"1961 compressed_weight_updated_constant78" [id=1961, type=get_attr]; +"1962 quantize_per_channel_default_78" [id=1962, type=quantize_per_channel]; +"1963 dequantize_per_channel_default_78" [id=1963, type=dequantize_per_channel]; +"1964 linear_115" [id=1964, type=linear]; +"1965 dropout_75" [id=1965, type=dropout]; +"1966 _param_constant312" [id=1966, type=get_attr]; +"1967 _param_constant313" [id=1967, type=get_attr]; +"1968 layer_norm_40" [id=1968, type=layer_norm]; +"1969 add_65" [id=1969, type=add]; +"1970 _frozen_param157" [id=1970, type=get_attr]; +"1971 pad_21" [id=1971, type=pad]; +"1972 roll_18" [id=1972, type=roll]; +"1973 view_105" [id=1973, type=view]; +"1974 permute_87" [id=1974, type=permute]; +"1975 reshape_85" [id=1975, type=reshape]; +"1976 _frozen_param158" [id=1976, type=get_attr]; +"1977 reshape_85_0_0_nncf_smooth_quant_0" [id=1977, type=call_module]; +"1978 quantize_per_tensor_default_117" [id=1978, type=quantize_per_tensor]; +"1979 dequantize_per_tensor_default_117" [id=1979, type=dequantize_per_tensor]; +"1980 linear_118_scale_0" [id=1980, type=get_attr]; +"1981 linear_118_zero_point_0" [id=1981, type=get_attr]; +"1982 compressed_weight_updated_constant79" [id=1982, type=get_attr]; +"1983 quantize_per_channel_default_79" [id=1983, type=quantize_per_channel]; +"1984 dequantize_per_channel_default_79" [id=1984, type=dequantize_per_channel]; +"1985 linear_118" [id=1985, type=linear]; +"1986 reshape_86" [id=1986, type=reshape]; +"1987 permute_88" [id=1987, type=permute]; +"1988 select_57" [id=1988, type=select]; +"1989 select_58" [id=1989, type=select]; +"1990 select_59" [id=1990, type=select]; +"1991 linalg_vector_norm_38" [id=1991, type=linalg_vector_norm]; +"1992 clamp_min_38" [id=1992, type=clamp_min]; +"1993 expand_as_38" [id=1993, type=expand_as]; +"1994 div_38" [id=1994, type=div]; +"1995 quantize_per_tensor_default_118" [id=1995, type=quantize_per_tensor]; +"1996 dequantize_per_tensor_default_118" [id=1996, type=dequantize_per_tensor]; +"1997 linalg_vector_norm_39" [id=1997, type=linalg_vector_norm]; +"1998 clamp_min_39" [id=1998, type=clamp_min]; +"1999 expand_as_39" [id=1999, type=expand_as]; +"2000 div_39" [id=2000, type=div]; +"2001 quantize_per_tensor_default_119" [id=2001, type=quantize_per_tensor]; +"2002 dequantize_per_tensor_default_119" [id=2002, type=dequantize_per_tensor]; +"2003 transpose_38" [id=2003, type=transpose]; +"2004 matmul_38" [id=2004, type=matmul]; +"2005 _frozen_param160" [id=2005, type=get_attr]; +"2006 mul_39" [id=2006, type=mul]; +"2007 add_66" [id=2007, type=add]; +"2008 new_zeros_9" [id=2008, type=new_zeros]; +"2009 view_106" [id=2009, type=view]; +"2010 permute_89" [id=2010, type=permute]; +"2011 reshape_87" [id=2011, type=reshape]; +"2012 unsqueeze_56" [id=2012, type=unsqueeze]; +"2013 unsqueeze_57" [id=2013, type=unsqueeze]; +"2014 sub_9" [id=2014, type=sub]; +"2015 ne_9" [id=2015, type=ne]; +"2016 masked_fill_18" [id=2016, type=masked_fill]; +"2017 eq_9" [id=2017, type=eq]; +"2018 masked_fill_19" [id=2018, type=masked_fill]; +"2019 view_107" [id=2019, type=view]; +"2020 unsqueeze_58" [id=2020, type=unsqueeze]; +"2021 unsqueeze_59" [id=2021, type=unsqueeze]; +"2022 add_67" [id=2022, type=add]; +"2023 view_108" [id=2023, type=view]; +"2024 softmax_19" [id=2024, type=softmax]; +"2025 dropout_76" [id=2025, type=dropout]; +"2026 matmul_39" [id=2026, type=matmul]; +"2027 transpose_39" [id=2027, type=transpose]; +"2028 reshape_88" [id=2028, type=reshape]; +"2029 _param_constant321" [id=2029, type=get_attr]; +"2030 reshape_88_0_0_nncf_smooth_quant_0" [id=2030, type=call_module]; +"2031 quantize_per_tensor_default_120" [id=2031, type=quantize_per_tensor]; +"2032 dequantize_per_tensor_default_120" [id=2032, type=dequantize_per_tensor]; +"2033 linear_119_scale_0" [id=2033, type=get_attr]; +"2034 linear_119_zero_point_0" [id=2034, type=get_attr]; +"2035 compressed_weight_updated_constant80" [id=2035, type=get_attr]; +"2036 quantize_per_channel_default_80" [id=2036, type=quantize_per_channel]; +"2037 dequantize_per_channel_default_80" [id=2037, type=dequantize_per_channel]; +"2038 linear_119" [id=2038, type=linear]; +"2039 dropout_77" [id=2039, type=dropout]; +"2040 view_109" [id=2040, type=view]; +"2041 permute_90" [id=2041, type=permute]; +"2042 reshape_89" [id=2042, type=reshape]; +"2043 roll_19" [id=2043, type=roll]; +"2044 slice_297" [id=2044, type=slice]; +"2045 slice_298" [id=2045, type=slice]; +"2046 slice_299" [id=2046, type=slice]; +"2047 slice_300" [id=2047, type=slice]; +"2048 contiguous_37" [id=2048, type=contiguous]; +"2049 _param_constant322" [id=2049, type=get_attr]; +"2050 _param_constant323" [id=2050, type=get_attr]; +"2051 layer_norm_41" [id=2051, type=layer_norm]; +"2052 add_68" [id=2052, type=add]; +"2053 _param_constant325" [id=2053, type=get_attr]; +"2054 add_68_0_0_nncf_smooth_quant_0" [id=2054, type=call_module]; +"2055 quantize_per_tensor_default_121" [id=2055, type=quantize_per_tensor]; +"2056 dequantize_per_tensor_default_121" [id=2056, type=dequantize_per_tensor]; +"2057 linear_120_scale_0" [id=2057, type=get_attr]; +"2058 linear_120_zero_point_0" [id=2058, type=get_attr]; +"2059 compressed_weight_updated_constant81" [id=2059, type=get_attr]; +"2060 quantize_per_channel_default_81" [id=2060, type=quantize_per_channel]; +"2061 dequantize_per_channel_default_81" [id=2061, type=dequantize_per_channel]; +"2062 linear_120" [id=2062, type=linear]; +"2063 gelu_19" [id=2063, type=gelu]; +"2064 dropout_78" [id=2064, type=dropout]; +"2065 _param_constant327" [id=2065, type=get_attr]; +"2066 dropout_78_0_0_nncf_smooth_quant_0" [id=2066, type=call_module]; +"2067 quantize_per_tensor_default_122" [id=2067, type=quantize_per_tensor]; +"2068 dequantize_per_tensor_default_122" [id=2068, type=dequantize_per_tensor]; +"2069 linear_121_scale_0" [id=2069, type=get_attr]; +"2070 linear_121_zero_point_0" [id=2070, type=get_attr]; +"2071 compressed_weight_updated_constant82" [id=2071, type=get_attr]; +"2072 quantize_per_channel_default_82" [id=2072, type=quantize_per_channel]; +"2073 dequantize_per_channel_default_82" [id=2073, type=dequantize_per_channel]; +"2074 linear_121" [id=2074, type=linear]; +"2075 dropout_79" [id=2075, type=dropout]; +"2076 _param_constant328" [id=2076, type=get_attr]; +"2077 _param_constant329" [id=2077, type=get_attr]; +"2078 layer_norm_42" [id=2078, type=layer_norm]; +"2079 add_69" [id=2079, type=add]; +"2080 _frozen_param170" [id=2080, type=get_attr]; +"2081 pad_22" [id=2081, type=pad]; +"2082 view_112" [id=2082, type=view]; +"2083 permute_92" [id=2083, type=permute]; +"2084 reshape_90" [id=2084, type=reshape]; +"2085 _frozen_param171" [id=2085, type=get_attr]; +"2086 reshape_90_0_0_nncf_smooth_quant_0" [id=2086, type=call_module]; +"2087 quantize_per_tensor_default_123" [id=2087, type=quantize_per_tensor]; +"2088 dequantize_per_tensor_default_123" [id=2088, type=dequantize_per_tensor]; +"2089 linear_124_scale_0" [id=2089, type=get_attr]; +"2090 linear_124_zero_point_0" [id=2090, type=get_attr]; +"2091 compressed_weight_updated_constant83" [id=2091, type=get_attr]; +"2092 quantize_per_channel_default_83" [id=2092, type=quantize_per_channel]; +"2093 dequantize_per_channel_default_83" [id=2093, type=dequantize_per_channel]; +"2094 linear_124" [id=2094, type=linear]; +"2095 reshape_91" [id=2095, type=reshape]; +"2096 permute_93" [id=2096, type=permute]; +"2097 select_60" [id=2097, type=select]; +"2098 select_61" [id=2098, type=select]; +"2099 select_62" [id=2099, type=select]; +"2100 linalg_vector_norm_40" [id=2100, type=linalg_vector_norm]; +"2101 clamp_min_40" [id=2101, type=clamp_min]; +"2102 expand_as_40" [id=2102, type=expand_as]; +"2103 div_40" [id=2103, type=div]; +"2104 quantize_per_tensor_default_124" [id=2104, type=quantize_per_tensor]; +"2105 dequantize_per_tensor_default_124" [id=2105, type=dequantize_per_tensor]; +"2106 linalg_vector_norm_41" [id=2106, type=linalg_vector_norm]; +"2107 clamp_min_41" [id=2107, type=clamp_min]; +"2108 expand_as_41" [id=2108, type=expand_as]; +"2109 div_41" [id=2109, type=div]; +"2110 quantize_per_tensor_default_125" [id=2110, type=quantize_per_tensor]; +"2111 dequantize_per_tensor_default_125" [id=2111, type=dequantize_per_tensor]; +"2112 transpose_40" [id=2112, type=transpose]; +"2113 matmul_40" [id=2113, type=matmul]; +"2114 _frozen_param173" [id=2114, type=get_attr]; +"2115 mul_41" [id=2115, type=mul]; +"2116 add_70" [id=2116, type=add]; +"2117 softmax_20" [id=2117, type=softmax]; +"2118 dropout_80" [id=2118, type=dropout]; +"2119 matmul_41" [id=2119, type=matmul]; +"2120 transpose_41" [id=2120, type=transpose]; +"2121 reshape_92" [id=2121, type=reshape]; +"2122 _param_constant337" [id=2122, type=get_attr]; +"2123 reshape_92_0_0_nncf_smooth_quant_0" [id=2123, type=call_module]; +"2124 quantize_per_tensor_default_126" [id=2124, type=quantize_per_tensor]; +"2125 dequantize_per_tensor_default_126" [id=2125, type=dequantize_per_tensor]; +"2126 linear_125_scale_0" [id=2126, type=get_attr]; +"2127 linear_125_zero_point_0" [id=2127, type=get_attr]; +"2128 compressed_weight_updated_constant84" [id=2128, type=get_attr]; +"2129 quantize_per_channel_default_84" [id=2129, type=quantize_per_channel]; +"2130 dequantize_per_channel_default_84" [id=2130, type=dequantize_per_channel]; +"2131 linear_125" [id=2131, type=linear]; +"2132 dropout_81" [id=2132, type=dropout]; +"2133 view_113" [id=2133, type=view]; +"2134 permute_94" [id=2134, type=permute]; +"2135 reshape_93" [id=2135, type=reshape]; +"2136 slice_302" [id=2136, type=slice]; +"2137 slice_303" [id=2137, type=slice]; +"2138 slice_304" [id=2138, type=slice]; +"2139 slice_305" [id=2139, type=slice]; +"2140 contiguous_39" [id=2140, type=contiguous]; +"2141 _param_constant338" [id=2141, type=get_attr]; +"2142 _param_constant339" [id=2142, type=get_attr]; +"2143 layer_norm_43" [id=2143, type=layer_norm]; +"2144 add_71" [id=2144, type=add]; +"2145 _param_constant341" [id=2145, type=get_attr]; +"2146 add_71_0_0_nncf_smooth_quant_0" [id=2146, type=call_module]; +"2147 quantize_per_tensor_default_127" [id=2147, type=quantize_per_tensor]; +"2148 dequantize_per_tensor_default_127" [id=2148, type=dequantize_per_tensor]; +"2149 linear_126_scale_0" [id=2149, type=get_attr]; +"2150 linear_126_zero_point_0" [id=2150, type=get_attr]; +"2151 compressed_weight_updated_constant85" [id=2151, type=get_attr]; +"2152 quantize_per_channel_default_85" [id=2152, type=quantize_per_channel]; +"2153 dequantize_per_channel_default_85" [id=2153, type=dequantize_per_channel]; +"2154 linear_126" [id=2154, type=linear]; +"2155 gelu_20" [id=2155, type=gelu]; +"2156 dropout_82" [id=2156, type=dropout]; +"2157 _param_constant343" [id=2157, type=get_attr]; +"2158 dropout_82_0_0_nncf_smooth_quant_0" [id=2158, type=call_module]; +"2159 quantize_per_tensor_default_128" [id=2159, type=quantize_per_tensor]; +"2160 dequantize_per_tensor_default_128" [id=2160, type=dequantize_per_tensor]; +"2161 linear_127_scale_0" [id=2161, type=get_attr]; +"2162 linear_127_zero_point_0" [id=2162, type=get_attr]; +"2163 compressed_weight_updated_constant86" [id=2163, type=get_attr]; +"2164 quantize_per_channel_default_86" [id=2164, type=quantize_per_channel]; +"2165 dequantize_per_channel_default_86" [id=2165, type=dequantize_per_channel]; +"2166 linear_127" [id=2166, type=linear]; +"2167 dropout_83" [id=2167, type=dropout]; +"2168 _param_constant344" [id=2168, type=get_attr]; +"2169 _param_constant345" [id=2169, type=get_attr]; +"2170 layer_norm_44" [id=2170, type=layer_norm]; +"2171 add_72" [id=2171, type=add]; +"2172 _frozen_param174" [id=2172, type=get_attr]; +"2173 pad_23" [id=2173, type=pad]; +"2174 roll_20" [id=2174, type=roll]; +"2175 view_116" [id=2175, type=view]; +"2176 permute_96" [id=2176, type=permute]; +"2177 reshape_94" [id=2177, type=reshape]; +"2178 _frozen_param175" [id=2178, type=get_attr]; +"2179 reshape_94_0_0_nncf_smooth_quant_0" [id=2179, type=call_module]; +"2180 quantize_per_tensor_default_129" [id=2180, type=quantize_per_tensor]; +"2181 dequantize_per_tensor_default_129" [id=2181, type=dequantize_per_tensor]; +"2182 linear_130_scale_0" [id=2182, type=get_attr]; +"2183 linear_130_zero_point_0" [id=2183, type=get_attr]; +"2184 compressed_weight_updated_constant87" [id=2184, type=get_attr]; +"2185 quantize_per_channel_default_87" [id=2185, type=quantize_per_channel]; +"2186 dequantize_per_channel_default_87" [id=2186, type=dequantize_per_channel]; +"2187 linear_130" [id=2187, type=linear]; +"2188 reshape_95" [id=2188, type=reshape]; +"2189 permute_97" [id=2189, type=permute]; +"2190 select_63" [id=2190, type=select]; +"2191 select_64" [id=2191, type=select]; +"2192 select_65" [id=2192, type=select]; +"2193 linalg_vector_norm_42" [id=2193, type=linalg_vector_norm]; +"2194 clamp_min_42" [id=2194, type=clamp_min]; +"2195 expand_as_42" [id=2195, type=expand_as]; +"2196 div_42" [id=2196, type=div]; +"2197 quantize_per_tensor_default_130" [id=2197, type=quantize_per_tensor]; +"2198 dequantize_per_tensor_default_130" [id=2198, type=dequantize_per_tensor]; +"2199 linalg_vector_norm_43" [id=2199, type=linalg_vector_norm]; +"2200 clamp_min_43" [id=2200, type=clamp_min]; +"2201 expand_as_43" [id=2201, type=expand_as]; +"2202 div_43" [id=2202, type=div]; +"2203 quantize_per_tensor_default_131" [id=2203, type=quantize_per_tensor]; +"2204 dequantize_per_tensor_default_131" [id=2204, type=dequantize_per_tensor]; +"2205 transpose_42" [id=2205, type=transpose]; +"2206 matmul_42" [id=2206, type=matmul]; +"2207 _frozen_param177" [id=2207, type=get_attr]; +"2208 mul_43" [id=2208, type=mul]; +"2209 add_73" [id=2209, type=add]; +"2210 new_zeros_10" [id=2210, type=new_zeros]; +"2211 view_117" [id=2211, type=view]; +"2212 permute_98" [id=2212, type=permute]; +"2213 reshape_96" [id=2213, type=reshape]; +"2214 unsqueeze_62" [id=2214, type=unsqueeze]; +"2215 unsqueeze_63" [id=2215, type=unsqueeze]; +"2216 sub_10" [id=2216, type=sub]; +"2217 ne_10" [id=2217, type=ne]; +"2218 masked_fill_20" [id=2218, type=masked_fill]; +"2219 eq_10" [id=2219, type=eq]; +"2220 masked_fill_21" [id=2220, type=masked_fill]; +"2221 view_118" [id=2221, type=view]; +"2222 unsqueeze_64" [id=2222, type=unsqueeze]; +"2223 unsqueeze_65" [id=2223, type=unsqueeze]; +"2224 add_74" [id=2224, type=add]; +"2225 view_119" [id=2225, type=view]; +"2226 softmax_21" [id=2226, type=softmax]; +"2227 dropout_84" [id=2227, type=dropout]; +"2228 matmul_43" [id=2228, type=matmul]; +"2229 transpose_43" [id=2229, type=transpose]; +"2230 reshape_97" [id=2230, type=reshape]; +"2231 _param_constant353" [id=2231, type=get_attr]; +"2232 reshape_97_0_0_nncf_smooth_quant_0" [id=2232, type=call_module]; +"2233 quantize_per_tensor_default_132" [id=2233, type=quantize_per_tensor]; +"2234 dequantize_per_tensor_default_132" [id=2234, type=dequantize_per_tensor]; +"2235 linear_131_scale_0" [id=2235, type=get_attr]; +"2236 linear_131_zero_point_0" [id=2236, type=get_attr]; +"2237 compressed_weight_updated_constant88" [id=2237, type=get_attr]; +"2238 quantize_per_channel_default_88" [id=2238, type=quantize_per_channel]; +"2239 dequantize_per_channel_default_88" [id=2239, type=dequantize_per_channel]; +"2240 linear_131" [id=2240, type=linear]; +"2241 dropout_85" [id=2241, type=dropout]; +"2242 view_120" [id=2242, type=view]; +"2243 permute_99" [id=2243, type=permute]; +"2244 reshape_98" [id=2244, type=reshape]; +"2245 roll_21" [id=2245, type=roll]; +"2246 slice_325" [id=2246, type=slice]; +"2247 slice_326" [id=2247, type=slice]; +"2248 slice_327" [id=2248, type=slice]; +"2249 slice_328" [id=2249, type=slice]; +"2250 contiguous_41" [id=2250, type=contiguous]; +"2251 _param_constant354" [id=2251, type=get_attr]; +"2252 _param_constant355" [id=2252, type=get_attr]; +"2253 layer_norm_45" [id=2253, type=layer_norm]; +"2254 add_75" [id=2254, type=add]; +"2255 _param_constant357" [id=2255, type=get_attr]; +"2256 add_75_0_0_nncf_smooth_quant_0" [id=2256, type=call_module]; +"2257 quantize_per_tensor_default_133" [id=2257, type=quantize_per_tensor]; +"2258 dequantize_per_tensor_default_133" [id=2258, type=dequantize_per_tensor]; +"2259 linear_132_scale_0" [id=2259, type=get_attr]; +"2260 linear_132_zero_point_0" [id=2260, type=get_attr]; +"2261 compressed_weight_updated_constant89" [id=2261, type=get_attr]; +"2262 quantize_per_channel_default_89" [id=2262, type=quantize_per_channel]; +"2263 dequantize_per_channel_default_89" [id=2263, type=dequantize_per_channel]; +"2264 linear_132" [id=2264, type=linear]; +"2265 gelu_21" [id=2265, type=gelu]; +"2266 dropout_86" [id=2266, type=dropout]; +"2267 _param_constant359" [id=2267, type=get_attr]; +"2268 dropout_86_0_0_nncf_smooth_quant_0" [id=2268, type=call_module]; +"2269 quantize_per_tensor_default_134" [id=2269, type=quantize_per_tensor]; +"2270 dequantize_per_tensor_default_134" [id=2270, type=dequantize_per_tensor]; +"2271 linear_133_scale_0" [id=2271, type=get_attr]; +"2272 linear_133_zero_point_0" [id=2272, type=get_attr]; +"2273 compressed_weight_updated_constant90" [id=2273, type=get_attr]; +"2274 quantize_per_channel_default_90" [id=2274, type=quantize_per_channel]; +"2275 dequantize_per_channel_default_90" [id=2275, type=dequantize_per_channel]; +"2276 linear_133" [id=2276, type=linear]; +"2277 dropout_87" [id=2277, type=dropout]; +"2278 _param_constant360" [id=2278, type=get_attr]; +"2279 _param_constant361" [id=2279, type=get_attr]; +"2280 layer_norm_46" [id=2280, type=layer_norm]; +"2281 add_76" [id=2281, type=add]; +"2282 pad_24" [id=2282, type=pad]; +"2283 slice_329" [id=2283, type=slice]; +"2284 slice_330" [id=2284, type=slice]; +"2285 slice_331" [id=2285, type=slice]; +"2286 slice_332" [id=2286, type=slice]; +"2287 slice_333" [id=2287, type=slice]; +"2288 slice_334" [id=2288, type=slice]; +"2289 slice_335" [id=2289, type=slice]; +"2290 slice_336" [id=2290, type=slice]; +"2291 slice_337" [id=2291, type=slice]; +"2292 slice_338" [id=2292, type=slice]; +"2293 slice_339" [id=2293, type=slice]; +"2294 slice_340" [id=2294, type=slice]; +"2295 cat_2" [id=2295, type=cat]; +"2296 cat_2_0_0_nncf_smooth_quant_0" [id=2296, type=call_module]; +"2297 quantize_per_tensor_default_135" [id=2297, type=quantize_per_tensor]; +"2298 dequantize_per_tensor_default_135" [id=2298, type=dequantize_per_tensor]; +"2299 linear_134_scale_0" [id=2299, type=get_attr]; +"2300 linear_134_zero_point_0" [id=2300, type=get_attr]; +"2301 compressed_weight_updated_constant91" [id=2301, type=get_attr]; +"2302 quantize_per_channel_default_91" [id=2302, type=quantize_per_channel]; +"2303 dequantize_per_channel_default_91" [id=2303, type=dequantize_per_channel]; +"2304 linear_134" [id=2304, type=linear]; +"2305 _param_constant363" [id=2305, type=get_attr]; +"2306 _param_constant364" [id=2306, type=get_attr]; +"2307 layer_norm_47" [id=2307, type=layer_norm]; +"2308 _frozen_param187" [id=2308, type=get_attr]; +"2309 pad_25" [id=2309, type=pad]; +"2310 view_123" [id=2310, type=view]; +"2311 permute_101" [id=2311, type=permute]; +"2312 reshape_99" [id=2312, type=reshape]; +"2313 _frozen_param188" [id=2313, type=get_attr]; +"2314 reshape_99_0_0_nncf_smooth_quant_0" [id=2314, type=call_module]; +"2315 quantize_per_tensor_default_136" [id=2315, type=quantize_per_tensor]; +"2316 dequantize_per_tensor_default_136" [id=2316, type=dequantize_per_tensor]; +"2317 linear_137_scale_0" [id=2317, type=get_attr]; +"2318 linear_137_zero_point_0" [id=2318, type=get_attr]; +"2319 compressed_weight_updated_constant92" [id=2319, type=get_attr]; +"2320 quantize_per_channel_default_92" [id=2320, type=quantize_per_channel]; +"2321 dequantize_per_channel_default_92" [id=2321, type=dequantize_per_channel]; +"2322 linear_137" [id=2322, type=linear]; +"2323 reshape_100" [id=2323, type=reshape]; +"2324 permute_102" [id=2324, type=permute]; +"2325 select_66" [id=2325, type=select]; +"2326 select_67" [id=2326, type=select]; +"2327 select_68" [id=2327, type=select]; +"2328 linalg_vector_norm_44" [id=2328, type=linalg_vector_norm]; +"2329 clamp_min_44" [id=2329, type=clamp_min]; +"2330 expand_as_44" [id=2330, type=expand_as]; +"2331 div_44" [id=2331, type=div]; +"2332 quantize_per_tensor_default_137" [id=2332, type=quantize_per_tensor]; +"2333 dequantize_per_tensor_default_137" [id=2333, type=dequantize_per_tensor]; +"2334 linalg_vector_norm_45" [id=2334, type=linalg_vector_norm]; +"2335 clamp_min_45" [id=2335, type=clamp_min]; +"2336 expand_as_45" [id=2336, type=expand_as]; +"2337 div_45" [id=2337, type=div]; +"2338 quantize_per_tensor_default_138" [id=2338, type=quantize_per_tensor]; +"2339 dequantize_per_tensor_default_138" [id=2339, type=dequantize_per_tensor]; +"2340 transpose_44" [id=2340, type=transpose]; +"2341 matmul_44" [id=2341, type=matmul]; +"2342 _frozen_param190" [id=2342, type=get_attr]; +"2343 mul_45" [id=2343, type=mul]; +"2344 add_77" [id=2344, type=add]; +"2345 softmax_22" [id=2345, type=softmax]; +"2346 dropout_88" [id=2346, type=dropout]; +"2347 matmul_45" [id=2347, type=matmul]; +"2348 transpose_45" [id=2348, type=transpose]; +"2349 reshape_101" [id=2349, type=reshape]; +"2350 _param_constant372" [id=2350, type=get_attr]; +"2351 reshape_101_0_0_nncf_smooth_quant_0" [id=2351, type=call_module]; +"2352 quantize_per_tensor_default_139" [id=2352, type=quantize_per_tensor]; +"2353 dequantize_per_tensor_default_139" [id=2353, type=dequantize_per_tensor]; +"2354 linear_138_scale_0" [id=2354, type=get_attr]; +"2355 linear_138_zero_point_0" [id=2355, type=get_attr]; +"2356 compressed_weight_updated_constant93" [id=2356, type=get_attr]; +"2357 quantize_per_channel_default_93" [id=2357, type=quantize_per_channel]; +"2358 dequantize_per_channel_default_93" [id=2358, type=dequantize_per_channel]; +"2359 linear_138" [id=2359, type=linear]; +"2360 dropout_89" [id=2360, type=dropout]; +"2361 view_124" [id=2361, type=view]; +"2362 permute_103" [id=2362, type=permute]; +"2363 reshape_102" [id=2363, type=reshape]; +"2364 slice_342" [id=2364, type=slice]; +"2365 slice_343" [id=2365, type=slice]; +"2366 slice_344" [id=2366, type=slice]; +"2367 slice_345" [id=2367, type=slice]; +"2368 contiguous_43" [id=2368, type=contiguous]; +"2369 _param_constant373" [id=2369, type=get_attr]; +"2370 _param_constant374" [id=2370, type=get_attr]; +"2371 layer_norm_48" [id=2371, type=layer_norm]; +"2372 add_78" [id=2372, type=add]; +"2373 _param_constant376" [id=2373, type=get_attr]; +"2374 add_78_0_0_nncf_smooth_quant_0" [id=2374, type=call_module]; +"2375 quantize_per_tensor_default_140" [id=2375, type=quantize_per_tensor]; +"2376 dequantize_per_tensor_default_140" [id=2376, type=dequantize_per_tensor]; +"2377 linear_139_scale_0" [id=2377, type=get_attr]; +"2378 linear_139_zero_point_0" [id=2378, type=get_attr]; +"2379 compressed_weight_updated_constant94" [id=2379, type=get_attr]; +"2380 quantize_per_channel_default_94" [id=2380, type=quantize_per_channel]; +"2381 dequantize_per_channel_default_94" [id=2381, type=dequantize_per_channel]; +"2382 linear_139" [id=2382, type=linear]; +"2383 gelu_22" [id=2383, type=gelu]; +"2384 dropout_90" [id=2384, type=dropout]; +"2385 _param_constant378" [id=2385, type=get_attr]; +"2386 dropout_90_0_0_nncf_smooth_quant_0" [id=2386, type=call_module]; +"2387 quantize_per_tensor_default_141" [id=2387, type=quantize_per_tensor]; +"2388 dequantize_per_tensor_default_141" [id=2388, type=dequantize_per_tensor]; +"2389 linear_140_scale_0" [id=2389, type=get_attr]; +"2390 linear_140_zero_point_0" [id=2390, type=get_attr]; +"2391 compressed_weight_updated_constant95" [id=2391, type=get_attr]; +"2392 quantize_per_channel_default_95" [id=2392, type=quantize_per_channel]; +"2393 dequantize_per_channel_default_95" [id=2393, type=dequantize_per_channel]; +"2394 linear_140" [id=2394, type=linear]; +"2395 dropout_91" [id=2395, type=dropout]; +"2396 _param_constant379" [id=2396, type=get_attr]; +"2397 _param_constant380" [id=2397, type=get_attr]; +"2398 layer_norm_49" [id=2398, type=layer_norm]; +"2399 add_79" [id=2399, type=add]; +"2400 _frozen_param191" [id=2400, type=get_attr]; +"2401 pad_26" [id=2401, type=pad]; +"2402 view_127" [id=2402, type=view]; +"2403 permute_105" [id=2403, type=permute]; +"2404 reshape_103" [id=2404, type=reshape]; +"2405 _frozen_param192" [id=2405, type=get_attr]; +"2406 reshape_103_0_0_nncf_smooth_quant_0" [id=2406, type=call_module]; +"2407 quantize_per_tensor_default_142" [id=2407, type=quantize_per_tensor]; +"2408 dequantize_per_tensor_default_142" [id=2408, type=dequantize_per_tensor]; +"2409 linear_143_scale_0" [id=2409, type=get_attr]; +"2410 linear_143_zero_point_0" [id=2410, type=get_attr]; +"2411 compressed_weight_updated_constant96" [id=2411, type=get_attr]; +"2412 quantize_per_channel_default_96" [id=2412, type=quantize_per_channel]; +"2413 dequantize_per_channel_default_96" [id=2413, type=dequantize_per_channel]; +"2414 linear_143" [id=2414, type=linear]; +"2415 reshape_104" [id=2415, type=reshape]; +"2416 permute_106" [id=2416, type=permute]; +"2417 select_69" [id=2417, type=select]; +"2418 select_70" [id=2418, type=select]; +"2419 select_71" [id=2419, type=select]; +"2420 linalg_vector_norm_46" [id=2420, type=linalg_vector_norm]; +"2421 clamp_min_46" [id=2421, type=clamp_min]; +"2422 expand_as_46" [id=2422, type=expand_as]; +"2423 div_46" [id=2423, type=div]; +"2424 quantize_per_tensor_default_143" [id=2424, type=quantize_per_tensor]; +"2425 dequantize_per_tensor_default_143" [id=2425, type=dequantize_per_tensor]; +"2426 linalg_vector_norm_47" [id=2426, type=linalg_vector_norm]; +"2427 clamp_min_47" [id=2427, type=clamp_min]; +"2428 expand_as_47" [id=2428, type=expand_as]; +"2429 div_47" [id=2429, type=div]; +"2430 quantize_per_tensor_default_144" [id=2430, type=quantize_per_tensor]; +"2431 dequantize_per_tensor_default_144" [id=2431, type=dequantize_per_tensor]; +"2432 transpose_46" [id=2432, type=transpose]; +"2433 matmul_46" [id=2433, type=matmul]; +"2434 _frozen_param194" [id=2434, type=get_attr]; +"2435 mul_47" [id=2435, type=mul]; +"2436 add_80" [id=2436, type=add]; +"2437 softmax_23" [id=2437, type=softmax]; +"2438 dropout_92" [id=2438, type=dropout]; +"2439 matmul_47" [id=2439, type=matmul]; +"2440 transpose_47" [id=2440, type=transpose]; +"2441 reshape_105" [id=2441, type=reshape]; +"2442 _param_constant388" [id=2442, type=get_attr]; +"2443 reshape_105_0_0_nncf_smooth_quant_0" [id=2443, type=call_module]; +"2444 quantize_per_tensor_default_145" [id=2444, type=quantize_per_tensor]; +"2445 dequantize_per_tensor_default_145" [id=2445, type=dequantize_per_tensor]; +"2446 linear_144_scale_0" [id=2446, type=get_attr]; +"2447 linear_144_zero_point_0" [id=2447, type=get_attr]; +"2448 compressed_weight_updated_constant97" [id=2448, type=get_attr]; +"2449 quantize_per_channel_default_97" [id=2449, type=quantize_per_channel]; +"2450 dequantize_per_channel_default_97" [id=2450, type=dequantize_per_channel]; +"2451 linear_144" [id=2451, type=linear]; +"2452 dropout_93" [id=2452, type=dropout]; +"2453 view_128" [id=2453, type=view]; +"2454 permute_107" [id=2454, type=permute]; +"2455 reshape_106" [id=2455, type=reshape]; +"2456 slice_347" [id=2456, type=slice]; +"2457 slice_348" [id=2457, type=slice]; +"2458 slice_349" [id=2458, type=slice]; +"2459 slice_350" [id=2459, type=slice]; +"2460 contiguous_45" [id=2460, type=contiguous]; +"2461 _param_constant389" [id=2461, type=get_attr]; +"2462 _param_constant390" [id=2462, type=get_attr]; +"2463 layer_norm_50" [id=2463, type=layer_norm]; +"2464 add_81" [id=2464, type=add]; +"2465 _param_constant392" [id=2465, type=get_attr]; +"2466 add_81_0_0_nncf_smooth_quant_0" [id=2466, type=call_module]; +"2467 quantize_per_tensor_default_146" [id=2467, type=quantize_per_tensor]; +"2468 dequantize_per_tensor_default_146" [id=2468, type=dequantize_per_tensor]; +"2469 linear_145_scale_0" [id=2469, type=get_attr]; +"2470 linear_145_zero_point_0" [id=2470, type=get_attr]; +"2471 compressed_weight_updated_constant98" [id=2471, type=get_attr]; +"2472 quantize_per_channel_default_98" [id=2472, type=quantize_per_channel]; +"2473 dequantize_per_channel_default_98" [id=2473, type=dequantize_per_channel]; +"2474 linear_145" [id=2474, type=linear]; +"2475 gelu_23" [id=2475, type=gelu]; +"2476 dropout_94" [id=2476, type=dropout]; +"2477 _param_constant394" [id=2477, type=get_attr]; +"2478 dropout_94_0_0_nncf_smooth_quant_0" [id=2478, type=call_module]; +"2479 quantize_per_tensor_default_147" [id=2479, type=quantize_per_tensor]; +"2480 dequantize_per_tensor_default_147" [id=2480, type=dequantize_per_tensor]; +"2481 linear_146_scale_0" [id=2481, type=get_attr]; +"2482 linear_146_zero_point_0" [id=2482, type=get_attr]; +"2483 compressed_weight_updated_constant99" [id=2483, type=get_attr]; +"2484 quantize_per_channel_default_99" [id=2484, type=quantize_per_channel]; +"2485 dequantize_per_channel_default_99" [id=2485, type=dequantize_per_channel]; +"2486 linear_146" [id=2486, type=linear]; +"2487 dropout_95" [id=2487, type=dropout]; +"2488 _param_constant395" [id=2488, type=get_attr]; +"2489 _param_constant396" [id=2489, type=get_attr]; +"2490 layer_norm_51" [id=2490, type=layer_norm]; +"2491 add_82" [id=2491, type=add]; +"2492 _param_constant397" [id=2492, type=get_attr]; +"2493 _param_constant398" [id=2493, type=get_attr]; +"2494 layer_norm_52" [id=2494, type=layer_norm]; +"2495 permute_108" [id=2495, type=permute]; +"2496 adaptive_avg_pool2d" [id=2496, type=adaptive_avg_pool2d]; +"2497 flatten" [id=2497, type=flatten]; +"2498 _param_constant400" [id=2498, type=get_attr]; +"2499 flatten_0_0_nncf_smooth_quant_0" [id=2499, type=call_module]; +"2500 quantize_per_tensor_default_148" [id=2500, type=quantize_per_tensor]; +"2501 dequantize_per_tensor_default_148" [id=2501, type=dequantize_per_tensor]; +"2502 linear_147_scale_0" [id=2502, type=get_attr]; +"2503 linear_147_zero_point_0" [id=2503, type=get_attr]; +"2504 compressed_weight_updated_constant100" [id=2504, type=get_attr]; +"2505 quantize_per_channel_default_100" [id=2505, type=quantize_per_channel]; +"2506 dequantize_per_channel_default_100" [id=2506, type=dequantize_per_channel]; +"2507 linear_147" [id=2507, type=linear]; +"2508 output" [id=2508, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; @@ -3195,3712 +2523,2944 @@ strict digraph { "10 permute" -> "13 layer_norm" [label="(1, 56, 56, 96)", style=solid]; "11 _param_constant2" -> "13 layer_norm" [label="(96,)", style=solid]; "12 _param_constant3" -> "13 layer_norm" [label="(96,)", style=solid]; -"13 layer_norm" -> "40 pad" [label="(1, 56, 56, 96)", style=solid]; -"13 layer_norm" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; -"14 _tensor_constant0" -> "16 _tensor_constant0_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"15 _param_constant5" -> "22 linear" [label="(512,)", style=solid]; -"16 _tensor_constant0_0_0_nncf_smooth_quant_0" -> "22 linear" [label="(1, 15, 15, 2)", style=solid]; -"17 linear_scale_0" -> "20 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"17 linear_scale_0" -> "21 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 linear_zero_point_0" -> "20 quantize_per_channel_default_1" [label="(512,)", style=solid]; -"18 linear_zero_point_0" -> "21 dequantize_per_channel_default_1" [label="(512,)", style=solid]; -"19 compressed_weight_updated_constant1" -> "20 quantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"20 quantize_per_channel_default_1" -> "21 dequantize_per_channel_default_1" [label="(512, 2)", style=solid]; -"21 dequantize_per_channel_default_1" -> "22 linear" [label="(512, 2)", style=solid]; -"22 linear" -> "23 relu_" [label="(1, 15, 15, 512)", style=solid]; -"23 relu_" -> "24 relu__0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"24 relu__0_0_nncf_smooth_quant_0" -> "30 linear_1" [label="(1, 15, 15, 512)", style=solid]; -"25 linear_1_scale_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; -"25 linear_1_scale_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; -"26 linear_1_zero_point_0" -> "28 quantize_per_channel_default_2" [label="(3,)", style=solid]; -"26 linear_1_zero_point_0" -> "29 dequantize_per_channel_default_2" [label="(3,)", style=solid]; -"27 compressed_weight_updated_constant2" -> "28 quantize_per_channel_default_2" [label="(3, 512)", style=solid]; -"28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2" [label="(3, 512)", style=solid]; -"29 dequantize_per_channel_default_2" -> "30 linear_1" [label="(3, 512)", style=solid]; -"30 linear_1" -> "31 view" [label="(1, 15, 15, 3)", style=solid]; -"31 view" -> "33 index" [label="(225, 3)", style=solid]; -"32 _tensor_constant1" -> "33 index" [label="(4096,)", style=solid]; -"33 index" -> "34 view_1" [label="(4096, 3)", style=solid]; -"34 view_1" -> "35 permute_1" [label="(64, 64, 3)", style=solid]; -"35 permute_1" -> "36 contiguous" [label="(3, 64, 64)", style=solid]; -"36 contiguous" -> "37 unsqueeze" [label="(3, 64, 64)", style=solid]; -"37 unsqueeze" -> "38 sigmoid" [label="(1, 3, 64, 64)", style=solid]; -"38 sigmoid" -> "39 mul" [label="(1, 3, 64, 64)", style=solid]; -"39 mul" -> "78 add" [label="(1, 3, 64, 64)", style=solid]; -"40 pad" -> "41 view_2" [label="(1, 56, 56, 96)", style=solid]; -"41 view_2" -> "42 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"42 permute_2" -> "43 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"43 reshape" -> "46 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"44 _param_constant7" -> "45 clone" [label="(288,)", style=solid]; -"45 clone" -> "54 linear_2" [label="(288,)", style=solid]; -"46 reshape_0_0_nncf_smooth_quant_0" -> "47 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"47 quantize_per_tensor_default_1" -> "48 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; -"48 dequantize_per_tensor_default_1" -> "54 linear_2" [label="(49, 64, 96)", style=solid]; -"49 linear_2_scale_0" -> "52 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"49 linear_2_scale_0" -> "53 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"50 linear_2_zero_point_0" -> "52 quantize_per_channel_default_3" [label="(288,)", style=solid]; -"50 linear_2_zero_point_0" -> "53 dequantize_per_channel_default_3" [label="(288,)", style=solid]; -"51 compressed_weight_updated_constant3" -> "52 quantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"52 quantize_per_channel_default_3" -> "53 dequantize_per_channel_default_3" [label="(288, 96)", style=solid]; -"53 dequantize_per_channel_default_3" -> "54 linear_2" [label="(288, 96)", style=solid]; -"54 linear_2" -> "55 reshape_1" [label="(49, 64, 288)", style=solid]; -"55 reshape_1" -> "56 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; -"56 permute_3" -> "57 select" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 permute_3" -> "58 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; -"56 permute_3" -> "59 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; -"57 select" -> "60 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; -"57 select" -> "62 expand_as" [label="(49, 3, 64, 32)", style=solid]; -"57 select" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; -"58 select_1" -> "66 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_1" -> "68 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; -"58 select_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; -"59 select_2" -> "81 matmul_1" [label="(49, 3, 64, 32)", style=solid]; -"60 linalg_vector_norm" -> "61 clamp_min" [label="(49, 3, 64, 1)", style=solid]; -"61 clamp_min" -> "62 expand_as" [label="(49, 3, 64, 1)", style=solid]; -"62 expand_as" -> "63 div" [label="(49, 3, 64, 32)", style=solid]; -"63 div" -> "64 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"64 quantize_per_tensor_default_2" -> "65 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; -"65 dequantize_per_tensor_default_2" -> "73 matmul" [label="(49, 3, 64, 32)", style=solid]; -"66 linalg_vector_norm_1" -> "67 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; -"67 clamp_min_1" -> "68 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; -"68 expand_as_1" -> "69 div_1" [label="(49, 3, 64, 32)", style=solid]; -"69 div_1" -> "70 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"70 quantize_per_tensor_default_3" -> "71 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; -"71 dequantize_per_tensor_default_3" -> "72 transpose" [label="(49, 3, 64, 32)", style=solid]; -"72 transpose" -> "73 matmul" [label="(49, 3, 32, 64)", style=solid]; -"73 matmul" -> "77 mul_1" [label="(49, 3, 64, 64)", style=solid]; -"74 _param_constant9" -> "75 clamp" [label="(3, 1, 1)", style=solid]; -"75 clamp" -> "76 exp" [label="(3, 1, 1)", style=solid]; -"76 exp" -> "77 mul_1" [label="(3, 1, 1)", style=solid]; -"77 mul_1" -> "78 add" [label="(49, 3, 64, 64)", style=solid]; -"78 add" -> "79 softmax" [label="(49, 3, 64, 64)", style=solid]; -"79 softmax" -> "80 dropout" [label="(49, 3, 64, 64)", style=solid]; -"80 dropout" -> "81 matmul_1" [label="(49, 3, 64, 64)", style=solid]; -"81 matmul_1" -> "82 transpose_1" [label="(49, 3, 64, 32)", style=solid]; -"82 transpose_1" -> "83 reshape_2" [label="(49, 64, 3, 32)", style=solid]; -"83 reshape_2" -> "85 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"84 _param_constant11" -> "93 linear_3" [label="(96,)", style=solid]; -"85 reshape_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"86 quantize_per_tensor_default_4" -> "87 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; -"87 dequantize_per_tensor_default_4" -> "93 linear_3" [label="(49, 64, 96)", style=solid]; -"88 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"88 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"89 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(96,)", style=solid]; -"89 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(96,)", style=solid]; -"90 compressed_weight_updated_constant4" -> "91 quantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(96, 96)", style=solid]; -"92 dequantize_per_channel_default_4" -> "93 linear_3" [label="(96, 96)", style=solid]; -"93 linear_3" -> "94 dropout_1" [label="(49, 64, 96)", style=solid]; -"94 dropout_1" -> "95 view_3" [label="(49, 64, 96)", style=solid]; -"95 view_3" -> "96 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"96 permute_4" -> "97 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"97 reshape_3" -> "98 slice_2" [label="(1, 56, 56, 96)", style=solid]; -"98 slice_2" -> "99 slice_3" [label="(1, 56, 56, 96)", style=solid]; -"99 slice_3" -> "102 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; -"100 _param_constant12" -> "102 layer_norm_1" [label="(96,)", style=solid]; -"101 _param_constant13" -> "102 layer_norm_1" [label="(96,)", style=solid]; -"102 layer_norm_1" -> "103 add_1" [label="(1, 56, 56, 96)", style=solid]; -"103 add_1" -> "105 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"103 add_1" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; -"104 _param_constant15" -> "113 linear_4" [label="(384,)", style=solid]; -"105 add_1_0_0_nncf_smooth_quant_0" -> "106 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"106 quantize_per_tensor_default_5" -> "107 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; -"107 dequantize_per_tensor_default_5" -> "113 linear_4" [label="(1, 56, 56, 96)", style=solid]; -"108 linear_4_scale_0" -> "111 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"108 linear_4_scale_0" -> "112 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"109 linear_4_zero_point_0" -> "111 quantize_per_channel_default_5" [label="(384,)", style=solid]; -"109 linear_4_zero_point_0" -> "112 dequantize_per_channel_default_5" [label="(384,)", style=solid]; -"110 compressed_weight_updated_constant5" -> "111 quantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"111 quantize_per_channel_default_5" -> "112 dequantize_per_channel_default_5" [label="(384, 96)", style=solid]; -"112 dequantize_per_channel_default_5" -> "113 linear_4" [label="(384, 96)", style=solid]; -"113 linear_4" -> "114 gelu" [label="(1, 56, 56, 384)", style=solid]; -"114 gelu" -> "115 dropout_2" [label="(1, 56, 56, 384)", style=solid]; -"115 dropout_2" -> "117 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"116 _param_constant17" -> "125 linear_5" [label="(96,)", style=solid]; -"117 dropout_2_0_0_nncf_smooth_quant_0" -> "118 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"118 quantize_per_tensor_default_6" -> "119 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; -"119 dequantize_per_tensor_default_6" -> "125 linear_5" [label="(1, 56, 56, 384)", style=solid]; -"120 linear_5_scale_0" -> "123 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"120 linear_5_scale_0" -> "124 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"121 linear_5_zero_point_0" -> "123 quantize_per_channel_default_6" [label="(96,)", style=solid]; -"121 linear_5_zero_point_0" -> "124 dequantize_per_channel_default_6" [label="(96,)", style=solid]; -"122 compressed_weight_updated_constant6" -> "123 quantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"123 quantize_per_channel_default_6" -> "124 dequantize_per_channel_default_6" [label="(96, 384)", style=solid]; -"124 dequantize_per_channel_default_6" -> "125 linear_5" [label="(96, 384)", style=solid]; -"125 linear_5" -> "126 dropout_3" [label="(1, 56, 56, 96)", style=solid]; -"126 dropout_3" -> "129 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; -"127 _param_constant18" -> "129 layer_norm_2" [label="(96,)", style=solid]; -"128 _param_constant19" -> "129 layer_norm_2" [label="(96,)", style=solid]; -"129 layer_norm_2" -> "130 add_2" [label="(1, 56, 56, 96)", style=solid]; -"130 add_2" -> "157 pad_1" [label="(1, 56, 56, 96)", style=solid]; -"130 add_2" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; -"131 _tensor_constant2" -> "133 _tensor_constant2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"132 _param_constant21" -> "139 linear_6" [label="(512,)", style=solid]; -"133 _tensor_constant2_0_0_nncf_smooth_quant_0" -> "139 linear_6" [label="(1, 15, 15, 2)", style=solid]; -"134 linear_6_scale_0" -> "137 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"134 linear_6_scale_0" -> "138 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"135 linear_6_zero_point_0" -> "137 quantize_per_channel_default_7" [label="(512,)", style=solid]; -"135 linear_6_zero_point_0" -> "138 dequantize_per_channel_default_7" [label="(512,)", style=solid]; -"136 compressed_weight_updated_constant7" -> "137 quantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"137 quantize_per_channel_default_7" -> "138 dequantize_per_channel_default_7" [label="(512, 2)", style=solid]; -"138 dequantize_per_channel_default_7" -> "139 linear_6" [label="(512, 2)", style=solid]; -"139 linear_6" -> "140 relu__1" [label="(1, 15, 15, 512)", style=solid]; -"140 relu__1" -> "141 relu__1_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"141 relu__1_0_0_nncf_smooth_quant_0" -> "147 linear_7" [label="(1, 15, 15, 512)", style=solid]; -"142 linear_7_scale_0" -> "145 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"142 linear_7_scale_0" -> "146 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 linear_7_zero_point_0" -> "145 quantize_per_channel_default_8" [label="(3,)", style=solid]; -"143 linear_7_zero_point_0" -> "146 dequantize_per_channel_default_8" [label="(3,)", style=solid]; -"144 compressed_weight_updated_constant8" -> "145 quantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"145 quantize_per_channel_default_8" -> "146 dequantize_per_channel_default_8" [label="(3, 512)", style=solid]; -"146 dequantize_per_channel_default_8" -> "147 linear_7" [label="(3, 512)", style=solid]; -"147 linear_7" -> "148 view_4" [label="(1, 15, 15, 3)", style=solid]; -"148 view_4" -> "150 index_1" [label="(225, 3)", style=solid]; -"149 _tensor_constant3" -> "150 index_1" [label="(4096,)", style=solid]; -"150 index_1" -> "151 view_5" [label="(4096, 3)", style=solid]; -"151 view_5" -> "152 permute_5" [label="(64, 64, 3)", style=solid]; -"152 permute_5" -> "153 contiguous_1" [label="(3, 64, 64)", style=solid]; -"153 contiguous_1" -> "154 unsqueeze_1" [label="(3, 64, 64)", style=solid]; -"154 unsqueeze_1" -> "155 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; -"155 sigmoid_1" -> "156 mul_2" [label="(1, 3, 64, 64)", style=solid]; -"156 mul_2" -> "196 add_3" [label="(1, 3, 64, 64)", style=solid]; -"157 pad_1" -> "158 roll" [label="(1, 56, 56, 96)", style=solid]; -"158 roll" -> "159 view_6" [label="(1, 56, 56, 96)", style=solid]; -"159 view_6" -> "160 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"160 permute_6" -> "161 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"161 reshape_4" -> "164 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"161 reshape_4" -> "197 new_zeros" [label="(49, 64, 96)", style=solid]; -"162 _param_constant23" -> "163 clone_1" [label="(288,)", style=solid]; -"163 clone_1" -> "172 linear_8" [label="(288,)", style=solid]; -"164 reshape_4_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"165 quantize_per_tensor_default_7" -> "166 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; -"166 dequantize_per_tensor_default_7" -> "172 linear_8" [label="(49, 64, 96)", style=solid]; -"167 linear_8_scale_0" -> "170 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"167 linear_8_scale_0" -> "171 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"168 linear_8_zero_point_0" -> "170 quantize_per_channel_default_9" [label="(288,)", style=solid]; -"168 linear_8_zero_point_0" -> "171 dequantize_per_channel_default_9" [label="(288,)", style=solid]; -"169 compressed_weight_updated_constant9" -> "170 quantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"170 quantize_per_channel_default_9" -> "171 dequantize_per_channel_default_9" [label="(288, 96)", style=solid]; -"171 dequantize_per_channel_default_9" -> "172 linear_8" [label="(288, 96)", style=solid]; -"172 linear_8" -> "173 reshape_5" [label="(49, 64, 288)", style=solid]; -"173 reshape_5" -> "174 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; -"174 permute_7" -> "175 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; -"174 permute_7" -> "176 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; -"174 permute_7" -> "177 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; -"175 select_3" -> "178 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; -"175 select_3" -> "180 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; -"175 select_3" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; -"176 select_4" -> "184 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; -"176 select_4" -> "186 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; -"176 select_4" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; -"177 select_5" -> "215 matmul_3" [label="(49, 3, 64, 32)", style=solid]; -"178 linalg_vector_norm_2" -> "179 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; -"179 clamp_min_2" -> "180 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; -"180 expand_as_2" -> "181 div_2" [label="(49, 3, 64, 32)", style=solid]; -"181 div_2" -> "182 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"182 quantize_per_tensor_default_8" -> "183 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; -"183 dequantize_per_tensor_default_8" -> "191 matmul_2" [label="(49, 3, 64, 32)", style=solid]; -"184 linalg_vector_norm_3" -> "185 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; -"185 clamp_min_3" -> "186 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; -"186 expand_as_3" -> "187 div_3" [label="(49, 3, 64, 32)", style=solid]; -"187 div_3" -> "188 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"188 quantize_per_tensor_default_9" -> "189 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; -"189 dequantize_per_tensor_default_9" -> "190 transpose_2" [label="(49, 3, 64, 32)", style=solid]; -"190 transpose_2" -> "191 matmul_2" [label="(49, 3, 32, 64)", style=solid]; -"191 matmul_2" -> "195 mul_3" [label="(49, 3, 64, 64)", style=solid]; -"192 _param_constant25" -> "193 clamp_1" [label="(3, 1, 1)", style=solid]; -"193 clamp_1" -> "194 exp_1" [label="(3, 1, 1)", style=solid]; -"194 exp_1" -> "195 mul_3" [label="(3, 1, 1)", style=solid]; -"195 mul_3" -> "196 add_3" [label="(49, 3, 64, 64)", style=solid]; -"196 add_3" -> "208 view_8" [label="(49, 3, 64, 64)", style=solid]; -"197 new_zeros" -> "198 view_7" [label="(56, 56)", style=solid]; -"198 view_7" -> "199 permute_8" [label="(7, 8, 7, 8)", style=solid]; -"199 permute_8" -> "200 reshape_6" [label="(7, 7, 8, 8)", style=solid]; -"200 reshape_6" -> "201 unsqueeze_2" [label="(49, 64)", style=solid]; -"200 reshape_6" -> "202 unsqueeze_3" [label="(49, 64)", style=solid]; -"201 unsqueeze_2" -> "203 sub" [label="(49, 1, 64)", style=solid]; -"202 unsqueeze_3" -> "203 sub" [label="(49, 64, 1)", style=solid]; -"203 sub" -> "204 ne" [label="(49, 64, 64)", style=solid]; -"203 sub" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; -"203 sub" -> "206 eq" [label="(49, 64, 64)", style=solid]; -"204 ne" -> "205 masked_fill" [label="(49, 64, 64)", style=solid]; -"205 masked_fill" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"206 eq" -> "207 masked_fill_1" [label="(49, 64, 64)", style=solid]; -"207 masked_fill_1" -> "209 unsqueeze_4" [label="(49, 64, 64)", style=solid]; -"208 view_8" -> "211 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; -"209 unsqueeze_4" -> "210 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; -"210 unsqueeze_5" -> "211 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; -"211 add_4" -> "212 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; -"212 view_9" -> "213 softmax_1" [label="(49, 3, 64, 64)", style=solid]; -"213 softmax_1" -> "214 dropout_4" [label="(49, 3, 64, 64)", style=solid]; -"214 dropout_4" -> "215 matmul_3" [label="(49, 3, 64, 64)", style=solid]; -"215 matmul_3" -> "216 transpose_3" [label="(49, 3, 64, 32)", style=solid]; -"216 transpose_3" -> "217 reshape_7" [label="(49, 64, 3, 32)", style=solid]; -"217 reshape_7" -> "219 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; -"218 _param_constant27" -> "227 linear_9" [label="(96,)", style=solid]; -"219 reshape_7_0_0_nncf_smooth_quant_0" -> "220 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"220 quantize_per_tensor_default_10" -> "221 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; -"221 dequantize_per_tensor_default_10" -> "227 linear_9" [label="(49, 64, 96)", style=solid]; -"222 linear_9_scale_0" -> "225 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"222 linear_9_scale_0" -> "226 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"223 linear_9_zero_point_0" -> "225 quantize_per_channel_default_10" [label="(96,)", style=solid]; -"223 linear_9_zero_point_0" -> "226 dequantize_per_channel_default_10" [label="(96,)", style=solid]; -"224 compressed_weight_updated_constant10" -> "225 quantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"225 quantize_per_channel_default_10" -> "226 dequantize_per_channel_default_10" [label="(96, 96)", style=solid]; -"226 dequantize_per_channel_default_10" -> "227 linear_9" [label="(96, 96)", style=solid]; -"227 linear_9" -> "228 dropout_5" [label="(49, 64, 96)", style=solid]; -"228 dropout_5" -> "229 view_10" [label="(49, 64, 96)", style=solid]; -"229 view_10" -> "230 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; -"230 permute_9" -> "231 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; -"231 reshape_8" -> "232 roll_1" [label="(1, 56, 56, 96)", style=solid]; -"232 roll_1" -> "233 slice_23" [label="(1, 56, 56, 96)", style=solid]; -"233 slice_23" -> "234 slice_24" [label="(1, 56, 56, 96)", style=solid]; -"234 slice_24" -> "237 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; -"235 _param_constant28" -> "237 layer_norm_3" [label="(96,)", style=solid]; -"236 _param_constant29" -> "237 layer_norm_3" [label="(96,)", style=solid]; -"237 layer_norm_3" -> "238 add_5" [label="(1, 56, 56, 96)", style=solid]; -"238 add_5" -> "240 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; -"238 add_5" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; -"239 _param_constant31" -> "248 linear_10" [label="(384,)", style=solid]; -"240 add_5_0_0_nncf_smooth_quant_0" -> "241 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"241 quantize_per_tensor_default_11" -> "242 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; -"242 dequantize_per_tensor_default_11" -> "248 linear_10" [label="(1, 56, 56, 96)", style=solid]; -"243 linear_10_scale_0" -> "246 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"243 linear_10_scale_0" -> "247 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"244 linear_10_zero_point_0" -> "246 quantize_per_channel_default_11" [label="(384,)", style=solid]; -"244 linear_10_zero_point_0" -> "247 dequantize_per_channel_default_11" [label="(384,)", style=solid]; -"245 compressed_weight_updated_constant11" -> "246 quantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"246 quantize_per_channel_default_11" -> "247 dequantize_per_channel_default_11" [label="(384, 96)", style=solid]; -"247 dequantize_per_channel_default_11" -> "248 linear_10" [label="(384, 96)", style=solid]; -"248 linear_10" -> "249 gelu_1" [label="(1, 56, 56, 384)", style=solid]; -"249 gelu_1" -> "250 dropout_6" [label="(1, 56, 56, 384)", style=solid]; -"250 dropout_6" -> "252 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; -"251 _param_constant33" -> "260 linear_11" [label="(96,)", style=solid]; -"252 dropout_6_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"253 quantize_per_tensor_default_12" -> "254 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; -"254 dequantize_per_tensor_default_12" -> "260 linear_11" [label="(1, 56, 56, 384)", style=solid]; -"255 linear_11_scale_0" -> "258 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"255 linear_11_scale_0" -> "259 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"256 linear_11_zero_point_0" -> "258 quantize_per_channel_default_12" [label="(96,)", style=solid]; -"256 linear_11_zero_point_0" -> "259 dequantize_per_channel_default_12" [label="(96,)", style=solid]; -"257 compressed_weight_updated_constant12" -> "258 quantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"258 quantize_per_channel_default_12" -> "259 dequantize_per_channel_default_12" [label="(96, 384)", style=solid]; -"259 dequantize_per_channel_default_12" -> "260 linear_11" [label="(96, 384)", style=solid]; -"260 linear_11" -> "261 dropout_7" [label="(1, 56, 56, 96)", style=solid]; -"261 dropout_7" -> "264 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; -"262 _param_constant34" -> "264 layer_norm_4" [label="(96,)", style=solid]; -"263 _param_constant35" -> "264 layer_norm_4" [label="(96,)", style=solid]; -"264 layer_norm_4" -> "265 add_6" [label="(1, 56, 56, 96)", style=solid]; -"265 add_6" -> "266 pad_2" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "267 slice_25" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "270 slice_28" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "273 slice_31" [label="(1, 56, 56, 96)", style=solid]; -"266 pad_2" -> "276 slice_34" [label="(1, 56, 56, 96)", style=solid]; -"267 slice_25" -> "268 slice_26" [label="(1, 28, 56, 96)", style=solid]; -"268 slice_26" -> "269 slice_27" [label="(1, 28, 28, 96)", style=solid]; -"269 slice_27" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"270 slice_28" -> "271 slice_29" [label="(1, 28, 56, 96)", style=solid]; -"271 slice_29" -> "272 slice_30" [label="(1, 28, 28, 96)", style=solid]; -"272 slice_30" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"273 slice_31" -> "274 slice_32" [label="(1, 28, 56, 96)", style=solid]; -"274 slice_32" -> "275 slice_33" [label="(1, 28, 28, 96)", style=solid]; -"275 slice_33" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"276 slice_34" -> "277 slice_35" [label="(1, 28, 56, 96)", style=solid]; -"277 slice_35" -> "278 slice_36" [label="(1, 28, 28, 96)", style=solid]; -"278 slice_36" -> "279 cat" [label="(1, 28, 28, 96)", style=solid]; -"279 cat" -> "280 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; -"280 cat_0_0_nncf_smooth_quant_0" -> "281 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"281 quantize_per_tensor_default_13" -> "282 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; -"282 dequantize_per_tensor_default_13" -> "288 linear_12" [label="(1, 28, 28, 384)", style=solid]; -"283 linear_12_scale_0" -> "286 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"283 linear_12_scale_0" -> "287 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"284 linear_12_zero_point_0" -> "286 quantize_per_channel_default_13" [label="(192,)", style=solid]; -"284 linear_12_zero_point_0" -> "287 dequantize_per_channel_default_13" [label="(192,)", style=solid]; -"285 compressed_weight_updated_constant13" -> "286 quantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"286 quantize_per_channel_default_13" -> "287 dequantize_per_channel_default_13" [label="(192, 384)", style=solid]; -"287 dequantize_per_channel_default_13" -> "288 linear_12" [label="(192, 384)", style=solid]; -"288 linear_12" -> "291 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; -"289 _param_constant37" -> "291 layer_norm_5" [label="(192,)", style=solid]; -"290 _param_constant38" -> "291 layer_norm_5" [label="(192,)", style=solid]; -"291 layer_norm_5" -> "318 pad_3" [label="(1, 28, 28, 192)", style=solid]; -"291 layer_norm_5" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; -"292 _tensor_constant13" -> "294 _tensor_constant13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"293 _param_constant40" -> "300 linear_13" [label="(512,)", style=solid]; -"294 _tensor_constant13_0_0_nncf_smooth_quant_0" -> "300 linear_13" [label="(1, 15, 15, 2)", style=solid]; -"295 linear_13_scale_0" -> "298 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"295 linear_13_scale_0" -> "299 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"296 linear_13_zero_point_0" -> "298 quantize_per_channel_default_14" [label="(512,)", style=solid]; -"296 linear_13_zero_point_0" -> "299 dequantize_per_channel_default_14" [label="(512,)", style=solid]; -"297 compressed_weight_updated_constant14" -> "298 quantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"298 quantize_per_channel_default_14" -> "299 dequantize_per_channel_default_14" [label="(512, 2)", style=solid]; -"299 dequantize_per_channel_default_14" -> "300 linear_13" [label="(512, 2)", style=solid]; -"300 linear_13" -> "301 relu__2" [label="(1, 15, 15, 512)", style=solid]; -"301 relu__2" -> "302 relu__2_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"302 relu__2_0_0_nncf_smooth_quant_0" -> "308 linear_14" [label="(1, 15, 15, 512)", style=solid]; -"303 linear_14_scale_0" -> "306 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"303 linear_14_scale_0" -> "307 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"304 linear_14_zero_point_0" -> "306 quantize_per_channel_default_15" [label="(6,)", style=solid]; -"304 linear_14_zero_point_0" -> "307 dequantize_per_channel_default_15" [label="(6,)", style=solid]; -"305 compressed_weight_updated_constant15" -> "306 quantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"306 quantize_per_channel_default_15" -> "307 dequantize_per_channel_default_15" [label="(6, 512)", style=solid]; -"307 dequantize_per_channel_default_15" -> "308 linear_14" [label="(6, 512)", style=solid]; -"308 linear_14" -> "309 view_11" [label="(1, 15, 15, 6)", style=solid]; -"309 view_11" -> "311 index_2" [label="(225, 6)", style=solid]; -"310 _tensor_constant14" -> "311 index_2" [label="(4096,)", style=solid]; -"311 index_2" -> "312 view_12" [label="(4096, 6)", style=solid]; -"312 view_12" -> "313 permute_10" [label="(64, 64, 6)", style=solid]; -"313 permute_10" -> "314 contiguous_2" [label="(6, 64, 64)", style=solid]; -"314 contiguous_2" -> "315 unsqueeze_6" [label="(6, 64, 64)", style=solid]; -"315 unsqueeze_6" -> "316 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; -"316 sigmoid_2" -> "317 mul_4" [label="(1, 6, 64, 64)", style=solid]; -"317 mul_4" -> "356 add_7" [label="(1, 6, 64, 64)", style=solid]; -"318 pad_3" -> "319 view_13" [label="(1, 32, 32, 192)", style=solid]; -"319 view_13" -> "320 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"320 permute_11" -> "321 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"321 reshape_9" -> "324 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"322 _param_constant42" -> "323 clone_2" [label="(576,)", style=solid]; -"323 clone_2" -> "332 linear_15" [label="(576,)", style=solid]; -"324 reshape_9_0_0_nncf_smooth_quant_0" -> "325 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"325 quantize_per_tensor_default_14" -> "326 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; -"326 dequantize_per_tensor_default_14" -> "332 linear_15" [label="(16, 64, 192)", style=solid]; -"327 linear_15_scale_0" -> "330 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"327 linear_15_scale_0" -> "331 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"328 linear_15_zero_point_0" -> "330 quantize_per_channel_default_16" [label="(576,)", style=solid]; -"328 linear_15_zero_point_0" -> "331 dequantize_per_channel_default_16" [label="(576,)", style=solid]; -"329 compressed_weight_updated_constant16" -> "330 quantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"330 quantize_per_channel_default_16" -> "331 dequantize_per_channel_default_16" [label="(576, 192)", style=solid]; -"331 dequantize_per_channel_default_16" -> "332 linear_15" [label="(576, 192)", style=solid]; -"332 linear_15" -> "333 reshape_10" [label="(16, 64, 576)", style=solid]; -"333 reshape_10" -> "334 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; -"334 permute_12" -> "335 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; -"334 permute_12" -> "336 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; -"334 permute_12" -> "337 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; -"335 select_6" -> "338 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; -"335 select_6" -> "340 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; -"335 select_6" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; -"336 select_7" -> "344 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; -"336 select_7" -> "346 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; -"336 select_7" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; -"337 select_8" -> "359 matmul_5" [label="(16, 6, 64, 32)", style=solid]; -"338 linalg_vector_norm_4" -> "339 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; -"339 clamp_min_4" -> "340 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; -"340 expand_as_4" -> "341 div_4" [label="(16, 6, 64, 32)", style=solid]; -"341 div_4" -> "342 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"342 quantize_per_tensor_default_15" -> "343 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; -"343 dequantize_per_tensor_default_15" -> "351 matmul_4" [label="(16, 6, 64, 32)", style=solid]; -"344 linalg_vector_norm_5" -> "345 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; -"345 clamp_min_5" -> "346 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; -"346 expand_as_5" -> "347 div_5" [label="(16, 6, 64, 32)", style=solid]; -"347 div_5" -> "348 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"348 quantize_per_tensor_default_16" -> "349 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; -"349 dequantize_per_tensor_default_16" -> "350 transpose_4" [label="(16, 6, 64, 32)", style=solid]; -"350 transpose_4" -> "351 matmul_4" [label="(16, 6, 32, 64)", style=solid]; -"351 matmul_4" -> "355 mul_5" [label="(16, 6, 64, 64)", style=solid]; -"352 _param_constant44" -> "353 clamp_2" [label="(6, 1, 1)", style=solid]; -"353 clamp_2" -> "354 exp_2" [label="(6, 1, 1)", style=solid]; -"354 exp_2" -> "355 mul_5" [label="(6, 1, 1)", style=solid]; -"355 mul_5" -> "356 add_7" [label="(16, 6, 64, 64)", style=solid]; -"356 add_7" -> "357 softmax_2" [label="(16, 6, 64, 64)", style=solid]; -"357 softmax_2" -> "358 dropout_8" [label="(16, 6, 64, 64)", style=solid]; -"358 dropout_8" -> "359 matmul_5" [label="(16, 6, 64, 64)", style=solid]; -"359 matmul_5" -> "360 transpose_5" [label="(16, 6, 64, 32)", style=solid]; -"360 transpose_5" -> "361 reshape_11" [label="(16, 64, 6, 32)", style=solid]; -"361 reshape_11" -> "363 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"362 _param_constant46" -> "371 linear_16" [label="(192,)", style=solid]; -"363 reshape_11_0_0_nncf_smooth_quant_0" -> "364 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"364 quantize_per_tensor_default_17" -> "365 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; -"365 dequantize_per_tensor_default_17" -> "371 linear_16" [label="(16, 64, 192)", style=solid]; -"366 linear_16_scale_0" -> "369 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"366 linear_16_scale_0" -> "370 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"367 linear_16_zero_point_0" -> "369 quantize_per_channel_default_17" [label="(192,)", style=solid]; -"367 linear_16_zero_point_0" -> "370 dequantize_per_channel_default_17" [label="(192,)", style=solid]; -"368 compressed_weight_updated_constant17" -> "369 quantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"369 quantize_per_channel_default_17" -> "370 dequantize_per_channel_default_17" [label="(192, 192)", style=solid]; -"370 dequantize_per_channel_default_17" -> "371 linear_16" [label="(192, 192)", style=solid]; -"371 linear_16" -> "372 dropout_9" [label="(16, 64, 192)", style=solid]; -"372 dropout_9" -> "373 view_14" [label="(16, 64, 192)", style=solid]; -"373 view_14" -> "374 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"374 permute_13" -> "375 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"375 reshape_12" -> "376 slice_38" [label="(1, 32, 32, 192)", style=solid]; -"376 slice_38" -> "377 slice_39" [label="(1, 32, 32, 192)", style=solid]; -"377 slice_39" -> "378 slice_40" [label="(1, 28, 32, 192)", style=solid]; -"378 slice_40" -> "379 slice_41" [label="(1, 28, 28, 192)", style=solid]; -"379 slice_41" -> "380 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; -"380 contiguous_3" -> "383 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; -"381 _param_constant47" -> "383 layer_norm_6" [label="(192,)", style=solid]; -"382 _param_constant48" -> "383 layer_norm_6" [label="(192,)", style=solid]; -"383 layer_norm_6" -> "384 add_8" [label="(1, 28, 28, 192)", style=solid]; -"384 add_8" -> "386 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"384 add_8" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; -"385 _param_constant50" -> "394 linear_17" [label="(768,)", style=solid]; -"386 add_8_0_0_nncf_smooth_quant_0" -> "387 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"387 quantize_per_tensor_default_18" -> "388 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; -"388 dequantize_per_tensor_default_18" -> "394 linear_17" [label="(1, 28, 28, 192)", style=solid]; -"389 linear_17_scale_0" -> "392 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"389 linear_17_scale_0" -> "393 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"390 linear_17_zero_point_0" -> "392 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"390 linear_17_zero_point_0" -> "393 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"391 compressed_weight_updated_constant18" -> "392 quantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"392 quantize_per_channel_default_18" -> "393 dequantize_per_channel_default_18" [label="(768, 192)", style=solid]; -"393 dequantize_per_channel_default_18" -> "394 linear_17" [label="(768, 192)", style=solid]; -"394 linear_17" -> "395 gelu_2" [label="(1, 28, 28, 768)", style=solid]; -"395 gelu_2" -> "396 dropout_10" [label="(1, 28, 28, 768)", style=solid]; -"396 dropout_10" -> "398 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"397 _param_constant52" -> "406 linear_18" [label="(192,)", style=solid]; -"398 dropout_10_0_0_nncf_smooth_quant_0" -> "399 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"399 quantize_per_tensor_default_19" -> "400 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; -"400 dequantize_per_tensor_default_19" -> "406 linear_18" [label="(1, 28, 28, 768)", style=solid]; -"401 linear_18_scale_0" -> "404 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"401 linear_18_scale_0" -> "405 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"402 linear_18_zero_point_0" -> "404 quantize_per_channel_default_19" [label="(192,)", style=solid]; -"402 linear_18_zero_point_0" -> "405 dequantize_per_channel_default_19" [label="(192,)", style=solid]; -"403 compressed_weight_updated_constant19" -> "404 quantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"404 quantize_per_channel_default_19" -> "405 dequantize_per_channel_default_19" [label="(192, 768)", style=solid]; -"405 dequantize_per_channel_default_19" -> "406 linear_18" [label="(192, 768)", style=solid]; -"406 linear_18" -> "407 dropout_11" [label="(1, 28, 28, 192)", style=solid]; -"407 dropout_11" -> "410 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; -"408 _param_constant53" -> "410 layer_norm_7" [label="(192,)", style=solid]; -"409 _param_constant54" -> "410 layer_norm_7" [label="(192,)", style=solid]; -"410 layer_norm_7" -> "411 add_9" [label="(1, 28, 28, 192)", style=solid]; -"411 add_9" -> "438 pad_4" [label="(1, 28, 28, 192)", style=solid]; -"411 add_9" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; -"412 _tensor_constant15" -> "414 _tensor_constant15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"413 _param_constant56" -> "420 linear_19" [label="(512,)", style=solid]; -"414 _tensor_constant15_0_0_nncf_smooth_quant_0" -> "420 linear_19" [label="(1, 15, 15, 2)", style=solid]; -"415 linear_19_scale_0" -> "418 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"415 linear_19_scale_0" -> "419 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"416 linear_19_zero_point_0" -> "418 quantize_per_channel_default_20" [label="(512,)", style=solid]; -"416 linear_19_zero_point_0" -> "419 dequantize_per_channel_default_20" [label="(512,)", style=solid]; -"417 compressed_weight_updated_constant20" -> "418 quantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"418 quantize_per_channel_default_20" -> "419 dequantize_per_channel_default_20" [label="(512, 2)", style=solid]; -"419 dequantize_per_channel_default_20" -> "420 linear_19" [label="(512, 2)", style=solid]; -"420 linear_19" -> "421 relu__3" [label="(1, 15, 15, 512)", style=solid]; -"421 relu__3" -> "422 relu__3_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"422 relu__3_0_0_nncf_smooth_quant_0" -> "428 linear_20" [label="(1, 15, 15, 512)", style=solid]; -"423 linear_20_scale_0" -> "426 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"423 linear_20_scale_0" -> "427 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"424 linear_20_zero_point_0" -> "426 quantize_per_channel_default_21" [label="(6,)", style=solid]; -"424 linear_20_zero_point_0" -> "427 dequantize_per_channel_default_21" [label="(6,)", style=solid]; -"425 compressed_weight_updated_constant21" -> "426 quantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"426 quantize_per_channel_default_21" -> "427 dequantize_per_channel_default_21" [label="(6, 512)", style=solid]; -"427 dequantize_per_channel_default_21" -> "428 linear_20" [label="(6, 512)", style=solid]; -"428 linear_20" -> "429 view_15" [label="(1, 15, 15, 6)", style=solid]; -"429 view_15" -> "431 index_3" [label="(225, 6)", style=solid]; -"430 _tensor_constant16" -> "431 index_3" [label="(4096,)", style=solid]; -"431 index_3" -> "432 view_16" [label="(4096, 6)", style=solid]; -"432 view_16" -> "433 permute_14" [label="(64, 64, 6)", style=solid]; -"433 permute_14" -> "434 contiguous_4" [label="(6, 64, 64)", style=solid]; -"434 contiguous_4" -> "435 unsqueeze_7" [label="(6, 64, 64)", style=solid]; -"435 unsqueeze_7" -> "436 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; -"436 sigmoid_3" -> "437 mul_6" [label="(1, 6, 64, 64)", style=solid]; -"437 mul_6" -> "477 add_10" [label="(1, 6, 64, 64)", style=solid]; -"438 pad_4" -> "439 roll_2" [label="(1, 32, 32, 192)", style=solid]; -"439 roll_2" -> "440 view_17" [label="(1, 32, 32, 192)", style=solid]; -"440 view_17" -> "441 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"441 permute_15" -> "442 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"442 reshape_13" -> "445 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"442 reshape_13" -> "478 new_zeros_1" [label="(16, 64, 192)", style=solid]; -"443 _param_constant58" -> "444 clone_3" [label="(576,)", style=solid]; -"444 clone_3" -> "453 linear_21" [label="(576,)", style=solid]; -"445 reshape_13_0_0_nncf_smooth_quant_0" -> "446 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"446 quantize_per_tensor_default_20" -> "447 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; -"447 dequantize_per_tensor_default_20" -> "453 linear_21" [label="(16, 64, 192)", style=solid]; -"448 linear_21_scale_0" -> "451 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"448 linear_21_scale_0" -> "452 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"449 linear_21_zero_point_0" -> "451 quantize_per_channel_default_22" [label="(576,)", style=solid]; -"449 linear_21_zero_point_0" -> "452 dequantize_per_channel_default_22" [label="(576,)", style=solid]; -"450 compressed_weight_updated_constant22" -> "451 quantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"451 quantize_per_channel_default_22" -> "452 dequantize_per_channel_default_22" [label="(576, 192)", style=solid]; -"452 dequantize_per_channel_default_22" -> "453 linear_21" [label="(576, 192)", style=solid]; -"453 linear_21" -> "454 reshape_14" [label="(16, 64, 576)", style=solid]; -"454 reshape_14" -> "455 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; -"455 permute_16" -> "456 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; -"455 permute_16" -> "457 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; -"455 permute_16" -> "458 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; -"456 select_9" -> "459 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; -"456 select_9" -> "461 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; -"456 select_9" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; -"457 select_10" -> "465 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; -"457 select_10" -> "467 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; -"457 select_10" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; -"458 select_11" -> "496 matmul_7" [label="(16, 6, 64, 32)", style=solid]; -"459 linalg_vector_norm_6" -> "460 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; -"460 clamp_min_6" -> "461 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; -"461 expand_as_6" -> "462 div_6" [label="(16, 6, 64, 32)", style=solid]; -"462 div_6" -> "463 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"463 quantize_per_tensor_default_21" -> "464 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; -"464 dequantize_per_tensor_default_21" -> "472 matmul_6" [label="(16, 6, 64, 32)", style=solid]; -"465 linalg_vector_norm_7" -> "466 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; -"466 clamp_min_7" -> "467 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; -"467 expand_as_7" -> "468 div_7" [label="(16, 6, 64, 32)", style=solid]; -"468 div_7" -> "469 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"469 quantize_per_tensor_default_22" -> "470 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; -"470 dequantize_per_tensor_default_22" -> "471 transpose_6" [label="(16, 6, 64, 32)", style=solid]; -"471 transpose_6" -> "472 matmul_6" [label="(16, 6, 32, 64)", style=solid]; -"472 matmul_6" -> "476 mul_7" [label="(16, 6, 64, 64)", style=solid]; -"473 _param_constant60" -> "474 clamp_3" [label="(6, 1, 1)", style=solid]; -"474 clamp_3" -> "475 exp_3" [label="(6, 1, 1)", style=solid]; -"475 exp_3" -> "476 mul_7" [label="(6, 1, 1)", style=solid]; -"476 mul_7" -> "477 add_10" [label="(16, 6, 64, 64)", style=solid]; -"477 add_10" -> "489 view_19" [label="(16, 6, 64, 64)", style=solid]; -"478 new_zeros_1" -> "479 view_18" [label="(32, 32)", style=solid]; -"479 view_18" -> "480 permute_17" [label="(4, 8, 4, 8)", style=solid]; -"480 permute_17" -> "481 reshape_15" [label="(4, 4, 8, 8)", style=solid]; -"481 reshape_15" -> "482 unsqueeze_8" [label="(16, 64)", style=solid]; -"481 reshape_15" -> "483 unsqueeze_9" [label="(16, 64)", style=solid]; -"482 unsqueeze_8" -> "484 sub_1" [label="(16, 1, 64)", style=solid]; -"483 unsqueeze_9" -> "484 sub_1" [label="(16, 64, 1)", style=solid]; -"484 sub_1" -> "485 ne_1" [label="(16, 64, 64)", style=solid]; -"484 sub_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"484 sub_1" -> "487 eq_1" [label="(16, 64, 64)", style=solid]; -"485 ne_1" -> "486 masked_fill_2" [label="(16, 64, 64)", style=solid]; -"486 masked_fill_2" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"487 eq_1" -> "488 masked_fill_3" [label="(16, 64, 64)", style=solid]; -"488 masked_fill_3" -> "490 unsqueeze_10" [label="(16, 64, 64)", style=solid]; -"489 view_19" -> "492 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; -"490 unsqueeze_10" -> "491 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; -"491 unsqueeze_11" -> "492 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; -"492 add_11" -> "493 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; -"493 view_20" -> "494 softmax_3" [label="(16, 6, 64, 64)", style=solid]; -"494 softmax_3" -> "495 dropout_12" [label="(16, 6, 64, 64)", style=solid]; -"495 dropout_12" -> "496 matmul_7" [label="(16, 6, 64, 64)", style=solid]; -"496 matmul_7" -> "497 transpose_7" [label="(16, 6, 64, 32)", style=solid]; -"497 transpose_7" -> "498 reshape_16" [label="(16, 64, 6, 32)", style=solid]; -"498 reshape_16" -> "500 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; -"499 _param_constant62" -> "508 linear_22" [label="(192,)", style=solid]; -"500 reshape_16_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"501 quantize_per_tensor_default_23" -> "502 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; -"502 dequantize_per_tensor_default_23" -> "508 linear_22" [label="(16, 64, 192)", style=solid]; -"503 linear_22_scale_0" -> "506 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"503 linear_22_scale_0" -> "507 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"504 linear_22_zero_point_0" -> "506 quantize_per_channel_default_23" [label="(192,)", style=solid]; -"504 linear_22_zero_point_0" -> "507 dequantize_per_channel_default_23" [label="(192,)", style=solid]; -"505 compressed_weight_updated_constant23" -> "506 quantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"506 quantize_per_channel_default_23" -> "507 dequantize_per_channel_default_23" [label="(192, 192)", style=solid]; -"507 dequantize_per_channel_default_23" -> "508 linear_22" [label="(192, 192)", style=solid]; -"508 linear_22" -> "509 dropout_13" [label="(16, 64, 192)", style=solid]; -"509 dropout_13" -> "510 view_21" [label="(16, 64, 192)", style=solid]; -"510 view_21" -> "511 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; -"511 permute_18" -> "512 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; -"512 reshape_17" -> "513 roll_3" [label="(1, 32, 32, 192)", style=solid]; -"513 roll_3" -> "514 slice_61" [label="(1, 32, 32, 192)", style=solid]; -"514 slice_61" -> "515 slice_62" [label="(1, 32, 32, 192)", style=solid]; -"515 slice_62" -> "516 slice_63" [label="(1, 28, 32, 192)", style=solid]; -"516 slice_63" -> "517 slice_64" [label="(1, 28, 28, 192)", style=solid]; -"517 slice_64" -> "518 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; -"518 contiguous_5" -> "521 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; -"519 _param_constant63" -> "521 layer_norm_8" [label="(192,)", style=solid]; -"520 _param_constant64" -> "521 layer_norm_8" [label="(192,)", style=solid]; -"521 layer_norm_8" -> "522 add_12" [label="(1, 28, 28, 192)", style=solid]; -"522 add_12" -> "524 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; -"522 add_12" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; -"523 _param_constant66" -> "532 linear_23" [label="(768,)", style=solid]; -"524 add_12_0_0_nncf_smooth_quant_0" -> "525 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"525 quantize_per_tensor_default_24" -> "526 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; -"526 dequantize_per_tensor_default_24" -> "532 linear_23" [label="(1, 28, 28, 192)", style=solid]; -"527 linear_23_scale_0" -> "530 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"527 linear_23_scale_0" -> "531 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"528 linear_23_zero_point_0" -> "530 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"528 linear_23_zero_point_0" -> "531 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"529 compressed_weight_updated_constant24" -> "530 quantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"530 quantize_per_channel_default_24" -> "531 dequantize_per_channel_default_24" [label="(768, 192)", style=solid]; -"531 dequantize_per_channel_default_24" -> "532 linear_23" [label="(768, 192)", style=solid]; -"532 linear_23" -> "533 gelu_3" [label="(1, 28, 28, 768)", style=solid]; -"533 gelu_3" -> "534 dropout_14" [label="(1, 28, 28, 768)", style=solid]; -"534 dropout_14" -> "536 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; -"535 _param_constant68" -> "544 linear_24" [label="(192,)", style=solid]; -"536 dropout_14_0_0_nncf_smooth_quant_0" -> "537 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"537 quantize_per_tensor_default_25" -> "538 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; -"538 dequantize_per_tensor_default_25" -> "544 linear_24" [label="(1, 28, 28, 768)", style=solid]; -"539 linear_24_scale_0" -> "542 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"539 linear_24_scale_0" -> "543 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"540 linear_24_zero_point_0" -> "542 quantize_per_channel_default_25" [label="(192,)", style=solid]; -"540 linear_24_zero_point_0" -> "543 dequantize_per_channel_default_25" [label="(192,)", style=solid]; -"541 compressed_weight_updated_constant25" -> "542 quantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"542 quantize_per_channel_default_25" -> "543 dequantize_per_channel_default_25" [label="(192, 768)", style=solid]; -"543 dequantize_per_channel_default_25" -> "544 linear_24" [label="(192, 768)", style=solid]; -"544 linear_24" -> "545 dropout_15" [label="(1, 28, 28, 192)", style=solid]; -"545 dropout_15" -> "548 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; -"546 _param_constant69" -> "548 layer_norm_9" [label="(192,)", style=solid]; -"547 _param_constant70" -> "548 layer_norm_9" [label="(192,)", style=solid]; -"548 layer_norm_9" -> "549 add_13" [label="(1, 28, 28, 192)", style=solid]; -"549 add_13" -> "550 pad_5" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "551 slice_65" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "554 slice_68" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "557 slice_71" [label="(1, 28, 28, 192)", style=solid]; -"550 pad_5" -> "560 slice_74" [label="(1, 28, 28, 192)", style=solid]; -"551 slice_65" -> "552 slice_66" [label="(1, 14, 28, 192)", style=solid]; -"552 slice_66" -> "553 slice_67" [label="(1, 14, 14, 192)", style=solid]; -"553 slice_67" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"554 slice_68" -> "555 slice_69" [label="(1, 14, 28, 192)", style=solid]; -"555 slice_69" -> "556 slice_70" [label="(1, 14, 14, 192)", style=solid]; -"556 slice_70" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"557 slice_71" -> "558 slice_72" [label="(1, 14, 28, 192)", style=solid]; -"558 slice_72" -> "559 slice_73" [label="(1, 14, 14, 192)", style=solid]; -"559 slice_73" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"560 slice_74" -> "561 slice_75" [label="(1, 14, 28, 192)", style=solid]; -"561 slice_75" -> "562 slice_76" [label="(1, 14, 14, 192)", style=solid]; -"562 slice_76" -> "563 cat_1" [label="(1, 14, 14, 192)", style=solid]; -"563 cat_1" -> "564 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; -"564 cat_1_0_0_nncf_smooth_quant_0" -> "565 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"565 quantize_per_tensor_default_26" -> "566 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; -"566 dequantize_per_tensor_default_26" -> "572 linear_25" [label="(1, 14, 14, 768)", style=solid]; -"567 linear_25_scale_0" -> "570 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"567 linear_25_scale_0" -> "571 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"568 linear_25_zero_point_0" -> "570 quantize_per_channel_default_26" [label="(384,)", style=solid]; -"568 linear_25_zero_point_0" -> "571 dequantize_per_channel_default_26" [label="(384,)", style=solid]; -"569 compressed_weight_updated_constant26" -> "570 quantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"570 quantize_per_channel_default_26" -> "571 dequantize_per_channel_default_26" [label="(384, 768)", style=solid]; -"571 dequantize_per_channel_default_26" -> "572 linear_25" [label="(384, 768)", style=solid]; -"572 linear_25" -> "575 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; -"573 _param_constant72" -> "575 layer_norm_10" [label="(384,)", style=solid]; -"574 _param_constant73" -> "575 layer_norm_10" [label="(384,)", style=solid]; -"575 layer_norm_10" -> "602 pad_6" [label="(1, 14, 14, 384)", style=solid]; -"575 layer_norm_10" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; -"576 _tensor_constant26" -> "578 _tensor_constant26_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"577 _param_constant75" -> "584 linear_26" [label="(512,)", style=solid]; -"578 _tensor_constant26_0_0_nncf_smooth_quant_0" -> "584 linear_26" [label="(1, 15, 15, 2)", style=solid]; -"579 linear_26_scale_0" -> "582 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"579 linear_26_scale_0" -> "583 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"580 linear_26_zero_point_0" -> "582 quantize_per_channel_default_27" [label="(512,)", style=solid]; -"580 linear_26_zero_point_0" -> "583 dequantize_per_channel_default_27" [label="(512,)", style=solid]; -"581 compressed_weight_updated_constant27" -> "582 quantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"582 quantize_per_channel_default_27" -> "583 dequantize_per_channel_default_27" [label="(512, 2)", style=solid]; -"583 dequantize_per_channel_default_27" -> "584 linear_26" [label="(512, 2)", style=solid]; -"584 linear_26" -> "585 relu__4" [label="(1, 15, 15, 512)", style=solid]; -"585 relu__4" -> "586 relu__4_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"586 relu__4_0_0_nncf_smooth_quant_0" -> "592 linear_27" [label="(1, 15, 15, 512)", style=solid]; -"587 linear_27_scale_0" -> "590 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"587 linear_27_scale_0" -> "591 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"588 linear_27_zero_point_0" -> "590 quantize_per_channel_default_28" [label="(12,)", style=solid]; -"588 linear_27_zero_point_0" -> "591 dequantize_per_channel_default_28" [label="(12,)", style=solid]; -"589 compressed_weight_updated_constant28" -> "590 quantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"590 quantize_per_channel_default_28" -> "591 dequantize_per_channel_default_28" [label="(12, 512)", style=solid]; -"591 dequantize_per_channel_default_28" -> "592 linear_27" [label="(12, 512)", style=solid]; -"592 linear_27" -> "593 view_22" [label="(1, 15, 15, 12)", style=solid]; -"593 view_22" -> "595 index_4" [label="(225, 12)", style=solid]; -"594 _tensor_constant27" -> "595 index_4" [label="(4096,)", style=solid]; -"595 index_4" -> "596 view_23" [label="(4096, 12)", style=solid]; -"596 view_23" -> "597 permute_19" [label="(64, 64, 12)", style=solid]; -"597 permute_19" -> "598 contiguous_6" [label="(12, 64, 64)", style=solid]; -"598 contiguous_6" -> "599 unsqueeze_12" [label="(12, 64, 64)", style=solid]; -"599 unsqueeze_12" -> "600 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; -"600 sigmoid_4" -> "601 mul_8" [label="(1, 12, 64, 64)", style=solid]; -"601 mul_8" -> "640 add_14" [label="(1, 12, 64, 64)", style=solid]; -"602 pad_6" -> "603 view_24" [label="(1, 16, 16, 384)", style=solid]; -"603 view_24" -> "604 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"604 permute_20" -> "605 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"605 reshape_18" -> "608 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"606 _param_constant77" -> "607 clone_4" [label="(1152,)", style=solid]; -"607 clone_4" -> "616 linear_28" [label="(1152,)", style=solid]; -"608 reshape_18_0_0_nncf_smooth_quant_0" -> "609 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"609 quantize_per_tensor_default_27" -> "610 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; -"610 dequantize_per_tensor_default_27" -> "616 linear_28" [label="(4, 64, 384)", style=solid]; -"611 linear_28_scale_0" -> "614 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"611 linear_28_scale_0" -> "615 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"612 linear_28_zero_point_0" -> "614 quantize_per_channel_default_29" [label="(1152,)", style=solid]; -"612 linear_28_zero_point_0" -> "615 dequantize_per_channel_default_29" [label="(1152,)", style=solid]; -"613 compressed_weight_updated_constant29" -> "614 quantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"614 quantize_per_channel_default_29" -> "615 dequantize_per_channel_default_29" [label="(1152, 384)", style=solid]; -"615 dequantize_per_channel_default_29" -> "616 linear_28" [label="(1152, 384)", style=solid]; -"616 linear_28" -> "617 reshape_19" [label="(4, 64, 1152)", style=solid]; -"617 reshape_19" -> "618 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; -"618 permute_21" -> "619 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; -"618 permute_21" -> "620 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; -"618 permute_21" -> "621 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; -"619 select_12" -> "622 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; -"619 select_12" -> "624 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; -"619 select_12" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; -"620 select_13" -> "628 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; -"620 select_13" -> "630 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; -"620 select_13" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; -"621 select_14" -> "643 matmul_9" [label="(4, 12, 64, 32)", style=solid]; -"622 linalg_vector_norm_8" -> "623 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; -"623 clamp_min_8" -> "624 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; -"624 expand_as_8" -> "625 div_8" [label="(4, 12, 64, 32)", style=solid]; -"625 div_8" -> "626 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"626 quantize_per_tensor_default_28" -> "627 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; -"627 dequantize_per_tensor_default_28" -> "635 matmul_8" [label="(4, 12, 64, 32)", style=solid]; -"628 linalg_vector_norm_9" -> "629 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; -"629 clamp_min_9" -> "630 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; -"630 expand_as_9" -> "631 div_9" [label="(4, 12, 64, 32)", style=solid]; -"631 div_9" -> "632 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"632 quantize_per_tensor_default_29" -> "633 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; -"633 dequantize_per_tensor_default_29" -> "634 transpose_8" [label="(4, 12, 64, 32)", style=solid]; -"634 transpose_8" -> "635 matmul_8" [label="(4, 12, 32, 64)", style=solid]; -"635 matmul_8" -> "639 mul_9" [label="(4, 12, 64, 64)", style=solid]; -"636 _param_constant79" -> "637 clamp_4" [label="(12, 1, 1)", style=solid]; -"637 clamp_4" -> "638 exp_4" [label="(12, 1, 1)", style=solid]; -"638 exp_4" -> "639 mul_9" [label="(12, 1, 1)", style=solid]; -"639 mul_9" -> "640 add_14" [label="(4, 12, 64, 64)", style=solid]; -"640 add_14" -> "641 softmax_4" [label="(4, 12, 64, 64)", style=solid]; -"641 softmax_4" -> "642 dropout_16" [label="(4, 12, 64, 64)", style=solid]; -"642 dropout_16" -> "643 matmul_9" [label="(4, 12, 64, 64)", style=solid]; -"643 matmul_9" -> "644 transpose_9" [label="(4, 12, 64, 32)", style=solid]; -"644 transpose_9" -> "645 reshape_20" [label="(4, 64, 12, 32)", style=solid]; -"645 reshape_20" -> "647 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"646 _param_constant81" -> "655 linear_29" [label="(384,)", style=solid]; -"647 reshape_20_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"648 quantize_per_tensor_default_30" -> "649 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; -"649 dequantize_per_tensor_default_30" -> "655 linear_29" [label="(4, 64, 384)", style=solid]; -"650 linear_29_scale_0" -> "653 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"650 linear_29_scale_0" -> "654 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"651 linear_29_zero_point_0" -> "653 quantize_per_channel_default_30" [label="(384,)", style=solid]; -"651 linear_29_zero_point_0" -> "654 dequantize_per_channel_default_30" [label="(384,)", style=solid]; -"652 compressed_weight_updated_constant30" -> "653 quantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"653 quantize_per_channel_default_30" -> "654 dequantize_per_channel_default_30" [label="(384, 384)", style=solid]; -"654 dequantize_per_channel_default_30" -> "655 linear_29" [label="(384, 384)", style=solid]; -"655 linear_29" -> "656 dropout_17" [label="(4, 64, 384)", style=solid]; -"656 dropout_17" -> "657 view_25" [label="(4, 64, 384)", style=solid]; -"657 view_25" -> "658 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"658 permute_22" -> "659 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"659 reshape_21" -> "660 slice_78" [label="(1, 16, 16, 384)", style=solid]; -"660 slice_78" -> "661 slice_79" [label="(1, 16, 16, 384)", style=solid]; -"661 slice_79" -> "662 slice_80" [label="(1, 14, 16, 384)", style=solid]; -"662 slice_80" -> "663 slice_81" [label="(1, 14, 14, 384)", style=solid]; -"663 slice_81" -> "664 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; -"664 contiguous_7" -> "667 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; -"665 _param_constant82" -> "667 layer_norm_11" [label="(384,)", style=solid]; -"666 _param_constant83" -> "667 layer_norm_11" [label="(384,)", style=solid]; -"667 layer_norm_11" -> "668 add_15" [label="(1, 14, 14, 384)", style=solid]; -"668 add_15" -> "670 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"668 add_15" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; -"669 _param_constant85" -> "678 linear_30" [label="(1536,)", style=solid]; -"670 add_15_0_0_nncf_smooth_quant_0" -> "671 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"671 quantize_per_tensor_default_31" -> "672 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; -"672 dequantize_per_tensor_default_31" -> "678 linear_30" [label="(1, 14, 14, 384)", style=solid]; -"673 linear_30_scale_0" -> "676 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"673 linear_30_scale_0" -> "677 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"674 linear_30_zero_point_0" -> "676 quantize_per_channel_default_31" [label="(1536,)", style=solid]; -"674 linear_30_zero_point_0" -> "677 dequantize_per_channel_default_31" [label="(1536,)", style=solid]; -"675 compressed_weight_updated_constant31" -> "676 quantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"676 quantize_per_channel_default_31" -> "677 dequantize_per_channel_default_31" [label="(1536, 384)", style=solid]; -"677 dequantize_per_channel_default_31" -> "678 linear_30" [label="(1536, 384)", style=solid]; -"678 linear_30" -> "679 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; -"679 gelu_4" -> "680 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; -"680 dropout_18" -> "682 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"681 _param_constant87" -> "690 linear_31" [label="(384,)", style=solid]; -"682 dropout_18_0_0_nncf_smooth_quant_0" -> "683 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"683 quantize_per_tensor_default_32" -> "684 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; -"684 dequantize_per_tensor_default_32" -> "690 linear_31" [label="(1, 14, 14, 1536)", style=solid]; -"685 linear_31_scale_0" -> "688 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"685 linear_31_scale_0" -> "689 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"686 linear_31_zero_point_0" -> "688 quantize_per_channel_default_32" [label="(384,)", style=solid]; -"686 linear_31_zero_point_0" -> "689 dequantize_per_channel_default_32" [label="(384,)", style=solid]; -"687 compressed_weight_updated_constant32" -> "688 quantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"688 quantize_per_channel_default_32" -> "689 dequantize_per_channel_default_32" [label="(384, 1536)", style=solid]; -"689 dequantize_per_channel_default_32" -> "690 linear_31" [label="(384, 1536)", style=solid]; -"690 linear_31" -> "691 dropout_19" [label="(1, 14, 14, 384)", style=solid]; -"691 dropout_19" -> "694 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; -"692 _param_constant88" -> "694 layer_norm_12" [label="(384,)", style=solid]; -"693 _param_constant89" -> "694 layer_norm_12" [label="(384,)", style=solid]; -"694 layer_norm_12" -> "695 add_16" [label="(1, 14, 14, 384)", style=solid]; -"695 add_16" -> "722 pad_7" [label="(1, 14, 14, 384)", style=solid]; -"695 add_16" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; -"696 _tensor_constant28" -> "698 _tensor_constant28_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"697 _param_constant91" -> "704 linear_32" [label="(512,)", style=solid]; -"698 _tensor_constant28_0_0_nncf_smooth_quant_0" -> "704 linear_32" [label="(1, 15, 15, 2)", style=solid]; -"699 linear_32_scale_0" -> "702 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"699 linear_32_scale_0" -> "703 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"700 linear_32_zero_point_0" -> "702 quantize_per_channel_default_33" [label="(512,)", style=solid]; -"700 linear_32_zero_point_0" -> "703 dequantize_per_channel_default_33" [label="(512,)", style=solid]; -"701 compressed_weight_updated_constant33" -> "702 quantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"702 quantize_per_channel_default_33" -> "703 dequantize_per_channel_default_33" [label="(512, 2)", style=solid]; -"703 dequantize_per_channel_default_33" -> "704 linear_32" [label="(512, 2)", style=solid]; -"704 linear_32" -> "705 relu__5" [label="(1, 15, 15, 512)", style=solid]; -"705 relu__5" -> "706 relu__5_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"706 relu__5_0_0_nncf_smooth_quant_0" -> "712 linear_33" [label="(1, 15, 15, 512)", style=solid]; -"707 linear_33_scale_0" -> "710 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"707 linear_33_scale_0" -> "711 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"708 linear_33_zero_point_0" -> "710 quantize_per_channel_default_34" [label="(12,)", style=solid]; -"708 linear_33_zero_point_0" -> "711 dequantize_per_channel_default_34" [label="(12,)", style=solid]; -"709 compressed_weight_updated_constant34" -> "710 quantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"710 quantize_per_channel_default_34" -> "711 dequantize_per_channel_default_34" [label="(12, 512)", style=solid]; -"711 dequantize_per_channel_default_34" -> "712 linear_33" [label="(12, 512)", style=solid]; -"712 linear_33" -> "713 view_26" [label="(1, 15, 15, 12)", style=solid]; -"713 view_26" -> "715 index_5" [label="(225, 12)", style=solid]; -"714 _tensor_constant29" -> "715 index_5" [label="(4096,)", style=solid]; -"715 index_5" -> "716 view_27" [label="(4096, 12)", style=solid]; -"716 view_27" -> "717 permute_23" [label="(64, 64, 12)", style=solid]; -"717 permute_23" -> "718 contiguous_8" [label="(12, 64, 64)", style=solid]; -"718 contiguous_8" -> "719 unsqueeze_13" [label="(12, 64, 64)", style=solid]; -"719 unsqueeze_13" -> "720 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; -"720 sigmoid_5" -> "721 mul_10" [label="(1, 12, 64, 64)", style=solid]; -"721 mul_10" -> "761 add_17" [label="(1, 12, 64, 64)", style=solid]; -"722 pad_7" -> "723 roll_4" [label="(1, 16, 16, 384)", style=solid]; -"723 roll_4" -> "724 view_28" [label="(1, 16, 16, 384)", style=solid]; -"724 view_28" -> "725 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"725 permute_24" -> "726 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"726 reshape_22" -> "729 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"726 reshape_22" -> "762 new_zeros_2" [label="(4, 64, 384)", style=solid]; -"727 _param_constant93" -> "728 clone_5" [label="(1152,)", style=solid]; -"728 clone_5" -> "737 linear_34" [label="(1152,)", style=solid]; -"729 reshape_22_0_0_nncf_smooth_quant_0" -> "730 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"730 quantize_per_tensor_default_33" -> "731 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; -"731 dequantize_per_tensor_default_33" -> "737 linear_34" [label="(4, 64, 384)", style=solid]; -"732 linear_34_scale_0" -> "735 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"732 linear_34_scale_0" -> "736 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"733 linear_34_zero_point_0" -> "735 quantize_per_channel_default_35" [label="(1152,)", style=solid]; -"733 linear_34_zero_point_0" -> "736 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; -"734 compressed_weight_updated_constant35" -> "735 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"735 quantize_per_channel_default_35" -> "736 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; -"736 dequantize_per_channel_default_35" -> "737 linear_34" [label="(1152, 384)", style=solid]; -"737 linear_34" -> "738 reshape_23" [label="(4, 64, 1152)", style=solid]; -"738 reshape_23" -> "739 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; -"739 permute_25" -> "740 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; -"739 permute_25" -> "741 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; -"739 permute_25" -> "742 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; -"740 select_15" -> "743 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; -"740 select_15" -> "745 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; -"740 select_15" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; -"741 select_16" -> "749 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; -"741 select_16" -> "751 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; -"741 select_16" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; -"742 select_17" -> "780 matmul_11" [label="(4, 12, 64, 32)", style=solid]; -"743 linalg_vector_norm_10" -> "744 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; -"744 clamp_min_10" -> "745 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; -"745 expand_as_10" -> "746 div_10" [label="(4, 12, 64, 32)", style=solid]; -"746 div_10" -> "747 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"747 quantize_per_tensor_default_34" -> "748 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; -"748 dequantize_per_tensor_default_34" -> "756 matmul_10" [label="(4, 12, 64, 32)", style=solid]; -"749 linalg_vector_norm_11" -> "750 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; -"750 clamp_min_11" -> "751 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; -"751 expand_as_11" -> "752 div_11" [label="(4, 12, 64, 32)", style=solid]; -"752 div_11" -> "753 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"753 quantize_per_tensor_default_35" -> "754 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; -"754 dequantize_per_tensor_default_35" -> "755 transpose_10" [label="(4, 12, 64, 32)", style=solid]; -"755 transpose_10" -> "756 matmul_10" [label="(4, 12, 32, 64)", style=solid]; -"756 matmul_10" -> "760 mul_11" [label="(4, 12, 64, 64)", style=solid]; -"757 _param_constant95" -> "758 clamp_5" [label="(12, 1, 1)", style=solid]; -"758 clamp_5" -> "759 exp_5" [label="(12, 1, 1)", style=solid]; -"759 exp_5" -> "760 mul_11" [label="(12, 1, 1)", style=solid]; -"760 mul_11" -> "761 add_17" [label="(4, 12, 64, 64)", style=solid]; -"761 add_17" -> "773 view_30" [label="(4, 12, 64, 64)", style=solid]; -"762 new_zeros_2" -> "763 view_29" [label="(16, 16)", style=solid]; -"763 view_29" -> "764 permute_26" [label="(2, 8, 2, 8)", style=solid]; -"764 permute_26" -> "765 reshape_24" [label="(2, 2, 8, 8)", style=solid]; -"765 reshape_24" -> "766 unsqueeze_14" [label="(4, 64)", style=solid]; -"765 reshape_24" -> "767 unsqueeze_15" [label="(4, 64)", style=solid]; -"766 unsqueeze_14" -> "768 sub_2" [label="(4, 1, 64)", style=solid]; -"767 unsqueeze_15" -> "768 sub_2" [label="(4, 64, 1)", style=solid]; -"768 sub_2" -> "769 ne_2" [label="(4, 64, 64)", style=solid]; -"768 sub_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"768 sub_2" -> "771 eq_2" [label="(4, 64, 64)", style=solid]; -"769 ne_2" -> "770 masked_fill_4" [label="(4, 64, 64)", style=solid]; -"770 masked_fill_4" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"771 eq_2" -> "772 masked_fill_5" [label="(4, 64, 64)", style=solid]; -"772 masked_fill_5" -> "774 unsqueeze_16" [label="(4, 64, 64)", style=solid]; -"773 view_30" -> "776 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; -"774 unsqueeze_16" -> "775 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; -"775 unsqueeze_17" -> "776 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; -"776 add_18" -> "777 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; -"777 view_31" -> "778 softmax_5" [label="(4, 12, 64, 64)", style=solid]; -"778 softmax_5" -> "779 dropout_20" [label="(4, 12, 64, 64)", style=solid]; -"779 dropout_20" -> "780 matmul_11" [label="(4, 12, 64, 64)", style=solid]; -"780 matmul_11" -> "781 transpose_11" [label="(4, 12, 64, 32)", style=solid]; -"781 transpose_11" -> "782 reshape_25" [label="(4, 64, 12, 32)", style=solid]; -"782 reshape_25" -> "784 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"783 _param_constant97" -> "792 linear_35" [label="(384,)", style=solid]; -"784 reshape_25_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"785 quantize_per_tensor_default_36" -> "786 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; -"786 dequantize_per_tensor_default_36" -> "792 linear_35" [label="(4, 64, 384)", style=solid]; -"787 linear_35_scale_0" -> "790 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"787 linear_35_scale_0" -> "791 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"788 linear_35_zero_point_0" -> "790 quantize_per_channel_default_36" [label="(384,)", style=solid]; -"788 linear_35_zero_point_0" -> "791 dequantize_per_channel_default_36" [label="(384,)", style=solid]; -"789 compressed_weight_updated_constant36" -> "790 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"790 quantize_per_channel_default_36" -> "791 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; -"791 dequantize_per_channel_default_36" -> "792 linear_35" [label="(384, 384)", style=solid]; -"792 linear_35" -> "793 dropout_21" [label="(4, 64, 384)", style=solid]; -"793 dropout_21" -> "794 view_32" [label="(4, 64, 384)", style=solid]; -"794 view_32" -> "795 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"795 permute_27" -> "796 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"796 reshape_26" -> "797 roll_5" [label="(1, 16, 16, 384)", style=solid]; -"797 roll_5" -> "798 slice_101" [label="(1, 16, 16, 384)", style=solid]; -"798 slice_101" -> "799 slice_102" [label="(1, 16, 16, 384)", style=solid]; -"799 slice_102" -> "800 slice_103" [label="(1, 14, 16, 384)", style=solid]; -"800 slice_103" -> "801 slice_104" [label="(1, 14, 14, 384)", style=solid]; -"801 slice_104" -> "802 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; -"802 contiguous_9" -> "805 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; -"803 _param_constant98" -> "805 layer_norm_13" [label="(384,)", style=solid]; -"804 _param_constant99" -> "805 layer_norm_13" [label="(384,)", style=solid]; -"805 layer_norm_13" -> "806 add_19" [label="(1, 14, 14, 384)", style=solid]; -"806 add_19" -> "808 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"806 add_19" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; -"807 _param_constant101" -> "816 linear_36" [label="(1536,)", style=solid]; -"808 add_19_0_0_nncf_smooth_quant_0" -> "809 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"809 quantize_per_tensor_default_37" -> "810 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; -"810 dequantize_per_tensor_default_37" -> "816 linear_36" [label="(1, 14, 14, 384)", style=solid]; -"811 linear_36_scale_0" -> "814 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"811 linear_36_scale_0" -> "815 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"812 linear_36_zero_point_0" -> "814 quantize_per_channel_default_37" [label="(1536,)", style=solid]; -"812 linear_36_zero_point_0" -> "815 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; -"813 compressed_weight_updated_constant37" -> "814 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"814 quantize_per_channel_default_37" -> "815 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; -"815 dequantize_per_channel_default_37" -> "816 linear_36" [label="(1536, 384)", style=solid]; -"816 linear_36" -> "817 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; -"817 gelu_5" -> "818 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; -"818 dropout_22" -> "820 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"819 _param_constant103" -> "828 linear_37" [label="(384,)", style=solid]; -"820 dropout_22_0_0_nncf_smooth_quant_0" -> "821 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"821 quantize_per_tensor_default_38" -> "822 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; -"822 dequantize_per_tensor_default_38" -> "828 linear_37" [label="(1, 14, 14, 1536)", style=solid]; -"823 linear_37_scale_0" -> "826 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"823 linear_37_scale_0" -> "827 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"824 linear_37_zero_point_0" -> "826 quantize_per_channel_default_38" [label="(384,)", style=solid]; -"824 linear_37_zero_point_0" -> "827 dequantize_per_channel_default_38" [label="(384,)", style=solid]; -"825 compressed_weight_updated_constant38" -> "826 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"826 quantize_per_channel_default_38" -> "827 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; -"827 dequantize_per_channel_default_38" -> "828 linear_37" [label="(384, 1536)", style=solid]; -"828 linear_37" -> "829 dropout_23" [label="(1, 14, 14, 384)", style=solid]; -"829 dropout_23" -> "832 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; -"830 _param_constant104" -> "832 layer_norm_14" [label="(384,)", style=solid]; -"831 _param_constant105" -> "832 layer_norm_14" [label="(384,)", style=solid]; -"832 layer_norm_14" -> "833 add_20" [label="(1, 14, 14, 384)", style=solid]; -"833 add_20" -> "860 pad_8" [label="(1, 14, 14, 384)", style=solid]; -"833 add_20" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; -"834 _tensor_constant39" -> "836 _tensor_constant39_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"835 _param_constant107" -> "842 linear_38" [label="(512,)", style=solid]; -"836 _tensor_constant39_0_0_nncf_smooth_quant_0" -> "842 linear_38" [label="(1, 15, 15, 2)", style=solid]; -"837 linear_38_scale_0" -> "840 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"837 linear_38_scale_0" -> "841 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"838 linear_38_zero_point_0" -> "840 quantize_per_channel_default_39" [label="(512,)", style=solid]; -"838 linear_38_zero_point_0" -> "841 dequantize_per_channel_default_39" [label="(512,)", style=solid]; -"839 compressed_weight_updated_constant39" -> "840 quantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"840 quantize_per_channel_default_39" -> "841 dequantize_per_channel_default_39" [label="(512, 2)", style=solid]; -"841 dequantize_per_channel_default_39" -> "842 linear_38" [label="(512, 2)", style=solid]; -"842 linear_38" -> "843 relu__6" [label="(1, 15, 15, 512)", style=solid]; -"843 relu__6" -> "844 relu__6_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"844 relu__6_0_0_nncf_smooth_quant_0" -> "850 linear_39" [label="(1, 15, 15, 512)", style=solid]; -"845 linear_39_scale_0" -> "848 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"845 linear_39_scale_0" -> "849 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"846 linear_39_zero_point_0" -> "848 quantize_per_channel_default_40" [label="(12,)", style=solid]; -"846 linear_39_zero_point_0" -> "849 dequantize_per_channel_default_40" [label="(12,)", style=solid]; -"847 compressed_weight_updated_constant40" -> "848 quantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"848 quantize_per_channel_default_40" -> "849 dequantize_per_channel_default_40" [label="(12, 512)", style=solid]; -"849 dequantize_per_channel_default_40" -> "850 linear_39" [label="(12, 512)", style=solid]; -"850 linear_39" -> "851 view_33" [label="(1, 15, 15, 12)", style=solid]; -"851 view_33" -> "853 index_6" [label="(225, 12)", style=solid]; -"852 _tensor_constant40" -> "853 index_6" [label="(4096,)", style=solid]; -"853 index_6" -> "854 view_34" [label="(4096, 12)", style=solid]; -"854 view_34" -> "855 permute_28" [label="(64, 64, 12)", style=solid]; -"855 permute_28" -> "856 contiguous_10" [label="(12, 64, 64)", style=solid]; -"856 contiguous_10" -> "857 unsqueeze_18" [label="(12, 64, 64)", style=solid]; -"857 unsqueeze_18" -> "858 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; -"858 sigmoid_6" -> "859 mul_12" [label="(1, 12, 64, 64)", style=solid]; -"859 mul_12" -> "898 add_21" [label="(1, 12, 64, 64)", style=solid]; -"860 pad_8" -> "861 view_35" [label="(1, 16, 16, 384)", style=solid]; -"861 view_35" -> "862 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"862 permute_29" -> "863 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"863 reshape_27" -> "866 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"864 _param_constant109" -> "865 clone_6" [label="(1152,)", style=solid]; -"865 clone_6" -> "874 linear_40" [label="(1152,)", style=solid]; -"866 reshape_27_0_0_nncf_smooth_quant_0" -> "867 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"867 quantize_per_tensor_default_39" -> "868 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; -"868 dequantize_per_tensor_default_39" -> "874 linear_40" [label="(4, 64, 384)", style=solid]; -"869 linear_40_scale_0" -> "872 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"869 linear_40_scale_0" -> "873 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"870 linear_40_zero_point_0" -> "872 quantize_per_channel_default_41" [label="(1152,)", style=solid]; -"870 linear_40_zero_point_0" -> "873 dequantize_per_channel_default_41" [label="(1152,)", style=solid]; -"871 compressed_weight_updated_constant41" -> "872 quantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"872 quantize_per_channel_default_41" -> "873 dequantize_per_channel_default_41" [label="(1152, 384)", style=solid]; -"873 dequantize_per_channel_default_41" -> "874 linear_40" [label="(1152, 384)", style=solid]; -"874 linear_40" -> "875 reshape_28" [label="(4, 64, 1152)", style=solid]; -"875 reshape_28" -> "876 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; -"876 permute_30" -> "877 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; -"876 permute_30" -> "878 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; -"876 permute_30" -> "879 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; -"877 select_18" -> "880 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; -"877 select_18" -> "882 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; -"877 select_18" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; -"878 select_19" -> "886 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; -"878 select_19" -> "888 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; -"878 select_19" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; -"879 select_20" -> "901 matmul_13" [label="(4, 12, 64, 32)", style=solid]; -"880 linalg_vector_norm_12" -> "881 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; -"881 clamp_min_12" -> "882 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; -"882 expand_as_12" -> "883 div_12" [label="(4, 12, 64, 32)", style=solid]; -"883 div_12" -> "884 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"884 quantize_per_tensor_default_40" -> "885 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; -"885 dequantize_per_tensor_default_40" -> "893 matmul_12" [label="(4, 12, 64, 32)", style=solid]; -"886 linalg_vector_norm_13" -> "887 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; -"887 clamp_min_13" -> "888 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; -"888 expand_as_13" -> "889 div_13" [label="(4, 12, 64, 32)", style=solid]; -"889 div_13" -> "890 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"890 quantize_per_tensor_default_41" -> "891 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; -"891 dequantize_per_tensor_default_41" -> "892 transpose_12" [label="(4, 12, 64, 32)", style=solid]; -"892 transpose_12" -> "893 matmul_12" [label="(4, 12, 32, 64)", style=solid]; -"893 matmul_12" -> "897 mul_13" [label="(4, 12, 64, 64)", style=solid]; -"894 _param_constant111" -> "895 clamp_6" [label="(12, 1, 1)", style=solid]; -"895 clamp_6" -> "896 exp_6" [label="(12, 1, 1)", style=solid]; -"896 exp_6" -> "897 mul_13" [label="(12, 1, 1)", style=solid]; -"897 mul_13" -> "898 add_21" [label="(4, 12, 64, 64)", style=solid]; -"898 add_21" -> "899 softmax_6" [label="(4, 12, 64, 64)", style=solid]; -"899 softmax_6" -> "900 dropout_24" [label="(4, 12, 64, 64)", style=solid]; -"900 dropout_24" -> "901 matmul_13" [label="(4, 12, 64, 64)", style=solid]; -"901 matmul_13" -> "902 transpose_13" [label="(4, 12, 64, 32)", style=solid]; -"902 transpose_13" -> "903 reshape_29" [label="(4, 64, 12, 32)", style=solid]; -"903 reshape_29" -> "905 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"904 _param_constant113" -> "913 linear_41" [label="(384,)", style=solid]; -"905 reshape_29_0_0_nncf_smooth_quant_0" -> "906 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"906 quantize_per_tensor_default_42" -> "907 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; -"907 dequantize_per_tensor_default_42" -> "913 linear_41" [label="(4, 64, 384)", style=solid]; -"908 linear_41_scale_0" -> "911 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"908 linear_41_scale_0" -> "912 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"909 linear_41_zero_point_0" -> "911 quantize_per_channel_default_42" [label="(384,)", style=solid]; -"909 linear_41_zero_point_0" -> "912 dequantize_per_channel_default_42" [label="(384,)", style=solid]; -"910 compressed_weight_updated_constant42" -> "911 quantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"911 quantize_per_channel_default_42" -> "912 dequantize_per_channel_default_42" [label="(384, 384)", style=solid]; -"912 dequantize_per_channel_default_42" -> "913 linear_41" [label="(384, 384)", style=solid]; -"913 linear_41" -> "914 dropout_25" [label="(4, 64, 384)", style=solid]; -"914 dropout_25" -> "915 view_36" [label="(4, 64, 384)", style=solid]; -"915 view_36" -> "916 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"916 permute_31" -> "917 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"917 reshape_30" -> "918 slice_106" [label="(1, 16, 16, 384)", style=solid]; -"918 slice_106" -> "919 slice_107" [label="(1, 16, 16, 384)", style=solid]; -"919 slice_107" -> "920 slice_108" [label="(1, 14, 16, 384)", style=solid]; -"920 slice_108" -> "921 slice_109" [label="(1, 14, 14, 384)", style=solid]; -"921 slice_109" -> "922 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; -"922 contiguous_11" -> "925 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; -"923 _param_constant114" -> "925 layer_norm_15" [label="(384,)", style=solid]; -"924 _param_constant115" -> "925 layer_norm_15" [label="(384,)", style=solid]; -"925 layer_norm_15" -> "926 add_22" [label="(1, 14, 14, 384)", style=solid]; -"926 add_22" -> "928 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"926 add_22" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; -"927 _param_constant117" -> "936 linear_42" [label="(1536,)", style=solid]; -"928 add_22_0_0_nncf_smooth_quant_0" -> "929 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"929 quantize_per_tensor_default_43" -> "930 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; -"930 dequantize_per_tensor_default_43" -> "936 linear_42" [label="(1, 14, 14, 384)", style=solid]; -"931 linear_42_scale_0" -> "934 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"931 linear_42_scale_0" -> "935 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"932 linear_42_zero_point_0" -> "934 quantize_per_channel_default_43" [label="(1536,)", style=solid]; -"932 linear_42_zero_point_0" -> "935 dequantize_per_channel_default_43" [label="(1536,)", style=solid]; -"933 compressed_weight_updated_constant43" -> "934 quantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"934 quantize_per_channel_default_43" -> "935 dequantize_per_channel_default_43" [label="(1536, 384)", style=solid]; -"935 dequantize_per_channel_default_43" -> "936 linear_42" [label="(1536, 384)", style=solid]; -"936 linear_42" -> "937 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; -"937 gelu_6" -> "938 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; -"938 dropout_26" -> "940 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"939 _param_constant119" -> "948 linear_43" [label="(384,)", style=solid]; -"940 dropout_26_0_0_nncf_smooth_quant_0" -> "941 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"941 quantize_per_tensor_default_44" -> "942 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; -"942 dequantize_per_tensor_default_44" -> "948 linear_43" [label="(1, 14, 14, 1536)", style=solid]; -"943 linear_43_scale_0" -> "946 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"943 linear_43_scale_0" -> "947 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"944 linear_43_zero_point_0" -> "946 quantize_per_channel_default_44" [label="(384,)", style=solid]; -"944 linear_43_zero_point_0" -> "947 dequantize_per_channel_default_44" [label="(384,)", style=solid]; -"945 compressed_weight_updated_constant44" -> "946 quantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"946 quantize_per_channel_default_44" -> "947 dequantize_per_channel_default_44" [label="(384, 1536)", style=solid]; -"947 dequantize_per_channel_default_44" -> "948 linear_43" [label="(384, 1536)", style=solid]; -"948 linear_43" -> "949 dropout_27" [label="(1, 14, 14, 384)", style=solid]; -"949 dropout_27" -> "952 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; -"950 _param_constant120" -> "952 layer_norm_16" [label="(384,)", style=solid]; -"951 _param_constant121" -> "952 layer_norm_16" [label="(384,)", style=solid]; -"952 layer_norm_16" -> "953 add_23" [label="(1, 14, 14, 384)", style=solid]; -"953 add_23" -> "980 pad_9" [label="(1, 14, 14, 384)", style=solid]; -"953 add_23" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; -"954 _tensor_constant41" -> "956 _tensor_constant41_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"955 _param_constant123" -> "962 linear_44" [label="(512,)", style=solid]; -"956 _tensor_constant41_0_0_nncf_smooth_quant_0" -> "962 linear_44" [label="(1, 15, 15, 2)", style=solid]; -"957 linear_44_scale_0" -> "960 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"957 linear_44_scale_0" -> "961 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"958 linear_44_zero_point_0" -> "960 quantize_per_channel_default_45" [label="(512,)", style=solid]; -"958 linear_44_zero_point_0" -> "961 dequantize_per_channel_default_45" [label="(512,)", style=solid]; -"959 compressed_weight_updated_constant45" -> "960 quantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"960 quantize_per_channel_default_45" -> "961 dequantize_per_channel_default_45" [label="(512, 2)", style=solid]; -"961 dequantize_per_channel_default_45" -> "962 linear_44" [label="(512, 2)", style=solid]; -"962 linear_44" -> "963 relu__7" [label="(1, 15, 15, 512)", style=solid]; -"963 relu__7" -> "964 relu__7_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"964 relu__7_0_0_nncf_smooth_quant_0" -> "970 linear_45" [label="(1, 15, 15, 512)", style=solid]; -"965 linear_45_scale_0" -> "968 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"965 linear_45_scale_0" -> "969 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"966 linear_45_zero_point_0" -> "968 quantize_per_channel_default_46" [label="(12,)", style=solid]; -"966 linear_45_zero_point_0" -> "969 dequantize_per_channel_default_46" [label="(12,)", style=solid]; -"967 compressed_weight_updated_constant46" -> "968 quantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"968 quantize_per_channel_default_46" -> "969 dequantize_per_channel_default_46" [label="(12, 512)", style=solid]; -"969 dequantize_per_channel_default_46" -> "970 linear_45" [label="(12, 512)", style=solid]; -"970 linear_45" -> "971 view_37" [label="(1, 15, 15, 12)", style=solid]; -"971 view_37" -> "973 index_7" [label="(225, 12)", style=solid]; -"972 _tensor_constant42" -> "973 index_7" [label="(4096,)", style=solid]; -"973 index_7" -> "974 view_38" [label="(4096, 12)", style=solid]; -"974 view_38" -> "975 permute_32" [label="(64, 64, 12)", style=solid]; -"975 permute_32" -> "976 contiguous_12" [label="(12, 64, 64)", style=solid]; -"976 contiguous_12" -> "977 unsqueeze_19" [label="(12, 64, 64)", style=solid]; -"977 unsqueeze_19" -> "978 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; -"978 sigmoid_7" -> "979 mul_14" [label="(1, 12, 64, 64)", style=solid]; -"979 mul_14" -> "1019 add_24" [label="(1, 12, 64, 64)", style=solid]; -"980 pad_9" -> "981 roll_6" [label="(1, 16, 16, 384)", style=solid]; -"981 roll_6" -> "982 view_39" [label="(1, 16, 16, 384)", style=solid]; -"982 view_39" -> "983 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"983 permute_33" -> "984 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"984 reshape_31" -> "987 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"984 reshape_31" -> "1020 new_zeros_3" [label="(4, 64, 384)", style=solid]; -"985 _param_constant125" -> "986 clone_7" [label="(1152,)", style=solid]; -"986 clone_7" -> "995 linear_46" [label="(1152,)", style=solid]; -"987 reshape_31_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"988 quantize_per_tensor_default_45" -> "989 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; -"989 dequantize_per_tensor_default_45" -> "995 linear_46" [label="(4, 64, 384)", style=solid]; -"990 linear_46_scale_0" -> "993 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"990 linear_46_scale_0" -> "994 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"991 linear_46_zero_point_0" -> "993 quantize_per_channel_default_47" [label="(1152,)", style=solid]; -"991 linear_46_zero_point_0" -> "994 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; -"992 compressed_weight_updated_constant47" -> "993 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"993 quantize_per_channel_default_47" -> "994 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; -"994 dequantize_per_channel_default_47" -> "995 linear_46" [label="(1152, 384)", style=solid]; -"995 linear_46" -> "996 reshape_32" [label="(4, 64, 1152)", style=solid]; -"996 reshape_32" -> "997 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; -"997 permute_34" -> "998 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; -"997 permute_34" -> "999 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; -"997 permute_34" -> "1000 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; -"998 select_21" -> "1001 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; -"998 select_21" -> "1003 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; -"998 select_21" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; -"999 select_22" -> "1007 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; -"999 select_22" -> "1009 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; -"999 select_22" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1000 select_23" -> "1038 matmul_15" [label="(4, 12, 64, 32)", style=solid]; -"1001 linalg_vector_norm_14" -> "1002 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; -"1002 clamp_min_14" -> "1003 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; -"1003 expand_as_14" -> "1004 div_14" [label="(4, 12, 64, 32)", style=solid]; -"1004 div_14" -> "1005 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"1005 quantize_per_tensor_default_46" -> "1006 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; -"1006 dequantize_per_tensor_default_46" -> "1014 matmul_14" [label="(4, 12, 64, 32)", style=solid]; -"1007 linalg_vector_norm_15" -> "1008 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; -"1008 clamp_min_15" -> "1009 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; -"1009 expand_as_15" -> "1010 div_15" [label="(4, 12, 64, 32)", style=solid]; -"1010 div_15" -> "1011 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1011 quantize_per_tensor_default_47" -> "1012 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; -"1012 dequantize_per_tensor_default_47" -> "1013 transpose_14" [label="(4, 12, 64, 32)", style=solid]; -"1013 transpose_14" -> "1014 matmul_14" [label="(4, 12, 32, 64)", style=solid]; -"1014 matmul_14" -> "1018 mul_15" [label="(4, 12, 64, 64)", style=solid]; -"1015 _param_constant127" -> "1016 clamp_7" [label="(12, 1, 1)", style=solid]; -"1016 clamp_7" -> "1017 exp_7" [label="(12, 1, 1)", style=solid]; -"1017 exp_7" -> "1018 mul_15" [label="(12, 1, 1)", style=solid]; -"1018 mul_15" -> "1019 add_24" [label="(4, 12, 64, 64)", style=solid]; -"1019 add_24" -> "1031 view_41" [label="(4, 12, 64, 64)", style=solid]; -"1020 new_zeros_3" -> "1021 view_40" [label="(16, 16)", style=solid]; -"1021 view_40" -> "1022 permute_35" [label="(2, 8, 2, 8)", style=solid]; -"1022 permute_35" -> "1023 reshape_33" [label="(2, 2, 8, 8)", style=solid]; -"1023 reshape_33" -> "1024 unsqueeze_20" [label="(4, 64)", style=solid]; -"1023 reshape_33" -> "1025 unsqueeze_21" [label="(4, 64)", style=solid]; -"1024 unsqueeze_20" -> "1026 sub_3" [label="(4, 1, 64)", style=solid]; -"1025 unsqueeze_21" -> "1026 sub_3" [label="(4, 64, 1)", style=solid]; -"1026 sub_3" -> "1027 ne_3" [label="(4, 64, 64)", style=solid]; -"1026 sub_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1026 sub_3" -> "1029 eq_3" [label="(4, 64, 64)", style=solid]; -"1027 ne_3" -> "1028 masked_fill_6" [label="(4, 64, 64)", style=solid]; -"1028 masked_fill_6" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1029 eq_3" -> "1030 masked_fill_7" [label="(4, 64, 64)", style=solid]; -"1030 masked_fill_7" -> "1032 unsqueeze_22" [label="(4, 64, 64)", style=solid]; -"1031 view_41" -> "1034 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; -"1032 unsqueeze_22" -> "1033 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; -"1033 unsqueeze_23" -> "1034 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; -"1034 add_25" -> "1035 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; -"1035 view_42" -> "1036 softmax_7" [label="(4, 12, 64, 64)", style=solid]; -"1036 softmax_7" -> "1037 dropout_28" [label="(4, 12, 64, 64)", style=solid]; -"1037 dropout_28" -> "1038 matmul_15" [label="(4, 12, 64, 64)", style=solid]; -"1038 matmul_15" -> "1039 transpose_15" [label="(4, 12, 64, 32)", style=solid]; -"1039 transpose_15" -> "1040 reshape_34" [label="(4, 64, 12, 32)", style=solid]; -"1040 reshape_34" -> "1042 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1041 _param_constant129" -> "1050 linear_47" [label="(384,)", style=solid]; -"1042 reshape_34_0_0_nncf_smooth_quant_0" -> "1043 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1043 quantize_per_tensor_default_48" -> "1044 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; -"1044 dequantize_per_tensor_default_48" -> "1050 linear_47" [label="(4, 64, 384)", style=solid]; -"1045 linear_47_scale_0" -> "1048 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1045 linear_47_scale_0" -> "1049 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1046 linear_47_zero_point_0" -> "1048 quantize_per_channel_default_48" [label="(384,)", style=solid]; -"1046 linear_47_zero_point_0" -> "1049 dequantize_per_channel_default_48" [label="(384,)", style=solid]; -"1047 compressed_weight_updated_constant48" -> "1048 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1048 quantize_per_channel_default_48" -> "1049 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; -"1049 dequantize_per_channel_default_48" -> "1050 linear_47" [label="(384, 384)", style=solid]; -"1050 linear_47" -> "1051 dropout_29" [label="(4, 64, 384)", style=solid]; -"1051 dropout_29" -> "1052 view_43" [label="(4, 64, 384)", style=solid]; -"1052 view_43" -> "1053 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1053 permute_36" -> "1054 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1054 reshape_35" -> "1055 roll_7" [label="(1, 16, 16, 384)", style=solid]; -"1055 roll_7" -> "1056 slice_129" [label="(1, 16, 16, 384)", style=solid]; -"1056 slice_129" -> "1057 slice_130" [label="(1, 16, 16, 384)", style=solid]; -"1057 slice_130" -> "1058 slice_131" [label="(1, 14, 16, 384)", style=solid]; -"1058 slice_131" -> "1059 slice_132" [label="(1, 14, 14, 384)", style=solid]; -"1059 slice_132" -> "1060 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; -"1060 contiguous_13" -> "1063 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; -"1061 _param_constant130" -> "1063 layer_norm_17" [label="(384,)", style=solid]; -"1062 _param_constant131" -> "1063 layer_norm_17" [label="(384,)", style=solid]; -"1063 layer_norm_17" -> "1064 add_26" [label="(1, 14, 14, 384)", style=solid]; -"1064 add_26" -> "1066 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1064 add_26" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1065 _param_constant133" -> "1074 linear_48" [label="(1536,)", style=solid]; -"1066 add_26_0_0_nncf_smooth_quant_0" -> "1067 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1067 quantize_per_tensor_default_49" -> "1068 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; -"1068 dequantize_per_tensor_default_49" -> "1074 linear_48" [label="(1, 14, 14, 384)", style=solid]; -"1069 linear_48_scale_0" -> "1072 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1069 linear_48_scale_0" -> "1073 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1070 linear_48_zero_point_0" -> "1072 quantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1070 linear_48_zero_point_0" -> "1073 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; -"1071 compressed_weight_updated_constant49" -> "1072 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1072 quantize_per_channel_default_49" -> "1073 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; -"1073 dequantize_per_channel_default_49" -> "1074 linear_48" [label="(1536, 384)", style=solid]; -"1074 linear_48" -> "1075 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; -"1075 gelu_7" -> "1076 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; -"1076 dropout_30" -> "1078 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1077 _param_constant135" -> "1086 linear_49" [label="(384,)", style=solid]; -"1078 dropout_30_0_0_nncf_smooth_quant_0" -> "1079 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1079 quantize_per_tensor_default_50" -> "1080 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; -"1080 dequantize_per_tensor_default_50" -> "1086 linear_49" [label="(1, 14, 14, 1536)", style=solid]; -"1081 linear_49_scale_0" -> "1084 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1081 linear_49_scale_0" -> "1085 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1082 linear_49_zero_point_0" -> "1084 quantize_per_channel_default_50" [label="(384,)", style=solid]; -"1082 linear_49_zero_point_0" -> "1085 dequantize_per_channel_default_50" [label="(384,)", style=solid]; -"1083 compressed_weight_updated_constant50" -> "1084 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1084 quantize_per_channel_default_50" -> "1085 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; -"1085 dequantize_per_channel_default_50" -> "1086 linear_49" [label="(384, 1536)", style=solid]; -"1086 linear_49" -> "1087 dropout_31" [label="(1, 14, 14, 384)", style=solid]; -"1087 dropout_31" -> "1090 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; -"1088 _param_constant136" -> "1090 layer_norm_18" [label="(384,)", style=solid]; -"1089 _param_constant137" -> "1090 layer_norm_18" [label="(384,)", style=solid]; -"1090 layer_norm_18" -> "1091 add_27" [label="(1, 14, 14, 384)", style=solid]; -"1091 add_27" -> "1118 pad_10" [label="(1, 14, 14, 384)", style=solid]; -"1091 add_27" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1092 _tensor_constant52" -> "1094 _tensor_constant52_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1093 _param_constant139" -> "1100 linear_50" [label="(512,)", style=solid]; -"1094 _tensor_constant52_0_0_nncf_smooth_quant_0" -> "1100 linear_50" [label="(1, 15, 15, 2)", style=solid]; -"1095 linear_50_scale_0" -> "1098 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1095 linear_50_scale_0" -> "1099 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1096 linear_50_zero_point_0" -> "1098 quantize_per_channel_default_51" [label="(512,)", style=solid]; -"1096 linear_50_zero_point_0" -> "1099 dequantize_per_channel_default_51" [label="(512,)", style=solid]; -"1097 compressed_weight_updated_constant51" -> "1098 quantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1098 quantize_per_channel_default_51" -> "1099 dequantize_per_channel_default_51" [label="(512, 2)", style=solid]; -"1099 dequantize_per_channel_default_51" -> "1100 linear_50" [label="(512, 2)", style=solid]; -"1100 linear_50" -> "1101 relu__8" [label="(1, 15, 15, 512)", style=solid]; -"1101 relu__8" -> "1102 relu__8_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1102 relu__8_0_0_nncf_smooth_quant_0" -> "1108 linear_51" [label="(1, 15, 15, 512)", style=solid]; -"1103 linear_51_scale_0" -> "1106 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1103 linear_51_scale_0" -> "1107 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1104 linear_51_zero_point_0" -> "1106 quantize_per_channel_default_52" [label="(12,)", style=solid]; -"1104 linear_51_zero_point_0" -> "1107 dequantize_per_channel_default_52" [label="(12,)", style=solid]; -"1105 compressed_weight_updated_constant52" -> "1106 quantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1106 quantize_per_channel_default_52" -> "1107 dequantize_per_channel_default_52" [label="(12, 512)", style=solid]; -"1107 dequantize_per_channel_default_52" -> "1108 linear_51" [label="(12, 512)", style=solid]; -"1108 linear_51" -> "1109 view_44" [label="(1, 15, 15, 12)", style=solid]; -"1109 view_44" -> "1111 index_8" [label="(225, 12)", style=solid]; -"1110 _tensor_constant53" -> "1111 index_8" [label="(4096,)", style=solid]; -"1111 index_8" -> "1112 view_45" [label="(4096, 12)", style=solid]; -"1112 view_45" -> "1113 permute_37" [label="(64, 64, 12)", style=solid]; -"1113 permute_37" -> "1114 contiguous_14" [label="(12, 64, 64)", style=solid]; -"1114 contiguous_14" -> "1115 unsqueeze_24" [label="(12, 64, 64)", style=solid]; -"1115 unsqueeze_24" -> "1116 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; -"1116 sigmoid_8" -> "1117 mul_16" [label="(1, 12, 64, 64)", style=solid]; -"1117 mul_16" -> "1156 add_28" [label="(1, 12, 64, 64)", style=solid]; -"1118 pad_10" -> "1119 view_46" [label="(1, 16, 16, 384)", style=solid]; -"1119 view_46" -> "1120 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1120 permute_38" -> "1121 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1121 reshape_36" -> "1124 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1122 _param_constant141" -> "1123 clone_8" [label="(1152,)", style=solid]; -"1123 clone_8" -> "1132 linear_52" [label="(1152,)", style=solid]; -"1124 reshape_36_0_0_nncf_smooth_quant_0" -> "1125 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1125 quantize_per_tensor_default_51" -> "1126 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; -"1126 dequantize_per_tensor_default_51" -> "1132 linear_52" [label="(4, 64, 384)", style=solid]; -"1127 linear_52_scale_0" -> "1130 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1127 linear_52_scale_0" -> "1131 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1128 linear_52_zero_point_0" -> "1130 quantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1128 linear_52_zero_point_0" -> "1131 dequantize_per_channel_default_53" [label="(1152,)", style=solid]; -"1129 compressed_weight_updated_constant53" -> "1130 quantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1130 quantize_per_channel_default_53" -> "1131 dequantize_per_channel_default_53" [label="(1152, 384)", style=solid]; -"1131 dequantize_per_channel_default_53" -> "1132 linear_52" [label="(1152, 384)", style=solid]; -"1132 linear_52" -> "1133 reshape_37" [label="(4, 64, 1152)", style=solid]; -"1133 reshape_37" -> "1134 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; -"1134 permute_39" -> "1135 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; -"1134 permute_39" -> "1136 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; -"1134 permute_39" -> "1137 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; -"1135 select_24" -> "1138 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 select_24" -> "1140 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; -"1135 select_24" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1136 select_25" -> "1144 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; -"1136 select_25" -> "1146 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; -"1136 select_25" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1137 select_26" -> "1159 matmul_17" [label="(4, 12, 64, 32)", style=solid]; -"1138 linalg_vector_norm_16" -> "1139 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; -"1139 clamp_min_16" -> "1140 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; -"1140 expand_as_16" -> "1141 div_16" [label="(4, 12, 64, 32)", style=solid]; -"1141 div_16" -> "1142 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1142 quantize_per_tensor_default_52" -> "1143 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; -"1143 dequantize_per_tensor_default_52" -> "1151 matmul_16" [label="(4, 12, 64, 32)", style=solid]; -"1144 linalg_vector_norm_17" -> "1145 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; -"1145 clamp_min_17" -> "1146 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; -"1146 expand_as_17" -> "1147 div_17" [label="(4, 12, 64, 32)", style=solid]; -"1147 div_17" -> "1148 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1148 quantize_per_tensor_default_53" -> "1149 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; -"1149 dequantize_per_tensor_default_53" -> "1150 transpose_16" [label="(4, 12, 64, 32)", style=solid]; -"1150 transpose_16" -> "1151 matmul_16" [label="(4, 12, 32, 64)", style=solid]; -"1151 matmul_16" -> "1155 mul_17" [label="(4, 12, 64, 64)", style=solid]; -"1152 _param_constant143" -> "1153 clamp_8" [label="(12, 1, 1)", style=solid]; -"1153 clamp_8" -> "1154 exp_8" [label="(12, 1, 1)", style=solid]; -"1154 exp_8" -> "1155 mul_17" [label="(12, 1, 1)", style=solid]; -"1155 mul_17" -> "1156 add_28" [label="(4, 12, 64, 64)", style=solid]; -"1156 add_28" -> "1157 softmax_8" [label="(4, 12, 64, 64)", style=solid]; -"1157 softmax_8" -> "1158 dropout_32" [label="(4, 12, 64, 64)", style=solid]; -"1158 dropout_32" -> "1159 matmul_17" [label="(4, 12, 64, 64)", style=solid]; -"1159 matmul_17" -> "1160 transpose_17" [label="(4, 12, 64, 32)", style=solid]; -"1160 transpose_17" -> "1161 reshape_38" [label="(4, 64, 12, 32)", style=solid]; -"1161 reshape_38" -> "1163 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1162 _param_constant145" -> "1171 linear_53" [label="(384,)", style=solid]; -"1163 reshape_38_0_0_nncf_smooth_quant_0" -> "1164 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1164 quantize_per_tensor_default_54" -> "1165 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; -"1165 dequantize_per_tensor_default_54" -> "1171 linear_53" [label="(4, 64, 384)", style=solid]; -"1166 linear_53_scale_0" -> "1169 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1166 linear_53_scale_0" -> "1170 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1167 linear_53_zero_point_0" -> "1169 quantize_per_channel_default_54" [label="(384,)", style=solid]; -"1167 linear_53_zero_point_0" -> "1170 dequantize_per_channel_default_54" [label="(384,)", style=solid]; -"1168 compressed_weight_updated_constant54" -> "1169 quantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1169 quantize_per_channel_default_54" -> "1170 dequantize_per_channel_default_54" [label="(384, 384)", style=solid]; -"1170 dequantize_per_channel_default_54" -> "1171 linear_53" [label="(384, 384)", style=solid]; -"1171 linear_53" -> "1172 dropout_33" [label="(4, 64, 384)", style=solid]; -"1172 dropout_33" -> "1173 view_47" [label="(4, 64, 384)", style=solid]; -"1173 view_47" -> "1174 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1174 permute_40" -> "1175 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1175 reshape_39" -> "1176 slice_134" [label="(1, 16, 16, 384)", style=solid]; -"1176 slice_134" -> "1177 slice_135" [label="(1, 16, 16, 384)", style=solid]; -"1177 slice_135" -> "1178 slice_136" [label="(1, 14, 16, 384)", style=solid]; -"1178 slice_136" -> "1179 slice_137" [label="(1, 14, 14, 384)", style=solid]; -"1179 slice_137" -> "1180 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; -"1180 contiguous_15" -> "1183 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; -"1181 _param_constant146" -> "1183 layer_norm_19" [label="(384,)", style=solid]; -"1182 _param_constant147" -> "1183 layer_norm_19" [label="(384,)", style=solid]; -"1183 layer_norm_19" -> "1184 add_29" [label="(1, 14, 14, 384)", style=solid]; -"1184 add_29" -> "1186 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1184 add_29" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1185 _param_constant149" -> "1194 linear_54" [label="(1536,)", style=solid]; -"1186 add_29_0_0_nncf_smooth_quant_0" -> "1187 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1187 quantize_per_tensor_default_55" -> "1188 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; -"1188 dequantize_per_tensor_default_55" -> "1194 linear_54" [label="(1, 14, 14, 384)", style=solid]; -"1189 linear_54_scale_0" -> "1192 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1189 linear_54_scale_0" -> "1193 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1190 linear_54_zero_point_0" -> "1192 quantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1190 linear_54_zero_point_0" -> "1193 dequantize_per_channel_default_55" [label="(1536,)", style=solid]; -"1191 compressed_weight_updated_constant55" -> "1192 quantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1192 quantize_per_channel_default_55" -> "1193 dequantize_per_channel_default_55" [label="(1536, 384)", style=solid]; -"1193 dequantize_per_channel_default_55" -> "1194 linear_54" [label="(1536, 384)", style=solid]; -"1194 linear_54" -> "1195 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; -"1195 gelu_8" -> "1196 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; -"1196 dropout_34" -> "1198 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1197 _param_constant151" -> "1206 linear_55" [label="(384,)", style=solid]; -"1198 dropout_34_0_0_nncf_smooth_quant_0" -> "1199 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1199 quantize_per_tensor_default_56" -> "1200 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; -"1200 dequantize_per_tensor_default_56" -> "1206 linear_55" [label="(1, 14, 14, 1536)", style=solid]; -"1201 linear_55_scale_0" -> "1204 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1201 linear_55_scale_0" -> "1205 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1202 linear_55_zero_point_0" -> "1204 quantize_per_channel_default_56" [label="(384,)", style=solid]; -"1202 linear_55_zero_point_0" -> "1205 dequantize_per_channel_default_56" [label="(384,)", style=solid]; -"1203 compressed_weight_updated_constant56" -> "1204 quantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1204 quantize_per_channel_default_56" -> "1205 dequantize_per_channel_default_56" [label="(384, 1536)", style=solid]; -"1205 dequantize_per_channel_default_56" -> "1206 linear_55" [label="(384, 1536)", style=solid]; -"1206 linear_55" -> "1207 dropout_35" [label="(1, 14, 14, 384)", style=solid]; -"1207 dropout_35" -> "1210 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; -"1208 _param_constant152" -> "1210 layer_norm_20" [label="(384,)", style=solid]; -"1209 _param_constant153" -> "1210 layer_norm_20" [label="(384,)", style=solid]; -"1210 layer_norm_20" -> "1211 add_30" [label="(1, 14, 14, 384)", style=solid]; -"1211 add_30" -> "1238 pad_11" [label="(1, 14, 14, 384)", style=solid]; -"1211 add_30" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1212 _tensor_constant54" -> "1214 _tensor_constant54_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1213 _param_constant155" -> "1220 linear_56" [label="(512,)", style=solid]; -"1214 _tensor_constant54_0_0_nncf_smooth_quant_0" -> "1220 linear_56" [label="(1, 15, 15, 2)", style=solid]; -"1215 linear_56_scale_0" -> "1218 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1215 linear_56_scale_0" -> "1219 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1216 linear_56_zero_point_0" -> "1218 quantize_per_channel_default_57" [label="(512,)", style=solid]; -"1216 linear_56_zero_point_0" -> "1219 dequantize_per_channel_default_57" [label="(512,)", style=solid]; -"1217 compressed_weight_updated_constant57" -> "1218 quantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1218 quantize_per_channel_default_57" -> "1219 dequantize_per_channel_default_57" [label="(512, 2)", style=solid]; -"1219 dequantize_per_channel_default_57" -> "1220 linear_56" [label="(512, 2)", style=solid]; -"1220 linear_56" -> "1221 relu__9" [label="(1, 15, 15, 512)", style=solid]; -"1221 relu__9" -> "1222 relu__9_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1222 relu__9_0_0_nncf_smooth_quant_0" -> "1228 linear_57" [label="(1, 15, 15, 512)", style=solid]; -"1223 linear_57_scale_0" -> "1226 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1223 linear_57_scale_0" -> "1227 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1224 linear_57_zero_point_0" -> "1226 quantize_per_channel_default_58" [label="(12,)", style=solid]; -"1224 linear_57_zero_point_0" -> "1227 dequantize_per_channel_default_58" [label="(12,)", style=solid]; -"1225 compressed_weight_updated_constant58" -> "1226 quantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1226 quantize_per_channel_default_58" -> "1227 dequantize_per_channel_default_58" [label="(12, 512)", style=solid]; -"1227 dequantize_per_channel_default_58" -> "1228 linear_57" [label="(12, 512)", style=solid]; -"1228 linear_57" -> "1229 view_48" [label="(1, 15, 15, 12)", style=solid]; -"1229 view_48" -> "1231 index_9" [label="(225, 12)", style=solid]; -"1230 _tensor_constant55" -> "1231 index_9" [label="(4096,)", style=solid]; -"1231 index_9" -> "1232 view_49" [label="(4096, 12)", style=solid]; -"1232 view_49" -> "1233 permute_41" [label="(64, 64, 12)", style=solid]; -"1233 permute_41" -> "1234 contiguous_16" [label="(12, 64, 64)", style=solid]; -"1234 contiguous_16" -> "1235 unsqueeze_25" [label="(12, 64, 64)", style=solid]; -"1235 unsqueeze_25" -> "1236 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; -"1236 sigmoid_9" -> "1237 mul_18" [label="(1, 12, 64, 64)", style=solid]; -"1237 mul_18" -> "1277 add_31" [label="(1, 12, 64, 64)", style=solid]; -"1238 pad_11" -> "1239 roll_8" [label="(1, 16, 16, 384)", style=solid]; -"1239 roll_8" -> "1240 view_50" [label="(1, 16, 16, 384)", style=solid]; -"1240 view_50" -> "1241 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1241 permute_42" -> "1242 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1242 reshape_40" -> "1245 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1242 reshape_40" -> "1278 new_zeros_4" [label="(4, 64, 384)", style=solid]; -"1243 _param_constant157" -> "1244 clone_9" [label="(1152,)", style=solid]; -"1244 clone_9" -> "1253 linear_58" [label="(1152,)", style=solid]; -"1245 reshape_40_0_0_nncf_smooth_quant_0" -> "1246 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1246 quantize_per_tensor_default_57" -> "1247 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; -"1247 dequantize_per_tensor_default_57" -> "1253 linear_58" [label="(4, 64, 384)", style=solid]; -"1248 linear_58_scale_0" -> "1251 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1248 linear_58_scale_0" -> "1252 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1249 linear_58_zero_point_0" -> "1251 quantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1249 linear_58_zero_point_0" -> "1252 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; -"1250 compressed_weight_updated_constant59" -> "1251 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1251 quantize_per_channel_default_59" -> "1252 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; -"1252 dequantize_per_channel_default_59" -> "1253 linear_58" [label="(1152, 384)", style=solid]; -"1253 linear_58" -> "1254 reshape_41" [label="(4, 64, 1152)", style=solid]; -"1254 reshape_41" -> "1255 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; -"1255 permute_43" -> "1256 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; -"1255 permute_43" -> "1257 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; -"1255 permute_43" -> "1258 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; -"1256 select_27" -> "1259 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; -"1256 select_27" -> "1261 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; -"1256 select_27" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1257 select_28" -> "1265 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; -"1257 select_28" -> "1267 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; -"1257 select_28" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1258 select_29" -> "1296 matmul_19" [label="(4, 12, 64, 32)", style=solid]; -"1259 linalg_vector_norm_18" -> "1260 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; -"1260 clamp_min_18" -> "1261 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; -"1261 expand_as_18" -> "1262 div_18" [label="(4, 12, 64, 32)", style=solid]; -"1262 div_18" -> "1263 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1263 quantize_per_tensor_default_58" -> "1264 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; -"1264 dequantize_per_tensor_default_58" -> "1272 matmul_18" [label="(4, 12, 64, 32)", style=solid]; -"1265 linalg_vector_norm_19" -> "1266 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; -"1266 clamp_min_19" -> "1267 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; -"1267 expand_as_19" -> "1268 div_19" [label="(4, 12, 64, 32)", style=solid]; -"1268 div_19" -> "1269 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1269 quantize_per_tensor_default_59" -> "1270 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; -"1270 dequantize_per_tensor_default_59" -> "1271 transpose_18" [label="(4, 12, 64, 32)", style=solid]; -"1271 transpose_18" -> "1272 matmul_18" [label="(4, 12, 32, 64)", style=solid]; -"1272 matmul_18" -> "1276 mul_19" [label="(4, 12, 64, 64)", style=solid]; -"1273 _param_constant159" -> "1274 clamp_9" [label="(12, 1, 1)", style=solid]; -"1274 clamp_9" -> "1275 exp_9" [label="(12, 1, 1)", style=solid]; -"1275 exp_9" -> "1276 mul_19" [label="(12, 1, 1)", style=solid]; -"1276 mul_19" -> "1277 add_31" [label="(4, 12, 64, 64)", style=solid]; -"1277 add_31" -> "1289 view_52" [label="(4, 12, 64, 64)", style=solid]; -"1278 new_zeros_4" -> "1279 view_51" [label="(16, 16)", style=solid]; -"1279 view_51" -> "1280 permute_44" [label="(2, 8, 2, 8)", style=solid]; -"1280 permute_44" -> "1281 reshape_42" [label="(2, 2, 8, 8)", style=solid]; -"1281 reshape_42" -> "1282 unsqueeze_26" [label="(4, 64)", style=solid]; -"1281 reshape_42" -> "1283 unsqueeze_27" [label="(4, 64)", style=solid]; -"1282 unsqueeze_26" -> "1284 sub_4" [label="(4, 1, 64)", style=solid]; -"1283 unsqueeze_27" -> "1284 sub_4" [label="(4, 64, 1)", style=solid]; -"1284 sub_4" -> "1285 ne_4" [label="(4, 64, 64)", style=solid]; -"1284 sub_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1284 sub_4" -> "1287 eq_4" [label="(4, 64, 64)", style=solid]; -"1285 ne_4" -> "1286 masked_fill_8" [label="(4, 64, 64)", style=solid]; -"1286 masked_fill_8" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1287 eq_4" -> "1288 masked_fill_9" [label="(4, 64, 64)", style=solid]; -"1288 masked_fill_9" -> "1290 unsqueeze_28" [label="(4, 64, 64)", style=solid]; -"1289 view_52" -> "1292 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; -"1290 unsqueeze_28" -> "1291 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; -"1291 unsqueeze_29" -> "1292 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; -"1292 add_32" -> "1293 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"1293 view_53" -> "1294 softmax_9" [label="(4, 12, 64, 64)", style=solid]; -"1294 softmax_9" -> "1295 dropout_36" [label="(4, 12, 64, 64)", style=solid]; -"1295 dropout_36" -> "1296 matmul_19" [label="(4, 12, 64, 64)", style=solid]; -"1296 matmul_19" -> "1297 transpose_19" [label="(4, 12, 64, 32)", style=solid]; -"1297 transpose_19" -> "1298 reshape_43" [label="(4, 64, 12, 32)", style=solid]; -"1298 reshape_43" -> "1300 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1299 _param_constant161" -> "1308 linear_59" [label="(384,)", style=solid]; -"1300 reshape_43_0_0_nncf_smooth_quant_0" -> "1301 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1301 quantize_per_tensor_default_60" -> "1302 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; -"1302 dequantize_per_tensor_default_60" -> "1308 linear_59" [label="(4, 64, 384)", style=solid]; -"1303 linear_59_scale_0" -> "1306 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1303 linear_59_scale_0" -> "1307 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1304 linear_59_zero_point_0" -> "1306 quantize_per_channel_default_60" [label="(384,)", style=solid]; -"1304 linear_59_zero_point_0" -> "1307 dequantize_per_channel_default_60" [label="(384,)", style=solid]; -"1305 compressed_weight_updated_constant60" -> "1306 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1306 quantize_per_channel_default_60" -> "1307 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; -"1307 dequantize_per_channel_default_60" -> "1308 linear_59" [label="(384, 384)", style=solid]; -"1308 linear_59" -> "1309 dropout_37" [label="(4, 64, 384)", style=solid]; -"1309 dropout_37" -> "1310 view_54" [label="(4, 64, 384)", style=solid]; -"1310 view_54" -> "1311 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1311 permute_45" -> "1312 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1312 reshape_44" -> "1313 roll_9" [label="(1, 16, 16, 384)", style=solid]; -"1313 roll_9" -> "1314 slice_157" [label="(1, 16, 16, 384)", style=solid]; -"1314 slice_157" -> "1315 slice_158" [label="(1, 16, 16, 384)", style=solid]; -"1315 slice_158" -> "1316 slice_159" [label="(1, 14, 16, 384)", style=solid]; -"1316 slice_159" -> "1317 slice_160" [label="(1, 14, 14, 384)", style=solid]; -"1317 slice_160" -> "1318 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; -"1318 contiguous_17" -> "1321 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; -"1319 _param_constant162" -> "1321 layer_norm_21" [label="(384,)", style=solid]; -"1320 _param_constant163" -> "1321 layer_norm_21" [label="(384,)", style=solid]; -"1321 layer_norm_21" -> "1322 add_33" [label="(1, 14, 14, 384)", style=solid]; -"1322 add_33" -> "1324 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1322 add_33" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1323 _param_constant165" -> "1332 linear_60" [label="(1536,)", style=solid]; -"1324 add_33_0_0_nncf_smooth_quant_0" -> "1325 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1325 quantize_per_tensor_default_61" -> "1326 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; -"1326 dequantize_per_tensor_default_61" -> "1332 linear_60" [label="(1, 14, 14, 384)", style=solid]; -"1327 linear_60_scale_0" -> "1330 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1327 linear_60_scale_0" -> "1331 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1328 linear_60_zero_point_0" -> "1330 quantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1328 linear_60_zero_point_0" -> "1331 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; -"1329 compressed_weight_updated_constant61" -> "1330 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1330 quantize_per_channel_default_61" -> "1331 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; -"1331 dequantize_per_channel_default_61" -> "1332 linear_60" [label="(1536, 384)", style=solid]; -"1332 linear_60" -> "1333 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; -"1333 gelu_9" -> "1334 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; -"1334 dropout_38" -> "1336 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1335 _param_constant167" -> "1344 linear_61" [label="(384,)", style=solid]; -"1336 dropout_38_0_0_nncf_smooth_quant_0" -> "1337 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1337 quantize_per_tensor_default_62" -> "1338 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; -"1338 dequantize_per_tensor_default_62" -> "1344 linear_61" [label="(1, 14, 14, 1536)", style=solid]; -"1339 linear_61_scale_0" -> "1342 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1339 linear_61_scale_0" -> "1343 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1340 linear_61_zero_point_0" -> "1342 quantize_per_channel_default_62" [label="(384,)", style=solid]; -"1340 linear_61_zero_point_0" -> "1343 dequantize_per_channel_default_62" [label="(384,)", style=solid]; -"1341 compressed_weight_updated_constant62" -> "1342 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1342 quantize_per_channel_default_62" -> "1343 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; -"1343 dequantize_per_channel_default_62" -> "1344 linear_61" [label="(384, 1536)", style=solid]; -"1344 linear_61" -> "1345 dropout_39" [label="(1, 14, 14, 384)", style=solid]; -"1345 dropout_39" -> "1348 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; -"1346 _param_constant168" -> "1348 layer_norm_22" [label="(384,)", style=solid]; -"1347 _param_constant169" -> "1348 layer_norm_22" [label="(384,)", style=solid]; -"1348 layer_norm_22" -> "1349 add_34" [label="(1, 14, 14, 384)", style=solid]; -"1349 add_34" -> "1376 pad_12" [label="(1, 14, 14, 384)", style=solid]; -"1349 add_34" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1350 _tensor_constant65" -> "1352 _tensor_constant65_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1351 _param_constant171" -> "1358 linear_62" [label="(512,)", style=solid]; -"1352 _tensor_constant65_0_0_nncf_smooth_quant_0" -> "1358 linear_62" [label="(1, 15, 15, 2)", style=solid]; -"1353 linear_62_scale_0" -> "1356 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1353 linear_62_scale_0" -> "1357 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1354 linear_62_zero_point_0" -> "1356 quantize_per_channel_default_63" [label="(512,)", style=solid]; -"1354 linear_62_zero_point_0" -> "1357 dequantize_per_channel_default_63" [label="(512,)", style=solid]; -"1355 compressed_weight_updated_constant63" -> "1356 quantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1356 quantize_per_channel_default_63" -> "1357 dequantize_per_channel_default_63" [label="(512, 2)", style=solid]; -"1357 dequantize_per_channel_default_63" -> "1358 linear_62" [label="(512, 2)", style=solid]; -"1358 linear_62" -> "1359 relu__10" [label="(1, 15, 15, 512)", style=solid]; -"1359 relu__10" -> "1360 relu__10_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1360 relu__10_0_0_nncf_smooth_quant_0" -> "1366 linear_63" [label="(1, 15, 15, 512)", style=solid]; -"1361 linear_63_scale_0" -> "1364 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1361 linear_63_scale_0" -> "1365 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1362 linear_63_zero_point_0" -> "1364 quantize_per_channel_default_64" [label="(12,)", style=solid]; -"1362 linear_63_zero_point_0" -> "1365 dequantize_per_channel_default_64" [label="(12,)", style=solid]; -"1363 compressed_weight_updated_constant64" -> "1364 quantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1364 quantize_per_channel_default_64" -> "1365 dequantize_per_channel_default_64" [label="(12, 512)", style=solid]; -"1365 dequantize_per_channel_default_64" -> "1366 linear_63" [label="(12, 512)", style=solid]; -"1366 linear_63" -> "1367 view_55" [label="(1, 15, 15, 12)", style=solid]; -"1367 view_55" -> "1369 index_10" [label="(225, 12)", style=solid]; -"1368 _tensor_constant66" -> "1369 index_10" [label="(4096,)", style=solid]; -"1369 index_10" -> "1370 view_56" [label="(4096, 12)", style=solid]; -"1370 view_56" -> "1371 permute_46" [label="(64, 64, 12)", style=solid]; -"1371 permute_46" -> "1372 contiguous_18" [label="(12, 64, 64)", style=solid]; -"1372 contiguous_18" -> "1373 unsqueeze_30" [label="(12, 64, 64)", style=solid]; -"1373 unsqueeze_30" -> "1374 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; -"1374 sigmoid_10" -> "1375 mul_20" [label="(1, 12, 64, 64)", style=solid]; -"1375 mul_20" -> "1414 add_35" [label="(1, 12, 64, 64)", style=solid]; -"1376 pad_12" -> "1377 view_57" [label="(1, 16, 16, 384)", style=solid]; -"1377 view_57" -> "1378 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1378 permute_47" -> "1379 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1379 reshape_45" -> "1382 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1380 _param_constant173" -> "1381 clone_10" [label="(1152,)", style=solid]; -"1381 clone_10" -> "1390 linear_64" [label="(1152,)", style=solid]; -"1382 reshape_45_0_0_nncf_smooth_quant_0" -> "1383 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1383 quantize_per_tensor_default_63" -> "1384 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; -"1384 dequantize_per_tensor_default_63" -> "1390 linear_64" [label="(4, 64, 384)", style=solid]; -"1385 linear_64_scale_0" -> "1388 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1385 linear_64_scale_0" -> "1389 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1386 linear_64_zero_point_0" -> "1388 quantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1386 linear_64_zero_point_0" -> "1389 dequantize_per_channel_default_65" [label="(1152,)", style=solid]; -"1387 compressed_weight_updated_constant65" -> "1388 quantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1388 quantize_per_channel_default_65" -> "1389 dequantize_per_channel_default_65" [label="(1152, 384)", style=solid]; -"1389 dequantize_per_channel_default_65" -> "1390 linear_64" [label="(1152, 384)", style=solid]; -"1390 linear_64" -> "1391 reshape_46" [label="(4, 64, 1152)", style=solid]; -"1391 reshape_46" -> "1392 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; -"1392 permute_48" -> "1393 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; -"1392 permute_48" -> "1394 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; -"1392 permute_48" -> "1395 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; -"1393 select_30" -> "1396 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; -"1393 select_30" -> "1398 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; -"1393 select_30" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1394 select_31" -> "1402 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 select_31" -> "1404 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; -"1394 select_31" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1395 select_32" -> "1417 matmul_21" [label="(4, 12, 64, 32)", style=solid]; -"1396 linalg_vector_norm_20" -> "1397 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; -"1397 clamp_min_20" -> "1398 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; -"1398 expand_as_20" -> "1399 div_20" [label="(4, 12, 64, 32)", style=solid]; -"1399 div_20" -> "1400 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1400 quantize_per_tensor_default_64" -> "1401 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; -"1401 dequantize_per_tensor_default_64" -> "1409 matmul_20" [label="(4, 12, 64, 32)", style=solid]; -"1402 linalg_vector_norm_21" -> "1403 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; -"1403 clamp_min_21" -> "1404 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; -"1404 expand_as_21" -> "1405 div_21" [label="(4, 12, 64, 32)", style=solid]; -"1405 div_21" -> "1406 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1406 quantize_per_tensor_default_65" -> "1407 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; -"1407 dequantize_per_tensor_default_65" -> "1408 transpose_20" [label="(4, 12, 64, 32)", style=solid]; -"1408 transpose_20" -> "1409 matmul_20" [label="(4, 12, 32, 64)", style=solid]; -"1409 matmul_20" -> "1413 mul_21" [label="(4, 12, 64, 64)", style=solid]; -"1410 _param_constant175" -> "1411 clamp_10" [label="(12, 1, 1)", style=solid]; -"1411 clamp_10" -> "1412 exp_10" [label="(12, 1, 1)", style=solid]; -"1412 exp_10" -> "1413 mul_21" [label="(12, 1, 1)", style=solid]; -"1413 mul_21" -> "1414 add_35" [label="(4, 12, 64, 64)", style=solid]; -"1414 add_35" -> "1415 softmax_10" [label="(4, 12, 64, 64)", style=solid]; -"1415 softmax_10" -> "1416 dropout_40" [label="(4, 12, 64, 64)", style=solid]; -"1416 dropout_40" -> "1417 matmul_21" [label="(4, 12, 64, 64)", style=solid]; -"1417 matmul_21" -> "1418 transpose_21" [label="(4, 12, 64, 32)", style=solid]; -"1418 transpose_21" -> "1419 reshape_47" [label="(4, 64, 12, 32)", style=solid]; -"1419 reshape_47" -> "1421 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1420 _param_constant177" -> "1429 linear_65" [label="(384,)", style=solid]; -"1421 reshape_47_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1422 quantize_per_tensor_default_66" -> "1423 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; -"1423 dequantize_per_tensor_default_66" -> "1429 linear_65" [label="(4, 64, 384)", style=solid]; -"1424 linear_65_scale_0" -> "1427 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1424 linear_65_scale_0" -> "1428 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1425 linear_65_zero_point_0" -> "1427 quantize_per_channel_default_66" [label="(384,)", style=solid]; -"1425 linear_65_zero_point_0" -> "1428 dequantize_per_channel_default_66" [label="(384,)", style=solid]; -"1426 compressed_weight_updated_constant66" -> "1427 quantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1427 quantize_per_channel_default_66" -> "1428 dequantize_per_channel_default_66" [label="(384, 384)", style=solid]; -"1428 dequantize_per_channel_default_66" -> "1429 linear_65" [label="(384, 384)", style=solid]; -"1429 linear_65" -> "1430 dropout_41" [label="(4, 64, 384)", style=solid]; -"1430 dropout_41" -> "1431 view_58" [label="(4, 64, 384)", style=solid]; -"1431 view_58" -> "1432 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1432 permute_49" -> "1433 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1433 reshape_48" -> "1434 slice_162" [label="(1, 16, 16, 384)", style=solid]; -"1434 slice_162" -> "1435 slice_163" [label="(1, 16, 16, 384)", style=solid]; -"1435 slice_163" -> "1436 slice_164" [label="(1, 14, 16, 384)", style=solid]; -"1436 slice_164" -> "1437 slice_165" [label="(1, 14, 14, 384)", style=solid]; -"1437 slice_165" -> "1438 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; -"1438 contiguous_19" -> "1441 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; -"1439 _param_constant178" -> "1441 layer_norm_23" [label="(384,)", style=solid]; -"1440 _param_constant179" -> "1441 layer_norm_23" [label="(384,)", style=solid]; -"1441 layer_norm_23" -> "1442 add_36" [label="(1, 14, 14, 384)", style=solid]; -"1442 add_36" -> "1444 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1442 add_36" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1443 _param_constant181" -> "1452 linear_66" [label="(1536,)", style=solid]; -"1444 add_36_0_0_nncf_smooth_quant_0" -> "1445 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1445 quantize_per_tensor_default_67" -> "1446 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; -"1446 dequantize_per_tensor_default_67" -> "1452 linear_66" [label="(1, 14, 14, 384)", style=solid]; -"1447 linear_66_scale_0" -> "1450 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1447 linear_66_scale_0" -> "1451 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1448 linear_66_zero_point_0" -> "1450 quantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1448 linear_66_zero_point_0" -> "1451 dequantize_per_channel_default_67" [label="(1536,)", style=solid]; -"1449 compressed_weight_updated_constant67" -> "1450 quantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1450 quantize_per_channel_default_67" -> "1451 dequantize_per_channel_default_67" [label="(1536, 384)", style=solid]; -"1451 dequantize_per_channel_default_67" -> "1452 linear_66" [label="(1536, 384)", style=solid]; -"1452 linear_66" -> "1453 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; -"1453 gelu_10" -> "1454 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; -"1454 dropout_42" -> "1456 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1455 _param_constant183" -> "1464 linear_67" [label="(384,)", style=solid]; -"1456 dropout_42_0_0_nncf_smooth_quant_0" -> "1457 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1457 quantize_per_tensor_default_68" -> "1458 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; -"1458 dequantize_per_tensor_default_68" -> "1464 linear_67" [label="(1, 14, 14, 1536)", style=solid]; -"1459 linear_67_scale_0" -> "1462 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1459 linear_67_scale_0" -> "1463 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1460 linear_67_zero_point_0" -> "1462 quantize_per_channel_default_68" [label="(384,)", style=solid]; -"1460 linear_67_zero_point_0" -> "1463 dequantize_per_channel_default_68" [label="(384,)", style=solid]; -"1461 compressed_weight_updated_constant68" -> "1462 quantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1462 quantize_per_channel_default_68" -> "1463 dequantize_per_channel_default_68" [label="(384, 1536)", style=solid]; -"1463 dequantize_per_channel_default_68" -> "1464 linear_67" [label="(384, 1536)", style=solid]; -"1464 linear_67" -> "1465 dropout_43" [label="(1, 14, 14, 384)", style=solid]; -"1465 dropout_43" -> "1468 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; -"1466 _param_constant184" -> "1468 layer_norm_24" [label="(384,)", style=solid]; -"1467 _param_constant185" -> "1468 layer_norm_24" [label="(384,)", style=solid]; -"1468 layer_norm_24" -> "1469 add_37" [label="(1, 14, 14, 384)", style=solid]; -"1469 add_37" -> "1496 pad_13" [label="(1, 14, 14, 384)", style=solid]; -"1469 add_37" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1470 _tensor_constant67" -> "1472 _tensor_constant67_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1471 _param_constant187" -> "1478 linear_68" [label="(512,)", style=solid]; -"1472 _tensor_constant67_0_0_nncf_smooth_quant_0" -> "1478 linear_68" [label="(1, 15, 15, 2)", style=solid]; -"1473 linear_68_scale_0" -> "1476 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1473 linear_68_scale_0" -> "1477 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1474 linear_68_zero_point_0" -> "1476 quantize_per_channel_default_69" [label="(512,)", style=solid]; -"1474 linear_68_zero_point_0" -> "1477 dequantize_per_channel_default_69" [label="(512,)", style=solid]; -"1475 compressed_weight_updated_constant69" -> "1476 quantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1476 quantize_per_channel_default_69" -> "1477 dequantize_per_channel_default_69" [label="(512, 2)", style=solid]; -"1477 dequantize_per_channel_default_69" -> "1478 linear_68" [label="(512, 2)", style=solid]; -"1478 linear_68" -> "1479 relu__11" [label="(1, 15, 15, 512)", style=solid]; -"1479 relu__11" -> "1480 relu__11_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1480 relu__11_0_0_nncf_smooth_quant_0" -> "1486 linear_69" [label="(1, 15, 15, 512)", style=solid]; -"1481 linear_69_scale_0" -> "1484 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1481 linear_69_scale_0" -> "1485 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1482 linear_69_zero_point_0" -> "1484 quantize_per_channel_default_70" [label="(12,)", style=solid]; -"1482 linear_69_zero_point_0" -> "1485 dequantize_per_channel_default_70" [label="(12,)", style=solid]; -"1483 compressed_weight_updated_constant70" -> "1484 quantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1484 quantize_per_channel_default_70" -> "1485 dequantize_per_channel_default_70" [label="(12, 512)", style=solid]; -"1485 dequantize_per_channel_default_70" -> "1486 linear_69" [label="(12, 512)", style=solid]; -"1486 linear_69" -> "1487 view_59" [label="(1, 15, 15, 12)", style=solid]; -"1487 view_59" -> "1489 index_11" [label="(225, 12)", style=solid]; -"1488 _tensor_constant68" -> "1489 index_11" [label="(4096,)", style=solid]; -"1489 index_11" -> "1490 view_60" [label="(4096, 12)", style=solid]; -"1490 view_60" -> "1491 permute_50" [label="(64, 64, 12)", style=solid]; -"1491 permute_50" -> "1492 contiguous_20" [label="(12, 64, 64)", style=solid]; -"1492 contiguous_20" -> "1493 unsqueeze_31" [label="(12, 64, 64)", style=solid]; -"1493 unsqueeze_31" -> "1494 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; -"1494 sigmoid_11" -> "1495 mul_22" [label="(1, 12, 64, 64)", style=solid]; -"1495 mul_22" -> "1535 add_38" [label="(1, 12, 64, 64)", style=solid]; -"1496 pad_13" -> "1497 roll_10" [label="(1, 16, 16, 384)", style=solid]; -"1497 roll_10" -> "1498 view_61" [label="(1, 16, 16, 384)", style=solid]; -"1498 view_61" -> "1499 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1499 permute_51" -> "1500 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1500 reshape_49" -> "1503 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1500 reshape_49" -> "1536 new_zeros_5" [label="(4, 64, 384)", style=solid]; -"1501 _param_constant189" -> "1502 clone_11" [label="(1152,)", style=solid]; -"1502 clone_11" -> "1511 linear_70" [label="(1152,)", style=solid]; -"1503 reshape_49_0_0_nncf_smooth_quant_0" -> "1504 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1504 quantize_per_tensor_default_69" -> "1505 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; -"1505 dequantize_per_tensor_default_69" -> "1511 linear_70" [label="(4, 64, 384)", style=solid]; -"1506 linear_70_scale_0" -> "1509 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1506 linear_70_scale_0" -> "1510 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1507 linear_70_zero_point_0" -> "1509 quantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1507 linear_70_zero_point_0" -> "1510 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; -"1508 compressed_weight_updated_constant71" -> "1509 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1509 quantize_per_channel_default_71" -> "1510 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; -"1510 dequantize_per_channel_default_71" -> "1511 linear_70" [label="(1152, 384)", style=solid]; -"1511 linear_70" -> "1512 reshape_50" [label="(4, 64, 1152)", style=solid]; -"1512 reshape_50" -> "1513 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; -"1513 permute_52" -> "1514 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; -"1513 permute_52" -> "1515 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; -"1513 permute_52" -> "1516 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; -"1514 select_33" -> "1517 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; -"1514 select_33" -> "1519 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; -"1514 select_33" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1515 select_34" -> "1523 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; -"1515 select_34" -> "1525 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; -"1515 select_34" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1516 select_35" -> "1554 matmul_23" [label="(4, 12, 64, 32)", style=solid]; -"1517 linalg_vector_norm_22" -> "1518 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; -"1518 clamp_min_22" -> "1519 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; -"1519 expand_as_22" -> "1520 div_22" [label="(4, 12, 64, 32)", style=solid]; -"1520 div_22" -> "1521 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1521 quantize_per_tensor_default_70" -> "1522 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; -"1522 dequantize_per_tensor_default_70" -> "1530 matmul_22" [label="(4, 12, 64, 32)", style=solid]; -"1523 linalg_vector_norm_23" -> "1524 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; -"1524 clamp_min_23" -> "1525 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; -"1525 expand_as_23" -> "1526 div_23" [label="(4, 12, 64, 32)", style=solid]; -"1526 div_23" -> "1527 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1527 quantize_per_tensor_default_71" -> "1528 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; -"1528 dequantize_per_tensor_default_71" -> "1529 transpose_22" [label="(4, 12, 64, 32)", style=solid]; -"1529 transpose_22" -> "1530 matmul_22" [label="(4, 12, 32, 64)", style=solid]; -"1530 matmul_22" -> "1534 mul_23" [label="(4, 12, 64, 64)", style=solid]; -"1531 _param_constant191" -> "1532 clamp_11" [label="(12, 1, 1)", style=solid]; -"1532 clamp_11" -> "1533 exp_11" [label="(12, 1, 1)", style=solid]; -"1533 exp_11" -> "1534 mul_23" [label="(12, 1, 1)", style=solid]; -"1534 mul_23" -> "1535 add_38" [label="(4, 12, 64, 64)", style=solid]; -"1535 add_38" -> "1547 view_63" [label="(4, 12, 64, 64)", style=solid]; -"1536 new_zeros_5" -> "1537 view_62" [label="(16, 16)", style=solid]; -"1537 view_62" -> "1538 permute_53" [label="(2, 8, 2, 8)", style=solid]; -"1538 permute_53" -> "1539 reshape_51" [label="(2, 2, 8, 8)", style=solid]; -"1539 reshape_51" -> "1540 unsqueeze_32" [label="(4, 64)", style=solid]; -"1539 reshape_51" -> "1541 unsqueeze_33" [label="(4, 64)", style=solid]; -"1540 unsqueeze_32" -> "1542 sub_5" [label="(4, 1, 64)", style=solid]; -"1541 unsqueeze_33" -> "1542 sub_5" [label="(4, 64, 1)", style=solid]; -"1542 sub_5" -> "1543 ne_5" [label="(4, 64, 64)", style=solid]; -"1542 sub_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1542 sub_5" -> "1545 eq_5" [label="(4, 64, 64)", style=solid]; -"1543 ne_5" -> "1544 masked_fill_10" [label="(4, 64, 64)", style=solid]; -"1544 masked_fill_10" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1545 eq_5" -> "1546 masked_fill_11" [label="(4, 64, 64)", style=solid]; -"1546 masked_fill_11" -> "1548 unsqueeze_34" [label="(4, 64, 64)", style=solid]; -"1547 view_63" -> "1550 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; -"1548 unsqueeze_34" -> "1549 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; -"1549 unsqueeze_35" -> "1550 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; -"1550 add_39" -> "1551 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; -"1551 view_64" -> "1552 softmax_11" [label="(4, 12, 64, 64)", style=solid]; -"1552 softmax_11" -> "1553 dropout_44" [label="(4, 12, 64, 64)", style=solid]; -"1553 dropout_44" -> "1554 matmul_23" [label="(4, 12, 64, 64)", style=solid]; -"1554 matmul_23" -> "1555 transpose_23" [label="(4, 12, 64, 32)", style=solid]; -"1555 transpose_23" -> "1556 reshape_52" [label="(4, 64, 12, 32)", style=solid]; -"1556 reshape_52" -> "1558 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1557 _param_constant193" -> "1566 linear_71" [label="(384,)", style=solid]; -"1558 reshape_52_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1559 quantize_per_tensor_default_72" -> "1560 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; -"1560 dequantize_per_tensor_default_72" -> "1566 linear_71" [label="(4, 64, 384)", style=solid]; -"1561 linear_71_scale_0" -> "1564 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1561 linear_71_scale_0" -> "1565 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1562 linear_71_zero_point_0" -> "1564 quantize_per_channel_default_72" [label="(384,)", style=solid]; -"1562 linear_71_zero_point_0" -> "1565 dequantize_per_channel_default_72" [label="(384,)", style=solid]; -"1563 compressed_weight_updated_constant72" -> "1564 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1564 quantize_per_channel_default_72" -> "1565 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; -"1565 dequantize_per_channel_default_72" -> "1566 linear_71" [label="(384, 384)", style=solid]; -"1566 linear_71" -> "1567 dropout_45" [label="(4, 64, 384)", style=solid]; -"1567 dropout_45" -> "1568 view_65" [label="(4, 64, 384)", style=solid]; -"1568 view_65" -> "1569 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1569 permute_54" -> "1570 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1570 reshape_53" -> "1571 roll_11" [label="(1, 16, 16, 384)", style=solid]; -"1571 roll_11" -> "1572 slice_185" [label="(1, 16, 16, 384)", style=solid]; -"1572 slice_185" -> "1573 slice_186" [label="(1, 16, 16, 384)", style=solid]; -"1573 slice_186" -> "1574 slice_187" [label="(1, 14, 16, 384)", style=solid]; -"1574 slice_187" -> "1575 slice_188" [label="(1, 14, 14, 384)", style=solid]; -"1575 slice_188" -> "1576 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; -"1576 contiguous_21" -> "1579 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; -"1577 _param_constant194" -> "1579 layer_norm_25" [label="(384,)", style=solid]; -"1578 _param_constant195" -> "1579 layer_norm_25" [label="(384,)", style=solid]; -"1579 layer_norm_25" -> "1580 add_40" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_40" -> "1582 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1580 add_40" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1581 _param_constant197" -> "1590 linear_72" [label="(1536,)", style=solid]; -"1582 add_40_0_0_nncf_smooth_quant_0" -> "1583 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1583 quantize_per_tensor_default_73" -> "1584 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; -"1584 dequantize_per_tensor_default_73" -> "1590 linear_72" [label="(1, 14, 14, 384)", style=solid]; -"1585 linear_72_scale_0" -> "1588 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1585 linear_72_scale_0" -> "1589 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1586 linear_72_zero_point_0" -> "1588 quantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1586 linear_72_zero_point_0" -> "1589 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; -"1587 compressed_weight_updated_constant73" -> "1588 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1588 quantize_per_channel_default_73" -> "1589 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; -"1589 dequantize_per_channel_default_73" -> "1590 linear_72" [label="(1536, 384)", style=solid]; -"1590 linear_72" -> "1591 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; -"1591 gelu_11" -> "1592 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; -"1592 dropout_46" -> "1594 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1593 _param_constant199" -> "1602 linear_73" [label="(384,)", style=solid]; -"1594 dropout_46_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1595 quantize_per_tensor_default_74" -> "1596 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; -"1596 dequantize_per_tensor_default_74" -> "1602 linear_73" [label="(1, 14, 14, 1536)", style=solid]; -"1597 linear_73_scale_0" -> "1600 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1597 linear_73_scale_0" -> "1601 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1598 linear_73_zero_point_0" -> "1600 quantize_per_channel_default_74" [label="(384,)", style=solid]; -"1598 linear_73_zero_point_0" -> "1601 dequantize_per_channel_default_74" [label="(384,)", style=solid]; -"1599 compressed_weight_updated_constant74" -> "1600 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1600 quantize_per_channel_default_74" -> "1601 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; -"1601 dequantize_per_channel_default_74" -> "1602 linear_73" [label="(384, 1536)", style=solid]; -"1602 linear_73" -> "1603 dropout_47" [label="(1, 14, 14, 384)", style=solid]; -"1603 dropout_47" -> "1606 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; -"1604 _param_constant200" -> "1606 layer_norm_26" [label="(384,)", style=solid]; -"1605 _param_constant201" -> "1606 layer_norm_26" [label="(384,)", style=solid]; -"1606 layer_norm_26" -> "1607 add_41" [label="(1, 14, 14, 384)", style=solid]; -"1607 add_41" -> "1634 pad_14" [label="(1, 14, 14, 384)", style=solid]; -"1607 add_41" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1608 _tensor_constant78" -> "1610 _tensor_constant78_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1609 _param_constant203" -> "1616 linear_74" [label="(512,)", style=solid]; -"1610 _tensor_constant78_0_0_nncf_smooth_quant_0" -> "1616 linear_74" [label="(1, 15, 15, 2)", style=solid]; -"1611 linear_74_scale_0" -> "1614 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1611 linear_74_scale_0" -> "1615 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1612 linear_74_zero_point_0" -> "1614 quantize_per_channel_default_75" [label="(512,)", style=solid]; -"1612 linear_74_zero_point_0" -> "1615 dequantize_per_channel_default_75" [label="(512,)", style=solid]; -"1613 compressed_weight_updated_constant75" -> "1614 quantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1614 quantize_per_channel_default_75" -> "1615 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; -"1615 dequantize_per_channel_default_75" -> "1616 linear_74" [label="(512, 2)", style=solid]; -"1616 linear_74" -> "1617 relu__12" [label="(1, 15, 15, 512)", style=solid]; -"1617 relu__12" -> "1618 relu__12_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1618 relu__12_0_0_nncf_smooth_quant_0" -> "1624 linear_75" [label="(1, 15, 15, 512)", style=solid]; -"1619 linear_75_scale_0" -> "1622 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1619 linear_75_scale_0" -> "1623 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1620 linear_75_zero_point_0" -> "1622 quantize_per_channel_default_76" [label="(12,)", style=solid]; -"1620 linear_75_zero_point_0" -> "1623 dequantize_per_channel_default_76" [label="(12,)", style=solid]; -"1621 compressed_weight_updated_constant76" -> "1622 quantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1622 quantize_per_channel_default_76" -> "1623 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; -"1623 dequantize_per_channel_default_76" -> "1624 linear_75" [label="(12, 512)", style=solid]; -"1624 linear_75" -> "1625 view_66" [label="(1, 15, 15, 12)", style=solid]; -"1625 view_66" -> "1627 index_12" [label="(225, 12)", style=solid]; -"1626 _tensor_constant79" -> "1627 index_12" [label="(4096,)", style=solid]; -"1627 index_12" -> "1628 view_67" [label="(4096, 12)", style=solid]; -"1628 view_67" -> "1629 permute_55" [label="(64, 64, 12)", style=solid]; -"1629 permute_55" -> "1630 contiguous_22" [label="(12, 64, 64)", style=solid]; -"1630 contiguous_22" -> "1631 unsqueeze_36" [label="(12, 64, 64)", style=solid]; -"1631 unsqueeze_36" -> "1632 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; -"1632 sigmoid_12" -> "1633 mul_24" [label="(1, 12, 64, 64)", style=solid]; -"1633 mul_24" -> "1672 add_42" [label="(1, 12, 64, 64)", style=solid]; -"1634 pad_14" -> "1635 view_68" [label="(1, 16, 16, 384)", style=solid]; -"1635 view_68" -> "1636 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1636 permute_56" -> "1637 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1637 reshape_54" -> "1640 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1638 _param_constant205" -> "1639 clone_12" [label="(1152,)", style=solid]; -"1639 clone_12" -> "1648 linear_76" [label="(1152,)", style=solid]; -"1640 reshape_54_0_0_nncf_smooth_quant_0" -> "1641 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1641 quantize_per_tensor_default_75" -> "1642 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; -"1642 dequantize_per_tensor_default_75" -> "1648 linear_76" [label="(4, 64, 384)", style=solid]; -"1643 linear_76_scale_0" -> "1646 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1643 linear_76_scale_0" -> "1647 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1644 linear_76_zero_point_0" -> "1646 quantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1644 linear_76_zero_point_0" -> "1647 dequantize_per_channel_default_77" [label="(1152,)", style=solid]; -"1645 compressed_weight_updated_constant77" -> "1646 quantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1646 quantize_per_channel_default_77" -> "1647 dequantize_per_channel_default_77" [label="(1152, 384)", style=solid]; -"1647 dequantize_per_channel_default_77" -> "1648 linear_76" [label="(1152, 384)", style=solid]; -"1648 linear_76" -> "1649 reshape_55" [label="(4, 64, 1152)", style=solid]; -"1649 reshape_55" -> "1650 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; -"1650 permute_57" -> "1651 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; -"1650 permute_57" -> "1652 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; -"1650 permute_57" -> "1653 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; -"1651 select_36" -> "1654 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; -"1651 select_36" -> "1656 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; -"1651 select_36" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1652 select_37" -> "1660 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; -"1652 select_37" -> "1662 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; -"1652 select_37" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1653 select_38" -> "1675 matmul_25" [label="(4, 12, 64, 32)", style=solid]; -"1654 linalg_vector_norm_24" -> "1655 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; -"1655 clamp_min_24" -> "1656 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; -"1656 expand_as_24" -> "1657 div_24" [label="(4, 12, 64, 32)", style=solid]; -"1657 div_24" -> "1658 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1658 quantize_per_tensor_default_76" -> "1659 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; -"1659 dequantize_per_tensor_default_76" -> "1667 matmul_24" [label="(4, 12, 64, 32)", style=solid]; -"1660 linalg_vector_norm_25" -> "1661 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; -"1661 clamp_min_25" -> "1662 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; -"1662 expand_as_25" -> "1663 div_25" [label="(4, 12, 64, 32)", style=solid]; -"1663 div_25" -> "1664 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1664 quantize_per_tensor_default_77" -> "1665 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; -"1665 dequantize_per_tensor_default_77" -> "1666 transpose_24" [label="(4, 12, 64, 32)", style=solid]; -"1666 transpose_24" -> "1667 matmul_24" [label="(4, 12, 32, 64)", style=solid]; -"1667 matmul_24" -> "1671 mul_25" [label="(4, 12, 64, 64)", style=solid]; -"1668 _param_constant207" -> "1669 clamp_12" [label="(12, 1, 1)", style=solid]; -"1669 clamp_12" -> "1670 exp_12" [label="(12, 1, 1)", style=solid]; -"1670 exp_12" -> "1671 mul_25" [label="(12, 1, 1)", style=solid]; -"1671 mul_25" -> "1672 add_42" [label="(4, 12, 64, 64)", style=solid]; -"1672 add_42" -> "1673 softmax_12" [label="(4, 12, 64, 64)", style=solid]; -"1673 softmax_12" -> "1674 dropout_48" [label="(4, 12, 64, 64)", style=solid]; -"1674 dropout_48" -> "1675 matmul_25" [label="(4, 12, 64, 64)", style=solid]; -"1675 matmul_25" -> "1676 transpose_25" [label="(4, 12, 64, 32)", style=solid]; -"1676 transpose_25" -> "1677 reshape_56" [label="(4, 64, 12, 32)", style=solid]; -"1677 reshape_56" -> "1679 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1678 _param_constant209" -> "1687 linear_77" [label="(384,)", style=solid]; -"1679 reshape_56_0_0_nncf_smooth_quant_0" -> "1680 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1680 quantize_per_tensor_default_78" -> "1681 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; -"1681 dequantize_per_tensor_default_78" -> "1687 linear_77" [label="(4, 64, 384)", style=solid]; -"1682 linear_77_scale_0" -> "1685 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1682 linear_77_scale_0" -> "1686 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1683 linear_77_zero_point_0" -> "1685 quantize_per_channel_default_78" [label="(384,)", style=solid]; -"1683 linear_77_zero_point_0" -> "1686 dequantize_per_channel_default_78" [label="(384,)", style=solid]; -"1684 compressed_weight_updated_constant78" -> "1685 quantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1685 quantize_per_channel_default_78" -> "1686 dequantize_per_channel_default_78" [label="(384, 384)", style=solid]; -"1686 dequantize_per_channel_default_78" -> "1687 linear_77" [label="(384, 384)", style=solid]; -"1687 linear_77" -> "1688 dropout_49" [label="(4, 64, 384)", style=solid]; -"1688 dropout_49" -> "1689 view_69" [label="(4, 64, 384)", style=solid]; -"1689 view_69" -> "1690 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1690 permute_58" -> "1691 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1691 reshape_57" -> "1692 slice_190" [label="(1, 16, 16, 384)", style=solid]; -"1692 slice_190" -> "1693 slice_191" [label="(1, 16, 16, 384)", style=solid]; -"1693 slice_191" -> "1694 slice_192" [label="(1, 14, 16, 384)", style=solid]; -"1694 slice_192" -> "1695 slice_193" [label="(1, 14, 14, 384)", style=solid]; -"1695 slice_193" -> "1696 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; -"1696 contiguous_23" -> "1699 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; -"1697 _param_constant210" -> "1699 layer_norm_27" [label="(384,)", style=solid]; -"1698 _param_constant211" -> "1699 layer_norm_27" [label="(384,)", style=solid]; -"1699 layer_norm_27" -> "1700 add_43" [label="(1, 14, 14, 384)", style=solid]; -"1700 add_43" -> "1702 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1700 add_43" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1701 _param_constant213" -> "1710 linear_78" [label="(1536,)", style=solid]; -"1702 add_43_0_0_nncf_smooth_quant_0" -> "1703 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1703 quantize_per_tensor_default_79" -> "1704 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; -"1704 dequantize_per_tensor_default_79" -> "1710 linear_78" [label="(1, 14, 14, 384)", style=solid]; -"1705 linear_78_scale_0" -> "1708 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1705 linear_78_scale_0" -> "1709 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1706 linear_78_zero_point_0" -> "1708 quantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1706 linear_78_zero_point_0" -> "1709 dequantize_per_channel_default_79" [label="(1536,)", style=solid]; -"1707 compressed_weight_updated_constant79" -> "1708 quantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1708 quantize_per_channel_default_79" -> "1709 dequantize_per_channel_default_79" [label="(1536, 384)", style=solid]; -"1709 dequantize_per_channel_default_79" -> "1710 linear_78" [label="(1536, 384)", style=solid]; -"1710 linear_78" -> "1711 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; -"1711 gelu_12" -> "1712 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; -"1712 dropout_50" -> "1714 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1713 _param_constant215" -> "1722 linear_79" [label="(384,)", style=solid]; -"1714 dropout_50_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1715 quantize_per_tensor_default_80" -> "1716 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; -"1716 dequantize_per_tensor_default_80" -> "1722 linear_79" [label="(1, 14, 14, 1536)", style=solid]; -"1717 linear_79_scale_0" -> "1720 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1717 linear_79_scale_0" -> "1721 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1718 linear_79_zero_point_0" -> "1720 quantize_per_channel_default_80" [label="(384,)", style=solid]; -"1718 linear_79_zero_point_0" -> "1721 dequantize_per_channel_default_80" [label="(384,)", style=solid]; -"1719 compressed_weight_updated_constant80" -> "1720 quantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1720 quantize_per_channel_default_80" -> "1721 dequantize_per_channel_default_80" [label="(384, 1536)", style=solid]; -"1721 dequantize_per_channel_default_80" -> "1722 linear_79" [label="(384, 1536)", style=solid]; -"1722 linear_79" -> "1723 dropout_51" [label="(1, 14, 14, 384)", style=solid]; -"1723 dropout_51" -> "1726 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; -"1724 _param_constant216" -> "1726 layer_norm_28" [label="(384,)", style=solid]; -"1725 _param_constant217" -> "1726 layer_norm_28" [label="(384,)", style=solid]; -"1726 layer_norm_28" -> "1727 add_44" [label="(1, 14, 14, 384)", style=solid]; -"1727 add_44" -> "1754 pad_15" [label="(1, 14, 14, 384)", style=solid]; -"1727 add_44" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1728 _tensor_constant80" -> "1730 _tensor_constant80_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1729 _param_constant219" -> "1736 linear_80" [label="(512,)", style=solid]; -"1730 _tensor_constant80_0_0_nncf_smooth_quant_0" -> "1736 linear_80" [label="(1, 15, 15, 2)", style=solid]; -"1731 linear_80_scale_0" -> "1734 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1731 linear_80_scale_0" -> "1735 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1732 linear_80_zero_point_0" -> "1734 quantize_per_channel_default_81" [label="(512,)", style=solid]; -"1732 linear_80_zero_point_0" -> "1735 dequantize_per_channel_default_81" [label="(512,)", style=solid]; -"1733 compressed_weight_updated_constant81" -> "1734 quantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1734 quantize_per_channel_default_81" -> "1735 dequantize_per_channel_default_81" [label="(512, 2)", style=solid]; -"1735 dequantize_per_channel_default_81" -> "1736 linear_80" [label="(512, 2)", style=solid]; -"1736 linear_80" -> "1737 relu__13" [label="(1, 15, 15, 512)", style=solid]; -"1737 relu__13" -> "1738 relu__13_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1738 relu__13_0_0_nncf_smooth_quant_0" -> "1744 linear_81" [label="(1, 15, 15, 512)", style=solid]; -"1739 linear_81_scale_0" -> "1742 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1739 linear_81_scale_0" -> "1743 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1740 linear_81_zero_point_0" -> "1742 quantize_per_channel_default_82" [label="(12,)", style=solid]; -"1740 linear_81_zero_point_0" -> "1743 dequantize_per_channel_default_82" [label="(12,)", style=solid]; -"1741 compressed_weight_updated_constant82" -> "1742 quantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1742 quantize_per_channel_default_82" -> "1743 dequantize_per_channel_default_82" [label="(12, 512)", style=solid]; -"1743 dequantize_per_channel_default_82" -> "1744 linear_81" [label="(12, 512)", style=solid]; -"1744 linear_81" -> "1745 view_70" [label="(1, 15, 15, 12)", style=solid]; -"1745 view_70" -> "1747 index_13" [label="(225, 12)", style=solid]; -"1746 _tensor_constant81" -> "1747 index_13" [label="(4096,)", style=solid]; -"1747 index_13" -> "1748 view_71" [label="(4096, 12)", style=solid]; -"1748 view_71" -> "1749 permute_59" [label="(64, 64, 12)", style=solid]; -"1749 permute_59" -> "1750 contiguous_24" [label="(12, 64, 64)", style=solid]; -"1750 contiguous_24" -> "1751 unsqueeze_37" [label="(12, 64, 64)", style=solid]; -"1751 unsqueeze_37" -> "1752 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; -"1752 sigmoid_13" -> "1753 mul_26" [label="(1, 12, 64, 64)", style=solid]; -"1753 mul_26" -> "1793 add_45" [label="(1, 12, 64, 64)", style=solid]; -"1754 pad_15" -> "1755 roll_12" [label="(1, 16, 16, 384)", style=solid]; -"1755 roll_12" -> "1756 view_72" [label="(1, 16, 16, 384)", style=solid]; -"1756 view_72" -> "1757 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1757 permute_60" -> "1758 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1758 reshape_58" -> "1761 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1758 reshape_58" -> "1794 new_zeros_6" [label="(4, 64, 384)", style=solid]; -"1759 _param_constant221" -> "1760 clone_13" [label="(1152,)", style=solid]; -"1760 clone_13" -> "1769 linear_82" [label="(1152,)", style=solid]; -"1761 reshape_58_0_0_nncf_smooth_quant_0" -> "1762 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1762 quantize_per_tensor_default_81" -> "1763 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; -"1763 dequantize_per_tensor_default_81" -> "1769 linear_82" [label="(4, 64, 384)", style=solid]; -"1764 linear_82_scale_0" -> "1767 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1764 linear_82_scale_0" -> "1768 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1765 linear_82_zero_point_0" -> "1767 quantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1765 linear_82_zero_point_0" -> "1768 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; -"1766 compressed_weight_updated_constant83" -> "1767 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1767 quantize_per_channel_default_83" -> "1768 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; -"1768 dequantize_per_channel_default_83" -> "1769 linear_82" [label="(1152, 384)", style=solid]; -"1769 linear_82" -> "1770 reshape_59" [label="(4, 64, 1152)", style=solid]; -"1770 reshape_59" -> "1771 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; -"1771 permute_61" -> "1772 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; -"1771 permute_61" -> "1773 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; -"1771 permute_61" -> "1774 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; -"1772 select_39" -> "1775 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; -"1772 select_39" -> "1777 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; -"1772 select_39" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1773 select_40" -> "1781 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; -"1773 select_40" -> "1783 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; -"1773 select_40" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1774 select_41" -> "1812 matmul_27" [label="(4, 12, 64, 32)", style=solid]; -"1775 linalg_vector_norm_26" -> "1776 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; -"1776 clamp_min_26" -> "1777 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; -"1777 expand_as_26" -> "1778 div_26" [label="(4, 12, 64, 32)", style=solid]; -"1778 div_26" -> "1779 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1779 quantize_per_tensor_default_82" -> "1780 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; -"1780 dequantize_per_tensor_default_82" -> "1788 matmul_26" [label="(4, 12, 64, 32)", style=solid]; -"1781 linalg_vector_norm_27" -> "1782 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; -"1782 clamp_min_27" -> "1783 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; -"1783 expand_as_27" -> "1784 div_27" [label="(4, 12, 64, 32)", style=solid]; -"1784 div_27" -> "1785 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1785 quantize_per_tensor_default_83" -> "1786 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; -"1786 dequantize_per_tensor_default_83" -> "1787 transpose_26" [label="(4, 12, 64, 32)", style=solid]; -"1787 transpose_26" -> "1788 matmul_26" [label="(4, 12, 32, 64)", style=solid]; -"1788 matmul_26" -> "1792 mul_27" [label="(4, 12, 64, 64)", style=solid]; -"1789 _param_constant223" -> "1790 clamp_13" [label="(12, 1, 1)", style=solid]; -"1790 clamp_13" -> "1791 exp_13" [label="(12, 1, 1)", style=solid]; -"1791 exp_13" -> "1792 mul_27" [label="(12, 1, 1)", style=solid]; -"1792 mul_27" -> "1793 add_45" [label="(4, 12, 64, 64)", style=solid]; -"1793 add_45" -> "1805 view_74" [label="(4, 12, 64, 64)", style=solid]; -"1794 new_zeros_6" -> "1795 view_73" [label="(16, 16)", style=solid]; -"1795 view_73" -> "1796 permute_62" [label="(2, 8, 2, 8)", style=solid]; -"1796 permute_62" -> "1797 reshape_60" [label="(2, 2, 8, 8)", style=solid]; -"1797 reshape_60" -> "1798 unsqueeze_38" [label="(4, 64)", style=solid]; -"1797 reshape_60" -> "1799 unsqueeze_39" [label="(4, 64)", style=solid]; -"1798 unsqueeze_38" -> "1800 sub_6" [label="(4, 1, 64)", style=solid]; -"1799 unsqueeze_39" -> "1800 sub_6" [label="(4, 64, 1)", style=solid]; -"1800 sub_6" -> "1801 ne_6" [label="(4, 64, 64)", style=solid]; -"1800 sub_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1800 sub_6" -> "1803 eq_6" [label="(4, 64, 64)", style=solid]; -"1801 ne_6" -> "1802 masked_fill_12" [label="(4, 64, 64)", style=solid]; -"1802 masked_fill_12" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1803 eq_6" -> "1804 masked_fill_13" [label="(4, 64, 64)", style=solid]; -"1804 masked_fill_13" -> "1806 unsqueeze_40" [label="(4, 64, 64)", style=solid]; -"1805 view_74" -> "1808 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; -"1806 unsqueeze_40" -> "1807 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; -"1807 unsqueeze_41" -> "1808 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; -"1808 add_46" -> "1809 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; -"1809 view_75" -> "1810 softmax_13" [label="(4, 12, 64, 64)", style=solid]; -"1810 softmax_13" -> "1811 dropout_52" [label="(4, 12, 64, 64)", style=solid]; -"1811 dropout_52" -> "1812 matmul_27" [label="(4, 12, 64, 64)", style=solid]; -"1812 matmul_27" -> "1813 transpose_27" [label="(4, 12, 64, 32)", style=solid]; -"1813 transpose_27" -> "1814 reshape_61" [label="(4, 64, 12, 32)", style=solid]; -"1814 reshape_61" -> "1816 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1815 _param_constant225" -> "1824 linear_83" [label="(384,)", style=solid]; -"1816 reshape_61_0_0_nncf_smooth_quant_0" -> "1817 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1817 quantize_per_tensor_default_84" -> "1818 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; -"1818 dequantize_per_tensor_default_84" -> "1824 linear_83" [label="(4, 64, 384)", style=solid]; -"1819 linear_83_scale_0" -> "1822 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1819 linear_83_scale_0" -> "1823 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1820 linear_83_zero_point_0" -> "1822 quantize_per_channel_default_84" [label="(384,)", style=solid]; -"1820 linear_83_zero_point_0" -> "1823 dequantize_per_channel_default_84" [label="(384,)", style=solid]; -"1821 compressed_weight_updated_constant84" -> "1822 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1822 quantize_per_channel_default_84" -> "1823 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; -"1823 dequantize_per_channel_default_84" -> "1824 linear_83" [label="(384, 384)", style=solid]; -"1824 linear_83" -> "1825 dropout_53" [label="(4, 64, 384)", style=solid]; -"1825 dropout_53" -> "1826 view_76" [label="(4, 64, 384)", style=solid]; -"1826 view_76" -> "1827 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1827 permute_63" -> "1828 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1828 reshape_62" -> "1829 roll_13" [label="(1, 16, 16, 384)", style=solid]; -"1829 roll_13" -> "1830 slice_213" [label="(1, 16, 16, 384)", style=solid]; -"1830 slice_213" -> "1831 slice_214" [label="(1, 16, 16, 384)", style=solid]; -"1831 slice_214" -> "1832 slice_215" [label="(1, 14, 16, 384)", style=solid]; -"1832 slice_215" -> "1833 slice_216" [label="(1, 14, 14, 384)", style=solid]; -"1833 slice_216" -> "1834 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; -"1834 contiguous_25" -> "1837 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; -"1835 _param_constant226" -> "1837 layer_norm_29" [label="(384,)", style=solid]; -"1836 _param_constant227" -> "1837 layer_norm_29" [label="(384,)", style=solid]; -"1837 layer_norm_29" -> "1838 add_47" [label="(1, 14, 14, 384)", style=solid]; -"1838 add_47" -> "1840 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1838 add_47" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1839 _param_constant229" -> "1848 linear_84" [label="(1536,)", style=solid]; -"1840 add_47_0_0_nncf_smooth_quant_0" -> "1841 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1841 quantize_per_tensor_default_85" -> "1842 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; -"1842 dequantize_per_tensor_default_85" -> "1848 linear_84" [label="(1, 14, 14, 384)", style=solid]; -"1843 linear_84_scale_0" -> "1846 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1843 linear_84_scale_0" -> "1847 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1844 linear_84_zero_point_0" -> "1846 quantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1844 linear_84_zero_point_0" -> "1847 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; -"1845 compressed_weight_updated_constant85" -> "1846 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1846 quantize_per_channel_default_85" -> "1847 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; -"1847 dequantize_per_channel_default_85" -> "1848 linear_84" [label="(1536, 384)", style=solid]; -"1848 linear_84" -> "1849 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; -"1849 gelu_13" -> "1850 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; -"1850 dropout_54" -> "1852 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1851 _param_constant231" -> "1860 linear_85" [label="(384,)", style=solid]; -"1852 dropout_54_0_0_nncf_smooth_quant_0" -> "1853 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1853 quantize_per_tensor_default_86" -> "1854 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; -"1854 dequantize_per_tensor_default_86" -> "1860 linear_85" [label="(1, 14, 14, 1536)", style=solid]; -"1855 linear_85_scale_0" -> "1858 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1855 linear_85_scale_0" -> "1859 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1856 linear_85_zero_point_0" -> "1858 quantize_per_channel_default_86" [label="(384,)", style=solid]; -"1856 linear_85_zero_point_0" -> "1859 dequantize_per_channel_default_86" [label="(384,)", style=solid]; -"1857 compressed_weight_updated_constant86" -> "1858 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1858 quantize_per_channel_default_86" -> "1859 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; -"1859 dequantize_per_channel_default_86" -> "1860 linear_85" [label="(384, 1536)", style=solid]; -"1860 linear_85" -> "1861 dropout_55" [label="(1, 14, 14, 384)", style=solid]; -"1861 dropout_55" -> "1864 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; -"1862 _param_constant232" -> "1864 layer_norm_30" [label="(384,)", style=solid]; -"1863 _param_constant233" -> "1864 layer_norm_30" [label="(384,)", style=solid]; -"1864 layer_norm_30" -> "1865 add_48" [label="(1, 14, 14, 384)", style=solid]; -"1865 add_48" -> "1892 pad_16" [label="(1, 14, 14, 384)", style=solid]; -"1865 add_48" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1866 _tensor_constant91" -> "1868 _tensor_constant91_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1867 _param_constant235" -> "1874 linear_86" [label="(512,)", style=solid]; -"1868 _tensor_constant91_0_0_nncf_smooth_quant_0" -> "1874 linear_86" [label="(1, 15, 15, 2)", style=solid]; -"1869 linear_86_scale_0" -> "1872 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1869 linear_86_scale_0" -> "1873 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1870 linear_86_zero_point_0" -> "1872 quantize_per_channel_default_87" [label="(512,)", style=solid]; -"1870 linear_86_zero_point_0" -> "1873 dequantize_per_channel_default_87" [label="(512,)", style=solid]; -"1871 compressed_weight_updated_constant87" -> "1872 quantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1872 quantize_per_channel_default_87" -> "1873 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; -"1873 dequantize_per_channel_default_87" -> "1874 linear_86" [label="(512, 2)", style=solid]; -"1874 linear_86" -> "1875 relu__14" [label="(1, 15, 15, 512)", style=solid]; -"1875 relu__14" -> "1876 relu__14_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1876 relu__14_0_0_nncf_smooth_quant_0" -> "1882 linear_87" [label="(1, 15, 15, 512)", style=solid]; -"1877 linear_87_scale_0" -> "1880 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1877 linear_87_scale_0" -> "1881 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1878 linear_87_zero_point_0" -> "1880 quantize_per_channel_default_88" [label="(12,)", style=solid]; -"1878 linear_87_zero_point_0" -> "1881 dequantize_per_channel_default_88" [label="(12,)", style=solid]; -"1879 compressed_weight_updated_constant88" -> "1880 quantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1880 quantize_per_channel_default_88" -> "1881 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; -"1881 dequantize_per_channel_default_88" -> "1882 linear_87" [label="(12, 512)", style=solid]; -"1882 linear_87" -> "1883 view_77" [label="(1, 15, 15, 12)", style=solid]; -"1883 view_77" -> "1885 index_14" [label="(225, 12)", style=solid]; -"1884 _tensor_constant92" -> "1885 index_14" [label="(4096,)", style=solid]; -"1885 index_14" -> "1886 view_78" [label="(4096, 12)", style=solid]; -"1886 view_78" -> "1887 permute_64" [label="(64, 64, 12)", style=solid]; -"1887 permute_64" -> "1888 contiguous_26" [label="(12, 64, 64)", style=solid]; -"1888 contiguous_26" -> "1889 unsqueeze_42" [label="(12, 64, 64)", style=solid]; -"1889 unsqueeze_42" -> "1890 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; -"1890 sigmoid_14" -> "1891 mul_28" [label="(1, 12, 64, 64)", style=solid]; -"1891 mul_28" -> "1930 add_49" [label="(1, 12, 64, 64)", style=solid]; -"1892 pad_16" -> "1893 view_79" [label="(1, 16, 16, 384)", style=solid]; -"1893 view_79" -> "1894 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1894 permute_65" -> "1895 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1895 reshape_63" -> "1898 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1896 _param_constant237" -> "1897 clone_14" [label="(1152,)", style=solid]; -"1897 clone_14" -> "1906 linear_88" [label="(1152,)", style=solid]; -"1898 reshape_63_0_0_nncf_smooth_quant_0" -> "1899 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1899 quantize_per_tensor_default_87" -> "1900 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; -"1900 dequantize_per_tensor_default_87" -> "1906 linear_88" [label="(4, 64, 384)", style=solid]; -"1901 linear_88_scale_0" -> "1904 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1901 linear_88_scale_0" -> "1905 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1902 linear_88_zero_point_0" -> "1904 quantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1902 linear_88_zero_point_0" -> "1905 dequantize_per_channel_default_89" [label="(1152,)", style=solid]; -"1903 compressed_weight_updated_constant89" -> "1904 quantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1904 quantize_per_channel_default_89" -> "1905 dequantize_per_channel_default_89" [label="(1152, 384)", style=solid]; -"1905 dequantize_per_channel_default_89" -> "1906 linear_88" [label="(1152, 384)", style=solid]; -"1906 linear_88" -> "1907 reshape_64" [label="(4, 64, 1152)", style=solid]; -"1907 reshape_64" -> "1908 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; -"1908 permute_66" -> "1909 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; -"1908 permute_66" -> "1910 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; -"1908 permute_66" -> "1911 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; -"1909 select_42" -> "1912 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 select_42" -> "1914 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; -"1909 select_42" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1910 select_43" -> "1918 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; -"1910 select_43" -> "1920 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; -"1910 select_43" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1911 select_44" -> "1933 matmul_29" [label="(4, 12, 64, 32)", style=solid]; -"1912 linalg_vector_norm_28" -> "1913 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; -"1913 clamp_min_28" -> "1914 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; -"1914 expand_as_28" -> "1915 div_28" [label="(4, 12, 64, 32)", style=solid]; -"1915 div_28" -> "1916 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1916 quantize_per_tensor_default_88" -> "1917 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; -"1917 dequantize_per_tensor_default_88" -> "1925 matmul_28" [label="(4, 12, 64, 32)", style=solid]; -"1918 linalg_vector_norm_29" -> "1919 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; -"1919 clamp_min_29" -> "1920 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; -"1920 expand_as_29" -> "1921 div_29" [label="(4, 12, 64, 32)", style=solid]; -"1921 div_29" -> "1922 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1922 quantize_per_tensor_default_89" -> "1923 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; -"1923 dequantize_per_tensor_default_89" -> "1924 transpose_28" [label="(4, 12, 64, 32)", style=solid]; -"1924 transpose_28" -> "1925 matmul_28" [label="(4, 12, 32, 64)", style=solid]; -"1925 matmul_28" -> "1929 mul_29" [label="(4, 12, 64, 64)", style=solid]; -"1926 _param_constant239" -> "1927 clamp_14" [label="(12, 1, 1)", style=solid]; -"1927 clamp_14" -> "1928 exp_14" [label="(12, 1, 1)", style=solid]; -"1928 exp_14" -> "1929 mul_29" [label="(12, 1, 1)", style=solid]; -"1929 mul_29" -> "1930 add_49" [label="(4, 12, 64, 64)", style=solid]; -"1930 add_49" -> "1931 softmax_14" [label="(4, 12, 64, 64)", style=solid]; -"1931 softmax_14" -> "1932 dropout_56" [label="(4, 12, 64, 64)", style=solid]; -"1932 dropout_56" -> "1933 matmul_29" [label="(4, 12, 64, 64)", style=solid]; -"1933 matmul_29" -> "1934 transpose_29" [label="(4, 12, 64, 32)", style=solid]; -"1934 transpose_29" -> "1935 reshape_65" [label="(4, 64, 12, 32)", style=solid]; -"1935 reshape_65" -> "1937 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"1936 _param_constant241" -> "1945 linear_89" [label="(384,)", style=solid]; -"1937 reshape_65_0_0_nncf_smooth_quant_0" -> "1938 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1938 quantize_per_tensor_default_90" -> "1939 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; -"1939 dequantize_per_tensor_default_90" -> "1945 linear_89" [label="(4, 64, 384)", style=solid]; -"1940 linear_89_scale_0" -> "1943 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1940 linear_89_scale_0" -> "1944 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1941 linear_89_zero_point_0" -> "1943 quantize_per_channel_default_90" [label="(384,)", style=solid]; -"1941 linear_89_zero_point_0" -> "1944 dequantize_per_channel_default_90" [label="(384,)", style=solid]; -"1942 compressed_weight_updated_constant90" -> "1943 quantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1943 quantize_per_channel_default_90" -> "1944 dequantize_per_channel_default_90" [label="(384, 384)", style=solid]; -"1944 dequantize_per_channel_default_90" -> "1945 linear_89" [label="(384, 384)", style=solid]; -"1945 linear_89" -> "1946 dropout_57" [label="(4, 64, 384)", style=solid]; -"1946 dropout_57" -> "1947 view_80" [label="(4, 64, 384)", style=solid]; -"1947 view_80" -> "1948 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"1948 permute_67" -> "1949 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"1949 reshape_66" -> "1950 slice_218" [label="(1, 16, 16, 384)", style=solid]; -"1950 slice_218" -> "1951 slice_219" [label="(1, 16, 16, 384)", style=solid]; -"1951 slice_219" -> "1952 slice_220" [label="(1, 14, 16, 384)", style=solid]; -"1952 slice_220" -> "1953 slice_221" [label="(1, 14, 14, 384)", style=solid]; -"1953 slice_221" -> "1954 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; -"1954 contiguous_27" -> "1957 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; -"1955 _param_constant242" -> "1957 layer_norm_31" [label="(384,)", style=solid]; -"1956 _param_constant243" -> "1957 layer_norm_31" [label="(384,)", style=solid]; -"1957 layer_norm_31" -> "1958 add_50" [label="(1, 14, 14, 384)", style=solid]; -"1958 add_50" -> "1960 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"1958 add_50" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1959 _param_constant245" -> "1968 linear_90" [label="(1536,)", style=solid]; -"1960 add_50_0_0_nncf_smooth_quant_0" -> "1961 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1961 quantize_per_tensor_default_91" -> "1962 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; -"1962 dequantize_per_tensor_default_91" -> "1968 linear_90" [label="(1, 14, 14, 384)", style=solid]; -"1963 linear_90_scale_0" -> "1966 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1963 linear_90_scale_0" -> "1967 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1964 linear_90_zero_point_0" -> "1966 quantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1964 linear_90_zero_point_0" -> "1967 dequantize_per_channel_default_91" [label="(1536,)", style=solid]; -"1965 compressed_weight_updated_constant91" -> "1966 quantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1966 quantize_per_channel_default_91" -> "1967 dequantize_per_channel_default_91" [label="(1536, 384)", style=solid]; -"1967 dequantize_per_channel_default_91" -> "1968 linear_90" [label="(1536, 384)", style=solid]; -"1968 linear_90" -> "1969 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; -"1969 gelu_14" -> "1970 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; -"1970 dropout_58" -> "1972 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"1971 _param_constant247" -> "1980 linear_91" [label="(384,)", style=solid]; -"1972 dropout_58_0_0_nncf_smooth_quant_0" -> "1973 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1973 quantize_per_tensor_default_92" -> "1974 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; -"1974 dequantize_per_tensor_default_92" -> "1980 linear_91" [label="(1, 14, 14, 1536)", style=solid]; -"1975 linear_91_scale_0" -> "1978 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1975 linear_91_scale_0" -> "1979 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1976 linear_91_zero_point_0" -> "1978 quantize_per_channel_default_92" [label="(384,)", style=solid]; -"1976 linear_91_zero_point_0" -> "1979 dequantize_per_channel_default_92" [label="(384,)", style=solid]; -"1977 compressed_weight_updated_constant92" -> "1978 quantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1978 quantize_per_channel_default_92" -> "1979 dequantize_per_channel_default_92" [label="(384, 1536)", style=solid]; -"1979 dequantize_per_channel_default_92" -> "1980 linear_91" [label="(384, 1536)", style=solid]; -"1980 linear_91" -> "1981 dropout_59" [label="(1, 14, 14, 384)", style=solid]; -"1981 dropout_59" -> "1984 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; -"1982 _param_constant248" -> "1984 layer_norm_32" [label="(384,)", style=solid]; -"1983 _param_constant249" -> "1984 layer_norm_32" [label="(384,)", style=solid]; -"1984 layer_norm_32" -> "1985 add_51" [label="(1, 14, 14, 384)", style=solid]; -"1985 add_51" -> "2012 pad_17" [label="(1, 14, 14, 384)", style=solid]; -"1985 add_51" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; -"1986 _tensor_constant93" -> "1988 _tensor_constant93_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"1987 _param_constant251" -> "1994 linear_92" [label="(512,)", style=solid]; -"1988 _tensor_constant93_0_0_nncf_smooth_quant_0" -> "1994 linear_92" [label="(1, 15, 15, 2)", style=solid]; -"1989 linear_92_scale_0" -> "1992 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1989 linear_92_scale_0" -> "1993 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1990 linear_92_zero_point_0" -> "1992 quantize_per_channel_default_93" [label="(512,)", style=solid]; -"1990 linear_92_zero_point_0" -> "1993 dequantize_per_channel_default_93" [label="(512,)", style=solid]; -"1991 compressed_weight_updated_constant93" -> "1992 quantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1992 quantize_per_channel_default_93" -> "1993 dequantize_per_channel_default_93" [label="(512, 2)", style=solid]; -"1993 dequantize_per_channel_default_93" -> "1994 linear_92" [label="(512, 2)", style=solid]; -"1994 linear_92" -> "1995 relu__15" [label="(1, 15, 15, 512)", style=solid]; -"1995 relu__15" -> "1996 relu__15_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"1996 relu__15_0_0_nncf_smooth_quant_0" -> "2002 linear_93" [label="(1, 15, 15, 512)", style=solid]; -"1997 linear_93_scale_0" -> "2000 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1997 linear_93_scale_0" -> "2001 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1998 linear_93_zero_point_0" -> "2000 quantize_per_channel_default_94" [label="(12,)", style=solid]; -"1998 linear_93_zero_point_0" -> "2001 dequantize_per_channel_default_94" [label="(12,)", style=solid]; -"1999 compressed_weight_updated_constant94" -> "2000 quantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"2000 quantize_per_channel_default_94" -> "2001 dequantize_per_channel_default_94" [label="(12, 512)", style=solid]; -"2001 dequantize_per_channel_default_94" -> "2002 linear_93" [label="(12, 512)", style=solid]; -"2002 linear_93" -> "2003 view_81" [label="(1, 15, 15, 12)", style=solid]; -"2003 view_81" -> "2005 index_15" [label="(225, 12)", style=solid]; -"2004 _tensor_constant94" -> "2005 index_15" [label="(4096,)", style=solid]; -"2005 index_15" -> "2006 view_82" [label="(4096, 12)", style=solid]; -"2006 view_82" -> "2007 permute_68" [label="(64, 64, 12)", style=solid]; -"2007 permute_68" -> "2008 contiguous_28" [label="(12, 64, 64)", style=solid]; -"2008 contiguous_28" -> "2009 unsqueeze_43" [label="(12, 64, 64)", style=solid]; -"2009 unsqueeze_43" -> "2010 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; -"2010 sigmoid_15" -> "2011 mul_30" [label="(1, 12, 64, 64)", style=solid]; -"2011 mul_30" -> "2051 add_52" [label="(1, 12, 64, 64)", style=solid]; -"2012 pad_17" -> "2013 roll_14" [label="(1, 16, 16, 384)", style=solid]; -"2013 roll_14" -> "2014 view_83" [label="(1, 16, 16, 384)", style=solid]; -"2014 view_83" -> "2015 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2015 permute_69" -> "2016 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2016 reshape_67" -> "2019 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2016 reshape_67" -> "2052 new_zeros_7" [label="(4, 64, 384)", style=solid]; -"2017 _param_constant253" -> "2018 clone_15" [label="(1152,)", style=solid]; -"2018 clone_15" -> "2027 linear_94" [label="(1152,)", style=solid]; -"2019 reshape_67_0_0_nncf_smooth_quant_0" -> "2020 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2020 quantize_per_tensor_default_93" -> "2021 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; -"2021 dequantize_per_tensor_default_93" -> "2027 linear_94" [label="(4, 64, 384)", style=solid]; -"2022 linear_94_scale_0" -> "2025 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2022 linear_94_scale_0" -> "2026 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2023 linear_94_zero_point_0" -> "2025 quantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2023 linear_94_zero_point_0" -> "2026 dequantize_per_channel_default_95" [label="(1152,)", style=solid]; -"2024 compressed_weight_updated_constant95" -> "2025 quantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2025 quantize_per_channel_default_95" -> "2026 dequantize_per_channel_default_95" [label="(1152, 384)", style=solid]; -"2026 dequantize_per_channel_default_95" -> "2027 linear_94" [label="(1152, 384)", style=solid]; -"2027 linear_94" -> "2028 reshape_68" [label="(4, 64, 1152)", style=solid]; -"2028 reshape_68" -> "2029 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; -"2029 permute_70" -> "2030 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; -"2029 permute_70" -> "2031 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; -"2029 permute_70" -> "2032 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; -"2030 select_45" -> "2033 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; -"2030 select_45" -> "2035 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; -"2030 select_45" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2031 select_46" -> "2039 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; -"2031 select_46" -> "2041 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; -"2031 select_46" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2032 select_47" -> "2070 matmul_31" [label="(4, 12, 64, 32)", style=solid]; -"2033 linalg_vector_norm_30" -> "2034 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; -"2034 clamp_min_30" -> "2035 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; -"2035 expand_as_30" -> "2036 div_30" [label="(4, 12, 64, 32)", style=solid]; -"2036 div_30" -> "2037 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2037 quantize_per_tensor_default_94" -> "2038 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; -"2038 dequantize_per_tensor_default_94" -> "2046 matmul_30" [label="(4, 12, 64, 32)", style=solid]; -"2039 linalg_vector_norm_31" -> "2040 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; -"2040 clamp_min_31" -> "2041 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; -"2041 expand_as_31" -> "2042 div_31" [label="(4, 12, 64, 32)", style=solid]; -"2042 div_31" -> "2043 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2043 quantize_per_tensor_default_95" -> "2044 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; -"2044 dequantize_per_tensor_default_95" -> "2045 transpose_30" [label="(4, 12, 64, 32)", style=solid]; -"2045 transpose_30" -> "2046 matmul_30" [label="(4, 12, 32, 64)", style=solid]; -"2046 matmul_30" -> "2050 mul_31" [label="(4, 12, 64, 64)", style=solid]; -"2047 _param_constant255" -> "2048 clamp_15" [label="(12, 1, 1)", style=solid]; -"2048 clamp_15" -> "2049 exp_15" [label="(12, 1, 1)", style=solid]; -"2049 exp_15" -> "2050 mul_31" [label="(12, 1, 1)", style=solid]; -"2050 mul_31" -> "2051 add_52" [label="(4, 12, 64, 64)", style=solid]; -"2051 add_52" -> "2063 view_85" [label="(4, 12, 64, 64)", style=solid]; -"2052 new_zeros_7" -> "2053 view_84" [label="(16, 16)", style=solid]; -"2053 view_84" -> "2054 permute_71" [label="(2, 8, 2, 8)", style=solid]; -"2054 permute_71" -> "2055 reshape_69" [label="(2, 2, 8, 8)", style=solid]; -"2055 reshape_69" -> "2056 unsqueeze_44" [label="(4, 64)", style=solid]; -"2055 reshape_69" -> "2057 unsqueeze_45" [label="(4, 64)", style=solid]; -"2056 unsqueeze_44" -> "2058 sub_7" [label="(4, 1, 64)", style=solid]; -"2057 unsqueeze_45" -> "2058 sub_7" [label="(4, 64, 1)", style=solid]; -"2058 sub_7" -> "2059 ne_7" [label="(4, 64, 64)", style=solid]; -"2058 sub_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2058 sub_7" -> "2061 eq_7" [label="(4, 64, 64)", style=solid]; -"2059 ne_7" -> "2060 masked_fill_14" [label="(4, 64, 64)", style=solid]; -"2060 masked_fill_14" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2061 eq_7" -> "2062 masked_fill_15" [label="(4, 64, 64)", style=solid]; -"2062 masked_fill_15" -> "2064 unsqueeze_46" [label="(4, 64, 64)", style=solid]; -"2063 view_85" -> "2066 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; -"2064 unsqueeze_46" -> "2065 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; -"2065 unsqueeze_47" -> "2066 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; -"2066 add_53" -> "2067 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; -"2067 view_86" -> "2068 softmax_15" [label="(4, 12, 64, 64)", style=solid]; -"2068 softmax_15" -> "2069 dropout_60" [label="(4, 12, 64, 64)", style=solid]; -"2069 dropout_60" -> "2070 matmul_31" [label="(4, 12, 64, 64)", style=solid]; -"2070 matmul_31" -> "2071 transpose_31" [label="(4, 12, 64, 32)", style=solid]; -"2071 transpose_31" -> "2072 reshape_70" [label="(4, 64, 12, 32)", style=solid]; -"2072 reshape_70" -> "2074 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2073 _param_constant257" -> "2082 linear_95" [label="(384,)", style=solid]; -"2074 reshape_70_0_0_nncf_smooth_quant_0" -> "2075 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2075 quantize_per_tensor_default_96" -> "2076 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; -"2076 dequantize_per_tensor_default_96" -> "2082 linear_95" [label="(4, 64, 384)", style=solid]; -"2077 linear_95_scale_0" -> "2080 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2077 linear_95_scale_0" -> "2081 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2078 linear_95_zero_point_0" -> "2080 quantize_per_channel_default_96" [label="(384,)", style=solid]; -"2078 linear_95_zero_point_0" -> "2081 dequantize_per_channel_default_96" [label="(384,)", style=solid]; -"2079 compressed_weight_updated_constant96" -> "2080 quantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2080 quantize_per_channel_default_96" -> "2081 dequantize_per_channel_default_96" [label="(384, 384)", style=solid]; -"2081 dequantize_per_channel_default_96" -> "2082 linear_95" [label="(384, 384)", style=solid]; -"2082 linear_95" -> "2083 dropout_61" [label="(4, 64, 384)", style=solid]; -"2083 dropout_61" -> "2084 view_87" [label="(4, 64, 384)", style=solid]; -"2084 view_87" -> "2085 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2085 permute_72" -> "2086 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2086 reshape_71" -> "2087 roll_15" [label="(1, 16, 16, 384)", style=solid]; -"2087 roll_15" -> "2088 slice_241" [label="(1, 16, 16, 384)", style=solid]; -"2088 slice_241" -> "2089 slice_242" [label="(1, 16, 16, 384)", style=solid]; -"2089 slice_242" -> "2090 slice_243" [label="(1, 14, 16, 384)", style=solid]; -"2090 slice_243" -> "2091 slice_244" [label="(1, 14, 14, 384)", style=solid]; -"2091 slice_244" -> "2092 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; -"2092 contiguous_29" -> "2095 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; -"2093 _param_constant258" -> "2095 layer_norm_33" [label="(384,)", style=solid]; -"2094 _param_constant259" -> "2095 layer_norm_33" [label="(384,)", style=solid]; -"2095 layer_norm_33" -> "2096 add_54" [label="(1, 14, 14, 384)", style=solid]; -"2096 add_54" -> "2098 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2096 add_54" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2097 _param_constant261" -> "2106 linear_96" [label="(1536,)", style=solid]; -"2098 add_54_0_0_nncf_smooth_quant_0" -> "2099 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2099 quantize_per_tensor_default_97" -> "2100 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; -"2100 dequantize_per_tensor_default_97" -> "2106 linear_96" [label="(1, 14, 14, 384)", style=solid]; -"2101 linear_96_scale_0" -> "2104 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2101 linear_96_scale_0" -> "2105 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2102 linear_96_zero_point_0" -> "2104 quantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2102 linear_96_zero_point_0" -> "2105 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; -"2103 compressed_weight_updated_constant97" -> "2104 quantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2104 quantize_per_channel_default_97" -> "2105 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; -"2105 dequantize_per_channel_default_97" -> "2106 linear_96" [label="(1536, 384)", style=solid]; -"2106 linear_96" -> "2107 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; -"2107 gelu_15" -> "2108 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; -"2108 dropout_62" -> "2110 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2109 _param_constant263" -> "2118 linear_97" [label="(384,)", style=solid]; -"2110 dropout_62_0_0_nncf_smooth_quant_0" -> "2111 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2111 quantize_per_tensor_default_98" -> "2112 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; -"2112 dequantize_per_tensor_default_98" -> "2118 linear_97" [label="(1, 14, 14, 1536)", style=solid]; -"2113 linear_97_scale_0" -> "2116 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2113 linear_97_scale_0" -> "2117 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2114 linear_97_zero_point_0" -> "2116 quantize_per_channel_default_98" [label="(384,)", style=solid]; -"2114 linear_97_zero_point_0" -> "2117 dequantize_per_channel_default_98" [label="(384,)", style=solid]; -"2115 compressed_weight_updated_constant98" -> "2116 quantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2116 quantize_per_channel_default_98" -> "2117 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; -"2117 dequantize_per_channel_default_98" -> "2118 linear_97" [label="(384, 1536)", style=solid]; -"2118 linear_97" -> "2119 dropout_63" [label="(1, 14, 14, 384)", style=solid]; -"2119 dropout_63" -> "2122 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; -"2120 _param_constant264" -> "2122 layer_norm_34" [label="(384,)", style=solid]; -"2121 _param_constant265" -> "2122 layer_norm_34" [label="(384,)", style=solid]; -"2122 layer_norm_34" -> "2123 add_55" [label="(1, 14, 14, 384)", style=solid]; -"2123 add_55" -> "2150 pad_18" [label="(1, 14, 14, 384)", style=solid]; -"2123 add_55" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2124 _tensor_constant104" -> "2126 _tensor_constant104_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2125 _param_constant267" -> "2132 linear_98" [label="(512,)", style=solid]; -"2126 _tensor_constant104_0_0_nncf_smooth_quant_0" -> "2132 linear_98" [label="(1, 15, 15, 2)", style=solid]; -"2127 linear_98_scale_0" -> "2130 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2127 linear_98_scale_0" -> "2131 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2128 linear_98_zero_point_0" -> "2130 quantize_per_channel_default_99" [label="(512,)", style=solid]; -"2128 linear_98_zero_point_0" -> "2131 dequantize_per_channel_default_99" [label="(512,)", style=solid]; -"2129 compressed_weight_updated_constant99" -> "2130 quantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2130 quantize_per_channel_default_99" -> "2131 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; -"2131 dequantize_per_channel_default_99" -> "2132 linear_98" [label="(512, 2)", style=solid]; -"2132 linear_98" -> "2133 relu__16" [label="(1, 15, 15, 512)", style=solid]; -"2133 relu__16" -> "2134 relu__16_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2134 relu__16_0_0_nncf_smooth_quant_0" -> "2140 linear_99" [label="(1, 15, 15, 512)", style=solid]; -"2135 linear_99_scale_0" -> "2138 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2135 linear_99_scale_0" -> "2139 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2136 linear_99_zero_point_0" -> "2138 quantize_per_channel_default_100" [label="(12,)", style=solid]; -"2136 linear_99_zero_point_0" -> "2139 dequantize_per_channel_default_100" [label="(12,)", style=solid]; -"2137 compressed_weight_updated_constant100" -> "2138 quantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2138 quantize_per_channel_default_100" -> "2139 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; -"2139 dequantize_per_channel_default_100" -> "2140 linear_99" [label="(12, 512)", style=solid]; -"2140 linear_99" -> "2141 view_88" [label="(1, 15, 15, 12)", style=solid]; -"2141 view_88" -> "2143 index_16" [label="(225, 12)", style=solid]; -"2142 _tensor_constant105" -> "2143 index_16" [label="(4096,)", style=solid]; -"2143 index_16" -> "2144 view_89" [label="(4096, 12)", style=solid]; -"2144 view_89" -> "2145 permute_73" [label="(64, 64, 12)", style=solid]; -"2145 permute_73" -> "2146 contiguous_30" [label="(12, 64, 64)", style=solid]; -"2146 contiguous_30" -> "2147 unsqueeze_48" [label="(12, 64, 64)", style=solid]; -"2147 unsqueeze_48" -> "2148 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; -"2148 sigmoid_16" -> "2149 mul_32" [label="(1, 12, 64, 64)", style=solid]; -"2149 mul_32" -> "2188 add_56" [label="(1, 12, 64, 64)", style=solid]; -"2150 pad_18" -> "2151 view_90" [label="(1, 16, 16, 384)", style=solid]; -"2151 view_90" -> "2152 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2152 permute_74" -> "2153 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2153 reshape_72" -> "2156 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2154 _param_constant269" -> "2155 clone_16" [label="(1152,)", style=solid]; -"2155 clone_16" -> "2164 linear_100" [label="(1152,)", style=solid]; -"2156 reshape_72_0_0_nncf_smooth_quant_0" -> "2157 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2157 quantize_per_tensor_default_99" -> "2158 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; -"2158 dequantize_per_tensor_default_99" -> "2164 linear_100" [label="(4, 64, 384)", style=solid]; -"2159 linear_100_scale_0" -> "2162 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2159 linear_100_scale_0" -> "2163 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2160 linear_100_zero_point_0" -> "2162 quantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2160 linear_100_zero_point_0" -> "2163 dequantize_per_channel_default_101" [label="(1152,)", style=solid]; -"2161 compressed_weight_updated_constant101" -> "2162 quantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2162 quantize_per_channel_default_101" -> "2163 dequantize_per_channel_default_101" [label="(1152, 384)", style=solid]; -"2163 dequantize_per_channel_default_101" -> "2164 linear_100" [label="(1152, 384)", style=solid]; -"2164 linear_100" -> "2165 reshape_73" [label="(4, 64, 1152)", style=solid]; -"2165 reshape_73" -> "2166 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; -"2166 permute_75" -> "2167 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; -"2166 permute_75" -> "2168 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; -"2166 permute_75" -> "2169 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; -"2167 select_48" -> "2170 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; -"2167 select_48" -> "2172 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; -"2167 select_48" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2168 select_49" -> "2176 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; -"2168 select_49" -> "2178 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; -"2168 select_49" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2169 select_50" -> "2191 matmul_33" [label="(4, 12, 64, 32)", style=solid]; -"2170 linalg_vector_norm_32" -> "2171 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; -"2171 clamp_min_32" -> "2172 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; -"2172 expand_as_32" -> "2173 div_32" [label="(4, 12, 64, 32)", style=solid]; -"2173 div_32" -> "2174 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2174 quantize_per_tensor_default_100" -> "2175 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; -"2175 dequantize_per_tensor_default_100" -> "2183 matmul_32" [label="(4, 12, 64, 32)", style=solid]; -"2176 linalg_vector_norm_33" -> "2177 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; -"2177 clamp_min_33" -> "2178 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; -"2178 expand_as_33" -> "2179 div_33" [label="(4, 12, 64, 32)", style=solid]; -"2179 div_33" -> "2180 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2180 quantize_per_tensor_default_101" -> "2181 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; -"2181 dequantize_per_tensor_default_101" -> "2182 transpose_32" [label="(4, 12, 64, 32)", style=solid]; -"2182 transpose_32" -> "2183 matmul_32" [label="(4, 12, 32, 64)", style=solid]; -"2183 matmul_32" -> "2187 mul_33" [label="(4, 12, 64, 64)", style=solid]; -"2184 _param_constant271" -> "2185 clamp_16" [label="(12, 1, 1)", style=solid]; -"2185 clamp_16" -> "2186 exp_16" [label="(12, 1, 1)", style=solid]; -"2186 exp_16" -> "2187 mul_33" [label="(12, 1, 1)", style=solid]; -"2187 mul_33" -> "2188 add_56" [label="(4, 12, 64, 64)", style=solid]; -"2188 add_56" -> "2189 softmax_16" [label="(4, 12, 64, 64)", style=solid]; -"2189 softmax_16" -> "2190 dropout_64" [label="(4, 12, 64, 64)", style=solid]; -"2190 dropout_64" -> "2191 matmul_33" [label="(4, 12, 64, 64)", style=solid]; -"2191 matmul_33" -> "2192 transpose_33" [label="(4, 12, 64, 32)", style=solid]; -"2192 transpose_33" -> "2193 reshape_74" [label="(4, 64, 12, 32)", style=solid]; -"2193 reshape_74" -> "2195 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2194 _param_constant273" -> "2203 linear_101" [label="(384,)", style=solid]; -"2195 reshape_74_0_0_nncf_smooth_quant_0" -> "2196 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2196 quantize_per_tensor_default_102" -> "2197 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; -"2197 dequantize_per_tensor_default_102" -> "2203 linear_101" [label="(4, 64, 384)", style=solid]; -"2198 linear_101_scale_0" -> "2201 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2198 linear_101_scale_0" -> "2202 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2199 linear_101_zero_point_0" -> "2201 quantize_per_channel_default_102" [label="(384,)", style=solid]; -"2199 linear_101_zero_point_0" -> "2202 dequantize_per_channel_default_102" [label="(384,)", style=solid]; -"2200 compressed_weight_updated_constant102" -> "2201 quantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2201 quantize_per_channel_default_102" -> "2202 dequantize_per_channel_default_102" [label="(384, 384)", style=solid]; -"2202 dequantize_per_channel_default_102" -> "2203 linear_101" [label="(384, 384)", style=solid]; -"2203 linear_101" -> "2204 dropout_65" [label="(4, 64, 384)", style=solid]; -"2204 dropout_65" -> "2205 view_91" [label="(4, 64, 384)", style=solid]; -"2205 view_91" -> "2206 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2206 permute_76" -> "2207 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2207 reshape_75" -> "2208 slice_246" [label="(1, 16, 16, 384)", style=solid]; -"2208 slice_246" -> "2209 slice_247" [label="(1, 16, 16, 384)", style=solid]; -"2209 slice_247" -> "2210 slice_248" [label="(1, 14, 16, 384)", style=solid]; -"2210 slice_248" -> "2211 slice_249" [label="(1, 14, 14, 384)", style=solid]; -"2211 slice_249" -> "2212 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; -"2212 contiguous_31" -> "2215 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; -"2213 _param_constant274" -> "2215 layer_norm_35" [label="(384,)", style=solid]; -"2214 _param_constant275" -> "2215 layer_norm_35" [label="(384,)", style=solid]; -"2215 layer_norm_35" -> "2216 add_57" [label="(1, 14, 14, 384)", style=solid]; -"2216 add_57" -> "2218 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2216 add_57" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2217 _param_constant277" -> "2226 linear_102" [label="(1536,)", style=solid]; -"2218 add_57_0_0_nncf_smooth_quant_0" -> "2219 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2219 quantize_per_tensor_default_103" -> "2220 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; -"2220 dequantize_per_tensor_default_103" -> "2226 linear_102" [label="(1, 14, 14, 384)", style=solid]; -"2221 linear_102_scale_0" -> "2224 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2221 linear_102_scale_0" -> "2225 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2222 linear_102_zero_point_0" -> "2224 quantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2222 linear_102_zero_point_0" -> "2225 dequantize_per_channel_default_103" [label="(1536,)", style=solid]; -"2223 compressed_weight_updated_constant103" -> "2224 quantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2224 quantize_per_channel_default_103" -> "2225 dequantize_per_channel_default_103" [label="(1536, 384)", style=solid]; -"2225 dequantize_per_channel_default_103" -> "2226 linear_102" [label="(1536, 384)", style=solid]; -"2226 linear_102" -> "2227 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; -"2227 gelu_16" -> "2228 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; -"2228 dropout_66" -> "2230 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2229 _param_constant279" -> "2238 linear_103" [label="(384,)", style=solid]; -"2230 dropout_66_0_0_nncf_smooth_quant_0" -> "2231 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2231 quantize_per_tensor_default_104" -> "2232 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; -"2232 dequantize_per_tensor_default_104" -> "2238 linear_103" [label="(1, 14, 14, 1536)", style=solid]; -"2233 linear_103_scale_0" -> "2236 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2233 linear_103_scale_0" -> "2237 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2234 linear_103_zero_point_0" -> "2236 quantize_per_channel_default_104" [label="(384,)", style=solid]; -"2234 linear_103_zero_point_0" -> "2237 dequantize_per_channel_default_104" [label="(384,)", style=solid]; -"2235 compressed_weight_updated_constant104" -> "2236 quantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2236 quantize_per_channel_default_104" -> "2237 dequantize_per_channel_default_104" [label="(384, 1536)", style=solid]; -"2237 dequantize_per_channel_default_104" -> "2238 linear_103" [label="(384, 1536)", style=solid]; -"2238 linear_103" -> "2239 dropout_67" [label="(1, 14, 14, 384)", style=solid]; -"2239 dropout_67" -> "2242 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; -"2240 _param_constant280" -> "2242 layer_norm_36" [label="(384,)", style=solid]; -"2241 _param_constant281" -> "2242 layer_norm_36" [label="(384,)", style=solid]; -"2242 layer_norm_36" -> "2243 add_58" [label="(1, 14, 14, 384)", style=solid]; -"2243 add_58" -> "2270 pad_19" [label="(1, 14, 14, 384)", style=solid]; -"2243 add_58" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2244 _tensor_constant106" -> "2246 _tensor_constant106_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2245 _param_constant283" -> "2252 linear_104" [label="(512,)", style=solid]; -"2246 _tensor_constant106_0_0_nncf_smooth_quant_0" -> "2252 linear_104" [label="(1, 15, 15, 2)", style=solid]; -"2247 linear_104_scale_0" -> "2250 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2247 linear_104_scale_0" -> "2251 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2248 linear_104_zero_point_0" -> "2250 quantize_per_channel_default_105" [label="(512,)", style=solid]; -"2248 linear_104_zero_point_0" -> "2251 dequantize_per_channel_default_105" [label="(512,)", style=solid]; -"2249 compressed_weight_updated_constant105" -> "2250 quantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2250 quantize_per_channel_default_105" -> "2251 dequantize_per_channel_default_105" [label="(512, 2)", style=solid]; -"2251 dequantize_per_channel_default_105" -> "2252 linear_104" [label="(512, 2)", style=solid]; -"2252 linear_104" -> "2253 relu__17" [label="(1, 15, 15, 512)", style=solid]; -"2253 relu__17" -> "2254 relu__17_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2254 relu__17_0_0_nncf_smooth_quant_0" -> "2260 linear_105" [label="(1, 15, 15, 512)", style=solid]; -"2255 linear_105_scale_0" -> "2258 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2255 linear_105_scale_0" -> "2259 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2256 linear_105_zero_point_0" -> "2258 quantize_per_channel_default_106" [label="(12,)", style=solid]; -"2256 linear_105_zero_point_0" -> "2259 dequantize_per_channel_default_106" [label="(12,)", style=solid]; -"2257 compressed_weight_updated_constant106" -> "2258 quantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2258 quantize_per_channel_default_106" -> "2259 dequantize_per_channel_default_106" [label="(12, 512)", style=solid]; -"2259 dequantize_per_channel_default_106" -> "2260 linear_105" [label="(12, 512)", style=solid]; -"2260 linear_105" -> "2261 view_92" [label="(1, 15, 15, 12)", style=solid]; -"2261 view_92" -> "2263 index_17" [label="(225, 12)", style=solid]; -"2262 _tensor_constant107" -> "2263 index_17" [label="(4096,)", style=solid]; -"2263 index_17" -> "2264 view_93" [label="(4096, 12)", style=solid]; -"2264 view_93" -> "2265 permute_77" [label="(64, 64, 12)", style=solid]; -"2265 permute_77" -> "2266 contiguous_32" [label="(12, 64, 64)", style=solid]; -"2266 contiguous_32" -> "2267 unsqueeze_49" [label="(12, 64, 64)", style=solid]; -"2267 unsqueeze_49" -> "2268 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; -"2268 sigmoid_17" -> "2269 mul_34" [label="(1, 12, 64, 64)", style=solid]; -"2269 mul_34" -> "2309 add_59" [label="(1, 12, 64, 64)", style=solid]; -"2270 pad_19" -> "2271 roll_16" [label="(1, 16, 16, 384)", style=solid]; -"2271 roll_16" -> "2272 view_94" [label="(1, 16, 16, 384)", style=solid]; -"2272 view_94" -> "2273 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2273 permute_78" -> "2274 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2274 reshape_76" -> "2277 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2274 reshape_76" -> "2310 new_zeros_8" [label="(4, 64, 384)", style=solid]; -"2275 _param_constant285" -> "2276 clone_17" [label="(1152,)", style=solid]; -"2276 clone_17" -> "2285 linear_106" [label="(1152,)", style=solid]; -"2277 reshape_76_0_0_nncf_smooth_quant_0" -> "2278 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2278 quantize_per_tensor_default_105" -> "2279 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; -"2279 dequantize_per_tensor_default_105" -> "2285 linear_106" [label="(4, 64, 384)", style=solid]; -"2280 linear_106_scale_0" -> "2283 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2280 linear_106_scale_0" -> "2284 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2281 linear_106_zero_point_0" -> "2283 quantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2281 linear_106_zero_point_0" -> "2284 dequantize_per_channel_default_107" [label="(1152,)", style=solid]; -"2282 compressed_weight_updated_constant107" -> "2283 quantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2283 quantize_per_channel_default_107" -> "2284 dequantize_per_channel_default_107" [label="(1152, 384)", style=solid]; -"2284 dequantize_per_channel_default_107" -> "2285 linear_106" [label="(1152, 384)", style=solid]; -"2285 linear_106" -> "2286 reshape_77" [label="(4, 64, 1152)", style=solid]; -"2286 reshape_77" -> "2287 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; -"2287 permute_79" -> "2288 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; -"2287 permute_79" -> "2289 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; -"2287 permute_79" -> "2290 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; -"2288 select_51" -> "2291 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; -"2288 select_51" -> "2293 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; -"2288 select_51" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2289 select_52" -> "2297 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; -"2289 select_52" -> "2299 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; -"2289 select_52" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2290 select_53" -> "2328 matmul_35" [label="(4, 12, 64, 32)", style=solid]; -"2291 linalg_vector_norm_34" -> "2292 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; -"2292 clamp_min_34" -> "2293 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; -"2293 expand_as_34" -> "2294 div_34" [label="(4, 12, 64, 32)", style=solid]; -"2294 div_34" -> "2295 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2295 quantize_per_tensor_default_106" -> "2296 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; -"2296 dequantize_per_tensor_default_106" -> "2304 matmul_34" [label="(4, 12, 64, 32)", style=solid]; -"2297 linalg_vector_norm_35" -> "2298 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; -"2298 clamp_min_35" -> "2299 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; -"2299 expand_as_35" -> "2300 div_35" [label="(4, 12, 64, 32)", style=solid]; -"2300 div_35" -> "2301 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2301 quantize_per_tensor_default_107" -> "2302 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; -"2302 dequantize_per_tensor_default_107" -> "2303 transpose_34" [label="(4, 12, 64, 32)", style=solid]; -"2303 transpose_34" -> "2304 matmul_34" [label="(4, 12, 32, 64)", style=solid]; -"2304 matmul_34" -> "2308 mul_35" [label="(4, 12, 64, 64)", style=solid]; -"2305 _param_constant287" -> "2306 clamp_17" [label="(12, 1, 1)", style=solid]; -"2306 clamp_17" -> "2307 exp_17" [label="(12, 1, 1)", style=solid]; -"2307 exp_17" -> "2308 mul_35" [label="(12, 1, 1)", style=solid]; -"2308 mul_35" -> "2309 add_59" [label="(4, 12, 64, 64)", style=solid]; -"2309 add_59" -> "2321 view_96" [label="(4, 12, 64, 64)", style=solid]; -"2310 new_zeros_8" -> "2311 view_95" [label="(16, 16)", style=solid]; -"2311 view_95" -> "2312 permute_80" [label="(2, 8, 2, 8)", style=solid]; -"2312 permute_80" -> "2313 reshape_78" [label="(2, 2, 8, 8)", style=solid]; -"2313 reshape_78" -> "2314 unsqueeze_50" [label="(4, 64)", style=solid]; -"2313 reshape_78" -> "2315 unsqueeze_51" [label="(4, 64)", style=solid]; -"2314 unsqueeze_50" -> "2316 sub_8" [label="(4, 1, 64)", style=solid]; -"2315 unsqueeze_51" -> "2316 sub_8" [label="(4, 64, 1)", style=solid]; -"2316 sub_8" -> "2317 ne_8" [label="(4, 64, 64)", style=solid]; -"2316 sub_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2316 sub_8" -> "2319 eq_8" [label="(4, 64, 64)", style=solid]; -"2317 ne_8" -> "2318 masked_fill_16" [label="(4, 64, 64)", style=solid]; -"2318 masked_fill_16" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2319 eq_8" -> "2320 masked_fill_17" [label="(4, 64, 64)", style=solid]; -"2320 masked_fill_17" -> "2322 unsqueeze_52" [label="(4, 64, 64)", style=solid]; -"2321 view_96" -> "2324 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; -"2322 unsqueeze_52" -> "2323 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; -"2323 unsqueeze_53" -> "2324 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; -"2324 add_60" -> "2325 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; -"2325 view_97" -> "2326 softmax_17" [label="(4, 12, 64, 64)", style=solid]; -"2326 softmax_17" -> "2327 dropout_68" [label="(4, 12, 64, 64)", style=solid]; -"2327 dropout_68" -> "2328 matmul_35" [label="(4, 12, 64, 64)", style=solid]; -"2328 matmul_35" -> "2329 transpose_35" [label="(4, 12, 64, 32)", style=solid]; -"2329 transpose_35" -> "2330 reshape_79" [label="(4, 64, 12, 32)", style=solid]; -"2330 reshape_79" -> "2332 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2331 _param_constant289" -> "2340 linear_107" [label="(384,)", style=solid]; -"2332 reshape_79_0_0_nncf_smooth_quant_0" -> "2333 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2333 quantize_per_tensor_default_108" -> "2334 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; -"2334 dequantize_per_tensor_default_108" -> "2340 linear_107" [label="(4, 64, 384)", style=solid]; -"2335 linear_107_scale_0" -> "2338 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2335 linear_107_scale_0" -> "2339 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2336 linear_107_zero_point_0" -> "2338 quantize_per_channel_default_108" [label="(384,)", style=solid]; -"2336 linear_107_zero_point_0" -> "2339 dequantize_per_channel_default_108" [label="(384,)", style=solid]; -"2337 compressed_weight_updated_constant108" -> "2338 quantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2338 quantize_per_channel_default_108" -> "2339 dequantize_per_channel_default_108" [label="(384, 384)", style=solid]; -"2339 dequantize_per_channel_default_108" -> "2340 linear_107" [label="(384, 384)", style=solid]; -"2340 linear_107" -> "2341 dropout_69" [label="(4, 64, 384)", style=solid]; -"2341 dropout_69" -> "2342 view_98" [label="(4, 64, 384)", style=solid]; -"2342 view_98" -> "2343 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2343 permute_81" -> "2344 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2344 reshape_80" -> "2345 roll_17" [label="(1, 16, 16, 384)", style=solid]; -"2345 roll_17" -> "2346 slice_269" [label="(1, 16, 16, 384)", style=solid]; -"2346 slice_269" -> "2347 slice_270" [label="(1, 16, 16, 384)", style=solid]; -"2347 slice_270" -> "2348 slice_271" [label="(1, 14, 16, 384)", style=solid]; -"2348 slice_271" -> "2349 slice_272" [label="(1, 14, 14, 384)", style=solid]; -"2349 slice_272" -> "2350 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; -"2350 contiguous_33" -> "2353 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; -"2351 _param_constant290" -> "2353 layer_norm_37" [label="(384,)", style=solid]; -"2352 _param_constant291" -> "2353 layer_norm_37" [label="(384,)", style=solid]; -"2353 layer_norm_37" -> "2354 add_61" [label="(1, 14, 14, 384)", style=solid]; -"2354 add_61" -> "2356 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2354 add_61" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2355 _param_constant293" -> "2364 linear_108" [label="(1536,)", style=solid]; -"2356 add_61_0_0_nncf_smooth_quant_0" -> "2357 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2357 quantize_per_tensor_default_109" -> "2358 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; -"2358 dequantize_per_tensor_default_109" -> "2364 linear_108" [label="(1, 14, 14, 384)", style=solid]; -"2359 linear_108_scale_0" -> "2362 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2359 linear_108_scale_0" -> "2363 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2360 linear_108_zero_point_0" -> "2362 quantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2360 linear_108_zero_point_0" -> "2363 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; -"2361 compressed_weight_updated_constant109" -> "2362 quantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2362 quantize_per_channel_default_109" -> "2363 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; -"2363 dequantize_per_channel_default_109" -> "2364 linear_108" [label="(1536, 384)", style=solid]; -"2364 linear_108" -> "2365 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; -"2365 gelu_17" -> "2366 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; -"2366 dropout_70" -> "2368 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2367 _param_constant295" -> "2376 linear_109" [label="(384,)", style=solid]; -"2368 dropout_70_0_0_nncf_smooth_quant_0" -> "2369 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2369 quantize_per_tensor_default_110" -> "2370 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; -"2370 dequantize_per_tensor_default_110" -> "2376 linear_109" [label="(1, 14, 14, 1536)", style=solid]; -"2371 linear_109_scale_0" -> "2374 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2371 linear_109_scale_0" -> "2375 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2372 linear_109_zero_point_0" -> "2374 quantize_per_channel_default_110" [label="(384,)", style=solid]; -"2372 linear_109_zero_point_0" -> "2375 dequantize_per_channel_default_110" [label="(384,)", style=solid]; -"2373 compressed_weight_updated_constant110" -> "2374 quantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2374 quantize_per_channel_default_110" -> "2375 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; -"2375 dequantize_per_channel_default_110" -> "2376 linear_109" [label="(384, 1536)", style=solid]; -"2376 linear_109" -> "2377 dropout_71" [label="(1, 14, 14, 384)", style=solid]; -"2377 dropout_71" -> "2380 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; -"2378 _param_constant296" -> "2380 layer_norm_38" [label="(384,)", style=solid]; -"2379 _param_constant297" -> "2380 layer_norm_38" [label="(384,)", style=solid]; -"2380 layer_norm_38" -> "2381 add_62" [label="(1, 14, 14, 384)", style=solid]; -"2381 add_62" -> "2408 pad_20" [label="(1, 14, 14, 384)", style=solid]; -"2381 add_62" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2382 _tensor_constant117" -> "2384 _tensor_constant117_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2383 _param_constant299" -> "2390 linear_110" [label="(512,)", style=solid]; -"2384 _tensor_constant117_0_0_nncf_smooth_quant_0" -> "2390 linear_110" [label="(1, 15, 15, 2)", style=solid]; -"2385 linear_110_scale_0" -> "2388 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2385 linear_110_scale_0" -> "2389 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2386 linear_110_zero_point_0" -> "2388 quantize_per_channel_default_111" [label="(512,)", style=solid]; -"2386 linear_110_zero_point_0" -> "2389 dequantize_per_channel_default_111" [label="(512,)", style=solid]; -"2387 compressed_weight_updated_constant111" -> "2388 quantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2388 quantize_per_channel_default_111" -> "2389 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; -"2389 dequantize_per_channel_default_111" -> "2390 linear_110" [label="(512, 2)", style=solid]; -"2390 linear_110" -> "2391 relu__18" [label="(1, 15, 15, 512)", style=solid]; -"2391 relu__18" -> "2392 relu__18_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2392 relu__18_0_0_nncf_smooth_quant_0" -> "2398 linear_111" [label="(1, 15, 15, 512)", style=solid]; -"2393 linear_111_scale_0" -> "2396 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2393 linear_111_scale_0" -> "2397 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2394 linear_111_zero_point_0" -> "2396 quantize_per_channel_default_112" [label="(12,)", style=solid]; -"2394 linear_111_zero_point_0" -> "2397 dequantize_per_channel_default_112" [label="(12,)", style=solid]; -"2395 compressed_weight_updated_constant112" -> "2396 quantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2396 quantize_per_channel_default_112" -> "2397 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; -"2397 dequantize_per_channel_default_112" -> "2398 linear_111" [label="(12, 512)", style=solid]; -"2398 linear_111" -> "2399 view_99" [label="(1, 15, 15, 12)", style=solid]; -"2399 view_99" -> "2401 index_18" [label="(225, 12)", style=solid]; -"2400 _tensor_constant118" -> "2401 index_18" [label="(4096,)", style=solid]; -"2401 index_18" -> "2402 view_100" [label="(4096, 12)", style=solid]; -"2402 view_100" -> "2403 permute_82" [label="(64, 64, 12)", style=solid]; -"2403 permute_82" -> "2404 contiguous_34" [label="(12, 64, 64)", style=solid]; -"2404 contiguous_34" -> "2405 unsqueeze_54" [label="(12, 64, 64)", style=solid]; -"2405 unsqueeze_54" -> "2406 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; -"2406 sigmoid_18" -> "2407 mul_36" [label="(1, 12, 64, 64)", style=solid]; -"2407 mul_36" -> "2446 add_63" [label="(1, 12, 64, 64)", style=solid]; -"2408 pad_20" -> "2409 view_101" [label="(1, 16, 16, 384)", style=solid]; -"2409 view_101" -> "2410 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2410 permute_83" -> "2411 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2411 reshape_81" -> "2414 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2412 _param_constant301" -> "2413 clone_18" [label="(1152,)", style=solid]; -"2413 clone_18" -> "2422 linear_112" [label="(1152,)", style=solid]; -"2414 reshape_81_0_0_nncf_smooth_quant_0" -> "2415 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2415 quantize_per_tensor_default_111" -> "2416 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; -"2416 dequantize_per_tensor_default_111" -> "2422 linear_112" [label="(4, 64, 384)", style=solid]; -"2417 linear_112_scale_0" -> "2420 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2417 linear_112_scale_0" -> "2421 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2418 linear_112_zero_point_0" -> "2420 quantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2418 linear_112_zero_point_0" -> "2421 dequantize_per_channel_default_113" [label="(1152,)", style=solid]; -"2419 compressed_weight_updated_constant113" -> "2420 quantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2420 quantize_per_channel_default_113" -> "2421 dequantize_per_channel_default_113" [label="(1152, 384)", style=solid]; -"2421 dequantize_per_channel_default_113" -> "2422 linear_112" [label="(1152, 384)", style=solid]; -"2422 linear_112" -> "2423 reshape_82" [label="(4, 64, 1152)", style=solid]; -"2423 reshape_82" -> "2424 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; -"2424 permute_84" -> "2425 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; -"2424 permute_84" -> "2426 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; -"2424 permute_84" -> "2427 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; -"2425 select_54" -> "2428 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; -"2425 select_54" -> "2430 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; -"2425 select_54" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2426 select_55" -> "2434 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; -"2426 select_55" -> "2436 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; -"2426 select_55" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2427 select_56" -> "2449 matmul_37" [label="(4, 12, 64, 32)", style=solid]; -"2428 linalg_vector_norm_36" -> "2429 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; -"2429 clamp_min_36" -> "2430 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; -"2430 expand_as_36" -> "2431 div_36" [label="(4, 12, 64, 32)", style=solid]; -"2431 div_36" -> "2432 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2432 quantize_per_tensor_default_112" -> "2433 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; -"2433 dequantize_per_tensor_default_112" -> "2441 matmul_36" [label="(4, 12, 64, 32)", style=solid]; -"2434 linalg_vector_norm_37" -> "2435 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; -"2435 clamp_min_37" -> "2436 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; -"2436 expand_as_37" -> "2437 div_37" [label="(4, 12, 64, 32)", style=solid]; -"2437 div_37" -> "2438 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2438 quantize_per_tensor_default_113" -> "2439 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; -"2439 dequantize_per_tensor_default_113" -> "2440 transpose_36" [label="(4, 12, 64, 32)", style=solid]; -"2440 transpose_36" -> "2441 matmul_36" [label="(4, 12, 32, 64)", style=solid]; -"2441 matmul_36" -> "2445 mul_37" [label="(4, 12, 64, 64)", style=solid]; -"2442 _param_constant303" -> "2443 clamp_18" [label="(12, 1, 1)", style=solid]; -"2443 clamp_18" -> "2444 exp_18" [label="(12, 1, 1)", style=solid]; -"2444 exp_18" -> "2445 mul_37" [label="(12, 1, 1)", style=solid]; -"2445 mul_37" -> "2446 add_63" [label="(4, 12, 64, 64)", style=solid]; -"2446 add_63" -> "2447 softmax_18" [label="(4, 12, 64, 64)", style=solid]; -"2447 softmax_18" -> "2448 dropout_72" [label="(4, 12, 64, 64)", style=solid]; -"2448 dropout_72" -> "2449 matmul_37" [label="(4, 12, 64, 64)", style=solid]; -"2449 matmul_37" -> "2450 transpose_37" [label="(4, 12, 64, 32)", style=solid]; -"2450 transpose_37" -> "2451 reshape_83" [label="(4, 64, 12, 32)", style=solid]; -"2451 reshape_83" -> "2453 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2452 _param_constant305" -> "2461 linear_113" [label="(384,)", style=solid]; -"2453 reshape_83_0_0_nncf_smooth_quant_0" -> "2454 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2454 quantize_per_tensor_default_114" -> "2455 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; -"2455 dequantize_per_tensor_default_114" -> "2461 linear_113" [label="(4, 64, 384)", style=solid]; -"2456 linear_113_scale_0" -> "2459 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2456 linear_113_scale_0" -> "2460 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2457 linear_113_zero_point_0" -> "2459 quantize_per_channel_default_114" [label="(384,)", style=solid]; -"2457 linear_113_zero_point_0" -> "2460 dequantize_per_channel_default_114" [label="(384,)", style=solid]; -"2458 compressed_weight_updated_constant114" -> "2459 quantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2459 quantize_per_channel_default_114" -> "2460 dequantize_per_channel_default_114" [label="(384, 384)", style=solid]; -"2460 dequantize_per_channel_default_114" -> "2461 linear_113" [label="(384, 384)", style=solid]; -"2461 linear_113" -> "2462 dropout_73" [label="(4, 64, 384)", style=solid]; -"2462 dropout_73" -> "2463 view_102" [label="(4, 64, 384)", style=solid]; -"2463 view_102" -> "2464 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2464 permute_85" -> "2465 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2465 reshape_84" -> "2466 slice_274" [label="(1, 16, 16, 384)", style=solid]; -"2466 slice_274" -> "2467 slice_275" [label="(1, 16, 16, 384)", style=solid]; -"2467 slice_275" -> "2468 slice_276" [label="(1, 14, 16, 384)", style=solid]; -"2468 slice_276" -> "2469 slice_277" [label="(1, 14, 14, 384)", style=solid]; -"2469 slice_277" -> "2470 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; -"2470 contiguous_35" -> "2473 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; -"2471 _param_constant306" -> "2473 layer_norm_39" [label="(384,)", style=solid]; -"2472 _param_constant307" -> "2473 layer_norm_39" [label="(384,)", style=solid]; -"2473 layer_norm_39" -> "2474 add_64" [label="(1, 14, 14, 384)", style=solid]; -"2474 add_64" -> "2476 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2474 add_64" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2475 _param_constant309" -> "2484 linear_114" [label="(1536,)", style=solid]; -"2476 add_64_0_0_nncf_smooth_quant_0" -> "2477 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2477 quantize_per_tensor_default_115" -> "2478 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; -"2478 dequantize_per_tensor_default_115" -> "2484 linear_114" [label="(1, 14, 14, 384)", style=solid]; -"2479 linear_114_scale_0" -> "2482 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2479 linear_114_scale_0" -> "2483 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2480 linear_114_zero_point_0" -> "2482 quantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2480 linear_114_zero_point_0" -> "2483 dequantize_per_channel_default_115" [label="(1536,)", style=solid]; -"2481 compressed_weight_updated_constant115" -> "2482 quantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2482 quantize_per_channel_default_115" -> "2483 dequantize_per_channel_default_115" [label="(1536, 384)", style=solid]; -"2483 dequantize_per_channel_default_115" -> "2484 linear_114" [label="(1536, 384)", style=solid]; -"2484 linear_114" -> "2485 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; -"2485 gelu_18" -> "2486 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; -"2486 dropout_74" -> "2488 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2487 _param_constant311" -> "2496 linear_115" [label="(384,)", style=solid]; -"2488 dropout_74_0_0_nncf_smooth_quant_0" -> "2489 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2489 quantize_per_tensor_default_116" -> "2490 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; -"2490 dequantize_per_tensor_default_116" -> "2496 linear_115" [label="(1, 14, 14, 1536)", style=solid]; -"2491 linear_115_scale_0" -> "2494 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2491 linear_115_scale_0" -> "2495 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2492 linear_115_zero_point_0" -> "2494 quantize_per_channel_default_116" [label="(384,)", style=solid]; -"2492 linear_115_zero_point_0" -> "2495 dequantize_per_channel_default_116" [label="(384,)", style=solid]; -"2493 compressed_weight_updated_constant116" -> "2494 quantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2494 quantize_per_channel_default_116" -> "2495 dequantize_per_channel_default_116" [label="(384, 1536)", style=solid]; -"2495 dequantize_per_channel_default_116" -> "2496 linear_115" [label="(384, 1536)", style=solid]; -"2496 linear_115" -> "2497 dropout_75" [label="(1, 14, 14, 384)", style=solid]; -"2497 dropout_75" -> "2500 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; -"2498 _param_constant312" -> "2500 layer_norm_40" [label="(384,)", style=solid]; -"2499 _param_constant313" -> "2500 layer_norm_40" [label="(384,)", style=solid]; -"2500 layer_norm_40" -> "2501 add_65" [label="(1, 14, 14, 384)", style=solid]; -"2501 add_65" -> "2528 pad_21" [label="(1, 14, 14, 384)", style=solid]; -"2501 add_65" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2502 _tensor_constant119" -> "2504 _tensor_constant119_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2503 _param_constant315" -> "2510 linear_116" [label="(512,)", style=solid]; -"2504 _tensor_constant119_0_0_nncf_smooth_quant_0" -> "2510 linear_116" [label="(1, 15, 15, 2)", style=solid]; -"2505 linear_116_scale_0" -> "2508 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2505 linear_116_scale_0" -> "2509 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2506 linear_116_zero_point_0" -> "2508 quantize_per_channel_default_117" [label="(512,)", style=solid]; -"2506 linear_116_zero_point_0" -> "2509 dequantize_per_channel_default_117" [label="(512,)", style=solid]; -"2507 compressed_weight_updated_constant117" -> "2508 quantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2508 quantize_per_channel_default_117" -> "2509 dequantize_per_channel_default_117" [label="(512, 2)", style=solid]; -"2509 dequantize_per_channel_default_117" -> "2510 linear_116" [label="(512, 2)", style=solid]; -"2510 linear_116" -> "2511 relu__19" [label="(1, 15, 15, 512)", style=solid]; -"2511 relu__19" -> "2512 relu__19_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2512 relu__19_0_0_nncf_smooth_quant_0" -> "2518 linear_117" [label="(1, 15, 15, 512)", style=solid]; -"2513 linear_117_scale_0" -> "2516 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2513 linear_117_scale_0" -> "2517 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2514 linear_117_zero_point_0" -> "2516 quantize_per_channel_default_118" [label="(12,)", style=solid]; -"2514 linear_117_zero_point_0" -> "2517 dequantize_per_channel_default_118" [label="(12,)", style=solid]; -"2515 compressed_weight_updated_constant118" -> "2516 quantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2516 quantize_per_channel_default_118" -> "2517 dequantize_per_channel_default_118" [label="(12, 512)", style=solid]; -"2517 dequantize_per_channel_default_118" -> "2518 linear_117" [label="(12, 512)", style=solid]; -"2518 linear_117" -> "2519 view_103" [label="(1, 15, 15, 12)", style=solid]; -"2519 view_103" -> "2521 index_19" [label="(225, 12)", style=solid]; -"2520 _tensor_constant120" -> "2521 index_19" [label="(4096,)", style=solid]; -"2521 index_19" -> "2522 view_104" [label="(4096, 12)", style=solid]; -"2522 view_104" -> "2523 permute_86" [label="(64, 64, 12)", style=solid]; -"2523 permute_86" -> "2524 contiguous_36" [label="(12, 64, 64)", style=solid]; -"2524 contiguous_36" -> "2525 unsqueeze_55" [label="(12, 64, 64)", style=solid]; -"2525 unsqueeze_55" -> "2526 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; -"2526 sigmoid_19" -> "2527 mul_38" [label="(1, 12, 64, 64)", style=solid]; -"2527 mul_38" -> "2567 add_66" [label="(1, 12, 64, 64)", style=solid]; -"2528 pad_21" -> "2529 roll_18" [label="(1, 16, 16, 384)", style=solid]; -"2529 roll_18" -> "2530 view_105" [label="(1, 16, 16, 384)", style=solid]; -"2530 view_105" -> "2531 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2531 permute_87" -> "2532 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2532 reshape_85" -> "2535 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2532 reshape_85" -> "2568 new_zeros_9" [label="(4, 64, 384)", style=solid]; -"2533 _param_constant317" -> "2534 clone_19" [label="(1152,)", style=solid]; -"2534 clone_19" -> "2543 linear_118" [label="(1152,)", style=solid]; -"2535 reshape_85_0_0_nncf_smooth_quant_0" -> "2536 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2536 quantize_per_tensor_default_117" -> "2537 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; -"2537 dequantize_per_tensor_default_117" -> "2543 linear_118" [label="(4, 64, 384)", style=solid]; -"2538 linear_118_scale_0" -> "2541 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2538 linear_118_scale_0" -> "2542 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2539 linear_118_zero_point_0" -> "2541 quantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2539 linear_118_zero_point_0" -> "2542 dequantize_per_channel_default_119" [label="(1152,)", style=solid]; -"2540 compressed_weight_updated_constant119" -> "2541 quantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2541 quantize_per_channel_default_119" -> "2542 dequantize_per_channel_default_119" [label="(1152, 384)", style=solid]; -"2542 dequantize_per_channel_default_119" -> "2543 linear_118" [label="(1152, 384)", style=solid]; -"2543 linear_118" -> "2544 reshape_86" [label="(4, 64, 1152)", style=solid]; -"2544 reshape_86" -> "2545 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; -"2545 permute_88" -> "2546 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; -"2545 permute_88" -> "2547 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; -"2545 permute_88" -> "2548 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; -"2546 select_57" -> "2549 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; -"2546 select_57" -> "2551 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; -"2546 select_57" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2547 select_58" -> "2555 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; -"2547 select_58" -> "2557 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; -"2547 select_58" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2548 select_59" -> "2586 matmul_39" [label="(4, 12, 64, 32)", style=solid]; -"2549 linalg_vector_norm_38" -> "2550 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; -"2550 clamp_min_38" -> "2551 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; -"2551 expand_as_38" -> "2552 div_38" [label="(4, 12, 64, 32)", style=solid]; -"2552 div_38" -> "2553 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2553 quantize_per_tensor_default_118" -> "2554 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; -"2554 dequantize_per_tensor_default_118" -> "2562 matmul_38" [label="(4, 12, 64, 32)", style=solid]; -"2555 linalg_vector_norm_39" -> "2556 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; -"2556 clamp_min_39" -> "2557 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; -"2557 expand_as_39" -> "2558 div_39" [label="(4, 12, 64, 32)", style=solid]; -"2558 div_39" -> "2559 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2559 quantize_per_tensor_default_119" -> "2560 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; -"2560 dequantize_per_tensor_default_119" -> "2561 transpose_38" [label="(4, 12, 64, 32)", style=solid]; -"2561 transpose_38" -> "2562 matmul_38" [label="(4, 12, 32, 64)", style=solid]; -"2562 matmul_38" -> "2566 mul_39" [label="(4, 12, 64, 64)", style=solid]; -"2563 _param_constant319" -> "2564 clamp_19" [label="(12, 1, 1)", style=solid]; -"2564 clamp_19" -> "2565 exp_19" [label="(12, 1, 1)", style=solid]; -"2565 exp_19" -> "2566 mul_39" [label="(12, 1, 1)", style=solid]; -"2566 mul_39" -> "2567 add_66" [label="(4, 12, 64, 64)", style=solid]; -"2567 add_66" -> "2579 view_107" [label="(4, 12, 64, 64)", style=solid]; -"2568 new_zeros_9" -> "2569 view_106" [label="(16, 16)", style=solid]; -"2569 view_106" -> "2570 permute_89" [label="(2, 8, 2, 8)", style=solid]; -"2570 permute_89" -> "2571 reshape_87" [label="(2, 2, 8, 8)", style=solid]; -"2571 reshape_87" -> "2572 unsqueeze_56" [label="(4, 64)", style=solid]; -"2571 reshape_87" -> "2573 unsqueeze_57" [label="(4, 64)", style=solid]; -"2572 unsqueeze_56" -> "2574 sub_9" [label="(4, 1, 64)", style=solid]; -"2573 unsqueeze_57" -> "2574 sub_9" [label="(4, 64, 1)", style=solid]; -"2574 sub_9" -> "2575 ne_9" [label="(4, 64, 64)", style=solid]; -"2574 sub_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2574 sub_9" -> "2577 eq_9" [label="(4, 64, 64)", style=solid]; -"2575 ne_9" -> "2576 masked_fill_18" [label="(4, 64, 64)", style=solid]; -"2576 masked_fill_18" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2577 eq_9" -> "2578 masked_fill_19" [label="(4, 64, 64)", style=solid]; -"2578 masked_fill_19" -> "2580 unsqueeze_58" [label="(4, 64, 64)", style=solid]; -"2579 view_107" -> "2582 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; -"2580 unsqueeze_58" -> "2581 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; -"2581 unsqueeze_59" -> "2582 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; -"2582 add_67" -> "2583 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; -"2583 view_108" -> "2584 softmax_19" [label="(4, 12, 64, 64)", style=solid]; -"2584 softmax_19" -> "2585 dropout_76" [label="(4, 12, 64, 64)", style=solid]; -"2585 dropout_76" -> "2586 matmul_39" [label="(4, 12, 64, 64)", style=solid]; -"2586 matmul_39" -> "2587 transpose_39" [label="(4, 12, 64, 32)", style=solid]; -"2587 transpose_39" -> "2588 reshape_88" [label="(4, 64, 12, 32)", style=solid]; -"2588 reshape_88" -> "2590 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2589 _param_constant321" -> "2598 linear_119" [label="(384,)", style=solid]; -"2590 reshape_88_0_0_nncf_smooth_quant_0" -> "2591 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2591 quantize_per_tensor_default_120" -> "2592 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; -"2592 dequantize_per_tensor_default_120" -> "2598 linear_119" [label="(4, 64, 384)", style=solid]; -"2593 linear_119_scale_0" -> "2596 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2593 linear_119_scale_0" -> "2597 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2594 linear_119_zero_point_0" -> "2596 quantize_per_channel_default_120" [label="(384,)", style=solid]; -"2594 linear_119_zero_point_0" -> "2597 dequantize_per_channel_default_120" [label="(384,)", style=solid]; -"2595 compressed_weight_updated_constant120" -> "2596 quantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2596 quantize_per_channel_default_120" -> "2597 dequantize_per_channel_default_120" [label="(384, 384)", style=solid]; -"2597 dequantize_per_channel_default_120" -> "2598 linear_119" [label="(384, 384)", style=solid]; -"2598 linear_119" -> "2599 dropout_77" [label="(4, 64, 384)", style=solid]; -"2599 dropout_77" -> "2600 view_109" [label="(4, 64, 384)", style=solid]; -"2600 view_109" -> "2601 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2601 permute_90" -> "2602 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2602 reshape_89" -> "2603 roll_19" [label="(1, 16, 16, 384)", style=solid]; -"2603 roll_19" -> "2604 slice_297" [label="(1, 16, 16, 384)", style=solid]; -"2604 slice_297" -> "2605 slice_298" [label="(1, 16, 16, 384)", style=solid]; -"2605 slice_298" -> "2606 slice_299" [label="(1, 14, 16, 384)", style=solid]; -"2606 slice_299" -> "2607 slice_300" [label="(1, 14, 14, 384)", style=solid]; -"2607 slice_300" -> "2608 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; -"2608 contiguous_37" -> "2611 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; -"2609 _param_constant322" -> "2611 layer_norm_41" [label="(384,)", style=solid]; -"2610 _param_constant323" -> "2611 layer_norm_41" [label="(384,)", style=solid]; -"2611 layer_norm_41" -> "2612 add_68" [label="(1, 14, 14, 384)", style=solid]; -"2612 add_68" -> "2614 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2612 add_68" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2613 _param_constant325" -> "2622 linear_120" [label="(1536,)", style=solid]; -"2614 add_68_0_0_nncf_smooth_quant_0" -> "2615 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2615 quantize_per_tensor_default_121" -> "2616 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; -"2616 dequantize_per_tensor_default_121" -> "2622 linear_120" [label="(1, 14, 14, 384)", style=solid]; -"2617 linear_120_scale_0" -> "2620 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2617 linear_120_scale_0" -> "2621 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2618 linear_120_zero_point_0" -> "2620 quantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2618 linear_120_zero_point_0" -> "2621 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; -"2619 compressed_weight_updated_constant121" -> "2620 quantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2620 quantize_per_channel_default_121" -> "2621 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; -"2621 dequantize_per_channel_default_121" -> "2622 linear_120" [label="(1536, 384)", style=solid]; -"2622 linear_120" -> "2623 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; -"2623 gelu_19" -> "2624 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; -"2624 dropout_78" -> "2626 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2625 _param_constant327" -> "2634 linear_121" [label="(384,)", style=solid]; -"2626 dropout_78_0_0_nncf_smooth_quant_0" -> "2627 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2627 quantize_per_tensor_default_122" -> "2628 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; -"2628 dequantize_per_tensor_default_122" -> "2634 linear_121" [label="(1, 14, 14, 1536)", style=solid]; -"2629 linear_121_scale_0" -> "2632 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2629 linear_121_scale_0" -> "2633 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2630 linear_121_zero_point_0" -> "2632 quantize_per_channel_default_122" [label="(384,)", style=solid]; -"2630 linear_121_zero_point_0" -> "2633 dequantize_per_channel_default_122" [label="(384,)", style=solid]; -"2631 compressed_weight_updated_constant122" -> "2632 quantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2632 quantize_per_channel_default_122" -> "2633 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; -"2633 dequantize_per_channel_default_122" -> "2634 linear_121" [label="(384, 1536)", style=solid]; -"2634 linear_121" -> "2635 dropout_79" [label="(1, 14, 14, 384)", style=solid]; -"2635 dropout_79" -> "2638 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; -"2636 _param_constant328" -> "2638 layer_norm_42" [label="(384,)", style=solid]; -"2637 _param_constant329" -> "2638 layer_norm_42" [label="(384,)", style=solid]; -"2638 layer_norm_42" -> "2639 add_69" [label="(1, 14, 14, 384)", style=solid]; -"2639 add_69" -> "2666 pad_22" [label="(1, 14, 14, 384)", style=solid]; -"2639 add_69" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2640 _tensor_constant130" -> "2642 _tensor_constant130_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2641 _param_constant331" -> "2648 linear_122" [label="(512,)", style=solid]; -"2642 _tensor_constant130_0_0_nncf_smooth_quant_0" -> "2648 linear_122" [label="(1, 15, 15, 2)", style=solid]; -"2643 linear_122_scale_0" -> "2646 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2643 linear_122_scale_0" -> "2647 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2644 linear_122_zero_point_0" -> "2646 quantize_per_channel_default_123" [label="(512,)", style=solid]; -"2644 linear_122_zero_point_0" -> "2647 dequantize_per_channel_default_123" [label="(512,)", style=solid]; -"2645 compressed_weight_updated_constant123" -> "2646 quantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2646 quantize_per_channel_default_123" -> "2647 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; -"2647 dequantize_per_channel_default_123" -> "2648 linear_122" [label="(512, 2)", style=solid]; -"2648 linear_122" -> "2649 relu__20" [label="(1, 15, 15, 512)", style=solid]; -"2649 relu__20" -> "2650 relu__20_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2650 relu__20_0_0_nncf_smooth_quant_0" -> "2656 linear_123" [label="(1, 15, 15, 512)", style=solid]; -"2651 linear_123_scale_0" -> "2654 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2651 linear_123_scale_0" -> "2655 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2652 linear_123_zero_point_0" -> "2654 quantize_per_channel_default_124" [label="(12,)", style=solid]; -"2652 linear_123_zero_point_0" -> "2655 dequantize_per_channel_default_124" [label="(12,)", style=solid]; -"2653 compressed_weight_updated_constant124" -> "2654 quantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2654 quantize_per_channel_default_124" -> "2655 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; -"2655 dequantize_per_channel_default_124" -> "2656 linear_123" [label="(12, 512)", style=solid]; -"2656 linear_123" -> "2657 view_110" [label="(1, 15, 15, 12)", style=solid]; -"2657 view_110" -> "2659 index_20" [label="(225, 12)", style=solid]; -"2658 _tensor_constant131" -> "2659 index_20" [label="(4096,)", style=solid]; -"2659 index_20" -> "2660 view_111" [label="(4096, 12)", style=solid]; -"2660 view_111" -> "2661 permute_91" [label="(64, 64, 12)", style=solid]; -"2661 permute_91" -> "2662 contiguous_38" [label="(12, 64, 64)", style=solid]; -"2662 contiguous_38" -> "2663 unsqueeze_60" [label="(12, 64, 64)", style=solid]; -"2663 unsqueeze_60" -> "2664 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; -"2664 sigmoid_20" -> "2665 mul_40" [label="(1, 12, 64, 64)", style=solid]; -"2665 mul_40" -> "2704 add_70" [label="(1, 12, 64, 64)", style=solid]; -"2666 pad_22" -> "2667 view_112" [label="(1, 16, 16, 384)", style=solid]; -"2667 view_112" -> "2668 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2668 permute_92" -> "2669 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2669 reshape_90" -> "2672 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2670 _param_constant333" -> "2671 clone_20" [label="(1152,)", style=solid]; -"2671 clone_20" -> "2680 linear_124" [label="(1152,)", style=solid]; -"2672 reshape_90_0_0_nncf_smooth_quant_0" -> "2673 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2673 quantize_per_tensor_default_123" -> "2674 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; -"2674 dequantize_per_tensor_default_123" -> "2680 linear_124" [label="(4, 64, 384)", style=solid]; -"2675 linear_124_scale_0" -> "2678 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2675 linear_124_scale_0" -> "2679 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2676 linear_124_zero_point_0" -> "2678 quantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2676 linear_124_zero_point_0" -> "2679 dequantize_per_channel_default_125" [label="(1152,)", style=solid]; -"2677 compressed_weight_updated_constant125" -> "2678 quantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2678 quantize_per_channel_default_125" -> "2679 dequantize_per_channel_default_125" [label="(1152, 384)", style=solid]; -"2679 dequantize_per_channel_default_125" -> "2680 linear_124" [label="(1152, 384)", style=solid]; -"2680 linear_124" -> "2681 reshape_91" [label="(4, 64, 1152)", style=solid]; -"2681 reshape_91" -> "2682 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; -"2682 permute_93" -> "2683 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; -"2682 permute_93" -> "2684 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; -"2682 permute_93" -> "2685 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; -"2683 select_60" -> "2686 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; -"2683 select_60" -> "2688 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; -"2683 select_60" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2684 select_61" -> "2692 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; -"2684 select_61" -> "2694 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; -"2684 select_61" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2685 select_62" -> "2707 matmul_41" [label="(4, 12, 64, 32)", style=solid]; -"2686 linalg_vector_norm_40" -> "2687 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; -"2687 clamp_min_40" -> "2688 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; -"2688 expand_as_40" -> "2689 div_40" [label="(4, 12, 64, 32)", style=solid]; -"2689 div_40" -> "2690 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2690 quantize_per_tensor_default_124" -> "2691 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; -"2691 dequantize_per_tensor_default_124" -> "2699 matmul_40" [label="(4, 12, 64, 32)", style=solid]; -"2692 linalg_vector_norm_41" -> "2693 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; -"2693 clamp_min_41" -> "2694 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; -"2694 expand_as_41" -> "2695 div_41" [label="(4, 12, 64, 32)", style=solid]; -"2695 div_41" -> "2696 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2696 quantize_per_tensor_default_125" -> "2697 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; -"2697 dequantize_per_tensor_default_125" -> "2698 transpose_40" [label="(4, 12, 64, 32)", style=solid]; -"2698 transpose_40" -> "2699 matmul_40" [label="(4, 12, 32, 64)", style=solid]; -"2699 matmul_40" -> "2703 mul_41" [label="(4, 12, 64, 64)", style=solid]; -"2700 _param_constant335" -> "2701 clamp_20" [label="(12, 1, 1)", style=solid]; -"2701 clamp_20" -> "2702 exp_20" [label="(12, 1, 1)", style=solid]; -"2702 exp_20" -> "2703 mul_41" [label="(12, 1, 1)", style=solid]; -"2703 mul_41" -> "2704 add_70" [label="(4, 12, 64, 64)", style=solid]; -"2704 add_70" -> "2705 softmax_20" [label="(4, 12, 64, 64)", style=solid]; -"2705 softmax_20" -> "2706 dropout_80" [label="(4, 12, 64, 64)", style=solid]; -"2706 dropout_80" -> "2707 matmul_41" [label="(4, 12, 64, 64)", style=solid]; -"2707 matmul_41" -> "2708 transpose_41" [label="(4, 12, 64, 32)", style=solid]; -"2708 transpose_41" -> "2709 reshape_92" [label="(4, 64, 12, 32)", style=solid]; -"2709 reshape_92" -> "2711 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2710 _param_constant337" -> "2719 linear_125" [label="(384,)", style=solid]; -"2711 reshape_92_0_0_nncf_smooth_quant_0" -> "2712 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2712 quantize_per_tensor_default_126" -> "2713 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; -"2713 dequantize_per_tensor_default_126" -> "2719 linear_125" [label="(4, 64, 384)", style=solid]; -"2714 linear_125_scale_0" -> "2717 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2714 linear_125_scale_0" -> "2718 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2715 linear_125_zero_point_0" -> "2717 quantize_per_channel_default_126" [label="(384,)", style=solid]; -"2715 linear_125_zero_point_0" -> "2718 dequantize_per_channel_default_126" [label="(384,)", style=solid]; -"2716 compressed_weight_updated_constant126" -> "2717 quantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2717 quantize_per_channel_default_126" -> "2718 dequantize_per_channel_default_126" [label="(384, 384)", style=solid]; -"2718 dequantize_per_channel_default_126" -> "2719 linear_125" [label="(384, 384)", style=solid]; -"2719 linear_125" -> "2720 dropout_81" [label="(4, 64, 384)", style=solid]; -"2720 dropout_81" -> "2721 view_113" [label="(4, 64, 384)", style=solid]; -"2721 view_113" -> "2722 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2722 permute_94" -> "2723 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2723 reshape_93" -> "2724 slice_302" [label="(1, 16, 16, 384)", style=solid]; -"2724 slice_302" -> "2725 slice_303" [label="(1, 16, 16, 384)", style=solid]; -"2725 slice_303" -> "2726 slice_304" [label="(1, 14, 16, 384)", style=solid]; -"2726 slice_304" -> "2727 slice_305" [label="(1, 14, 14, 384)", style=solid]; -"2727 slice_305" -> "2728 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; -"2728 contiguous_39" -> "2731 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; -"2729 _param_constant338" -> "2731 layer_norm_43" [label="(384,)", style=solid]; -"2730 _param_constant339" -> "2731 layer_norm_43" [label="(384,)", style=solid]; -"2731 layer_norm_43" -> "2732 add_71" [label="(1, 14, 14, 384)", style=solid]; -"2732 add_71" -> "2734 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2732 add_71" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2733 _param_constant341" -> "2742 linear_126" [label="(1536,)", style=solid]; -"2734 add_71_0_0_nncf_smooth_quant_0" -> "2735 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2735 quantize_per_tensor_default_127" -> "2736 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; -"2736 dequantize_per_tensor_default_127" -> "2742 linear_126" [label="(1, 14, 14, 384)", style=solid]; -"2737 linear_126_scale_0" -> "2740 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2737 linear_126_scale_0" -> "2741 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2738 linear_126_zero_point_0" -> "2740 quantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2738 linear_126_zero_point_0" -> "2741 dequantize_per_channel_default_127" [label="(1536,)", style=solid]; -"2739 compressed_weight_updated_constant127" -> "2740 quantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2740 quantize_per_channel_default_127" -> "2741 dequantize_per_channel_default_127" [label="(1536, 384)", style=solid]; -"2741 dequantize_per_channel_default_127" -> "2742 linear_126" [label="(1536, 384)", style=solid]; -"2742 linear_126" -> "2743 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; -"2743 gelu_20" -> "2744 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; -"2744 dropout_82" -> "2746 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2745 _param_constant343" -> "2754 linear_127" [label="(384,)", style=solid]; -"2746 dropout_82_0_0_nncf_smooth_quant_0" -> "2747 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2747 quantize_per_tensor_default_128" -> "2748 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; -"2748 dequantize_per_tensor_default_128" -> "2754 linear_127" [label="(1, 14, 14, 1536)", style=solid]; -"2749 linear_127_scale_0" -> "2752 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2749 linear_127_scale_0" -> "2753 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2750 linear_127_zero_point_0" -> "2752 quantize_per_channel_default_128" [label="(384,)", style=solid]; -"2750 linear_127_zero_point_0" -> "2753 dequantize_per_channel_default_128" [label="(384,)", style=solid]; -"2751 compressed_weight_updated_constant128" -> "2752 quantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2752 quantize_per_channel_default_128" -> "2753 dequantize_per_channel_default_128" [label="(384, 1536)", style=solid]; -"2753 dequantize_per_channel_default_128" -> "2754 linear_127" [label="(384, 1536)", style=solid]; -"2754 linear_127" -> "2755 dropout_83" [label="(1, 14, 14, 384)", style=solid]; -"2755 dropout_83" -> "2758 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; -"2756 _param_constant344" -> "2758 layer_norm_44" [label="(384,)", style=solid]; -"2757 _param_constant345" -> "2758 layer_norm_44" [label="(384,)", style=solid]; -"2758 layer_norm_44" -> "2759 add_72" [label="(1, 14, 14, 384)", style=solid]; -"2759 add_72" -> "2786 pad_23" [label="(1, 14, 14, 384)", style=solid]; -"2759 add_72" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2760 _tensor_constant132" -> "2762 _tensor_constant132_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2761 _param_constant347" -> "2768 linear_128" [label="(512,)", style=solid]; -"2762 _tensor_constant132_0_0_nncf_smooth_quant_0" -> "2768 linear_128" [label="(1, 15, 15, 2)", style=solid]; -"2763 linear_128_scale_0" -> "2766 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2763 linear_128_scale_0" -> "2767 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2764 linear_128_zero_point_0" -> "2766 quantize_per_channel_default_129" [label="(512,)", style=solid]; -"2764 linear_128_zero_point_0" -> "2767 dequantize_per_channel_default_129" [label="(512,)", style=solid]; -"2765 compressed_weight_updated_constant129" -> "2766 quantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2766 quantize_per_channel_default_129" -> "2767 dequantize_per_channel_default_129" [label="(512, 2)", style=solid]; -"2767 dequantize_per_channel_default_129" -> "2768 linear_128" [label="(512, 2)", style=solid]; -"2768 linear_128" -> "2769 relu__21" [label="(1, 15, 15, 512)", style=solid]; -"2769 relu__21" -> "2770 relu__21_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2770 relu__21_0_0_nncf_smooth_quant_0" -> "2776 linear_129" [label="(1, 15, 15, 512)", style=solid]; -"2771 linear_129_scale_0" -> "2774 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2771 linear_129_scale_0" -> "2775 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2772 linear_129_zero_point_0" -> "2774 quantize_per_channel_default_130" [label="(12,)", style=solid]; -"2772 linear_129_zero_point_0" -> "2775 dequantize_per_channel_default_130" [label="(12,)", style=solid]; -"2773 compressed_weight_updated_constant130" -> "2774 quantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2774 quantize_per_channel_default_130" -> "2775 dequantize_per_channel_default_130" [label="(12, 512)", style=solid]; -"2775 dequantize_per_channel_default_130" -> "2776 linear_129" [label="(12, 512)", style=solid]; -"2776 linear_129" -> "2777 view_114" [label="(1, 15, 15, 12)", style=solid]; -"2777 view_114" -> "2779 index_21" [label="(225, 12)", style=solid]; -"2778 _tensor_constant133" -> "2779 index_21" [label="(4096,)", style=solid]; -"2779 index_21" -> "2780 view_115" [label="(4096, 12)", style=solid]; -"2780 view_115" -> "2781 permute_95" [label="(64, 64, 12)", style=solid]; -"2781 permute_95" -> "2782 contiguous_40" [label="(12, 64, 64)", style=solid]; -"2782 contiguous_40" -> "2783 unsqueeze_61" [label="(12, 64, 64)", style=solid]; -"2783 unsqueeze_61" -> "2784 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; -"2784 sigmoid_21" -> "2785 mul_42" [label="(1, 12, 64, 64)", style=solid]; -"2785 mul_42" -> "2825 add_73" [label="(1, 12, 64, 64)", style=solid]; -"2786 pad_23" -> "2787 roll_20" [label="(1, 16, 16, 384)", style=solid]; -"2787 roll_20" -> "2788 view_116" [label="(1, 16, 16, 384)", style=solid]; -"2788 view_116" -> "2789 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2789 permute_96" -> "2790 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2790 reshape_94" -> "2793 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2790 reshape_94" -> "2826 new_zeros_10" [label="(4, 64, 384)", style=solid]; -"2791 _param_constant349" -> "2792 clone_21" [label="(1152,)", style=solid]; -"2792 clone_21" -> "2801 linear_130" [label="(1152,)", style=solid]; -"2793 reshape_94_0_0_nncf_smooth_quant_0" -> "2794 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2794 quantize_per_tensor_default_129" -> "2795 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; -"2795 dequantize_per_tensor_default_129" -> "2801 linear_130" [label="(4, 64, 384)", style=solid]; -"2796 linear_130_scale_0" -> "2799 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2796 linear_130_scale_0" -> "2800 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2797 linear_130_zero_point_0" -> "2799 quantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2797 linear_130_zero_point_0" -> "2800 dequantize_per_channel_default_131" [label="(1152,)", style=solid]; -"2798 compressed_weight_updated_constant131" -> "2799 quantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2799 quantize_per_channel_default_131" -> "2800 dequantize_per_channel_default_131" [label="(1152, 384)", style=solid]; -"2800 dequantize_per_channel_default_131" -> "2801 linear_130" [label="(1152, 384)", style=solid]; -"2801 linear_130" -> "2802 reshape_95" [label="(4, 64, 1152)", style=solid]; -"2802 reshape_95" -> "2803 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; -"2803 permute_97" -> "2804 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; -"2803 permute_97" -> "2805 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; -"2803 permute_97" -> "2806 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; -"2804 select_63" -> "2807 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; -"2804 select_63" -> "2809 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; -"2804 select_63" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2805 select_64" -> "2813 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; -"2805 select_64" -> "2815 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; -"2805 select_64" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2806 select_65" -> "2844 matmul_43" [label="(4, 12, 64, 32)", style=solid]; -"2807 linalg_vector_norm_42" -> "2808 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; -"2808 clamp_min_42" -> "2809 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; -"2809 expand_as_42" -> "2810 div_42" [label="(4, 12, 64, 32)", style=solid]; -"2810 div_42" -> "2811 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2811 quantize_per_tensor_default_130" -> "2812 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; -"2812 dequantize_per_tensor_default_130" -> "2820 matmul_42" [label="(4, 12, 64, 32)", style=solid]; -"2813 linalg_vector_norm_43" -> "2814 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; -"2814 clamp_min_43" -> "2815 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; -"2815 expand_as_43" -> "2816 div_43" [label="(4, 12, 64, 32)", style=solid]; -"2816 div_43" -> "2817 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2817 quantize_per_tensor_default_131" -> "2818 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; -"2818 dequantize_per_tensor_default_131" -> "2819 transpose_42" [label="(4, 12, 64, 32)", style=solid]; -"2819 transpose_42" -> "2820 matmul_42" [label="(4, 12, 32, 64)", style=solid]; -"2820 matmul_42" -> "2824 mul_43" [label="(4, 12, 64, 64)", style=solid]; -"2821 _param_constant351" -> "2822 clamp_21" [label="(12, 1, 1)", style=solid]; -"2822 clamp_21" -> "2823 exp_21" [label="(12, 1, 1)", style=solid]; -"2823 exp_21" -> "2824 mul_43" [label="(12, 1, 1)", style=solid]; -"2824 mul_43" -> "2825 add_73" [label="(4, 12, 64, 64)", style=solid]; -"2825 add_73" -> "2837 view_118" [label="(4, 12, 64, 64)", style=solid]; -"2826 new_zeros_10" -> "2827 view_117" [label="(16, 16)", style=solid]; -"2827 view_117" -> "2828 permute_98" [label="(2, 8, 2, 8)", style=solid]; -"2828 permute_98" -> "2829 reshape_96" [label="(2, 2, 8, 8)", style=solid]; -"2829 reshape_96" -> "2830 unsqueeze_62" [label="(4, 64)", style=solid]; -"2829 reshape_96" -> "2831 unsqueeze_63" [label="(4, 64)", style=solid]; -"2830 unsqueeze_62" -> "2832 sub_10" [label="(4, 1, 64)", style=solid]; -"2831 unsqueeze_63" -> "2832 sub_10" [label="(4, 64, 1)", style=solid]; -"2832 sub_10" -> "2833 ne_10" [label="(4, 64, 64)", style=solid]; -"2832 sub_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2832 sub_10" -> "2835 eq_10" [label="(4, 64, 64)", style=solid]; -"2833 ne_10" -> "2834 masked_fill_20" [label="(4, 64, 64)", style=solid]; -"2834 masked_fill_20" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2835 eq_10" -> "2836 masked_fill_21" [label="(4, 64, 64)", style=solid]; -"2836 masked_fill_21" -> "2838 unsqueeze_64" [label="(4, 64, 64)", style=solid]; -"2837 view_118" -> "2840 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; -"2838 unsqueeze_64" -> "2839 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; -"2839 unsqueeze_65" -> "2840 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; -"2840 add_74" -> "2841 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; -"2841 view_119" -> "2842 softmax_21" [label="(4, 12, 64, 64)", style=solid]; -"2842 softmax_21" -> "2843 dropout_84" [label="(4, 12, 64, 64)", style=solid]; -"2843 dropout_84" -> "2844 matmul_43" [label="(4, 12, 64, 64)", style=solid]; -"2844 matmul_43" -> "2845 transpose_43" [label="(4, 12, 64, 32)", style=solid]; -"2845 transpose_43" -> "2846 reshape_97" [label="(4, 64, 12, 32)", style=solid]; -"2846 reshape_97" -> "2848 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; -"2847 _param_constant353" -> "2856 linear_131" [label="(384,)", style=solid]; -"2848 reshape_97_0_0_nncf_smooth_quant_0" -> "2849 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2849 quantize_per_tensor_default_132" -> "2850 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; -"2850 dequantize_per_tensor_default_132" -> "2856 linear_131" [label="(4, 64, 384)", style=solid]; -"2851 linear_131_scale_0" -> "2854 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2851 linear_131_scale_0" -> "2855 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2852 linear_131_zero_point_0" -> "2854 quantize_per_channel_default_132" [label="(384,)", style=solid]; -"2852 linear_131_zero_point_0" -> "2855 dequantize_per_channel_default_132" [label="(384,)", style=solid]; -"2853 compressed_weight_updated_constant132" -> "2854 quantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2854 quantize_per_channel_default_132" -> "2855 dequantize_per_channel_default_132" [label="(384, 384)", style=solid]; -"2855 dequantize_per_channel_default_132" -> "2856 linear_131" [label="(384, 384)", style=solid]; -"2856 linear_131" -> "2857 dropout_85" [label="(4, 64, 384)", style=solid]; -"2857 dropout_85" -> "2858 view_120" [label="(4, 64, 384)", style=solid]; -"2858 view_120" -> "2859 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; -"2859 permute_99" -> "2860 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; -"2860 reshape_98" -> "2861 roll_21" [label="(1, 16, 16, 384)", style=solid]; -"2861 roll_21" -> "2862 slice_325" [label="(1, 16, 16, 384)", style=solid]; -"2862 slice_325" -> "2863 slice_326" [label="(1, 16, 16, 384)", style=solid]; -"2863 slice_326" -> "2864 slice_327" [label="(1, 14, 16, 384)", style=solid]; -"2864 slice_327" -> "2865 slice_328" [label="(1, 14, 14, 384)", style=solid]; -"2865 slice_328" -> "2866 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; -"2866 contiguous_41" -> "2869 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; -"2867 _param_constant354" -> "2869 layer_norm_45" [label="(384,)", style=solid]; -"2868 _param_constant355" -> "2869 layer_norm_45" [label="(384,)", style=solid]; -"2869 layer_norm_45" -> "2870 add_75" [label="(1, 14, 14, 384)", style=solid]; -"2870 add_75" -> "2872 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; -"2870 add_75" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2871 _param_constant357" -> "2880 linear_132" [label="(1536,)", style=solid]; -"2872 add_75_0_0_nncf_smooth_quant_0" -> "2873 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2873 quantize_per_tensor_default_133" -> "2874 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; -"2874 dequantize_per_tensor_default_133" -> "2880 linear_132" [label="(1, 14, 14, 384)", style=solid]; -"2875 linear_132_scale_0" -> "2878 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2875 linear_132_scale_0" -> "2879 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2876 linear_132_zero_point_0" -> "2878 quantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2876 linear_132_zero_point_0" -> "2879 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; -"2877 compressed_weight_updated_constant133" -> "2878 quantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2878 quantize_per_channel_default_133" -> "2879 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; -"2879 dequantize_per_channel_default_133" -> "2880 linear_132" [label="(1536, 384)", style=solid]; -"2880 linear_132" -> "2881 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; -"2881 gelu_21" -> "2882 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; -"2882 dropout_86" -> "2884 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; -"2883 _param_constant359" -> "2892 linear_133" [label="(384,)", style=solid]; -"2884 dropout_86_0_0_nncf_smooth_quant_0" -> "2885 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2885 quantize_per_tensor_default_134" -> "2886 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; -"2886 dequantize_per_tensor_default_134" -> "2892 linear_133" [label="(1, 14, 14, 1536)", style=solid]; -"2887 linear_133_scale_0" -> "2890 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2887 linear_133_scale_0" -> "2891 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2888 linear_133_zero_point_0" -> "2890 quantize_per_channel_default_134" [label="(384,)", style=solid]; -"2888 linear_133_zero_point_0" -> "2891 dequantize_per_channel_default_134" [label="(384,)", style=solid]; -"2889 compressed_weight_updated_constant134" -> "2890 quantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2890 quantize_per_channel_default_134" -> "2891 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; -"2891 dequantize_per_channel_default_134" -> "2892 linear_133" [label="(384, 1536)", style=solid]; -"2892 linear_133" -> "2893 dropout_87" [label="(1, 14, 14, 384)", style=solid]; -"2893 dropout_87" -> "2896 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; -"2894 _param_constant360" -> "2896 layer_norm_46" [label="(384,)", style=solid]; -"2895 _param_constant361" -> "2896 layer_norm_46" [label="(384,)", style=solid]; -"2896 layer_norm_46" -> "2897 add_76" [label="(1, 14, 14, 384)", style=solid]; -"2897 add_76" -> "2898 pad_24" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2899 slice_329" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2902 slice_332" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2905 slice_335" [label="(1, 14, 14, 384)", style=solid]; -"2898 pad_24" -> "2908 slice_338" [label="(1, 14, 14, 384)", style=solid]; -"2899 slice_329" -> "2900 slice_330" [label="(1, 7, 14, 384)", style=solid]; -"2900 slice_330" -> "2901 slice_331" [label="(1, 7, 7, 384)", style=solid]; -"2901 slice_331" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2902 slice_332" -> "2903 slice_333" [label="(1, 7, 14, 384)", style=solid]; -"2903 slice_333" -> "2904 slice_334" [label="(1, 7, 7, 384)", style=solid]; -"2904 slice_334" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2905 slice_335" -> "2906 slice_336" [label="(1, 7, 14, 384)", style=solid]; -"2906 slice_336" -> "2907 slice_337" [label="(1, 7, 7, 384)", style=solid]; -"2907 slice_337" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2908 slice_338" -> "2909 slice_339" [label="(1, 7, 14, 384)", style=solid]; -"2909 slice_339" -> "2910 slice_340" [label="(1, 7, 7, 384)", style=solid]; -"2910 slice_340" -> "2911 cat_2" [label="(1, 7, 7, 384)", style=solid]; -"2911 cat_2" -> "2912 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; -"2912 cat_2_0_0_nncf_smooth_quant_0" -> "2913 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2913 quantize_per_tensor_default_135" -> "2914 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; -"2914 dequantize_per_tensor_default_135" -> "2920 linear_134" [label="(1, 7, 7, 1536)", style=solid]; -"2915 linear_134_scale_0" -> "2918 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2915 linear_134_scale_0" -> "2919 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2916 linear_134_zero_point_0" -> "2918 quantize_per_channel_default_135" [label="(768,)", style=solid]; -"2916 linear_134_zero_point_0" -> "2919 dequantize_per_channel_default_135" [label="(768,)", style=solid]; -"2917 compressed_weight_updated_constant135" -> "2918 quantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2918 quantize_per_channel_default_135" -> "2919 dequantize_per_channel_default_135" [label="(768, 1536)", style=solid]; -"2919 dequantize_per_channel_default_135" -> "2920 linear_134" [label="(768, 1536)", style=solid]; -"2920 linear_134" -> "2923 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; -"2921 _param_constant363" -> "2923 layer_norm_47" [label="(768,)", style=solid]; -"2922 _param_constant364" -> "2923 layer_norm_47" [label="(768,)", style=solid]; -"2923 layer_norm_47" -> "2950 pad_25" [label="(1, 7, 7, 768)", style=solid]; -"2923 layer_norm_47" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; -"2924 _tensor_constant143" -> "2926 _tensor_constant143_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"2925 _param_constant366" -> "2932 linear_135" [label="(512,)", style=solid]; -"2926 _tensor_constant143_0_0_nncf_smooth_quant_0" -> "2932 linear_135" [label="(1, 15, 15, 2)", style=solid]; -"2927 linear_135_scale_0" -> "2930 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2927 linear_135_scale_0" -> "2931 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2928 linear_135_zero_point_0" -> "2930 quantize_per_channel_default_136" [label="(512,)", style=solid]; -"2928 linear_135_zero_point_0" -> "2931 dequantize_per_channel_default_136" [label="(512,)", style=solid]; -"2929 compressed_weight_updated_constant136" -> "2930 quantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2930 quantize_per_channel_default_136" -> "2931 dequantize_per_channel_default_136" [label="(512, 2)", style=solid]; -"2931 dequantize_per_channel_default_136" -> "2932 linear_135" [label="(512, 2)", style=solid]; -"2932 linear_135" -> "2933 relu__22" [label="(1, 15, 15, 512)", style=solid]; -"2933 relu__22" -> "2934 relu__22_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"2934 relu__22_0_0_nncf_smooth_quant_0" -> "2940 linear_136" [label="(1, 15, 15, 512)", style=solid]; -"2935 linear_136_scale_0" -> "2938 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2935 linear_136_scale_0" -> "2939 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2936 linear_136_zero_point_0" -> "2938 quantize_per_channel_default_137" [label="(24,)", style=solid]; -"2936 linear_136_zero_point_0" -> "2939 dequantize_per_channel_default_137" [label="(24,)", style=solid]; -"2937 compressed_weight_updated_constant137" -> "2938 quantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2938 quantize_per_channel_default_137" -> "2939 dequantize_per_channel_default_137" [label="(24, 512)", style=solid]; -"2939 dequantize_per_channel_default_137" -> "2940 linear_136" [label="(24, 512)", style=solid]; -"2940 linear_136" -> "2941 view_121" [label="(1, 15, 15, 24)", style=solid]; -"2941 view_121" -> "2943 index_22" [label="(225, 24)", style=solid]; -"2942 _tensor_constant144" -> "2943 index_22" [label="(4096,)", style=solid]; -"2943 index_22" -> "2944 view_122" [label="(4096, 24)", style=solid]; -"2944 view_122" -> "2945 permute_100" [label="(64, 64, 24)", style=solid]; -"2945 permute_100" -> "2946 contiguous_42" [label="(24, 64, 64)", style=solid]; -"2946 contiguous_42" -> "2947 unsqueeze_66" [label="(24, 64, 64)", style=solid]; -"2947 unsqueeze_66" -> "2948 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; -"2948 sigmoid_22" -> "2949 mul_44" [label="(1, 24, 64, 64)", style=solid]; -"2949 mul_44" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2950 pad_25" -> "2951 view_123" [label="(1, 8, 8, 768)", style=solid]; -"2951 view_123" -> "2952 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"2952 permute_101" -> "2953 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"2953 reshape_99" -> "2956 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2954 _param_constant368" -> "2955 clone_22" [label="(2304,)", style=solid]; -"2955 clone_22" -> "2964 linear_137" [label="(2304,)", style=solid]; -"2956 reshape_99_0_0_nncf_smooth_quant_0" -> "2957 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2957 quantize_per_tensor_default_136" -> "2958 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; -"2958 dequantize_per_tensor_default_136" -> "2964 linear_137" [label="(1, 64, 768)", style=solid]; -"2959 linear_137_scale_0" -> "2962 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2959 linear_137_scale_0" -> "2963 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2960 linear_137_zero_point_0" -> "2962 quantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2960 linear_137_zero_point_0" -> "2963 dequantize_per_channel_default_138" [label="(2304,)", style=solid]; -"2961 compressed_weight_updated_constant138" -> "2962 quantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2962 quantize_per_channel_default_138" -> "2963 dequantize_per_channel_default_138" [label="(2304, 768)", style=solid]; -"2963 dequantize_per_channel_default_138" -> "2964 linear_137" [label="(2304, 768)", style=solid]; -"2964 linear_137" -> "2965 reshape_100" [label="(1, 64, 2304)", style=solid]; -"2965 reshape_100" -> "2966 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; -"2966 permute_102" -> "2967 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; -"2966 permute_102" -> "2968 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; -"2966 permute_102" -> "2969 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; -"2967 select_66" -> "2970 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; -"2967 select_66" -> "2972 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; -"2967 select_66" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2968 select_67" -> "2976 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; -"2968 select_67" -> "2978 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; -"2968 select_67" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2969 select_68" -> "2991 matmul_45" [label="(1, 24, 64, 32)", style=solid]; -"2970 linalg_vector_norm_44" -> "2971 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; -"2971 clamp_min_44" -> "2972 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; -"2972 expand_as_44" -> "2973 div_44" [label="(1, 24, 64, 32)", style=solid]; -"2973 div_44" -> "2974 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2974 quantize_per_tensor_default_137" -> "2975 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; -"2975 dequantize_per_tensor_default_137" -> "2983 matmul_44" [label="(1, 24, 64, 32)", style=solid]; -"2976 linalg_vector_norm_45" -> "2977 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; -"2977 clamp_min_45" -> "2978 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; -"2978 expand_as_45" -> "2979 div_45" [label="(1, 24, 64, 32)", style=solid]; -"2979 div_45" -> "2980 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2980 quantize_per_tensor_default_138" -> "2981 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; -"2981 dequantize_per_tensor_default_138" -> "2982 transpose_44" [label="(1, 24, 64, 32)", style=solid]; -"2982 transpose_44" -> "2983 matmul_44" [label="(1, 24, 32, 64)", style=solid]; -"2983 matmul_44" -> "2987 mul_45" [label="(1, 24, 64, 64)", style=solid]; -"2984 _param_constant370" -> "2985 clamp_22" [label="(24, 1, 1)", style=solid]; -"2985 clamp_22" -> "2986 exp_22" [label="(24, 1, 1)", style=solid]; -"2986 exp_22" -> "2987 mul_45" [label="(24, 1, 1)", style=solid]; -"2987 mul_45" -> "2988 add_77" [label="(1, 24, 64, 64)", style=solid]; -"2988 add_77" -> "2989 softmax_22" [label="(1, 24, 64, 64)", style=solid]; -"2989 softmax_22" -> "2990 dropout_88" [label="(1, 24, 64, 64)", style=solid]; -"2990 dropout_88" -> "2991 matmul_45" [label="(1, 24, 64, 64)", style=solid]; -"2991 matmul_45" -> "2992 transpose_45" [label="(1, 24, 64, 32)", style=solid]; -"2992 transpose_45" -> "2993 reshape_101" [label="(1, 64, 24, 32)", style=solid]; -"2993 reshape_101" -> "2995 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"2994 _param_constant372" -> "3003 linear_138" [label="(768,)", style=solid]; -"2995 reshape_101_0_0_nncf_smooth_quant_0" -> "2996 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2996 quantize_per_tensor_default_139" -> "2997 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; -"2997 dequantize_per_tensor_default_139" -> "3003 linear_138" [label="(1, 64, 768)", style=solid]; -"2998 linear_138_scale_0" -> "3001 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2998 linear_138_scale_0" -> "3002 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"2999 linear_138_zero_point_0" -> "3001 quantize_per_channel_default_139" [label="(768,)", style=solid]; -"2999 linear_138_zero_point_0" -> "3002 dequantize_per_channel_default_139" [label="(768,)", style=solid]; -"3000 compressed_weight_updated_constant139" -> "3001 quantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"3001 quantize_per_channel_default_139" -> "3002 dequantize_per_channel_default_139" [label="(768, 768)", style=solid]; -"3002 dequantize_per_channel_default_139" -> "3003 linear_138" [label="(768, 768)", style=solid]; -"3003 linear_138" -> "3004 dropout_89" [label="(1, 64, 768)", style=solid]; -"3004 dropout_89" -> "3005 view_124" [label="(1, 64, 768)", style=solid]; -"3005 view_124" -> "3006 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3006 permute_103" -> "3007 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3007 reshape_102" -> "3008 slice_342" [label="(1, 8, 8, 768)", style=solid]; -"3008 slice_342" -> "3009 slice_343" [label="(1, 8, 8, 768)", style=solid]; -"3009 slice_343" -> "3010 slice_344" [label="(1, 7, 8, 768)", style=solid]; -"3010 slice_344" -> "3011 slice_345" [label="(1, 7, 7, 768)", style=solid]; -"3011 slice_345" -> "3012 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; -"3012 contiguous_43" -> "3015 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; -"3013 _param_constant373" -> "3015 layer_norm_48" [label="(768,)", style=solid]; -"3014 _param_constant374" -> "3015 layer_norm_48" [label="(768,)", style=solid]; -"3015 layer_norm_48" -> "3016 add_78" [label="(1, 7, 7, 768)", style=solid]; -"3016 add_78" -> "3018 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3016 add_78" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3017 _param_constant376" -> "3026 linear_139" [label="(3072,)", style=solid]; -"3018 add_78_0_0_nncf_smooth_quant_0" -> "3019 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"3019 quantize_per_tensor_default_140" -> "3020 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; -"3020 dequantize_per_tensor_default_140" -> "3026 linear_139" [label="(1, 7, 7, 768)", style=solid]; -"3021 linear_139_scale_0" -> "3024 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"3021 linear_139_scale_0" -> "3025 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"3022 linear_139_zero_point_0" -> "3024 quantize_per_channel_default_140" [label="(3072,)", style=solid]; -"3022 linear_139_zero_point_0" -> "3025 dequantize_per_channel_default_140" [label="(3072,)", style=solid]; -"3023 compressed_weight_updated_constant140" -> "3024 quantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"3024 quantize_per_channel_default_140" -> "3025 dequantize_per_channel_default_140" [label="(3072, 768)", style=solid]; -"3025 dequantize_per_channel_default_140" -> "3026 linear_139" [label="(3072, 768)", style=solid]; -"3026 linear_139" -> "3027 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; -"3027 gelu_22" -> "3028 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; -"3028 dropout_90" -> "3030 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3029 _param_constant378" -> "3038 linear_140" [label="(768,)", style=solid]; -"3030 dropout_90_0_0_nncf_smooth_quant_0" -> "3031 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3031 quantize_per_tensor_default_141" -> "3032 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; -"3032 dequantize_per_tensor_default_141" -> "3038 linear_140" [label="(1, 7, 7, 3072)", style=solid]; -"3033 linear_140_scale_0" -> "3036 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3033 linear_140_scale_0" -> "3037 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3034 linear_140_zero_point_0" -> "3036 quantize_per_channel_default_141" [label="(768,)", style=solid]; -"3034 linear_140_zero_point_0" -> "3037 dequantize_per_channel_default_141" [label="(768,)", style=solid]; -"3035 compressed_weight_updated_constant141" -> "3036 quantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3036 quantize_per_channel_default_141" -> "3037 dequantize_per_channel_default_141" [label="(768, 3072)", style=solid]; -"3037 dequantize_per_channel_default_141" -> "3038 linear_140" [label="(768, 3072)", style=solid]; -"3038 linear_140" -> "3039 dropout_91" [label="(1, 7, 7, 768)", style=solid]; -"3039 dropout_91" -> "3042 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; -"3040 _param_constant379" -> "3042 layer_norm_49" [label="(768,)", style=solid]; -"3041 _param_constant380" -> "3042 layer_norm_49" [label="(768,)", style=solid]; -"3042 layer_norm_49" -> "3043 add_79" [label="(1, 7, 7, 768)", style=solid]; -"3043 add_79" -> "3070 pad_26" [label="(1, 7, 7, 768)", style=solid]; -"3043 add_79" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3044 _tensor_constant145" -> "3046 _tensor_constant145_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 2)", style=solid]; -"3045 _param_constant382" -> "3052 linear_141" [label="(512,)", style=solid]; -"3046 _tensor_constant145_0_0_nncf_smooth_quant_0" -> "3052 linear_141" [label="(1, 15, 15, 2)", style=solid]; -"3047 linear_141_scale_0" -> "3050 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3047 linear_141_scale_0" -> "3051 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3048 linear_141_zero_point_0" -> "3050 quantize_per_channel_default_142" [label="(512,)", style=solid]; -"3048 linear_141_zero_point_0" -> "3051 dequantize_per_channel_default_142" [label="(512,)", style=solid]; -"3049 compressed_weight_updated_constant142" -> "3050 quantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3050 quantize_per_channel_default_142" -> "3051 dequantize_per_channel_default_142" [label="(512, 2)", style=solid]; -"3051 dequantize_per_channel_default_142" -> "3052 linear_141" [label="(512, 2)", style=solid]; -"3052 linear_141" -> "3053 relu__23" [label="(1, 15, 15, 512)", style=solid]; -"3053 relu__23" -> "3054 relu__23_0_0_nncf_smooth_quant_0" [label="(1, 15, 15, 512)", style=solid]; -"3054 relu__23_0_0_nncf_smooth_quant_0" -> "3060 linear_142" [label="(1, 15, 15, 512)", style=solid]; -"3055 linear_142_scale_0" -> "3058 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3055 linear_142_scale_0" -> "3059 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3056 linear_142_zero_point_0" -> "3058 quantize_per_channel_default_143" [label="(24,)", style=solid]; -"3056 linear_142_zero_point_0" -> "3059 dequantize_per_channel_default_143" [label="(24,)", style=solid]; -"3057 compressed_weight_updated_constant143" -> "3058 quantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3058 quantize_per_channel_default_143" -> "3059 dequantize_per_channel_default_143" [label="(24, 512)", style=solid]; -"3059 dequantize_per_channel_default_143" -> "3060 linear_142" [label="(24, 512)", style=solid]; -"3060 linear_142" -> "3061 view_125" [label="(1, 15, 15, 24)", style=solid]; -"3061 view_125" -> "3063 index_23" [label="(225, 24)", style=solid]; -"3062 _tensor_constant146" -> "3063 index_23" [label="(4096,)", style=solid]; -"3063 index_23" -> "3064 view_126" [label="(4096, 24)", style=solid]; -"3064 view_126" -> "3065 permute_104" [label="(64, 64, 24)", style=solid]; -"3065 permute_104" -> "3066 contiguous_44" [label="(24, 64, 64)", style=solid]; -"3066 contiguous_44" -> "3067 unsqueeze_67" [label="(24, 64, 64)", style=solid]; -"3067 unsqueeze_67" -> "3068 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; -"3068 sigmoid_23" -> "3069 mul_46" [label="(1, 24, 64, 64)", style=solid]; -"3069 mul_46" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3070 pad_26" -> "3071 view_127" [label="(1, 8, 8, 768)", style=solid]; -"3071 view_127" -> "3072 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3072 permute_105" -> "3073 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3073 reshape_103" -> "3076 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3074 _param_constant384" -> "3075 clone_23" [label="(2304,)", style=solid]; -"3075 clone_23" -> "3084 linear_143" [label="(2304,)", style=solid]; -"3076 reshape_103_0_0_nncf_smooth_quant_0" -> "3077 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3077 quantize_per_tensor_default_142" -> "3078 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; -"3078 dequantize_per_tensor_default_142" -> "3084 linear_143" [label="(1, 64, 768)", style=solid]; -"3079 linear_143_scale_0" -> "3082 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3079 linear_143_scale_0" -> "3083 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3080 linear_143_zero_point_0" -> "3082 quantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3080 linear_143_zero_point_0" -> "3083 dequantize_per_channel_default_144" [label="(2304,)", style=solid]; -"3081 compressed_weight_updated_constant144" -> "3082 quantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3082 quantize_per_channel_default_144" -> "3083 dequantize_per_channel_default_144" [label="(2304, 768)", style=solid]; -"3083 dequantize_per_channel_default_144" -> "3084 linear_143" [label="(2304, 768)", style=solid]; -"3084 linear_143" -> "3085 reshape_104" [label="(1, 64, 2304)", style=solid]; -"3085 reshape_104" -> "3086 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; -"3086 permute_106" -> "3087 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; -"3086 permute_106" -> "3088 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; -"3086 permute_106" -> "3089 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; -"3087 select_69" -> "3090 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; -"3087 select_69" -> "3092 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; -"3087 select_69" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3088 select_70" -> "3096 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 select_70" -> "3098 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; -"3088 select_70" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3089 select_71" -> "3111 matmul_47" [label="(1, 24, 64, 32)", style=solid]; -"3090 linalg_vector_norm_46" -> "3091 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; -"3091 clamp_min_46" -> "3092 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; -"3092 expand_as_46" -> "3093 div_46" [label="(1, 24, 64, 32)", style=solid]; -"3093 div_46" -> "3094 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3094 quantize_per_tensor_default_143" -> "3095 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; -"3095 dequantize_per_tensor_default_143" -> "3103 matmul_46" [label="(1, 24, 64, 32)", style=solid]; -"3096 linalg_vector_norm_47" -> "3097 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; -"3097 clamp_min_47" -> "3098 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; -"3098 expand_as_47" -> "3099 div_47" [label="(1, 24, 64, 32)", style=solid]; -"3099 div_47" -> "3100 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3100 quantize_per_tensor_default_144" -> "3101 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; -"3101 dequantize_per_tensor_default_144" -> "3102 transpose_46" [label="(1, 24, 64, 32)", style=solid]; -"3102 transpose_46" -> "3103 matmul_46" [label="(1, 24, 32, 64)", style=solid]; -"3103 matmul_46" -> "3107 mul_47" [label="(1, 24, 64, 64)", style=solid]; -"3104 _param_constant386" -> "3105 clamp_23" [label="(24, 1, 1)", style=solid]; -"3105 clamp_23" -> "3106 exp_23" [label="(24, 1, 1)", style=solid]; -"3106 exp_23" -> "3107 mul_47" [label="(24, 1, 1)", style=solid]; -"3107 mul_47" -> "3108 add_80" [label="(1, 24, 64, 64)", style=solid]; -"3108 add_80" -> "3109 softmax_23" [label="(1, 24, 64, 64)", style=solid]; -"3109 softmax_23" -> "3110 dropout_92" [label="(1, 24, 64, 64)", style=solid]; -"3110 dropout_92" -> "3111 matmul_47" [label="(1, 24, 64, 64)", style=solid]; -"3111 matmul_47" -> "3112 transpose_47" [label="(1, 24, 64, 32)", style=solid]; -"3112 transpose_47" -> "3113 reshape_105" [label="(1, 64, 24, 32)", style=solid]; -"3113 reshape_105" -> "3115 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; -"3114 _param_constant388" -> "3123 linear_144" [label="(768,)", style=solid]; -"3115 reshape_105_0_0_nncf_smooth_quant_0" -> "3116 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3116 quantize_per_tensor_default_145" -> "3117 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; -"3117 dequantize_per_tensor_default_145" -> "3123 linear_144" [label="(1, 64, 768)", style=solid]; -"3118 linear_144_scale_0" -> "3121 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3118 linear_144_scale_0" -> "3122 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3119 linear_144_zero_point_0" -> "3121 quantize_per_channel_default_145" [label="(768,)", style=solid]; -"3119 linear_144_zero_point_0" -> "3122 dequantize_per_channel_default_145" [label="(768,)", style=solid]; -"3120 compressed_weight_updated_constant145" -> "3121 quantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3121 quantize_per_channel_default_145" -> "3122 dequantize_per_channel_default_145" [label="(768, 768)", style=solid]; -"3122 dequantize_per_channel_default_145" -> "3123 linear_144" [label="(768, 768)", style=solid]; -"3123 linear_144" -> "3124 dropout_93" [label="(1, 64, 768)", style=solid]; -"3124 dropout_93" -> "3125 view_128" [label="(1, 64, 768)", style=solid]; -"3125 view_128" -> "3126 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; -"3126 permute_107" -> "3127 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; -"3127 reshape_106" -> "3128 slice_347" [label="(1, 8, 8, 768)", style=solid]; -"3128 slice_347" -> "3129 slice_348" [label="(1, 8, 8, 768)", style=solid]; -"3129 slice_348" -> "3130 slice_349" [label="(1, 7, 8, 768)", style=solid]; -"3130 slice_349" -> "3131 slice_350" [label="(1, 7, 7, 768)", style=solid]; -"3131 slice_350" -> "3132 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; -"3132 contiguous_45" -> "3135 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; -"3133 _param_constant389" -> "3135 layer_norm_50" [label="(768,)", style=solid]; -"3134 _param_constant390" -> "3135 layer_norm_50" [label="(768,)", style=solid]; -"3135 layer_norm_50" -> "3136 add_81" [label="(1, 7, 7, 768)", style=solid]; -"3136 add_81" -> "3138 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; -"3136 add_81" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3137 _param_constant392" -> "3146 linear_145" [label="(3072,)", style=solid]; -"3138 add_81_0_0_nncf_smooth_quant_0" -> "3139 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3139 quantize_per_tensor_default_146" -> "3140 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; -"3140 dequantize_per_tensor_default_146" -> "3146 linear_145" [label="(1, 7, 7, 768)", style=solid]; -"3141 linear_145_scale_0" -> "3144 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3141 linear_145_scale_0" -> "3145 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3142 linear_145_zero_point_0" -> "3144 quantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3142 linear_145_zero_point_0" -> "3145 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; -"3143 compressed_weight_updated_constant146" -> "3144 quantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3144 quantize_per_channel_default_146" -> "3145 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; -"3145 dequantize_per_channel_default_146" -> "3146 linear_145" [label="(3072, 768)", style=solid]; -"3146 linear_145" -> "3147 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; -"3147 gelu_23" -> "3148 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; -"3148 dropout_94" -> "3150 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; -"3149 _param_constant394" -> "3158 linear_146" [label="(768,)", style=solid]; -"3150 dropout_94_0_0_nncf_smooth_quant_0" -> "3151 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3151 quantize_per_tensor_default_147" -> "3152 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; -"3152 dequantize_per_tensor_default_147" -> "3158 linear_146" [label="(1, 7, 7, 3072)", style=solid]; -"3153 linear_146_scale_0" -> "3156 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3153 linear_146_scale_0" -> "3157 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3154 linear_146_zero_point_0" -> "3156 quantize_per_channel_default_147" [label="(768,)", style=solid]; -"3154 linear_146_zero_point_0" -> "3157 dequantize_per_channel_default_147" [label="(768,)", style=solid]; -"3155 compressed_weight_updated_constant147" -> "3156 quantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3156 quantize_per_channel_default_147" -> "3157 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; -"3157 dequantize_per_channel_default_147" -> "3158 linear_146" [label="(768, 3072)", style=solid]; -"3158 linear_146" -> "3159 dropout_95" [label="(1, 7, 7, 768)", style=solid]; -"3159 dropout_95" -> "3162 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; -"3160 _param_constant395" -> "3162 layer_norm_51" [label="(768,)", style=solid]; -"3161 _param_constant396" -> "3162 layer_norm_51" [label="(768,)", style=solid]; -"3162 layer_norm_51" -> "3163 add_82" [label="(1, 7, 7, 768)", style=solid]; -"3163 add_82" -> "3166 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; -"3164 _param_constant397" -> "3166 layer_norm_52" [label="(768,)", style=solid]; -"3165 _param_constant398" -> "3166 layer_norm_52" [label="(768,)", style=solid]; -"3166 layer_norm_52" -> "3167 permute_108" [label="(1, 7, 7, 768)", style=solid]; -"3167 permute_108" -> "3168 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; -"3168 adaptive_avg_pool2d" -> "3169 flatten" [label="(1, 768, 1, 1)", style=solid]; -"3169 flatten" -> "3171 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"3170 _param_constant400" -> "3179 linear_147" [label="(1000,)", style=solid]; -"3171 flatten_0_0_nncf_smooth_quant_0" -> "3172 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3172 quantize_per_tensor_default_148" -> "3173 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; -"3173 dequantize_per_tensor_default_148" -> "3179 linear_147" [label="(1, 768)", style=solid]; -"3174 linear_147_scale_0" -> "3177 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3174 linear_147_scale_0" -> "3178 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3175 linear_147_zero_point_0" -> "3177 quantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3175 linear_147_zero_point_0" -> "3178 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; -"3176 compressed_weight_updated_constant148" -> "3177 quantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3177 quantize_per_channel_default_148" -> "3178 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; -"3178 dequantize_per_channel_default_148" -> "3179 linear_147" [label="(1000, 768)", style=solid]; -"3179 linear_147" -> "3180 output" [label="(1, 1000)", style=solid]; +"13 layer_norm" -> "15 pad" [label="(1, 56, 56, 96)", style=solid]; +"13 layer_norm" -> "75 add_1" [label="(1, 56, 56, 96)", style=solid]; +"14 _frozen_param0" -> "50 add" [label="(1, 3, 64, 64)", style=solid]; +"15 pad" -> "16 view_2" [label="(1, 56, 56, 96)", style=solid]; +"16 view_2" -> "17 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"17 permute_2" -> "18 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"18 reshape" -> "20 reshape_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"19 _frozen_param1" -> "28 linear_2" [label="(288,)", style=solid]; +"20 reshape_0_0_nncf_smooth_quant_0" -> "21 quantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1" [label="(49, 64, 96)", style=solid]; +"22 dequantize_per_tensor_default_1" -> "28 linear_2" [label="(49, 64, 96)", style=solid]; +"23 linear_2_scale_0" -> "26 quantize_per_channel_default_1" [label="(288,)", style=solid]; +"23 linear_2_scale_0" -> "27 dequantize_per_channel_default_1" [label="(288,)", style=solid]; +"24 linear_2_zero_point_0" -> "26 quantize_per_channel_default_1" [label="(288,)", style=solid]; +"24 linear_2_zero_point_0" -> "27 dequantize_per_channel_default_1" [label="(288,)", style=solid]; +"25 compressed_weight_updated_constant1" -> "26 quantize_per_channel_default_1" [label="(288, 96)", style=solid]; +"26 quantize_per_channel_default_1" -> "27 dequantize_per_channel_default_1" [label="(288, 96)", style=solid]; +"27 dequantize_per_channel_default_1" -> "28 linear_2" [label="(288, 96)", style=solid]; +"28 linear_2" -> "29 reshape_1" [label="(49, 64, 288)", style=solid]; +"29 reshape_1" -> "30 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"30 permute_3" -> "31 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"30 permute_3" -> "32 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"30 permute_3" -> "33 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"31 select" -> "34 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"31 select" -> "36 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"31 select" -> "37 div" [label="(49, 3, 64, 32)", style=solid]; +"32 select_1" -> "40 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"32 select_1" -> "42 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"32 select_1" -> "43 div_1" [label="(49, 3, 64, 32)", style=solid]; +"33 select_2" -> "53 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"34 linalg_vector_norm" -> "35 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"35 clamp_min" -> "36 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"36 expand_as" -> "37 div" [label="(49, 3, 64, 32)", style=solid]; +"37 div" -> "38 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"38 quantize_per_tensor_default_2" -> "39 dequantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"39 dequantize_per_tensor_default_2" -> "47 matmul" [label="(49, 3, 64, 32)", style=solid]; +"40 linalg_vector_norm_1" -> "41 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"41 clamp_min_1" -> "42 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"42 expand_as_1" -> "43 div_1" [label="(49, 3, 64, 32)", style=solid]; +"43 div_1" -> "44 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"44 quantize_per_tensor_default_3" -> "45 dequantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"45 dequantize_per_tensor_default_3" -> "46 transpose" [label="(49, 3, 64, 32)", style=solid]; +"46 transpose" -> "47 matmul" [label="(49, 3, 32, 64)", style=solid]; +"47 matmul" -> "49 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"48 _frozen_param3" -> "49 mul_1" [label="(3, 1, 1)", style=solid]; +"49 mul_1" -> "50 add" [label="(49, 3, 64, 64)", style=solid]; +"50 add" -> "51 softmax" [label="(49, 3, 64, 64)", style=solid]; +"51 softmax" -> "52 dropout" [label="(49, 3, 64, 64)", style=solid]; +"52 dropout" -> "53 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"53 matmul_1" -> "54 transpose_1" [label="(49, 3, 64, 32)", style=solid]; +"54 transpose_1" -> "55 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"55 reshape_2" -> "57 reshape_2_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"56 _param_constant11" -> "65 linear_3" [label="(96,)", style=solid]; +"57 reshape_2_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(49, 64, 96)", style=solid]; +"59 dequantize_per_tensor_default_4" -> "65 linear_3" [label="(49, 64, 96)", style=solid]; +"60 linear_3_scale_0" -> "63 quantize_per_channel_default_2" [label="(96,)", style=solid]; +"60 linear_3_scale_0" -> "64 dequantize_per_channel_default_2" [label="(96,)", style=solid]; +"61 linear_3_zero_point_0" -> "63 quantize_per_channel_default_2" [label="(96,)", style=solid]; +"61 linear_3_zero_point_0" -> "64 dequantize_per_channel_default_2" [label="(96,)", style=solid]; +"62 compressed_weight_updated_constant2" -> "63 quantize_per_channel_default_2" [label="(96, 96)", style=solid]; +"63 quantize_per_channel_default_2" -> "64 dequantize_per_channel_default_2" [label="(96, 96)", style=solid]; +"64 dequantize_per_channel_default_2" -> "65 linear_3" [label="(96, 96)", style=solid]; +"65 linear_3" -> "66 dropout_1" [label="(49, 64, 96)", style=solid]; +"66 dropout_1" -> "67 view_3" [label="(49, 64, 96)", style=solid]; +"67 view_3" -> "68 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"68 permute_4" -> "69 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"69 reshape_3" -> "70 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"70 slice_2" -> "71 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"71 slice_3" -> "74 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"72 _param_constant12" -> "74 layer_norm_1" [label="(96,)", style=solid]; +"73 _param_constant13" -> "74 layer_norm_1" [label="(96,)", style=solid]; +"74 layer_norm_1" -> "75 add_1" [label="(1, 56, 56, 96)", style=solid]; +"75 add_1" -> "77 add_1_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"75 add_1" -> "102 add_2" [label="(1, 56, 56, 96)", style=solid]; +"76 _param_constant15" -> "85 linear_4" [label="(384,)", style=solid]; +"77 add_1_0_0_nncf_smooth_quant_0" -> "78 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"78 quantize_per_tensor_default_5" -> "79 dequantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"79 dequantize_per_tensor_default_5" -> "85 linear_4" [label="(1, 56, 56, 96)", style=solid]; +"80 linear_4_scale_0" -> "83 quantize_per_channel_default_3" [label="(384,)", style=solid]; +"80 linear_4_scale_0" -> "84 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"81 linear_4_zero_point_0" -> "83 quantize_per_channel_default_3" [label="(384,)", style=solid]; +"81 linear_4_zero_point_0" -> "84 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"82 compressed_weight_updated_constant3" -> "83 quantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"83 quantize_per_channel_default_3" -> "84 dequantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"84 dequantize_per_channel_default_3" -> "85 linear_4" [label="(384, 96)", style=solid]; +"85 linear_4" -> "86 gelu" [label="(1, 56, 56, 384)", style=solid]; +"86 gelu" -> "87 dropout_2" [label="(1, 56, 56, 384)", style=solid]; +"87 dropout_2" -> "89 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"88 _param_constant17" -> "97 linear_5" [label="(96,)", style=solid]; +"89 dropout_2_0_0_nncf_smooth_quant_0" -> "90 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"90 quantize_per_tensor_default_6" -> "91 dequantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"91 dequantize_per_tensor_default_6" -> "97 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"92 linear_5_scale_0" -> "95 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"92 linear_5_scale_0" -> "96 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"93 linear_5_zero_point_0" -> "95 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"93 linear_5_zero_point_0" -> "96 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"94 compressed_weight_updated_constant4" -> "95 quantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"95 quantize_per_channel_default_4" -> "96 dequantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"96 dequantize_per_channel_default_4" -> "97 linear_5" [label="(96, 384)", style=solid]; +"97 linear_5" -> "98 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"98 dropout_3" -> "101 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"99 _param_constant18" -> "101 layer_norm_2" [label="(96,)", style=solid]; +"100 _param_constant19" -> "101 layer_norm_2" [label="(96,)", style=solid]; +"101 layer_norm_2" -> "102 add_2" [label="(1, 56, 56, 96)", style=solid]; +"102 add_2" -> "104 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"102 add_2" -> "182 add_5" [label="(1, 56, 56, 96)", style=solid]; +"103 _frozen_param4" -> "140 add_3" [label="(1, 3, 64, 64)", style=solid]; +"104 pad_1" -> "105 roll" [label="(1, 56, 56, 96)", style=solid]; +"105 roll" -> "106 view_6" [label="(1, 56, 56, 96)", style=solid]; +"106 view_6" -> "107 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"107 permute_6" -> "108 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"108 reshape_4" -> "110 reshape_4_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"108 reshape_4" -> "141 new_zeros" [label="(49, 64, 96)", style=solid]; +"109 _frozen_param5" -> "118 linear_8" [label="(288,)", style=solid]; +"110 reshape_4_0_0_nncf_smooth_quant_0" -> "111 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"111 quantize_per_tensor_default_7" -> "112 dequantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"112 dequantize_per_tensor_default_7" -> "118 linear_8" [label="(49, 64, 96)", style=solid]; +"113 linear_8_scale_0" -> "116 quantize_per_channel_default_5" [label="(288,)", style=solid]; +"113 linear_8_scale_0" -> "117 dequantize_per_channel_default_5" [label="(288,)", style=solid]; +"114 linear_8_zero_point_0" -> "116 quantize_per_channel_default_5" [label="(288,)", style=solid]; +"114 linear_8_zero_point_0" -> "117 dequantize_per_channel_default_5" [label="(288,)", style=solid]; +"115 compressed_weight_updated_constant5" -> "116 quantize_per_channel_default_5" [label="(288, 96)", style=solid]; +"116 quantize_per_channel_default_5" -> "117 dequantize_per_channel_default_5" [label="(288, 96)", style=solid]; +"117 dequantize_per_channel_default_5" -> "118 linear_8" [label="(288, 96)", style=solid]; +"118 linear_8" -> "119 reshape_5" [label="(49, 64, 288)", style=solid]; +"119 reshape_5" -> "120 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"120 permute_7" -> "121 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"120 permute_7" -> "122 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"120 permute_7" -> "123 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"121 select_3" -> "124 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"121 select_3" -> "126 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"121 select_3" -> "127 div_2" [label="(49, 3, 64, 32)", style=solid]; +"122 select_4" -> "130 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"122 select_4" -> "132 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"122 select_4" -> "133 div_3" [label="(49, 3, 64, 32)", style=solid]; +"123 select_5" -> "159 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"124 linalg_vector_norm_2" -> "125 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"125 clamp_min_2" -> "126 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"126 expand_as_2" -> "127 div_2" [label="(49, 3, 64, 32)", style=solid]; +"127 div_2" -> "128 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"128 quantize_per_tensor_default_8" -> "129 dequantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"129 dequantize_per_tensor_default_8" -> "137 matmul_2" [label="(49, 3, 64, 32)", style=solid]; +"130 linalg_vector_norm_3" -> "131 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"131 clamp_min_3" -> "132 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"132 expand_as_3" -> "133 div_3" [label="(49, 3, 64, 32)", style=solid]; +"133 div_3" -> "134 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"134 quantize_per_tensor_default_9" -> "135 dequantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"135 dequantize_per_tensor_default_9" -> "136 transpose_2" [label="(49, 3, 64, 32)", style=solid]; +"136 transpose_2" -> "137 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"137 matmul_2" -> "139 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"138 _frozen_param7" -> "139 mul_3" [label="(3, 1, 1)", style=solid]; +"139 mul_3" -> "140 add_3" [label="(49, 3, 64, 64)", style=solid]; +"140 add_3" -> "152 view_8" [label="(49, 3, 64, 64)", style=solid]; +"141 new_zeros" -> "142 view_7" [label="(56, 56)", style=solid]; +"142 view_7" -> "143 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"143 permute_8" -> "144 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"144 reshape_6" -> "145 unsqueeze_2" [label="(49, 64)", style=solid]; +"144 reshape_6" -> "146 unsqueeze_3" [label="(49, 64)", style=solid]; +"145 unsqueeze_2" -> "147 sub" [label="(49, 1, 64)", style=solid]; +"146 unsqueeze_3" -> "147 sub" [label="(49, 64, 1)", style=solid]; +"147 sub" -> "148 ne" [label="(49, 64, 64)", style=solid]; +"147 sub" -> "149 masked_fill" [label="(49, 64, 64)", style=solid]; +"147 sub" -> "150 eq" [label="(49, 64, 64)", style=solid]; +"148 ne" -> "149 masked_fill" [label="(49, 64, 64)", style=solid]; +"149 masked_fill" -> "151 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"150 eq" -> "151 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"151 masked_fill_1" -> "153 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"152 view_8" -> "155 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"153 unsqueeze_4" -> "154 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"154 unsqueeze_5" -> "155 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"155 add_4" -> "156 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"156 view_9" -> "157 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"157 softmax_1" -> "158 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"158 dropout_4" -> "159 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"159 matmul_3" -> "160 transpose_3" [label="(49, 3, 64, 32)", style=solid]; +"160 transpose_3" -> "161 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"161 reshape_7" -> "163 reshape_7_0_0_nncf_smooth_quant_0" [label="(49, 64, 96)", style=solid]; +"162 _param_constant27" -> "171 linear_9" [label="(96,)", style=solid]; +"163 reshape_7_0_0_nncf_smooth_quant_0" -> "164 quantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"164 quantize_per_tensor_default_10" -> "165 dequantize_per_tensor_default_10" [label="(49, 64, 96)", style=solid]; +"165 dequantize_per_tensor_default_10" -> "171 linear_9" [label="(49, 64, 96)", style=solid]; +"166 linear_9_scale_0" -> "169 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"166 linear_9_scale_0" -> "170 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"167 linear_9_zero_point_0" -> "169 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"167 linear_9_zero_point_0" -> "170 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"168 compressed_weight_updated_constant6" -> "169 quantize_per_channel_default_6" [label="(96, 96)", style=solid]; +"169 quantize_per_channel_default_6" -> "170 dequantize_per_channel_default_6" [label="(96, 96)", style=solid]; +"170 dequantize_per_channel_default_6" -> "171 linear_9" [label="(96, 96)", style=solid]; +"171 linear_9" -> "172 dropout_5" [label="(49, 64, 96)", style=solid]; +"172 dropout_5" -> "173 view_10" [label="(49, 64, 96)", style=solid]; +"173 view_10" -> "174 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"174 permute_9" -> "175 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"175 reshape_8" -> "176 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"176 roll_1" -> "177 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"177 slice_23" -> "178 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"178 slice_24" -> "181 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"179 _param_constant28" -> "181 layer_norm_3" [label="(96,)", style=solid]; +"180 _param_constant29" -> "181 layer_norm_3" [label="(96,)", style=solid]; +"181 layer_norm_3" -> "182 add_5" [label="(1, 56, 56, 96)", style=solid]; +"182 add_5" -> "184 add_5_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 96)", style=solid]; +"182 add_5" -> "209 add_6" [label="(1, 56, 56, 96)", style=solid]; +"183 _param_constant31" -> "192 linear_10" [label="(384,)", style=solid]; +"184 add_5_0_0_nncf_smooth_quant_0" -> "185 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"185 quantize_per_tensor_default_11" -> "186 dequantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"186 dequantize_per_tensor_default_11" -> "192 linear_10" [label="(1, 56, 56, 96)", style=solid]; +"187 linear_10_scale_0" -> "190 quantize_per_channel_default_7" [label="(384,)", style=solid]; +"187 linear_10_scale_0" -> "191 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"188 linear_10_zero_point_0" -> "190 quantize_per_channel_default_7" [label="(384,)", style=solid]; +"188 linear_10_zero_point_0" -> "191 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"189 compressed_weight_updated_constant7" -> "190 quantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"190 quantize_per_channel_default_7" -> "191 dequantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"191 dequantize_per_channel_default_7" -> "192 linear_10" [label="(384, 96)", style=solid]; +"192 linear_10" -> "193 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"193 gelu_1" -> "194 dropout_6" [label="(1, 56, 56, 384)", style=solid]; +"194 dropout_6" -> "196 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, 56, 56, 384)", style=solid]; +"195 _param_constant33" -> "204 linear_11" [label="(96,)", style=solid]; +"196 dropout_6_0_0_nncf_smooth_quant_0" -> "197 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"197 quantize_per_tensor_default_12" -> "198 dequantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"198 dequantize_per_tensor_default_12" -> "204 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"199 linear_11_scale_0" -> "202 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"199 linear_11_scale_0" -> "203 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"200 linear_11_zero_point_0" -> "202 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"200 linear_11_zero_point_0" -> "203 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"201 compressed_weight_updated_constant8" -> "202 quantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"202 quantize_per_channel_default_8" -> "203 dequantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"203 dequantize_per_channel_default_8" -> "204 linear_11" [label="(96, 384)", style=solid]; +"204 linear_11" -> "205 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"205 dropout_7" -> "208 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"206 _param_constant34" -> "208 layer_norm_4" [label="(96,)", style=solid]; +"207 _param_constant35" -> "208 layer_norm_4" [label="(96,)", style=solid]; +"208 layer_norm_4" -> "209 add_6" [label="(1, 56, 56, 96)", style=solid]; +"209 add_6" -> "210 pad_2" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "211 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "214 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "217 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"210 pad_2" -> "220 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"211 slice_25" -> "212 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"212 slice_26" -> "213 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"213 slice_27" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"214 slice_28" -> "215 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"215 slice_29" -> "216 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"216 slice_30" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"217 slice_31" -> "218 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"218 slice_32" -> "219 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"219 slice_33" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"220 slice_34" -> "221 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"221 slice_35" -> "222 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"222 slice_36" -> "223 cat" [label="(1, 28, 28, 96)", style=solid]; +"223 cat" -> "224 cat_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 384)", style=solid]; +"224 cat_0_0_nncf_smooth_quant_0" -> "225 quantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"225 quantize_per_tensor_default_13" -> "226 dequantize_per_tensor_default_13" [label="(1, 28, 28, 384)", style=solid]; +"226 dequantize_per_tensor_default_13" -> "232 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"227 linear_12_scale_0" -> "230 quantize_per_channel_default_9" [label="(192,)", style=solid]; +"227 linear_12_scale_0" -> "231 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"228 linear_12_zero_point_0" -> "230 quantize_per_channel_default_9" [label="(192,)", style=solid]; +"228 linear_12_zero_point_0" -> "231 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"229 compressed_weight_updated_constant9" -> "230 quantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"230 quantize_per_channel_default_9" -> "231 dequantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"231 dequantize_per_channel_default_9" -> "232 linear_12" [label="(192, 384)", style=solid]; +"232 linear_12" -> "235 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"233 _param_constant37" -> "235 layer_norm_5" [label="(192,)", style=solid]; +"234 _param_constant38" -> "235 layer_norm_5" [label="(192,)", style=solid]; +"235 layer_norm_5" -> "237 pad_3" [label="(1, 28, 28, 192)", style=solid]; +"235 layer_norm_5" -> "300 add_8" [label="(1, 28, 28, 192)", style=solid]; +"236 _frozen_param17" -> "272 add_7" [label="(1, 6, 64, 64)", style=solid]; +"237 pad_3" -> "238 view_13" [label="(1, 32, 32, 192)", style=solid]; +"238 view_13" -> "239 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"239 permute_11" -> "240 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"240 reshape_9" -> "242 reshape_9_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"241 _frozen_param18" -> "250 linear_15" [label="(576,)", style=solid]; +"242 reshape_9_0_0_nncf_smooth_quant_0" -> "243 quantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"243 quantize_per_tensor_default_14" -> "244 dequantize_per_tensor_default_14" [label="(16, 64, 192)", style=solid]; +"244 dequantize_per_tensor_default_14" -> "250 linear_15" [label="(16, 64, 192)", style=solid]; +"245 linear_15_scale_0" -> "248 quantize_per_channel_default_10" [label="(576,)", style=solid]; +"245 linear_15_scale_0" -> "249 dequantize_per_channel_default_10" [label="(576,)", style=solid]; +"246 linear_15_zero_point_0" -> "248 quantize_per_channel_default_10" [label="(576,)", style=solid]; +"246 linear_15_zero_point_0" -> "249 dequantize_per_channel_default_10" [label="(576,)", style=solid]; +"247 compressed_weight_updated_constant10" -> "248 quantize_per_channel_default_10" [label="(576, 192)", style=solid]; +"248 quantize_per_channel_default_10" -> "249 dequantize_per_channel_default_10" [label="(576, 192)", style=solid]; +"249 dequantize_per_channel_default_10" -> "250 linear_15" [label="(576, 192)", style=solid]; +"250 linear_15" -> "251 reshape_10" [label="(16, 64, 576)", style=solid]; +"251 reshape_10" -> "252 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"252 permute_12" -> "253 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"252 permute_12" -> "254 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"252 permute_12" -> "255 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"253 select_6" -> "256 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"253 select_6" -> "258 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"253 select_6" -> "259 div_4" [label="(16, 6, 64, 32)", style=solid]; +"254 select_7" -> "262 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"254 select_7" -> "264 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"254 select_7" -> "265 div_5" [label="(16, 6, 64, 32)", style=solid]; +"255 select_8" -> "275 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"256 linalg_vector_norm_4" -> "257 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"257 clamp_min_4" -> "258 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"258 expand_as_4" -> "259 div_4" [label="(16, 6, 64, 32)", style=solid]; +"259 div_4" -> "260 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"260 quantize_per_tensor_default_15" -> "261 dequantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"261 dequantize_per_tensor_default_15" -> "269 matmul_4" [label="(16, 6, 64, 32)", style=solid]; +"262 linalg_vector_norm_5" -> "263 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"263 clamp_min_5" -> "264 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"264 expand_as_5" -> "265 div_5" [label="(16, 6, 64, 32)", style=solid]; +"265 div_5" -> "266 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"266 quantize_per_tensor_default_16" -> "267 dequantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"267 dequantize_per_tensor_default_16" -> "268 transpose_4" [label="(16, 6, 64, 32)", style=solid]; +"268 transpose_4" -> "269 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"269 matmul_4" -> "271 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"270 _frozen_param20" -> "271 mul_5" [label="(6, 1, 1)", style=solid]; +"271 mul_5" -> "272 add_7" [label="(16, 6, 64, 64)", style=solid]; +"272 add_7" -> "273 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"273 softmax_2" -> "274 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"274 dropout_8" -> "275 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"275 matmul_5" -> "276 transpose_5" [label="(16, 6, 64, 32)", style=solid]; +"276 transpose_5" -> "277 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"277 reshape_11" -> "279 reshape_11_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"278 _param_constant46" -> "287 linear_16" [label="(192,)", style=solid]; +"279 reshape_11_0_0_nncf_smooth_quant_0" -> "280 quantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"280 quantize_per_tensor_default_17" -> "281 dequantize_per_tensor_default_17" [label="(16, 64, 192)", style=solid]; +"281 dequantize_per_tensor_default_17" -> "287 linear_16" [label="(16, 64, 192)", style=solid]; +"282 linear_16_scale_0" -> "285 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"282 linear_16_scale_0" -> "286 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"283 linear_16_zero_point_0" -> "285 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"283 linear_16_zero_point_0" -> "286 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"284 compressed_weight_updated_constant11" -> "285 quantize_per_channel_default_11" [label="(192, 192)", style=solid]; +"285 quantize_per_channel_default_11" -> "286 dequantize_per_channel_default_11" [label="(192, 192)", style=solid]; +"286 dequantize_per_channel_default_11" -> "287 linear_16" [label="(192, 192)", style=solid]; +"287 linear_16" -> "288 dropout_9" [label="(16, 64, 192)", style=solid]; +"288 dropout_9" -> "289 view_14" [label="(16, 64, 192)", style=solid]; +"289 view_14" -> "290 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"290 permute_13" -> "291 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"291 reshape_12" -> "292 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"292 slice_38" -> "293 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"293 slice_39" -> "294 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"294 slice_40" -> "295 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"295 slice_41" -> "296 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"296 contiguous_3" -> "299 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"297 _param_constant47" -> "299 layer_norm_6" [label="(192,)", style=solid]; +"298 _param_constant48" -> "299 layer_norm_6" [label="(192,)", style=solid]; +"299 layer_norm_6" -> "300 add_8" [label="(1, 28, 28, 192)", style=solid]; +"300 add_8" -> "302 add_8_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"300 add_8" -> "327 add_9" [label="(1, 28, 28, 192)", style=solid]; +"301 _param_constant50" -> "310 linear_17" [label="(768,)", style=solid]; +"302 add_8_0_0_nncf_smooth_quant_0" -> "303 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"303 quantize_per_tensor_default_18" -> "304 dequantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"304 dequantize_per_tensor_default_18" -> "310 linear_17" [label="(1, 28, 28, 192)", style=solid]; +"305 linear_17_scale_0" -> "308 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"305 linear_17_scale_0" -> "309 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"306 linear_17_zero_point_0" -> "308 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"306 linear_17_zero_point_0" -> "309 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"307 compressed_weight_updated_constant12" -> "308 quantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"308 quantize_per_channel_default_12" -> "309 dequantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"309 dequantize_per_channel_default_12" -> "310 linear_17" [label="(768, 192)", style=solid]; +"310 linear_17" -> "311 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"311 gelu_2" -> "312 dropout_10" [label="(1, 28, 28, 768)", style=solid]; +"312 dropout_10" -> "314 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"313 _param_constant52" -> "322 linear_18" [label="(192,)", style=solid]; +"314 dropout_10_0_0_nncf_smooth_quant_0" -> "315 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"315 quantize_per_tensor_default_19" -> "316 dequantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"316 dequantize_per_tensor_default_19" -> "322 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"317 linear_18_scale_0" -> "320 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"317 linear_18_scale_0" -> "321 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"318 linear_18_zero_point_0" -> "320 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"318 linear_18_zero_point_0" -> "321 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"319 compressed_weight_updated_constant13" -> "320 quantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"320 quantize_per_channel_default_13" -> "321 dequantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"321 dequantize_per_channel_default_13" -> "322 linear_18" [label="(192, 768)", style=solid]; +"322 linear_18" -> "323 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"323 dropout_11" -> "326 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"324 _param_constant53" -> "326 layer_norm_7" [label="(192,)", style=solid]; +"325 _param_constant54" -> "326 layer_norm_7" [label="(192,)", style=solid]; +"326 layer_norm_7" -> "327 add_9" [label="(1, 28, 28, 192)", style=solid]; +"327 add_9" -> "329 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"327 add_9" -> "410 add_12" [label="(1, 28, 28, 192)", style=solid]; +"328 _frozen_param21" -> "365 add_10" [label="(1, 6, 64, 64)", style=solid]; +"329 pad_4" -> "330 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"330 roll_2" -> "331 view_17" [label="(1, 32, 32, 192)", style=solid]; +"331 view_17" -> "332 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"332 permute_15" -> "333 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"333 reshape_13" -> "335 reshape_13_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"333 reshape_13" -> "366 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"334 _frozen_param22" -> "343 linear_21" [label="(576,)", style=solid]; +"335 reshape_13_0_0_nncf_smooth_quant_0" -> "336 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"336 quantize_per_tensor_default_20" -> "337 dequantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"337 dequantize_per_tensor_default_20" -> "343 linear_21" [label="(16, 64, 192)", style=solid]; +"338 linear_21_scale_0" -> "341 quantize_per_channel_default_14" [label="(576,)", style=solid]; +"338 linear_21_scale_0" -> "342 dequantize_per_channel_default_14" [label="(576,)", style=solid]; +"339 linear_21_zero_point_0" -> "341 quantize_per_channel_default_14" [label="(576,)", style=solid]; +"339 linear_21_zero_point_0" -> "342 dequantize_per_channel_default_14" [label="(576,)", style=solid]; +"340 compressed_weight_updated_constant14" -> "341 quantize_per_channel_default_14" [label="(576, 192)", style=solid]; +"341 quantize_per_channel_default_14" -> "342 dequantize_per_channel_default_14" [label="(576, 192)", style=solid]; +"342 dequantize_per_channel_default_14" -> "343 linear_21" [label="(576, 192)", style=solid]; +"343 linear_21" -> "344 reshape_14" [label="(16, 64, 576)", style=solid]; +"344 reshape_14" -> "345 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"345 permute_16" -> "346 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"345 permute_16" -> "347 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"345 permute_16" -> "348 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"346 select_9" -> "349 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"346 select_9" -> "351 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"346 select_9" -> "352 div_6" [label="(16, 6, 64, 32)", style=solid]; +"347 select_10" -> "355 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"347 select_10" -> "357 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"347 select_10" -> "358 div_7" [label="(16, 6, 64, 32)", style=solid]; +"348 select_11" -> "384 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"349 linalg_vector_norm_6" -> "350 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"350 clamp_min_6" -> "351 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"351 expand_as_6" -> "352 div_6" [label="(16, 6, 64, 32)", style=solid]; +"352 div_6" -> "353 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"353 quantize_per_tensor_default_21" -> "354 dequantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"354 dequantize_per_tensor_default_21" -> "362 matmul_6" [label="(16, 6, 64, 32)", style=solid]; +"355 linalg_vector_norm_7" -> "356 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"356 clamp_min_7" -> "357 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"357 expand_as_7" -> "358 div_7" [label="(16, 6, 64, 32)", style=solid]; +"358 div_7" -> "359 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"359 quantize_per_tensor_default_22" -> "360 dequantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"360 dequantize_per_tensor_default_22" -> "361 transpose_6" [label="(16, 6, 64, 32)", style=solid]; +"361 transpose_6" -> "362 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"362 matmul_6" -> "364 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"363 _frozen_param24" -> "364 mul_7" [label="(6, 1, 1)", style=solid]; +"364 mul_7" -> "365 add_10" [label="(16, 6, 64, 64)", style=solid]; +"365 add_10" -> "377 view_19" [label="(16, 6, 64, 64)", style=solid]; +"366 new_zeros_1" -> "367 view_18" [label="(32, 32)", style=solid]; +"367 view_18" -> "368 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"368 permute_17" -> "369 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"369 reshape_15" -> "370 unsqueeze_8" [label="(16, 64)", style=solid]; +"369 reshape_15" -> "371 unsqueeze_9" [label="(16, 64)", style=solid]; +"370 unsqueeze_8" -> "372 sub_1" [label="(16, 1, 64)", style=solid]; +"371 unsqueeze_9" -> "372 sub_1" [label="(16, 64, 1)", style=solid]; +"372 sub_1" -> "373 ne_1" [label="(16, 64, 64)", style=solid]; +"372 sub_1" -> "374 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"372 sub_1" -> "375 eq_1" [label="(16, 64, 64)", style=solid]; +"373 ne_1" -> "374 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"374 masked_fill_2" -> "376 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"375 eq_1" -> "376 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"376 masked_fill_3" -> "378 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"377 view_19" -> "380 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"378 unsqueeze_10" -> "379 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"379 unsqueeze_11" -> "380 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"380 add_11" -> "381 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"381 view_20" -> "382 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"382 softmax_3" -> "383 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"383 dropout_12" -> "384 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"384 matmul_7" -> "385 transpose_7" [label="(16, 6, 64, 32)", style=solid]; +"385 transpose_7" -> "386 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"386 reshape_16" -> "388 reshape_16_0_0_nncf_smooth_quant_0" [label="(16, 64, 192)", style=solid]; +"387 _param_constant62" -> "396 linear_22" [label="(192,)", style=solid]; +"388 reshape_16_0_0_nncf_smooth_quant_0" -> "389 quantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"389 quantize_per_tensor_default_23" -> "390 dequantize_per_tensor_default_23" [label="(16, 64, 192)", style=solid]; +"390 dequantize_per_tensor_default_23" -> "396 linear_22" [label="(16, 64, 192)", style=solid]; +"391 linear_22_scale_0" -> "394 quantize_per_channel_default_15" [label="(192,)", style=solid]; +"391 linear_22_scale_0" -> "395 dequantize_per_channel_default_15" [label="(192,)", style=solid]; +"392 linear_22_zero_point_0" -> "394 quantize_per_channel_default_15" [label="(192,)", style=solid]; +"392 linear_22_zero_point_0" -> "395 dequantize_per_channel_default_15" [label="(192,)", style=solid]; +"393 compressed_weight_updated_constant15" -> "394 quantize_per_channel_default_15" [label="(192, 192)", style=solid]; +"394 quantize_per_channel_default_15" -> "395 dequantize_per_channel_default_15" [label="(192, 192)", style=solid]; +"395 dequantize_per_channel_default_15" -> "396 linear_22" [label="(192, 192)", style=solid]; +"396 linear_22" -> "397 dropout_13" [label="(16, 64, 192)", style=solid]; +"397 dropout_13" -> "398 view_21" [label="(16, 64, 192)", style=solid]; +"398 view_21" -> "399 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"399 permute_18" -> "400 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"400 reshape_17" -> "401 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"401 roll_3" -> "402 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"402 slice_61" -> "403 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"403 slice_62" -> "404 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"404 slice_63" -> "405 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"405 slice_64" -> "406 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"406 contiguous_5" -> "409 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"407 _param_constant63" -> "409 layer_norm_8" [label="(192,)", style=solid]; +"408 _param_constant64" -> "409 layer_norm_8" [label="(192,)", style=solid]; +"409 layer_norm_8" -> "410 add_12" [label="(1, 28, 28, 192)", style=solid]; +"410 add_12" -> "412 add_12_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 192)", style=solid]; +"410 add_12" -> "437 add_13" [label="(1, 28, 28, 192)", style=solid]; +"411 _param_constant66" -> "420 linear_23" [label="(768,)", style=solid]; +"412 add_12_0_0_nncf_smooth_quant_0" -> "413 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"413 quantize_per_tensor_default_24" -> "414 dequantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"414 dequantize_per_tensor_default_24" -> "420 linear_23" [label="(1, 28, 28, 192)", style=solid]; +"415 linear_23_scale_0" -> "418 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"415 linear_23_scale_0" -> "419 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"416 linear_23_zero_point_0" -> "418 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"416 linear_23_zero_point_0" -> "419 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"417 compressed_weight_updated_constant16" -> "418 quantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"418 quantize_per_channel_default_16" -> "419 dequantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"419 dequantize_per_channel_default_16" -> "420 linear_23" [label="(768, 192)", style=solid]; +"420 linear_23" -> "421 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"421 gelu_3" -> "422 dropout_14" [label="(1, 28, 28, 768)", style=solid]; +"422 dropout_14" -> "424 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 28, 28, 768)", style=solid]; +"423 _param_constant68" -> "432 linear_24" [label="(192,)", style=solid]; +"424 dropout_14_0_0_nncf_smooth_quant_0" -> "425 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"425 quantize_per_tensor_default_25" -> "426 dequantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"426 dequantize_per_tensor_default_25" -> "432 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"427 linear_24_scale_0" -> "430 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"427 linear_24_scale_0" -> "431 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"428 linear_24_zero_point_0" -> "430 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"428 linear_24_zero_point_0" -> "431 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"429 compressed_weight_updated_constant17" -> "430 quantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"430 quantize_per_channel_default_17" -> "431 dequantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"431 dequantize_per_channel_default_17" -> "432 linear_24" [label="(192, 768)", style=solid]; +"432 linear_24" -> "433 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"433 dropout_15" -> "436 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"434 _param_constant69" -> "436 layer_norm_9" [label="(192,)", style=solid]; +"435 _param_constant70" -> "436 layer_norm_9" [label="(192,)", style=solid]; +"436 layer_norm_9" -> "437 add_13" [label="(1, 28, 28, 192)", style=solid]; +"437 add_13" -> "438 pad_5" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "439 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "442 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "445 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"438 pad_5" -> "448 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"439 slice_65" -> "440 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"440 slice_66" -> "441 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"441 slice_67" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"442 slice_68" -> "443 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"443 slice_69" -> "444 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"444 slice_70" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"445 slice_71" -> "446 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"446 slice_72" -> "447 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"447 slice_73" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"448 slice_74" -> "449 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"449 slice_75" -> "450 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"450 slice_76" -> "451 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"451 cat_1" -> "452 cat_1_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 768)", style=solid]; +"452 cat_1_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"453 quantize_per_tensor_default_26" -> "454 dequantize_per_tensor_default_26" [label="(1, 14, 14, 768)", style=solid]; +"454 dequantize_per_tensor_default_26" -> "460 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"455 linear_25_scale_0" -> "458 quantize_per_channel_default_18" [label="(384,)", style=solid]; +"455 linear_25_scale_0" -> "459 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"456 linear_25_zero_point_0" -> "458 quantize_per_channel_default_18" [label="(384,)", style=solid]; +"456 linear_25_zero_point_0" -> "459 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"457 compressed_weight_updated_constant18" -> "458 quantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"458 quantize_per_channel_default_18" -> "459 dequantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"459 dequantize_per_channel_default_18" -> "460 linear_25" [label="(384, 768)", style=solid]; +"460 linear_25" -> "463 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"461 _param_constant72" -> "463 layer_norm_10" [label="(384,)", style=solid]; +"462 _param_constant73" -> "463 layer_norm_10" [label="(384,)", style=solid]; +"463 layer_norm_10" -> "465 pad_6" [label="(1, 14, 14, 384)", style=solid]; +"463 layer_norm_10" -> "528 add_15" [label="(1, 14, 14, 384)", style=solid]; +"464 _frozen_param34" -> "500 add_14" [label="(1, 12, 64, 64)", style=solid]; +"465 pad_6" -> "466 view_24" [label="(1, 16, 16, 384)", style=solid]; +"466 view_24" -> "467 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"467 permute_20" -> "468 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"468 reshape_18" -> "470 reshape_18_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"469 _frozen_param35" -> "478 linear_28" [label="(1152,)", style=solid]; +"470 reshape_18_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"471 quantize_per_tensor_default_27" -> "472 dequantize_per_tensor_default_27" [label="(4, 64, 384)", style=solid]; +"472 dequantize_per_tensor_default_27" -> "478 linear_28" [label="(4, 64, 384)", style=solid]; +"473 linear_28_scale_0" -> "476 quantize_per_channel_default_19" [label="(1152,)", style=solid]; +"473 linear_28_scale_0" -> "477 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; +"474 linear_28_zero_point_0" -> "476 quantize_per_channel_default_19" [label="(1152,)", style=solid]; +"474 linear_28_zero_point_0" -> "477 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; +"475 compressed_weight_updated_constant19" -> "476 quantize_per_channel_default_19" [label="(1152, 384)", style=solid]; +"476 quantize_per_channel_default_19" -> "477 dequantize_per_channel_default_19" [label="(1152, 384)", style=solid]; +"477 dequantize_per_channel_default_19" -> "478 linear_28" [label="(1152, 384)", style=solid]; +"478 linear_28" -> "479 reshape_19" [label="(4, 64, 1152)", style=solid]; +"479 reshape_19" -> "480 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"480 permute_21" -> "481 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"480 permute_21" -> "482 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"480 permute_21" -> "483 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"481 select_12" -> "484 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"481 select_12" -> "486 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"481 select_12" -> "487 div_8" [label="(4, 12, 64, 32)", style=solid]; +"482 select_13" -> "490 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"482 select_13" -> "492 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"482 select_13" -> "493 div_9" [label="(4, 12, 64, 32)", style=solid]; +"483 select_14" -> "503 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"484 linalg_vector_norm_8" -> "485 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"485 clamp_min_8" -> "486 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"486 expand_as_8" -> "487 div_8" [label="(4, 12, 64, 32)", style=solid]; +"487 div_8" -> "488 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"488 quantize_per_tensor_default_28" -> "489 dequantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"489 dequantize_per_tensor_default_28" -> "497 matmul_8" [label="(4, 12, 64, 32)", style=solid]; +"490 linalg_vector_norm_9" -> "491 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"491 clamp_min_9" -> "492 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"492 expand_as_9" -> "493 div_9" [label="(4, 12, 64, 32)", style=solid]; +"493 div_9" -> "494 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"494 quantize_per_tensor_default_29" -> "495 dequantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"495 dequantize_per_tensor_default_29" -> "496 transpose_8" [label="(4, 12, 64, 32)", style=solid]; +"496 transpose_8" -> "497 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"497 matmul_8" -> "499 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"498 _frozen_param37" -> "499 mul_9" [label="(12, 1, 1)", style=solid]; +"499 mul_9" -> "500 add_14" [label="(4, 12, 64, 64)", style=solid]; +"500 add_14" -> "501 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"501 softmax_4" -> "502 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"502 dropout_16" -> "503 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"503 matmul_9" -> "504 transpose_9" [label="(4, 12, 64, 32)", style=solid]; +"504 transpose_9" -> "505 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"505 reshape_20" -> "507 reshape_20_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"506 _param_constant81" -> "515 linear_29" [label="(384,)", style=solid]; +"507 reshape_20_0_0_nncf_smooth_quant_0" -> "508 quantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"508 quantize_per_tensor_default_30" -> "509 dequantize_per_tensor_default_30" [label="(4, 64, 384)", style=solid]; +"509 dequantize_per_tensor_default_30" -> "515 linear_29" [label="(4, 64, 384)", style=solid]; +"510 linear_29_scale_0" -> "513 quantize_per_channel_default_20" [label="(384,)", style=solid]; +"510 linear_29_scale_0" -> "514 dequantize_per_channel_default_20" [label="(384,)", style=solid]; +"511 linear_29_zero_point_0" -> "513 quantize_per_channel_default_20" [label="(384,)", style=solid]; +"511 linear_29_zero_point_0" -> "514 dequantize_per_channel_default_20" [label="(384,)", style=solid]; +"512 compressed_weight_updated_constant20" -> "513 quantize_per_channel_default_20" [label="(384, 384)", style=solid]; +"513 quantize_per_channel_default_20" -> "514 dequantize_per_channel_default_20" [label="(384, 384)", style=solid]; +"514 dequantize_per_channel_default_20" -> "515 linear_29" [label="(384, 384)", style=solid]; +"515 linear_29" -> "516 dropout_17" [label="(4, 64, 384)", style=solid]; +"516 dropout_17" -> "517 view_25" [label="(4, 64, 384)", style=solid]; +"517 view_25" -> "518 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"518 permute_22" -> "519 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"519 reshape_21" -> "520 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"520 slice_78" -> "521 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"521 slice_79" -> "522 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"522 slice_80" -> "523 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"523 slice_81" -> "524 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"524 contiguous_7" -> "527 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"525 _param_constant82" -> "527 layer_norm_11" [label="(384,)", style=solid]; +"526 _param_constant83" -> "527 layer_norm_11" [label="(384,)", style=solid]; +"527 layer_norm_11" -> "528 add_15" [label="(1, 14, 14, 384)", style=solid]; +"528 add_15" -> "530 add_15_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"528 add_15" -> "555 add_16" [label="(1, 14, 14, 384)", style=solid]; +"529 _param_constant85" -> "538 linear_30" [label="(1536,)", style=solid]; +"530 add_15_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"531 quantize_per_tensor_default_31" -> "532 dequantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"532 dequantize_per_tensor_default_31" -> "538 linear_30" [label="(1, 14, 14, 384)", style=solid]; +"533 linear_30_scale_0" -> "536 quantize_per_channel_default_21" [label="(1536,)", style=solid]; +"533 linear_30_scale_0" -> "537 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"534 linear_30_zero_point_0" -> "536 quantize_per_channel_default_21" [label="(1536,)", style=solid]; +"534 linear_30_zero_point_0" -> "537 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"535 compressed_weight_updated_constant21" -> "536 quantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"536 quantize_per_channel_default_21" -> "537 dequantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"537 dequantize_per_channel_default_21" -> "538 linear_30" [label="(1536, 384)", style=solid]; +"538 linear_30" -> "539 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"539 gelu_4" -> "540 dropout_18" [label="(1, 14, 14, 1536)", style=solid]; +"540 dropout_18" -> "542 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"541 _param_constant87" -> "550 linear_31" [label="(384,)", style=solid]; +"542 dropout_18_0_0_nncf_smooth_quant_0" -> "543 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"543 quantize_per_tensor_default_32" -> "544 dequantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"544 dequantize_per_tensor_default_32" -> "550 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"545 linear_31_scale_0" -> "548 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"545 linear_31_scale_0" -> "549 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"546 linear_31_zero_point_0" -> "548 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"546 linear_31_zero_point_0" -> "549 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"547 compressed_weight_updated_constant22" -> "548 quantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"548 quantize_per_channel_default_22" -> "549 dequantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"549 dequantize_per_channel_default_22" -> "550 linear_31" [label="(384, 1536)", style=solid]; +"550 linear_31" -> "551 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"551 dropout_19" -> "554 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"552 _param_constant88" -> "554 layer_norm_12" [label="(384,)", style=solid]; +"553 _param_constant89" -> "554 layer_norm_12" [label="(384,)", style=solid]; +"554 layer_norm_12" -> "555 add_16" [label="(1, 14, 14, 384)", style=solid]; +"555 add_16" -> "557 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"555 add_16" -> "638 add_19" [label="(1, 14, 14, 384)", style=solid]; +"556 _frozen_param38" -> "593 add_17" [label="(1, 12, 64, 64)", style=solid]; +"557 pad_7" -> "558 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"558 roll_4" -> "559 view_28" [label="(1, 16, 16, 384)", style=solid]; +"559 view_28" -> "560 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"560 permute_24" -> "561 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"561 reshape_22" -> "563 reshape_22_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"561 reshape_22" -> "594 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"562 _frozen_param39" -> "571 linear_34" [label="(1152,)", style=solid]; +"563 reshape_22_0_0_nncf_smooth_quant_0" -> "564 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"564 quantize_per_tensor_default_33" -> "565 dequantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"565 dequantize_per_tensor_default_33" -> "571 linear_34" [label="(4, 64, 384)", style=solid]; +"566 linear_34_scale_0" -> "569 quantize_per_channel_default_23" [label="(1152,)", style=solid]; +"566 linear_34_scale_0" -> "570 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; +"567 linear_34_zero_point_0" -> "569 quantize_per_channel_default_23" [label="(1152,)", style=solid]; +"567 linear_34_zero_point_0" -> "570 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; +"568 compressed_weight_updated_constant23" -> "569 quantize_per_channel_default_23" [label="(1152, 384)", style=solid]; +"569 quantize_per_channel_default_23" -> "570 dequantize_per_channel_default_23" [label="(1152, 384)", style=solid]; +"570 dequantize_per_channel_default_23" -> "571 linear_34" [label="(1152, 384)", style=solid]; +"571 linear_34" -> "572 reshape_23" [label="(4, 64, 1152)", style=solid]; +"572 reshape_23" -> "573 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"573 permute_25" -> "574 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"573 permute_25" -> "575 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"573 permute_25" -> "576 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"574 select_15" -> "577 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"574 select_15" -> "579 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"574 select_15" -> "580 div_10" [label="(4, 12, 64, 32)", style=solid]; +"575 select_16" -> "583 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"575 select_16" -> "585 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"575 select_16" -> "586 div_11" [label="(4, 12, 64, 32)", style=solid]; +"576 select_17" -> "612 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"577 linalg_vector_norm_10" -> "578 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"578 clamp_min_10" -> "579 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"579 expand_as_10" -> "580 div_10" [label="(4, 12, 64, 32)", style=solid]; +"580 div_10" -> "581 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"581 quantize_per_tensor_default_34" -> "582 dequantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"582 dequantize_per_tensor_default_34" -> "590 matmul_10" [label="(4, 12, 64, 32)", style=solid]; +"583 linalg_vector_norm_11" -> "584 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"584 clamp_min_11" -> "585 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"585 expand_as_11" -> "586 div_11" [label="(4, 12, 64, 32)", style=solid]; +"586 div_11" -> "587 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"587 quantize_per_tensor_default_35" -> "588 dequantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"588 dequantize_per_tensor_default_35" -> "589 transpose_10" [label="(4, 12, 64, 32)", style=solid]; +"589 transpose_10" -> "590 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"590 matmul_10" -> "592 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"591 _frozen_param41" -> "592 mul_11" [label="(12, 1, 1)", style=solid]; +"592 mul_11" -> "593 add_17" [label="(4, 12, 64, 64)", style=solid]; +"593 add_17" -> "605 view_30" [label="(4, 12, 64, 64)", style=solid]; +"594 new_zeros_2" -> "595 view_29" [label="(16, 16)", style=solid]; +"595 view_29" -> "596 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"596 permute_26" -> "597 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"597 reshape_24" -> "598 unsqueeze_14" [label="(4, 64)", style=solid]; +"597 reshape_24" -> "599 unsqueeze_15" [label="(4, 64)", style=solid]; +"598 unsqueeze_14" -> "600 sub_2" [label="(4, 1, 64)", style=solid]; +"599 unsqueeze_15" -> "600 sub_2" [label="(4, 64, 1)", style=solid]; +"600 sub_2" -> "601 ne_2" [label="(4, 64, 64)", style=solid]; +"600 sub_2" -> "602 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"600 sub_2" -> "603 eq_2" [label="(4, 64, 64)", style=solid]; +"601 ne_2" -> "602 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"602 masked_fill_4" -> "604 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"603 eq_2" -> "604 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"604 masked_fill_5" -> "606 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"605 view_30" -> "608 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"606 unsqueeze_16" -> "607 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"607 unsqueeze_17" -> "608 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"608 add_18" -> "609 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"609 view_31" -> "610 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"610 softmax_5" -> "611 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"611 dropout_20" -> "612 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"612 matmul_11" -> "613 transpose_11" [label="(4, 12, 64, 32)", style=solid]; +"613 transpose_11" -> "614 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"614 reshape_25" -> "616 reshape_25_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"615 _param_constant97" -> "624 linear_35" [label="(384,)", style=solid]; +"616 reshape_25_0_0_nncf_smooth_quant_0" -> "617 quantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"617 quantize_per_tensor_default_36" -> "618 dequantize_per_tensor_default_36" [label="(4, 64, 384)", style=solid]; +"618 dequantize_per_tensor_default_36" -> "624 linear_35" [label="(4, 64, 384)", style=solid]; +"619 linear_35_scale_0" -> "622 quantize_per_channel_default_24" [label="(384,)", style=solid]; +"619 linear_35_scale_0" -> "623 dequantize_per_channel_default_24" [label="(384,)", style=solid]; +"620 linear_35_zero_point_0" -> "622 quantize_per_channel_default_24" [label="(384,)", style=solid]; +"620 linear_35_zero_point_0" -> "623 dequantize_per_channel_default_24" [label="(384,)", style=solid]; +"621 compressed_weight_updated_constant24" -> "622 quantize_per_channel_default_24" [label="(384, 384)", style=solid]; +"622 quantize_per_channel_default_24" -> "623 dequantize_per_channel_default_24" [label="(384, 384)", style=solid]; +"623 dequantize_per_channel_default_24" -> "624 linear_35" [label="(384, 384)", style=solid]; +"624 linear_35" -> "625 dropout_21" [label="(4, 64, 384)", style=solid]; +"625 dropout_21" -> "626 view_32" [label="(4, 64, 384)", style=solid]; +"626 view_32" -> "627 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"627 permute_27" -> "628 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"628 reshape_26" -> "629 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"629 roll_5" -> "630 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"630 slice_101" -> "631 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"631 slice_102" -> "632 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"632 slice_103" -> "633 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"633 slice_104" -> "634 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"634 contiguous_9" -> "637 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"635 _param_constant98" -> "637 layer_norm_13" [label="(384,)", style=solid]; +"636 _param_constant99" -> "637 layer_norm_13" [label="(384,)", style=solid]; +"637 layer_norm_13" -> "638 add_19" [label="(1, 14, 14, 384)", style=solid]; +"638 add_19" -> "640 add_19_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"638 add_19" -> "665 add_20" [label="(1, 14, 14, 384)", style=solid]; +"639 _param_constant101" -> "648 linear_36" [label="(1536,)", style=solid]; +"640 add_19_0_0_nncf_smooth_quant_0" -> "641 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"641 quantize_per_tensor_default_37" -> "642 dequantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"642 dequantize_per_tensor_default_37" -> "648 linear_36" [label="(1, 14, 14, 384)", style=solid]; +"643 linear_36_scale_0" -> "646 quantize_per_channel_default_25" [label="(1536,)", style=solid]; +"643 linear_36_scale_0" -> "647 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"644 linear_36_zero_point_0" -> "646 quantize_per_channel_default_25" [label="(1536,)", style=solid]; +"644 linear_36_zero_point_0" -> "647 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"645 compressed_weight_updated_constant25" -> "646 quantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"646 quantize_per_channel_default_25" -> "647 dequantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"647 dequantize_per_channel_default_25" -> "648 linear_36" [label="(1536, 384)", style=solid]; +"648 linear_36" -> "649 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"649 gelu_5" -> "650 dropout_22" [label="(1, 14, 14, 1536)", style=solid]; +"650 dropout_22" -> "652 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"651 _param_constant103" -> "660 linear_37" [label="(384,)", style=solid]; +"652 dropout_22_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"653 quantize_per_tensor_default_38" -> "654 dequantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"654 dequantize_per_tensor_default_38" -> "660 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"655 linear_37_scale_0" -> "658 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"655 linear_37_scale_0" -> "659 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"656 linear_37_zero_point_0" -> "658 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"656 linear_37_zero_point_0" -> "659 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"657 compressed_weight_updated_constant26" -> "658 quantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"658 quantize_per_channel_default_26" -> "659 dequantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"659 dequantize_per_channel_default_26" -> "660 linear_37" [label="(384, 1536)", style=solid]; +"660 linear_37" -> "661 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"661 dropout_23" -> "664 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"662 _param_constant104" -> "664 layer_norm_14" [label="(384,)", style=solid]; +"663 _param_constant105" -> "664 layer_norm_14" [label="(384,)", style=solid]; +"664 layer_norm_14" -> "665 add_20" [label="(1, 14, 14, 384)", style=solid]; +"665 add_20" -> "667 pad_8" [label="(1, 14, 14, 384)", style=solid]; +"665 add_20" -> "730 add_22" [label="(1, 14, 14, 384)", style=solid]; +"666 _frozen_param51" -> "702 add_21" [label="(1, 12, 64, 64)", style=solid]; +"667 pad_8" -> "668 view_35" [label="(1, 16, 16, 384)", style=solid]; +"668 view_35" -> "669 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"669 permute_29" -> "670 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"670 reshape_27" -> "672 reshape_27_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"671 _frozen_param52" -> "680 linear_40" [label="(1152,)", style=solid]; +"672 reshape_27_0_0_nncf_smooth_quant_0" -> "673 quantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"673 quantize_per_tensor_default_39" -> "674 dequantize_per_tensor_default_39" [label="(4, 64, 384)", style=solid]; +"674 dequantize_per_tensor_default_39" -> "680 linear_40" [label="(4, 64, 384)", style=solid]; +"675 linear_40_scale_0" -> "678 quantize_per_channel_default_27" [label="(1152,)", style=solid]; +"675 linear_40_scale_0" -> "679 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; +"676 linear_40_zero_point_0" -> "678 quantize_per_channel_default_27" [label="(1152,)", style=solid]; +"676 linear_40_zero_point_0" -> "679 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; +"677 compressed_weight_updated_constant27" -> "678 quantize_per_channel_default_27" [label="(1152, 384)", style=solid]; +"678 quantize_per_channel_default_27" -> "679 dequantize_per_channel_default_27" [label="(1152, 384)", style=solid]; +"679 dequantize_per_channel_default_27" -> "680 linear_40" [label="(1152, 384)", style=solid]; +"680 linear_40" -> "681 reshape_28" [label="(4, 64, 1152)", style=solid]; +"681 reshape_28" -> "682 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"682 permute_30" -> "683 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"682 permute_30" -> "684 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"682 permute_30" -> "685 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"683 select_18" -> "686 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"683 select_18" -> "688 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"683 select_18" -> "689 div_12" [label="(4, 12, 64, 32)", style=solid]; +"684 select_19" -> "692 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"684 select_19" -> "694 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"684 select_19" -> "695 div_13" [label="(4, 12, 64, 32)", style=solid]; +"685 select_20" -> "705 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"686 linalg_vector_norm_12" -> "687 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"687 clamp_min_12" -> "688 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"688 expand_as_12" -> "689 div_12" [label="(4, 12, 64, 32)", style=solid]; +"689 div_12" -> "690 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"690 quantize_per_tensor_default_40" -> "691 dequantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"691 dequantize_per_tensor_default_40" -> "699 matmul_12" [label="(4, 12, 64, 32)", style=solid]; +"692 linalg_vector_norm_13" -> "693 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"693 clamp_min_13" -> "694 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"694 expand_as_13" -> "695 div_13" [label="(4, 12, 64, 32)", style=solid]; +"695 div_13" -> "696 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"696 quantize_per_tensor_default_41" -> "697 dequantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"697 dequantize_per_tensor_default_41" -> "698 transpose_12" [label="(4, 12, 64, 32)", style=solid]; +"698 transpose_12" -> "699 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"699 matmul_12" -> "701 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"700 _frozen_param54" -> "701 mul_13" [label="(12, 1, 1)", style=solid]; +"701 mul_13" -> "702 add_21" [label="(4, 12, 64, 64)", style=solid]; +"702 add_21" -> "703 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"703 softmax_6" -> "704 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"704 dropout_24" -> "705 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"705 matmul_13" -> "706 transpose_13" [label="(4, 12, 64, 32)", style=solid]; +"706 transpose_13" -> "707 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"707 reshape_29" -> "709 reshape_29_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"708 _param_constant113" -> "717 linear_41" [label="(384,)", style=solid]; +"709 reshape_29_0_0_nncf_smooth_quant_0" -> "710 quantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"710 quantize_per_tensor_default_42" -> "711 dequantize_per_tensor_default_42" [label="(4, 64, 384)", style=solid]; +"711 dequantize_per_tensor_default_42" -> "717 linear_41" [label="(4, 64, 384)", style=solid]; +"712 linear_41_scale_0" -> "715 quantize_per_channel_default_28" [label="(384,)", style=solid]; +"712 linear_41_scale_0" -> "716 dequantize_per_channel_default_28" [label="(384,)", style=solid]; +"713 linear_41_zero_point_0" -> "715 quantize_per_channel_default_28" [label="(384,)", style=solid]; +"713 linear_41_zero_point_0" -> "716 dequantize_per_channel_default_28" [label="(384,)", style=solid]; +"714 compressed_weight_updated_constant28" -> "715 quantize_per_channel_default_28" [label="(384, 384)", style=solid]; +"715 quantize_per_channel_default_28" -> "716 dequantize_per_channel_default_28" [label="(384, 384)", style=solid]; +"716 dequantize_per_channel_default_28" -> "717 linear_41" [label="(384, 384)", style=solid]; +"717 linear_41" -> "718 dropout_25" [label="(4, 64, 384)", style=solid]; +"718 dropout_25" -> "719 view_36" [label="(4, 64, 384)", style=solid]; +"719 view_36" -> "720 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"720 permute_31" -> "721 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"721 reshape_30" -> "722 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"722 slice_106" -> "723 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"723 slice_107" -> "724 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"724 slice_108" -> "725 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"725 slice_109" -> "726 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"726 contiguous_11" -> "729 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"727 _param_constant114" -> "729 layer_norm_15" [label="(384,)", style=solid]; +"728 _param_constant115" -> "729 layer_norm_15" [label="(384,)", style=solid]; +"729 layer_norm_15" -> "730 add_22" [label="(1, 14, 14, 384)", style=solid]; +"730 add_22" -> "732 add_22_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"730 add_22" -> "757 add_23" [label="(1, 14, 14, 384)", style=solid]; +"731 _param_constant117" -> "740 linear_42" [label="(1536,)", style=solid]; +"732 add_22_0_0_nncf_smooth_quant_0" -> "733 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"733 quantize_per_tensor_default_43" -> "734 dequantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"734 dequantize_per_tensor_default_43" -> "740 linear_42" [label="(1, 14, 14, 384)", style=solid]; +"735 linear_42_scale_0" -> "738 quantize_per_channel_default_29" [label="(1536,)", style=solid]; +"735 linear_42_scale_0" -> "739 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"736 linear_42_zero_point_0" -> "738 quantize_per_channel_default_29" [label="(1536,)", style=solid]; +"736 linear_42_zero_point_0" -> "739 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"737 compressed_weight_updated_constant29" -> "738 quantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"738 quantize_per_channel_default_29" -> "739 dequantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"739 dequantize_per_channel_default_29" -> "740 linear_42" [label="(1536, 384)", style=solid]; +"740 linear_42" -> "741 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"741 gelu_6" -> "742 dropout_26" [label="(1, 14, 14, 1536)", style=solid]; +"742 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"743 _param_constant119" -> "752 linear_43" [label="(384,)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"745 quantize_per_tensor_default_44" -> "746 dequantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"746 dequantize_per_tensor_default_44" -> "752 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"747 linear_43_scale_0" -> "750 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"747 linear_43_scale_0" -> "751 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"748 linear_43_zero_point_0" -> "750 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"748 linear_43_zero_point_0" -> "751 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"749 compressed_weight_updated_constant30" -> "750 quantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"750 quantize_per_channel_default_30" -> "751 dequantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"751 dequantize_per_channel_default_30" -> "752 linear_43" [label="(384, 1536)", style=solid]; +"752 linear_43" -> "753 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"753 dropout_27" -> "756 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"754 _param_constant120" -> "756 layer_norm_16" [label="(384,)", style=solid]; +"755 _param_constant121" -> "756 layer_norm_16" [label="(384,)", style=solid]; +"756 layer_norm_16" -> "757 add_23" [label="(1, 14, 14, 384)", style=solid]; +"757 add_23" -> "759 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"757 add_23" -> "840 add_26" [label="(1, 14, 14, 384)", style=solid]; +"758 _frozen_param55" -> "795 add_24" [label="(1, 12, 64, 64)", style=solid]; +"759 pad_9" -> "760 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"760 roll_6" -> "761 view_39" [label="(1, 16, 16, 384)", style=solid]; +"761 view_39" -> "762 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"762 permute_33" -> "763 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"763 reshape_31" -> "765 reshape_31_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"763 reshape_31" -> "796 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"764 _frozen_param56" -> "773 linear_46" [label="(1152,)", style=solid]; +"765 reshape_31_0_0_nncf_smooth_quant_0" -> "766 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"766 quantize_per_tensor_default_45" -> "767 dequantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"767 dequantize_per_tensor_default_45" -> "773 linear_46" [label="(4, 64, 384)", style=solid]; +"768 linear_46_scale_0" -> "771 quantize_per_channel_default_31" [label="(1152,)", style=solid]; +"768 linear_46_scale_0" -> "772 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; +"769 linear_46_zero_point_0" -> "771 quantize_per_channel_default_31" [label="(1152,)", style=solid]; +"769 linear_46_zero_point_0" -> "772 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; +"770 compressed_weight_updated_constant31" -> "771 quantize_per_channel_default_31" [label="(1152, 384)", style=solid]; +"771 quantize_per_channel_default_31" -> "772 dequantize_per_channel_default_31" [label="(1152, 384)", style=solid]; +"772 dequantize_per_channel_default_31" -> "773 linear_46" [label="(1152, 384)", style=solid]; +"773 linear_46" -> "774 reshape_32" [label="(4, 64, 1152)", style=solid]; +"774 reshape_32" -> "775 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"775 permute_34" -> "776 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"775 permute_34" -> "777 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"775 permute_34" -> "778 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"776 select_21" -> "779 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"776 select_21" -> "781 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"776 select_21" -> "782 div_14" [label="(4, 12, 64, 32)", style=solid]; +"777 select_22" -> "785 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"777 select_22" -> "787 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"777 select_22" -> "788 div_15" [label="(4, 12, 64, 32)", style=solid]; +"778 select_23" -> "814 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"779 linalg_vector_norm_14" -> "780 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"780 clamp_min_14" -> "781 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"781 expand_as_14" -> "782 div_14" [label="(4, 12, 64, 32)", style=solid]; +"782 div_14" -> "783 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"783 quantize_per_tensor_default_46" -> "784 dequantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"784 dequantize_per_tensor_default_46" -> "792 matmul_14" [label="(4, 12, 64, 32)", style=solid]; +"785 linalg_vector_norm_15" -> "786 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"786 clamp_min_15" -> "787 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"787 expand_as_15" -> "788 div_15" [label="(4, 12, 64, 32)", style=solid]; +"788 div_15" -> "789 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"789 quantize_per_tensor_default_47" -> "790 dequantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"790 dequantize_per_tensor_default_47" -> "791 transpose_14" [label="(4, 12, 64, 32)", style=solid]; +"791 transpose_14" -> "792 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"792 matmul_14" -> "794 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"793 _frozen_param58" -> "794 mul_15" [label="(12, 1, 1)", style=solid]; +"794 mul_15" -> "795 add_24" [label="(4, 12, 64, 64)", style=solid]; +"795 add_24" -> "807 view_41" [label="(4, 12, 64, 64)", style=solid]; +"796 new_zeros_3" -> "797 view_40" [label="(16, 16)", style=solid]; +"797 view_40" -> "798 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"798 permute_35" -> "799 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"799 reshape_33" -> "800 unsqueeze_20" [label="(4, 64)", style=solid]; +"799 reshape_33" -> "801 unsqueeze_21" [label="(4, 64)", style=solid]; +"800 unsqueeze_20" -> "802 sub_3" [label="(4, 1, 64)", style=solid]; +"801 unsqueeze_21" -> "802 sub_3" [label="(4, 64, 1)", style=solid]; +"802 sub_3" -> "803 ne_3" [label="(4, 64, 64)", style=solid]; +"802 sub_3" -> "804 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"802 sub_3" -> "805 eq_3" [label="(4, 64, 64)", style=solid]; +"803 ne_3" -> "804 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"804 masked_fill_6" -> "806 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"805 eq_3" -> "806 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"806 masked_fill_7" -> "808 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"807 view_41" -> "810 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"808 unsqueeze_22" -> "809 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"809 unsqueeze_23" -> "810 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"810 add_25" -> "811 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"811 view_42" -> "812 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"812 softmax_7" -> "813 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"813 dropout_28" -> "814 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"814 matmul_15" -> "815 transpose_15" [label="(4, 12, 64, 32)", style=solid]; +"815 transpose_15" -> "816 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"816 reshape_34" -> "818 reshape_34_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"817 _param_constant129" -> "826 linear_47" [label="(384,)", style=solid]; +"818 reshape_34_0_0_nncf_smooth_quant_0" -> "819 quantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"819 quantize_per_tensor_default_48" -> "820 dequantize_per_tensor_default_48" [label="(4, 64, 384)", style=solid]; +"820 dequantize_per_tensor_default_48" -> "826 linear_47" [label="(4, 64, 384)", style=solid]; +"821 linear_47_scale_0" -> "824 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"821 linear_47_scale_0" -> "825 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"822 linear_47_zero_point_0" -> "824 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"822 linear_47_zero_point_0" -> "825 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"823 compressed_weight_updated_constant32" -> "824 quantize_per_channel_default_32" [label="(384, 384)", style=solid]; +"824 quantize_per_channel_default_32" -> "825 dequantize_per_channel_default_32" [label="(384, 384)", style=solid]; +"825 dequantize_per_channel_default_32" -> "826 linear_47" [label="(384, 384)", style=solid]; +"826 linear_47" -> "827 dropout_29" [label="(4, 64, 384)", style=solid]; +"827 dropout_29" -> "828 view_43" [label="(4, 64, 384)", style=solid]; +"828 view_43" -> "829 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"829 permute_36" -> "830 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"830 reshape_35" -> "831 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"831 roll_7" -> "832 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"832 slice_129" -> "833 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"833 slice_130" -> "834 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"834 slice_131" -> "835 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"835 slice_132" -> "836 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"836 contiguous_13" -> "839 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"837 _param_constant130" -> "839 layer_norm_17" [label="(384,)", style=solid]; +"838 _param_constant131" -> "839 layer_norm_17" [label="(384,)", style=solid]; +"839 layer_norm_17" -> "840 add_26" [label="(1, 14, 14, 384)", style=solid]; +"840 add_26" -> "842 add_26_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"840 add_26" -> "867 add_27" [label="(1, 14, 14, 384)", style=solid]; +"841 _param_constant133" -> "850 linear_48" [label="(1536,)", style=solid]; +"842 add_26_0_0_nncf_smooth_quant_0" -> "843 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"843 quantize_per_tensor_default_49" -> "844 dequantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"844 dequantize_per_tensor_default_49" -> "850 linear_48" [label="(1, 14, 14, 384)", style=solid]; +"845 linear_48_scale_0" -> "848 quantize_per_channel_default_33" [label="(1536,)", style=solid]; +"845 linear_48_scale_0" -> "849 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"846 linear_48_zero_point_0" -> "848 quantize_per_channel_default_33" [label="(1536,)", style=solid]; +"846 linear_48_zero_point_0" -> "849 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"847 compressed_weight_updated_constant33" -> "848 quantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"848 quantize_per_channel_default_33" -> "849 dequantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"849 dequantize_per_channel_default_33" -> "850 linear_48" [label="(1536, 384)", style=solid]; +"850 linear_48" -> "851 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"851 gelu_7" -> "852 dropout_30" [label="(1, 14, 14, 1536)", style=solid]; +"852 dropout_30" -> "854 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"853 _param_constant135" -> "862 linear_49" [label="(384,)", style=solid]; +"854 dropout_30_0_0_nncf_smooth_quant_0" -> "855 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"855 quantize_per_tensor_default_50" -> "856 dequantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"856 dequantize_per_tensor_default_50" -> "862 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"857 linear_49_scale_0" -> "860 quantize_per_channel_default_34" [label="(384,)", style=solid]; +"857 linear_49_scale_0" -> "861 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"858 linear_49_zero_point_0" -> "860 quantize_per_channel_default_34" [label="(384,)", style=solid]; +"858 linear_49_zero_point_0" -> "861 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"859 compressed_weight_updated_constant34" -> "860 quantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"860 quantize_per_channel_default_34" -> "861 dequantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"861 dequantize_per_channel_default_34" -> "862 linear_49" [label="(384, 1536)", style=solid]; +"862 linear_49" -> "863 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"863 dropout_31" -> "866 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"864 _param_constant136" -> "866 layer_norm_18" [label="(384,)", style=solid]; +"865 _param_constant137" -> "866 layer_norm_18" [label="(384,)", style=solid]; +"866 layer_norm_18" -> "867 add_27" [label="(1, 14, 14, 384)", style=solid]; +"867 add_27" -> "869 pad_10" [label="(1, 14, 14, 384)", style=solid]; +"867 add_27" -> "932 add_29" [label="(1, 14, 14, 384)", style=solid]; +"868 _frozen_param68" -> "904 add_28" [label="(1, 12, 64, 64)", style=solid]; +"869 pad_10" -> "870 view_46" [label="(1, 16, 16, 384)", style=solid]; +"870 view_46" -> "871 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"871 permute_38" -> "872 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"872 reshape_36" -> "874 reshape_36_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"873 _frozen_param69" -> "882 linear_52" [label="(1152,)", style=solid]; +"874 reshape_36_0_0_nncf_smooth_quant_0" -> "875 quantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"875 quantize_per_tensor_default_51" -> "876 dequantize_per_tensor_default_51" [label="(4, 64, 384)", style=solid]; +"876 dequantize_per_tensor_default_51" -> "882 linear_52" [label="(4, 64, 384)", style=solid]; +"877 linear_52_scale_0" -> "880 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"877 linear_52_scale_0" -> "881 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"878 linear_52_zero_point_0" -> "880 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"878 linear_52_zero_point_0" -> "881 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"879 compressed_weight_updated_constant35" -> "880 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"880 quantize_per_channel_default_35" -> "881 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"881 dequantize_per_channel_default_35" -> "882 linear_52" [label="(1152, 384)", style=solid]; +"882 linear_52" -> "883 reshape_37" [label="(4, 64, 1152)", style=solid]; +"883 reshape_37" -> "884 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"884 permute_39" -> "885 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"884 permute_39" -> "886 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"884 permute_39" -> "887 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"885 select_24" -> "888 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"885 select_24" -> "890 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"885 select_24" -> "891 div_16" [label="(4, 12, 64, 32)", style=solid]; +"886 select_25" -> "894 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"886 select_25" -> "896 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"886 select_25" -> "897 div_17" [label="(4, 12, 64, 32)", style=solid]; +"887 select_26" -> "907 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"888 linalg_vector_norm_16" -> "889 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"889 clamp_min_16" -> "890 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"890 expand_as_16" -> "891 div_16" [label="(4, 12, 64, 32)", style=solid]; +"891 div_16" -> "892 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"892 quantize_per_tensor_default_52" -> "893 dequantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"893 dequantize_per_tensor_default_52" -> "901 matmul_16" [label="(4, 12, 64, 32)", style=solid]; +"894 linalg_vector_norm_17" -> "895 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"895 clamp_min_17" -> "896 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"896 expand_as_17" -> "897 div_17" [label="(4, 12, 64, 32)", style=solid]; +"897 div_17" -> "898 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"898 quantize_per_tensor_default_53" -> "899 dequantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"899 dequantize_per_tensor_default_53" -> "900 transpose_16" [label="(4, 12, 64, 32)", style=solid]; +"900 transpose_16" -> "901 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"901 matmul_16" -> "903 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"902 _frozen_param71" -> "903 mul_17" [label="(12, 1, 1)", style=solid]; +"903 mul_17" -> "904 add_28" [label="(4, 12, 64, 64)", style=solid]; +"904 add_28" -> "905 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"905 softmax_8" -> "906 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"906 dropout_32" -> "907 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"907 matmul_17" -> "908 transpose_17" [label="(4, 12, 64, 32)", style=solid]; +"908 transpose_17" -> "909 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"909 reshape_38" -> "911 reshape_38_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"910 _param_constant145" -> "919 linear_53" [label="(384,)", style=solid]; +"911 reshape_38_0_0_nncf_smooth_quant_0" -> "912 quantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"912 quantize_per_tensor_default_54" -> "913 dequantize_per_tensor_default_54" [label="(4, 64, 384)", style=solid]; +"913 dequantize_per_tensor_default_54" -> "919 linear_53" [label="(4, 64, 384)", style=solid]; +"914 linear_53_scale_0" -> "917 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"914 linear_53_scale_0" -> "918 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"915 linear_53_zero_point_0" -> "917 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"915 linear_53_zero_point_0" -> "918 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"916 compressed_weight_updated_constant36" -> "917 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"917 quantize_per_channel_default_36" -> "918 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"918 dequantize_per_channel_default_36" -> "919 linear_53" [label="(384, 384)", style=solid]; +"919 linear_53" -> "920 dropout_33" [label="(4, 64, 384)", style=solid]; +"920 dropout_33" -> "921 view_47" [label="(4, 64, 384)", style=solid]; +"921 view_47" -> "922 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"922 permute_40" -> "923 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"923 reshape_39" -> "924 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"924 slice_134" -> "925 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"925 slice_135" -> "926 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"926 slice_136" -> "927 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"927 slice_137" -> "928 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"928 contiguous_15" -> "931 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"929 _param_constant146" -> "931 layer_norm_19" [label="(384,)", style=solid]; +"930 _param_constant147" -> "931 layer_norm_19" [label="(384,)", style=solid]; +"931 layer_norm_19" -> "932 add_29" [label="(1, 14, 14, 384)", style=solid]; +"932 add_29" -> "934 add_29_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"932 add_29" -> "959 add_30" [label="(1, 14, 14, 384)", style=solid]; +"933 _param_constant149" -> "942 linear_54" [label="(1536,)", style=solid]; +"934 add_29_0_0_nncf_smooth_quant_0" -> "935 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"935 quantize_per_tensor_default_55" -> "936 dequantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"936 dequantize_per_tensor_default_55" -> "942 linear_54" [label="(1, 14, 14, 384)", style=solid]; +"937 linear_54_scale_0" -> "940 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"937 linear_54_scale_0" -> "941 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"938 linear_54_zero_point_0" -> "940 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"938 linear_54_zero_point_0" -> "941 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"939 compressed_weight_updated_constant37" -> "940 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"940 quantize_per_channel_default_37" -> "941 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"941 dequantize_per_channel_default_37" -> "942 linear_54" [label="(1536, 384)", style=solid]; +"942 linear_54" -> "943 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"943 gelu_8" -> "944 dropout_34" [label="(1, 14, 14, 1536)", style=solid]; +"944 dropout_34" -> "946 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"945 _param_constant151" -> "954 linear_55" [label="(384,)", style=solid]; +"946 dropout_34_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"947 quantize_per_tensor_default_56" -> "948 dequantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"948 dequantize_per_tensor_default_56" -> "954 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"949 linear_55_scale_0" -> "952 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"949 linear_55_scale_0" -> "953 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"950 linear_55_zero_point_0" -> "952 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"950 linear_55_zero_point_0" -> "953 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"951 compressed_weight_updated_constant38" -> "952 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"952 quantize_per_channel_default_38" -> "953 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"953 dequantize_per_channel_default_38" -> "954 linear_55" [label="(384, 1536)", style=solid]; +"954 linear_55" -> "955 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"955 dropout_35" -> "958 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"956 _param_constant152" -> "958 layer_norm_20" [label="(384,)", style=solid]; +"957 _param_constant153" -> "958 layer_norm_20" [label="(384,)", style=solid]; +"958 layer_norm_20" -> "959 add_30" [label="(1, 14, 14, 384)", style=solid]; +"959 add_30" -> "961 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"959 add_30" -> "1042 add_33" [label="(1, 14, 14, 384)", style=solid]; +"960 _frozen_param72" -> "997 add_31" [label="(1, 12, 64, 64)", style=solid]; +"961 pad_11" -> "962 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"962 roll_8" -> "963 view_50" [label="(1, 16, 16, 384)", style=solid]; +"963 view_50" -> "964 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"964 permute_42" -> "965 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"965 reshape_40" -> "967 reshape_40_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"965 reshape_40" -> "998 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"966 _frozen_param73" -> "975 linear_58" [label="(1152,)", style=solid]; +"967 reshape_40_0_0_nncf_smooth_quant_0" -> "968 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"968 quantize_per_tensor_default_57" -> "969 dequantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"969 dequantize_per_tensor_default_57" -> "975 linear_58" [label="(4, 64, 384)", style=solid]; +"970 linear_58_scale_0" -> "973 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"970 linear_58_scale_0" -> "974 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"971 linear_58_zero_point_0" -> "973 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"971 linear_58_zero_point_0" -> "974 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"972 compressed_weight_updated_constant39" -> "973 quantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"973 quantize_per_channel_default_39" -> "974 dequantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"974 dequantize_per_channel_default_39" -> "975 linear_58" [label="(1152, 384)", style=solid]; +"975 linear_58" -> "976 reshape_41" [label="(4, 64, 1152)", style=solid]; +"976 reshape_41" -> "977 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"977 permute_43" -> "978 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"977 permute_43" -> "979 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"977 permute_43" -> "980 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"978 select_27" -> "981 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"978 select_27" -> "983 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"978 select_27" -> "984 div_18" [label="(4, 12, 64, 32)", style=solid]; +"979 select_28" -> "987 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"979 select_28" -> "989 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"979 select_28" -> "990 div_19" [label="(4, 12, 64, 32)", style=solid]; +"980 select_29" -> "1016 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"981 linalg_vector_norm_18" -> "982 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"982 clamp_min_18" -> "983 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"983 expand_as_18" -> "984 div_18" [label="(4, 12, 64, 32)", style=solid]; +"984 div_18" -> "985 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"985 quantize_per_tensor_default_58" -> "986 dequantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"986 dequantize_per_tensor_default_58" -> "994 matmul_18" [label="(4, 12, 64, 32)", style=solid]; +"987 linalg_vector_norm_19" -> "988 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"988 clamp_min_19" -> "989 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"989 expand_as_19" -> "990 div_19" [label="(4, 12, 64, 32)", style=solid]; +"990 div_19" -> "991 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"991 quantize_per_tensor_default_59" -> "992 dequantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"992 dequantize_per_tensor_default_59" -> "993 transpose_18" [label="(4, 12, 64, 32)", style=solid]; +"993 transpose_18" -> "994 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"994 matmul_18" -> "996 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"995 _frozen_param75" -> "996 mul_19" [label="(12, 1, 1)", style=solid]; +"996 mul_19" -> "997 add_31" [label="(4, 12, 64, 64)", style=solid]; +"997 add_31" -> "1009 view_52" [label="(4, 12, 64, 64)", style=solid]; +"998 new_zeros_4" -> "999 view_51" [label="(16, 16)", style=solid]; +"999 view_51" -> "1000 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1000 permute_44" -> "1001 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1001 reshape_42" -> "1002 unsqueeze_26" [label="(4, 64)", style=solid]; +"1001 reshape_42" -> "1003 unsqueeze_27" [label="(4, 64)", style=solid]; +"1002 unsqueeze_26" -> "1004 sub_4" [label="(4, 1, 64)", style=solid]; +"1003 unsqueeze_27" -> "1004 sub_4" [label="(4, 64, 1)", style=solid]; +"1004 sub_4" -> "1005 ne_4" [label="(4, 64, 64)", style=solid]; +"1004 sub_4" -> "1006 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1004 sub_4" -> "1007 eq_4" [label="(4, 64, 64)", style=solid]; +"1005 ne_4" -> "1006 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"1006 masked_fill_8" -> "1008 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1007 eq_4" -> "1008 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"1008 masked_fill_9" -> "1010 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"1009 view_52" -> "1012 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"1010 unsqueeze_28" -> "1011 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"1011 unsqueeze_29" -> "1012 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"1012 add_32" -> "1013 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1013 view_53" -> "1014 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"1014 softmax_9" -> "1015 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"1015 dropout_36" -> "1016 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"1016 matmul_19" -> "1017 transpose_19" [label="(4, 12, 64, 32)", style=solid]; +"1017 transpose_19" -> "1018 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"1018 reshape_43" -> "1020 reshape_43_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1019 _param_constant161" -> "1028 linear_59" [label="(384,)", style=solid]; +"1020 reshape_43_0_0_nncf_smooth_quant_0" -> "1021 quantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1021 quantize_per_tensor_default_60" -> "1022 dequantize_per_tensor_default_60" [label="(4, 64, 384)", style=solid]; +"1022 dequantize_per_tensor_default_60" -> "1028 linear_59" [label="(4, 64, 384)", style=solid]; +"1023 linear_59_scale_0" -> "1026 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"1023 linear_59_scale_0" -> "1027 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"1024 linear_59_zero_point_0" -> "1026 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"1024 linear_59_zero_point_0" -> "1027 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"1025 compressed_weight_updated_constant40" -> "1026 quantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"1026 quantize_per_channel_default_40" -> "1027 dequantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"1027 dequantize_per_channel_default_40" -> "1028 linear_59" [label="(384, 384)", style=solid]; +"1028 linear_59" -> "1029 dropout_37" [label="(4, 64, 384)", style=solid]; +"1029 dropout_37" -> "1030 view_54" [label="(4, 64, 384)", style=solid]; +"1030 view_54" -> "1031 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1031 permute_45" -> "1032 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1032 reshape_44" -> "1033 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"1033 roll_9" -> "1034 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"1034 slice_157" -> "1035 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"1035 slice_158" -> "1036 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"1036 slice_159" -> "1037 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"1037 slice_160" -> "1038 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"1038 contiguous_17" -> "1041 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"1039 _param_constant162" -> "1041 layer_norm_21" [label="(384,)", style=solid]; +"1040 _param_constant163" -> "1041 layer_norm_21" [label="(384,)", style=solid]; +"1041 layer_norm_21" -> "1042 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1042 add_33" -> "1044 add_33_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1042 add_33" -> "1069 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1043 _param_constant165" -> "1052 linear_60" [label="(1536,)", style=solid]; +"1044 add_33_0_0_nncf_smooth_quant_0" -> "1045 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1045 quantize_per_tensor_default_61" -> "1046 dequantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"1046 dequantize_per_tensor_default_61" -> "1052 linear_60" [label="(1, 14, 14, 384)", style=solid]; +"1047 linear_60_scale_0" -> "1050 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1047 linear_60_scale_0" -> "1051 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1048 linear_60_zero_point_0" -> "1050 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1048 linear_60_zero_point_0" -> "1051 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1049 compressed_weight_updated_constant41" -> "1050 quantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1050 quantize_per_channel_default_41" -> "1051 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1051 dequantize_per_channel_default_41" -> "1052 linear_60" [label="(1536, 384)", style=solid]; +"1052 linear_60" -> "1053 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"1053 gelu_9" -> "1054 dropout_38" [label="(1, 14, 14, 1536)", style=solid]; +"1054 dropout_38" -> "1056 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1055 _param_constant167" -> "1064 linear_61" [label="(384,)", style=solid]; +"1056 dropout_38_0_0_nncf_smooth_quant_0" -> "1057 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1057 quantize_per_tensor_default_62" -> "1058 dequantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"1058 dequantize_per_tensor_default_62" -> "1064 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"1059 linear_61_scale_0" -> "1062 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"1059 linear_61_scale_0" -> "1063 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1060 linear_61_zero_point_0" -> "1062 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"1060 linear_61_zero_point_0" -> "1063 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1061 compressed_weight_updated_constant42" -> "1062 quantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1062 quantize_per_channel_default_42" -> "1063 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1063 dequantize_per_channel_default_42" -> "1064 linear_61" [label="(384, 1536)", style=solid]; +"1064 linear_61" -> "1065 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"1065 dropout_39" -> "1068 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"1066 _param_constant168" -> "1068 layer_norm_22" [label="(384,)", style=solid]; +"1067 _param_constant169" -> "1068 layer_norm_22" [label="(384,)", style=solid]; +"1068 layer_norm_22" -> "1069 add_34" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_34" -> "1071 pad_12" [label="(1, 14, 14, 384)", style=solid]; +"1069 add_34" -> "1134 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1070 _frozen_param85" -> "1106 add_35" [label="(1, 12, 64, 64)", style=solid]; +"1071 pad_12" -> "1072 view_57" [label="(1, 16, 16, 384)", style=solid]; +"1072 view_57" -> "1073 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1073 permute_47" -> "1074 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1074 reshape_45" -> "1076 reshape_45_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1075 _frozen_param86" -> "1084 linear_64" [label="(1152,)", style=solid]; +"1076 reshape_45_0_0_nncf_smooth_quant_0" -> "1077 quantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1077 quantize_per_tensor_default_63" -> "1078 dequantize_per_tensor_default_63" [label="(4, 64, 384)", style=solid]; +"1078 dequantize_per_tensor_default_63" -> "1084 linear_64" [label="(4, 64, 384)", style=solid]; +"1079 linear_64_scale_0" -> "1082 quantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1079 linear_64_scale_0" -> "1083 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1080 linear_64_zero_point_0" -> "1082 quantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1080 linear_64_zero_point_0" -> "1083 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1081 compressed_weight_updated_constant43" -> "1082 quantize_per_channel_default_43" [label="(1152, 384)", style=solid]; +"1082 quantize_per_channel_default_43" -> "1083 dequantize_per_channel_default_43" [label="(1152, 384)", style=solid]; +"1083 dequantize_per_channel_default_43" -> "1084 linear_64" [label="(1152, 384)", style=solid]; +"1084 linear_64" -> "1085 reshape_46" [label="(4, 64, 1152)", style=solid]; +"1085 reshape_46" -> "1086 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"1086 permute_48" -> "1087 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"1086 permute_48" -> "1088 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"1086 permute_48" -> "1089 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"1087 select_30" -> "1090 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"1087 select_30" -> "1092 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"1087 select_30" -> "1093 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_31" -> "1096 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_31" -> "1098 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"1088 select_31" -> "1099 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1089 select_32" -> "1109 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"1090 linalg_vector_norm_20" -> "1091 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"1091 clamp_min_20" -> "1092 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"1092 expand_as_20" -> "1093 div_20" [label="(4, 12, 64, 32)", style=solid]; +"1093 div_20" -> "1094 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1094 quantize_per_tensor_default_64" -> "1095 dequantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"1095 dequantize_per_tensor_default_64" -> "1103 matmul_20" [label="(4, 12, 64, 32)", style=solid]; +"1096 linalg_vector_norm_21" -> "1097 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"1097 clamp_min_21" -> "1098 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"1098 expand_as_21" -> "1099 div_21" [label="(4, 12, 64, 32)", style=solid]; +"1099 div_21" -> "1100 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1100 quantize_per_tensor_default_65" -> "1101 dequantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"1101 dequantize_per_tensor_default_65" -> "1102 transpose_20" [label="(4, 12, 64, 32)", style=solid]; +"1102 transpose_20" -> "1103 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"1103 matmul_20" -> "1105 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"1104 _frozen_param88" -> "1105 mul_21" [label="(12, 1, 1)", style=solid]; +"1105 mul_21" -> "1106 add_35" [label="(4, 12, 64, 64)", style=solid]; +"1106 add_35" -> "1107 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"1107 softmax_10" -> "1108 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"1108 dropout_40" -> "1109 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"1109 matmul_21" -> "1110 transpose_21" [label="(4, 12, 64, 32)", style=solid]; +"1110 transpose_21" -> "1111 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"1111 reshape_47" -> "1113 reshape_47_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1112 _param_constant177" -> "1121 linear_65" [label="(384,)", style=solid]; +"1113 reshape_47_0_0_nncf_smooth_quant_0" -> "1114 quantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1114 quantize_per_tensor_default_66" -> "1115 dequantize_per_tensor_default_66" [label="(4, 64, 384)", style=solid]; +"1115 dequantize_per_tensor_default_66" -> "1121 linear_65" [label="(4, 64, 384)", style=solid]; +"1116 linear_65_scale_0" -> "1119 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"1116 linear_65_scale_0" -> "1120 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"1117 linear_65_zero_point_0" -> "1119 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"1117 linear_65_zero_point_0" -> "1120 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"1118 compressed_weight_updated_constant44" -> "1119 quantize_per_channel_default_44" [label="(384, 384)", style=solid]; +"1119 quantize_per_channel_default_44" -> "1120 dequantize_per_channel_default_44" [label="(384, 384)", style=solid]; +"1120 dequantize_per_channel_default_44" -> "1121 linear_65" [label="(384, 384)", style=solid]; +"1121 linear_65" -> "1122 dropout_41" [label="(4, 64, 384)", style=solid]; +"1122 dropout_41" -> "1123 view_58" [label="(4, 64, 384)", style=solid]; +"1123 view_58" -> "1124 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1124 permute_49" -> "1125 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1125 reshape_48" -> "1126 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"1126 slice_162" -> "1127 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"1127 slice_163" -> "1128 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"1128 slice_164" -> "1129 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"1129 slice_165" -> "1130 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"1130 contiguous_19" -> "1133 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"1131 _param_constant178" -> "1133 layer_norm_23" [label="(384,)", style=solid]; +"1132 _param_constant179" -> "1133 layer_norm_23" [label="(384,)", style=solid]; +"1133 layer_norm_23" -> "1134 add_36" [label="(1, 14, 14, 384)", style=solid]; +"1134 add_36" -> "1136 add_36_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1134 add_36" -> "1161 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1135 _param_constant181" -> "1144 linear_66" [label="(1536,)", style=solid]; +"1136 add_36_0_0_nncf_smooth_quant_0" -> "1137 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1137 quantize_per_tensor_default_67" -> "1138 dequantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"1138 dequantize_per_tensor_default_67" -> "1144 linear_66" [label="(1, 14, 14, 384)", style=solid]; +"1139 linear_66_scale_0" -> "1142 quantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1139 linear_66_scale_0" -> "1143 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1140 linear_66_zero_point_0" -> "1142 quantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1140 linear_66_zero_point_0" -> "1143 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1141 compressed_weight_updated_constant45" -> "1142 quantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1142 quantize_per_channel_default_45" -> "1143 dequantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1143 dequantize_per_channel_default_45" -> "1144 linear_66" [label="(1536, 384)", style=solid]; +"1144 linear_66" -> "1145 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"1145 gelu_10" -> "1146 dropout_42" [label="(1, 14, 14, 1536)", style=solid]; +"1146 dropout_42" -> "1148 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1147 _param_constant183" -> "1156 linear_67" [label="(384,)", style=solid]; +"1148 dropout_42_0_0_nncf_smooth_quant_0" -> "1149 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1149 quantize_per_tensor_default_68" -> "1150 dequantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"1150 dequantize_per_tensor_default_68" -> "1156 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"1151 linear_67_scale_0" -> "1154 quantize_per_channel_default_46" [label="(384,)", style=solid]; +"1151 linear_67_scale_0" -> "1155 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1152 linear_67_zero_point_0" -> "1154 quantize_per_channel_default_46" [label="(384,)", style=solid]; +"1152 linear_67_zero_point_0" -> "1155 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1153 compressed_weight_updated_constant46" -> "1154 quantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1154 quantize_per_channel_default_46" -> "1155 dequantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1155 dequantize_per_channel_default_46" -> "1156 linear_67" [label="(384, 1536)", style=solid]; +"1156 linear_67" -> "1157 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"1157 dropout_43" -> "1160 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"1158 _param_constant184" -> "1160 layer_norm_24" [label="(384,)", style=solid]; +"1159 _param_constant185" -> "1160 layer_norm_24" [label="(384,)", style=solid]; +"1160 layer_norm_24" -> "1161 add_37" [label="(1, 14, 14, 384)", style=solid]; +"1161 add_37" -> "1163 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"1161 add_37" -> "1244 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1162 _frozen_param89" -> "1199 add_38" [label="(1, 12, 64, 64)", style=solid]; +"1163 pad_13" -> "1164 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"1164 roll_10" -> "1165 view_61" [label="(1, 16, 16, 384)", style=solid]; +"1165 view_61" -> "1166 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1166 permute_51" -> "1167 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1167 reshape_49" -> "1169 reshape_49_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1167 reshape_49" -> "1200 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"1168 _frozen_param90" -> "1177 linear_70" [label="(1152,)", style=solid]; +"1169 reshape_49_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1170 quantize_per_tensor_default_69" -> "1171 dequantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"1171 dequantize_per_tensor_default_69" -> "1177 linear_70" [label="(4, 64, 384)", style=solid]; +"1172 linear_70_scale_0" -> "1175 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1172 linear_70_scale_0" -> "1176 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1173 linear_70_zero_point_0" -> "1175 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1173 linear_70_zero_point_0" -> "1176 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1174 compressed_weight_updated_constant47" -> "1175 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"1175 quantize_per_channel_default_47" -> "1176 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"1176 dequantize_per_channel_default_47" -> "1177 linear_70" [label="(1152, 384)", style=solid]; +"1177 linear_70" -> "1178 reshape_50" [label="(4, 64, 1152)", style=solid]; +"1178 reshape_50" -> "1179 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"1179 permute_52" -> "1180 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"1179 permute_52" -> "1181 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"1179 permute_52" -> "1182 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"1180 select_33" -> "1183 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"1180 select_33" -> "1185 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"1180 select_33" -> "1186 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1181 select_34" -> "1189 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"1181 select_34" -> "1191 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"1181 select_34" -> "1192 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1182 select_35" -> "1218 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"1183 linalg_vector_norm_22" -> "1184 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"1184 clamp_min_22" -> "1185 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"1185 expand_as_22" -> "1186 div_22" [label="(4, 12, 64, 32)", style=solid]; +"1186 div_22" -> "1187 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1187 quantize_per_tensor_default_70" -> "1188 dequantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"1188 dequantize_per_tensor_default_70" -> "1196 matmul_22" [label="(4, 12, 64, 32)", style=solid]; +"1189 linalg_vector_norm_23" -> "1190 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"1190 clamp_min_23" -> "1191 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"1191 expand_as_23" -> "1192 div_23" [label="(4, 12, 64, 32)", style=solid]; +"1192 div_23" -> "1193 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1193 quantize_per_tensor_default_71" -> "1194 dequantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"1194 dequantize_per_tensor_default_71" -> "1195 transpose_22" [label="(4, 12, 64, 32)", style=solid]; +"1195 transpose_22" -> "1196 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"1196 matmul_22" -> "1198 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"1197 _frozen_param92" -> "1198 mul_23" [label="(12, 1, 1)", style=solid]; +"1198 mul_23" -> "1199 add_38" [label="(4, 12, 64, 64)", style=solid]; +"1199 add_38" -> "1211 view_63" [label="(4, 12, 64, 64)", style=solid]; +"1200 new_zeros_5" -> "1201 view_62" [label="(16, 16)", style=solid]; +"1201 view_62" -> "1202 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"1202 permute_53" -> "1203 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"1203 reshape_51" -> "1204 unsqueeze_32" [label="(4, 64)", style=solid]; +"1203 reshape_51" -> "1205 unsqueeze_33" [label="(4, 64)", style=solid]; +"1204 unsqueeze_32" -> "1206 sub_5" [label="(4, 1, 64)", style=solid]; +"1205 unsqueeze_33" -> "1206 sub_5" [label="(4, 64, 1)", style=solid]; +"1206 sub_5" -> "1207 ne_5" [label="(4, 64, 64)", style=solid]; +"1206 sub_5" -> "1208 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1206 sub_5" -> "1209 eq_5" [label="(4, 64, 64)", style=solid]; +"1207 ne_5" -> "1208 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"1208 masked_fill_10" -> "1210 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1209 eq_5" -> "1210 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"1210 masked_fill_11" -> "1212 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"1211 view_63" -> "1214 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"1212 unsqueeze_34" -> "1213 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"1213 unsqueeze_35" -> "1214 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"1214 add_39" -> "1215 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"1215 view_64" -> "1216 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"1216 softmax_11" -> "1217 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"1217 dropout_44" -> "1218 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"1218 matmul_23" -> "1219 transpose_23" [label="(4, 12, 64, 32)", style=solid]; +"1219 transpose_23" -> "1220 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"1220 reshape_52" -> "1222 reshape_52_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1221 _param_constant193" -> "1230 linear_71" [label="(384,)", style=solid]; +"1222 reshape_52_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1223 quantize_per_tensor_default_72" -> "1224 dequantize_per_tensor_default_72" [label="(4, 64, 384)", style=solid]; +"1224 dequantize_per_tensor_default_72" -> "1230 linear_71" [label="(4, 64, 384)", style=solid]; +"1225 linear_71_scale_0" -> "1228 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1225 linear_71_scale_0" -> "1229 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1226 linear_71_zero_point_0" -> "1228 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1226 linear_71_zero_point_0" -> "1229 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1227 compressed_weight_updated_constant48" -> "1228 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1228 quantize_per_channel_default_48" -> "1229 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1229 dequantize_per_channel_default_48" -> "1230 linear_71" [label="(384, 384)", style=solid]; +"1230 linear_71" -> "1231 dropout_45" [label="(4, 64, 384)", style=solid]; +"1231 dropout_45" -> "1232 view_65" [label="(4, 64, 384)", style=solid]; +"1232 view_65" -> "1233 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1233 permute_54" -> "1234 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1234 reshape_53" -> "1235 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"1235 roll_11" -> "1236 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"1236 slice_185" -> "1237 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"1237 slice_186" -> "1238 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"1238 slice_187" -> "1239 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"1239 slice_188" -> "1240 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"1240 contiguous_21" -> "1243 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"1241 _param_constant194" -> "1243 layer_norm_25" [label="(384,)", style=solid]; +"1242 _param_constant195" -> "1243 layer_norm_25" [label="(384,)", style=solid]; +"1243 layer_norm_25" -> "1244 add_40" [label="(1, 14, 14, 384)", style=solid]; +"1244 add_40" -> "1246 add_40_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1244 add_40" -> "1271 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1245 _param_constant197" -> "1254 linear_72" [label="(1536,)", style=solid]; +"1246 add_40_0_0_nncf_smooth_quant_0" -> "1247 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1247 quantize_per_tensor_default_73" -> "1248 dequantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"1248 dequantize_per_tensor_default_73" -> "1254 linear_72" [label="(1, 14, 14, 384)", style=solid]; +"1249 linear_72_scale_0" -> "1252 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1249 linear_72_scale_0" -> "1253 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1250 linear_72_zero_point_0" -> "1252 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1250 linear_72_zero_point_0" -> "1253 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1251 compressed_weight_updated_constant49" -> "1252 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1252 quantize_per_channel_default_49" -> "1253 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1253 dequantize_per_channel_default_49" -> "1254 linear_72" [label="(1536, 384)", style=solid]; +"1254 linear_72" -> "1255 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"1255 gelu_11" -> "1256 dropout_46" [label="(1, 14, 14, 1536)", style=solid]; +"1256 dropout_46" -> "1258 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1257 _param_constant199" -> "1266 linear_73" [label="(384,)", style=solid]; +"1258 dropout_46_0_0_nncf_smooth_quant_0" -> "1259 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1259 quantize_per_tensor_default_74" -> "1260 dequantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"1260 dequantize_per_tensor_default_74" -> "1266 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"1261 linear_73_scale_0" -> "1264 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1261 linear_73_scale_0" -> "1265 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1262 linear_73_zero_point_0" -> "1264 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1262 linear_73_zero_point_0" -> "1265 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1263 compressed_weight_updated_constant50" -> "1264 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1264 quantize_per_channel_default_50" -> "1265 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1265 dequantize_per_channel_default_50" -> "1266 linear_73" [label="(384, 1536)", style=solid]; +"1266 linear_73" -> "1267 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"1267 dropout_47" -> "1270 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"1268 _param_constant200" -> "1270 layer_norm_26" [label="(384,)", style=solid]; +"1269 _param_constant201" -> "1270 layer_norm_26" [label="(384,)", style=solid]; +"1270 layer_norm_26" -> "1271 add_41" [label="(1, 14, 14, 384)", style=solid]; +"1271 add_41" -> "1273 pad_14" [label="(1, 14, 14, 384)", style=solid]; +"1271 add_41" -> "1336 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1272 _frozen_param102" -> "1308 add_42" [label="(1, 12, 64, 64)", style=solid]; +"1273 pad_14" -> "1274 view_68" [label="(1, 16, 16, 384)", style=solid]; +"1274 view_68" -> "1275 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1275 permute_56" -> "1276 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1276 reshape_54" -> "1278 reshape_54_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1277 _frozen_param103" -> "1286 linear_76" [label="(1152,)", style=solid]; +"1278 reshape_54_0_0_nncf_smooth_quant_0" -> "1279 quantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1279 quantize_per_tensor_default_75" -> "1280 dequantize_per_tensor_default_75" [label="(4, 64, 384)", style=solid]; +"1280 dequantize_per_tensor_default_75" -> "1286 linear_76" [label="(4, 64, 384)", style=solid]; +"1281 linear_76_scale_0" -> "1284 quantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1281 linear_76_scale_0" -> "1285 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1282 linear_76_zero_point_0" -> "1284 quantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1282 linear_76_zero_point_0" -> "1285 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1283 compressed_weight_updated_constant51" -> "1284 quantize_per_channel_default_51" [label="(1152, 384)", style=solid]; +"1284 quantize_per_channel_default_51" -> "1285 dequantize_per_channel_default_51" [label="(1152, 384)", style=solid]; +"1285 dequantize_per_channel_default_51" -> "1286 linear_76" [label="(1152, 384)", style=solid]; +"1286 linear_76" -> "1287 reshape_55" [label="(4, 64, 1152)", style=solid]; +"1287 reshape_55" -> "1288 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"1288 permute_57" -> "1289 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"1288 permute_57" -> "1290 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"1288 permute_57" -> "1291 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"1289 select_36" -> "1292 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"1289 select_36" -> "1294 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"1289 select_36" -> "1295 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1290 select_37" -> "1298 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"1290 select_37" -> "1300 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"1290 select_37" -> "1301 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1291 select_38" -> "1311 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"1292 linalg_vector_norm_24" -> "1293 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"1293 clamp_min_24" -> "1294 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"1294 expand_as_24" -> "1295 div_24" [label="(4, 12, 64, 32)", style=solid]; +"1295 div_24" -> "1296 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1296 quantize_per_tensor_default_76" -> "1297 dequantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"1297 dequantize_per_tensor_default_76" -> "1305 matmul_24" [label="(4, 12, 64, 32)", style=solid]; +"1298 linalg_vector_norm_25" -> "1299 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"1299 clamp_min_25" -> "1300 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"1300 expand_as_25" -> "1301 div_25" [label="(4, 12, 64, 32)", style=solid]; +"1301 div_25" -> "1302 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1302 quantize_per_tensor_default_77" -> "1303 dequantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"1303 dequantize_per_tensor_default_77" -> "1304 transpose_24" [label="(4, 12, 64, 32)", style=solid]; +"1304 transpose_24" -> "1305 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"1305 matmul_24" -> "1307 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"1306 _frozen_param105" -> "1307 mul_25" [label="(12, 1, 1)", style=solid]; +"1307 mul_25" -> "1308 add_42" [label="(4, 12, 64, 64)", style=solid]; +"1308 add_42" -> "1309 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"1309 softmax_12" -> "1310 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"1310 dropout_48" -> "1311 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"1311 matmul_25" -> "1312 transpose_25" [label="(4, 12, 64, 32)", style=solid]; +"1312 transpose_25" -> "1313 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"1313 reshape_56" -> "1315 reshape_56_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1314 _param_constant209" -> "1323 linear_77" [label="(384,)", style=solid]; +"1315 reshape_56_0_0_nncf_smooth_quant_0" -> "1316 quantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1316 quantize_per_tensor_default_78" -> "1317 dequantize_per_tensor_default_78" [label="(4, 64, 384)", style=solid]; +"1317 dequantize_per_tensor_default_78" -> "1323 linear_77" [label="(4, 64, 384)", style=solid]; +"1318 linear_77_scale_0" -> "1321 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1318 linear_77_scale_0" -> "1322 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1319 linear_77_zero_point_0" -> "1321 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1319 linear_77_zero_point_0" -> "1322 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1320 compressed_weight_updated_constant52" -> "1321 quantize_per_channel_default_52" [label="(384, 384)", style=solid]; +"1321 quantize_per_channel_default_52" -> "1322 dequantize_per_channel_default_52" [label="(384, 384)", style=solid]; +"1322 dequantize_per_channel_default_52" -> "1323 linear_77" [label="(384, 384)", style=solid]; +"1323 linear_77" -> "1324 dropout_49" [label="(4, 64, 384)", style=solid]; +"1324 dropout_49" -> "1325 view_69" [label="(4, 64, 384)", style=solid]; +"1325 view_69" -> "1326 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1326 permute_58" -> "1327 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1327 reshape_57" -> "1328 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"1328 slice_190" -> "1329 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"1329 slice_191" -> "1330 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"1330 slice_192" -> "1331 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"1331 slice_193" -> "1332 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"1332 contiguous_23" -> "1335 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"1333 _param_constant210" -> "1335 layer_norm_27" [label="(384,)", style=solid]; +"1334 _param_constant211" -> "1335 layer_norm_27" [label="(384,)", style=solid]; +"1335 layer_norm_27" -> "1336 add_43" [label="(1, 14, 14, 384)", style=solid]; +"1336 add_43" -> "1338 add_43_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1336 add_43" -> "1363 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1337 _param_constant213" -> "1346 linear_78" [label="(1536,)", style=solid]; +"1338 add_43_0_0_nncf_smooth_quant_0" -> "1339 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1339 quantize_per_tensor_default_79" -> "1340 dequantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"1340 dequantize_per_tensor_default_79" -> "1346 linear_78" [label="(1, 14, 14, 384)", style=solid]; +"1341 linear_78_scale_0" -> "1344 quantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1341 linear_78_scale_0" -> "1345 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1342 linear_78_zero_point_0" -> "1344 quantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1342 linear_78_zero_point_0" -> "1345 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1343 compressed_weight_updated_constant53" -> "1344 quantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1344 quantize_per_channel_default_53" -> "1345 dequantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1345 dequantize_per_channel_default_53" -> "1346 linear_78" [label="(1536, 384)", style=solid]; +"1346 linear_78" -> "1347 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"1347 gelu_12" -> "1348 dropout_50" [label="(1, 14, 14, 1536)", style=solid]; +"1348 dropout_50" -> "1350 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1349 _param_constant215" -> "1358 linear_79" [label="(384,)", style=solid]; +"1350 dropout_50_0_0_nncf_smooth_quant_0" -> "1351 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1351 quantize_per_tensor_default_80" -> "1352 dequantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"1352 dequantize_per_tensor_default_80" -> "1358 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"1353 linear_79_scale_0" -> "1356 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1353 linear_79_scale_0" -> "1357 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1354 linear_79_zero_point_0" -> "1356 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1354 linear_79_zero_point_0" -> "1357 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1355 compressed_weight_updated_constant54" -> "1356 quantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1356 quantize_per_channel_default_54" -> "1357 dequantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1357 dequantize_per_channel_default_54" -> "1358 linear_79" [label="(384, 1536)", style=solid]; +"1358 linear_79" -> "1359 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"1359 dropout_51" -> "1362 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"1360 _param_constant216" -> "1362 layer_norm_28" [label="(384,)", style=solid]; +"1361 _param_constant217" -> "1362 layer_norm_28" [label="(384,)", style=solid]; +"1362 layer_norm_28" -> "1363 add_44" [label="(1, 14, 14, 384)", style=solid]; +"1363 add_44" -> "1365 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"1363 add_44" -> "1446 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1364 _frozen_param106" -> "1401 add_45" [label="(1, 12, 64, 64)", style=solid]; +"1365 pad_15" -> "1366 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"1366 roll_12" -> "1367 view_72" [label="(1, 16, 16, 384)", style=solid]; +"1367 view_72" -> "1368 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1368 permute_60" -> "1369 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1369 reshape_58" -> "1371 reshape_58_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1369 reshape_58" -> "1402 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"1370 _frozen_param107" -> "1379 linear_82" [label="(1152,)", style=solid]; +"1371 reshape_58_0_0_nncf_smooth_quant_0" -> "1372 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1372 quantize_per_tensor_default_81" -> "1373 dequantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"1373 dequantize_per_tensor_default_81" -> "1379 linear_82" [label="(4, 64, 384)", style=solid]; +"1374 linear_82_scale_0" -> "1377 quantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1374 linear_82_scale_0" -> "1378 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1375 linear_82_zero_point_0" -> "1377 quantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1375 linear_82_zero_point_0" -> "1378 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1376 compressed_weight_updated_constant55" -> "1377 quantize_per_channel_default_55" [label="(1152, 384)", style=solid]; +"1377 quantize_per_channel_default_55" -> "1378 dequantize_per_channel_default_55" [label="(1152, 384)", style=solid]; +"1378 dequantize_per_channel_default_55" -> "1379 linear_82" [label="(1152, 384)", style=solid]; +"1379 linear_82" -> "1380 reshape_59" [label="(4, 64, 1152)", style=solid]; +"1380 reshape_59" -> "1381 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"1381 permute_61" -> "1382 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_61" -> "1383 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"1381 permute_61" -> "1384 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"1382 select_39" -> "1385 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_39" -> "1387 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"1382 select_39" -> "1388 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_40" -> "1391 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_40" -> "1393 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"1383 select_40" -> "1394 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1384 select_41" -> "1420 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"1385 linalg_vector_norm_26" -> "1386 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"1386 clamp_min_26" -> "1387 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"1387 expand_as_26" -> "1388 div_26" [label="(4, 12, 64, 32)", style=solid]; +"1388 div_26" -> "1389 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_82" -> "1390 dequantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"1390 dequantize_per_tensor_default_82" -> "1398 matmul_26" [label="(4, 12, 64, 32)", style=solid]; +"1391 linalg_vector_norm_27" -> "1392 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"1392 clamp_min_27" -> "1393 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"1393 expand_as_27" -> "1394 div_27" [label="(4, 12, 64, 32)", style=solid]; +"1394 div_27" -> "1395 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1395 quantize_per_tensor_default_83" -> "1396 dequantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"1396 dequantize_per_tensor_default_83" -> "1397 transpose_26" [label="(4, 12, 64, 32)", style=solid]; +"1397 transpose_26" -> "1398 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"1398 matmul_26" -> "1400 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"1399 _frozen_param109" -> "1400 mul_27" [label="(12, 1, 1)", style=solid]; +"1400 mul_27" -> "1401 add_45" [label="(4, 12, 64, 64)", style=solid]; +"1401 add_45" -> "1413 view_74" [label="(4, 12, 64, 64)", style=solid]; +"1402 new_zeros_6" -> "1403 view_73" [label="(16, 16)", style=solid]; +"1403 view_73" -> "1404 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"1404 permute_62" -> "1405 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"1405 reshape_60" -> "1406 unsqueeze_38" [label="(4, 64)", style=solid]; +"1405 reshape_60" -> "1407 unsqueeze_39" [label="(4, 64)", style=solid]; +"1406 unsqueeze_38" -> "1408 sub_6" [label="(4, 1, 64)", style=solid]; +"1407 unsqueeze_39" -> "1408 sub_6" [label="(4, 64, 1)", style=solid]; +"1408 sub_6" -> "1409 ne_6" [label="(4, 64, 64)", style=solid]; +"1408 sub_6" -> "1410 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1408 sub_6" -> "1411 eq_6" [label="(4, 64, 64)", style=solid]; +"1409 ne_6" -> "1410 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"1410 masked_fill_12" -> "1412 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1411 eq_6" -> "1412 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"1412 masked_fill_13" -> "1414 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"1413 view_74" -> "1416 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"1414 unsqueeze_40" -> "1415 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"1415 unsqueeze_41" -> "1416 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"1416 add_46" -> "1417 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"1417 view_75" -> "1418 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"1418 softmax_13" -> "1419 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"1419 dropout_52" -> "1420 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"1420 matmul_27" -> "1421 transpose_27" [label="(4, 12, 64, 32)", style=solid]; +"1421 transpose_27" -> "1422 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"1422 reshape_61" -> "1424 reshape_61_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1423 _param_constant225" -> "1432 linear_83" [label="(384,)", style=solid]; +"1424 reshape_61_0_0_nncf_smooth_quant_0" -> "1425 quantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1425 quantize_per_tensor_default_84" -> "1426 dequantize_per_tensor_default_84" [label="(4, 64, 384)", style=solid]; +"1426 dequantize_per_tensor_default_84" -> "1432 linear_83" [label="(4, 64, 384)", style=solid]; +"1427 linear_83_scale_0" -> "1430 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1427 linear_83_scale_0" -> "1431 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1428 linear_83_zero_point_0" -> "1430 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1428 linear_83_zero_point_0" -> "1431 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1429 compressed_weight_updated_constant56" -> "1430 quantize_per_channel_default_56" [label="(384, 384)", style=solid]; +"1430 quantize_per_channel_default_56" -> "1431 dequantize_per_channel_default_56" [label="(384, 384)", style=solid]; +"1431 dequantize_per_channel_default_56" -> "1432 linear_83" [label="(384, 384)", style=solid]; +"1432 linear_83" -> "1433 dropout_53" [label="(4, 64, 384)", style=solid]; +"1433 dropout_53" -> "1434 view_76" [label="(4, 64, 384)", style=solid]; +"1434 view_76" -> "1435 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1435 permute_63" -> "1436 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1436 reshape_62" -> "1437 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"1437 roll_13" -> "1438 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"1438 slice_213" -> "1439 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"1439 slice_214" -> "1440 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"1440 slice_215" -> "1441 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"1441 slice_216" -> "1442 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"1442 contiguous_25" -> "1445 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"1443 _param_constant226" -> "1445 layer_norm_29" [label="(384,)", style=solid]; +"1444 _param_constant227" -> "1445 layer_norm_29" [label="(384,)", style=solid]; +"1445 layer_norm_29" -> "1446 add_47" [label="(1, 14, 14, 384)", style=solid]; +"1446 add_47" -> "1448 add_47_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1446 add_47" -> "1473 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1447 _param_constant229" -> "1456 linear_84" [label="(1536,)", style=solid]; +"1448 add_47_0_0_nncf_smooth_quant_0" -> "1449 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1449 quantize_per_tensor_default_85" -> "1450 dequantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"1450 dequantize_per_tensor_default_85" -> "1456 linear_84" [label="(1, 14, 14, 384)", style=solid]; +"1451 linear_84_scale_0" -> "1454 quantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1451 linear_84_scale_0" -> "1455 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1452 linear_84_zero_point_0" -> "1454 quantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1452 linear_84_zero_point_0" -> "1455 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1453 compressed_weight_updated_constant57" -> "1454 quantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1454 quantize_per_channel_default_57" -> "1455 dequantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1455 dequantize_per_channel_default_57" -> "1456 linear_84" [label="(1536, 384)", style=solid]; +"1456 linear_84" -> "1457 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"1457 gelu_13" -> "1458 dropout_54" [label="(1, 14, 14, 1536)", style=solid]; +"1458 dropout_54" -> "1460 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1459 _param_constant231" -> "1468 linear_85" [label="(384,)", style=solid]; +"1460 dropout_54_0_0_nncf_smooth_quant_0" -> "1461 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1461 quantize_per_tensor_default_86" -> "1462 dequantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"1462 dequantize_per_tensor_default_86" -> "1468 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"1463 linear_85_scale_0" -> "1466 quantize_per_channel_default_58" [label="(384,)", style=solid]; +"1463 linear_85_scale_0" -> "1467 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1464 linear_85_zero_point_0" -> "1466 quantize_per_channel_default_58" [label="(384,)", style=solid]; +"1464 linear_85_zero_point_0" -> "1467 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1465 compressed_weight_updated_constant58" -> "1466 quantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1466 quantize_per_channel_default_58" -> "1467 dequantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1467 dequantize_per_channel_default_58" -> "1468 linear_85" [label="(384, 1536)", style=solid]; +"1468 linear_85" -> "1469 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"1469 dropout_55" -> "1472 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"1470 _param_constant232" -> "1472 layer_norm_30" [label="(384,)", style=solid]; +"1471 _param_constant233" -> "1472 layer_norm_30" [label="(384,)", style=solid]; +"1472 layer_norm_30" -> "1473 add_48" [label="(1, 14, 14, 384)", style=solid]; +"1473 add_48" -> "1475 pad_16" [label="(1, 14, 14, 384)", style=solid]; +"1473 add_48" -> "1538 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1474 _frozen_param119" -> "1510 add_49" [label="(1, 12, 64, 64)", style=solid]; +"1475 pad_16" -> "1476 view_79" [label="(1, 16, 16, 384)", style=solid]; +"1476 view_79" -> "1477 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1477 permute_65" -> "1478 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1478 reshape_63" -> "1480 reshape_63_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1479 _frozen_param120" -> "1488 linear_88" [label="(1152,)", style=solid]; +"1480 reshape_63_0_0_nncf_smooth_quant_0" -> "1481 quantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1481 quantize_per_tensor_default_87" -> "1482 dequantize_per_tensor_default_87" [label="(4, 64, 384)", style=solid]; +"1482 dequantize_per_tensor_default_87" -> "1488 linear_88" [label="(4, 64, 384)", style=solid]; +"1483 linear_88_scale_0" -> "1486 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1483 linear_88_scale_0" -> "1487 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1484 linear_88_zero_point_0" -> "1486 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1484 linear_88_zero_point_0" -> "1487 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1485 compressed_weight_updated_constant59" -> "1486 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1486 quantize_per_channel_default_59" -> "1487 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1487 dequantize_per_channel_default_59" -> "1488 linear_88" [label="(1152, 384)", style=solid]; +"1488 linear_88" -> "1489 reshape_64" [label="(4, 64, 1152)", style=solid]; +"1489 reshape_64" -> "1490 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"1490 permute_66" -> "1491 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"1490 permute_66" -> "1492 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"1490 permute_66" -> "1493 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"1491 select_42" -> "1494 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"1491 select_42" -> "1496 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"1491 select_42" -> "1497 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1492 select_43" -> "1500 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"1492 select_43" -> "1502 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"1492 select_43" -> "1503 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1493 select_44" -> "1513 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"1494 linalg_vector_norm_28" -> "1495 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"1495 clamp_min_28" -> "1496 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"1496 expand_as_28" -> "1497 div_28" [label="(4, 12, 64, 32)", style=solid]; +"1497 div_28" -> "1498 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1498 quantize_per_tensor_default_88" -> "1499 dequantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"1499 dequantize_per_tensor_default_88" -> "1507 matmul_28" [label="(4, 12, 64, 32)", style=solid]; +"1500 linalg_vector_norm_29" -> "1501 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"1501 clamp_min_29" -> "1502 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"1502 expand_as_29" -> "1503 div_29" [label="(4, 12, 64, 32)", style=solid]; +"1503 div_29" -> "1504 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1504 quantize_per_tensor_default_89" -> "1505 dequantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"1505 dequantize_per_tensor_default_89" -> "1506 transpose_28" [label="(4, 12, 64, 32)", style=solid]; +"1506 transpose_28" -> "1507 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"1507 matmul_28" -> "1509 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"1508 _frozen_param122" -> "1509 mul_29" [label="(12, 1, 1)", style=solid]; +"1509 mul_29" -> "1510 add_49" [label="(4, 12, 64, 64)", style=solid]; +"1510 add_49" -> "1511 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"1511 softmax_14" -> "1512 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"1512 dropout_56" -> "1513 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"1513 matmul_29" -> "1514 transpose_29" [label="(4, 12, 64, 32)", style=solid]; +"1514 transpose_29" -> "1515 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"1515 reshape_65" -> "1517 reshape_65_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1516 _param_constant241" -> "1525 linear_89" [label="(384,)", style=solid]; +"1517 reshape_65_0_0_nncf_smooth_quant_0" -> "1518 quantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1518 quantize_per_tensor_default_90" -> "1519 dequantize_per_tensor_default_90" [label="(4, 64, 384)", style=solid]; +"1519 dequantize_per_tensor_default_90" -> "1525 linear_89" [label="(4, 64, 384)", style=solid]; +"1520 linear_89_scale_0" -> "1523 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1520 linear_89_scale_0" -> "1524 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1521 linear_89_zero_point_0" -> "1523 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1521 linear_89_zero_point_0" -> "1524 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1522 compressed_weight_updated_constant60" -> "1523 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1523 quantize_per_channel_default_60" -> "1524 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1524 dequantize_per_channel_default_60" -> "1525 linear_89" [label="(384, 384)", style=solid]; +"1525 linear_89" -> "1526 dropout_57" [label="(4, 64, 384)", style=solid]; +"1526 dropout_57" -> "1527 view_80" [label="(4, 64, 384)", style=solid]; +"1527 view_80" -> "1528 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1528 permute_67" -> "1529 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1529 reshape_66" -> "1530 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"1530 slice_218" -> "1531 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"1531 slice_219" -> "1532 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"1532 slice_220" -> "1533 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"1533 slice_221" -> "1534 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"1534 contiguous_27" -> "1537 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"1535 _param_constant242" -> "1537 layer_norm_31" [label="(384,)", style=solid]; +"1536 _param_constant243" -> "1537 layer_norm_31" [label="(384,)", style=solid]; +"1537 layer_norm_31" -> "1538 add_50" [label="(1, 14, 14, 384)", style=solid]; +"1538 add_50" -> "1540 add_50_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1538 add_50" -> "1565 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1539 _param_constant245" -> "1548 linear_90" [label="(1536,)", style=solid]; +"1540 add_50_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1541 quantize_per_tensor_default_91" -> "1542 dequantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"1542 dequantize_per_tensor_default_91" -> "1548 linear_90" [label="(1, 14, 14, 384)", style=solid]; +"1543 linear_90_scale_0" -> "1546 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1543 linear_90_scale_0" -> "1547 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1544 linear_90_zero_point_0" -> "1546 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1544 linear_90_zero_point_0" -> "1547 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1545 compressed_weight_updated_constant61" -> "1546 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1546 quantize_per_channel_default_61" -> "1547 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1547 dequantize_per_channel_default_61" -> "1548 linear_90" [label="(1536, 384)", style=solid]; +"1548 linear_90" -> "1549 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"1549 gelu_14" -> "1550 dropout_58" [label="(1, 14, 14, 1536)", style=solid]; +"1550 dropout_58" -> "1552 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1551 _param_constant247" -> "1560 linear_91" [label="(384,)", style=solid]; +"1552 dropout_58_0_0_nncf_smooth_quant_0" -> "1553 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1553 quantize_per_tensor_default_92" -> "1554 dequantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"1554 dequantize_per_tensor_default_92" -> "1560 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"1555 linear_91_scale_0" -> "1558 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1555 linear_91_scale_0" -> "1559 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1556 linear_91_zero_point_0" -> "1558 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1556 linear_91_zero_point_0" -> "1559 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1557 compressed_weight_updated_constant62" -> "1558 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1558 quantize_per_channel_default_62" -> "1559 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1559 dequantize_per_channel_default_62" -> "1560 linear_91" [label="(384, 1536)", style=solid]; +"1560 linear_91" -> "1561 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"1561 dropout_59" -> "1564 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"1562 _param_constant248" -> "1564 layer_norm_32" [label="(384,)", style=solid]; +"1563 _param_constant249" -> "1564 layer_norm_32" [label="(384,)", style=solid]; +"1564 layer_norm_32" -> "1565 add_51" [label="(1, 14, 14, 384)", style=solid]; +"1565 add_51" -> "1567 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"1565 add_51" -> "1648 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1566 _frozen_param123" -> "1603 add_52" [label="(1, 12, 64, 64)", style=solid]; +"1567 pad_17" -> "1568 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"1568 roll_14" -> "1569 view_83" [label="(1, 16, 16, 384)", style=solid]; +"1569 view_83" -> "1570 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1570 permute_69" -> "1571 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1571 reshape_67" -> "1573 reshape_67_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1571 reshape_67" -> "1604 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"1572 _frozen_param124" -> "1581 linear_94" [label="(1152,)", style=solid]; +"1573 reshape_67_0_0_nncf_smooth_quant_0" -> "1574 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1574 quantize_per_tensor_default_93" -> "1575 dequantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"1575 dequantize_per_tensor_default_93" -> "1581 linear_94" [label="(4, 64, 384)", style=solid]; +"1576 linear_94_scale_0" -> "1579 quantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1576 linear_94_scale_0" -> "1580 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1577 linear_94_zero_point_0" -> "1579 quantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1577 linear_94_zero_point_0" -> "1580 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1578 compressed_weight_updated_constant63" -> "1579 quantize_per_channel_default_63" [label="(1152, 384)", style=solid]; +"1579 quantize_per_channel_default_63" -> "1580 dequantize_per_channel_default_63" [label="(1152, 384)", style=solid]; +"1580 dequantize_per_channel_default_63" -> "1581 linear_94" [label="(1152, 384)", style=solid]; +"1581 linear_94" -> "1582 reshape_68" [label="(4, 64, 1152)", style=solid]; +"1582 reshape_68" -> "1583 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"1583 permute_70" -> "1584 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"1583 permute_70" -> "1585 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"1583 permute_70" -> "1586 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"1584 select_45" -> "1587 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"1584 select_45" -> "1589 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"1584 select_45" -> "1590 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1585 select_46" -> "1593 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"1585 select_46" -> "1595 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"1585 select_46" -> "1596 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1586 select_47" -> "1622 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"1587 linalg_vector_norm_30" -> "1588 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"1588 clamp_min_30" -> "1589 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"1589 expand_as_30" -> "1590 div_30" [label="(4, 12, 64, 32)", style=solid]; +"1590 div_30" -> "1591 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1591 quantize_per_tensor_default_94" -> "1592 dequantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"1592 dequantize_per_tensor_default_94" -> "1600 matmul_30" [label="(4, 12, 64, 32)", style=solid]; +"1593 linalg_vector_norm_31" -> "1594 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"1594 clamp_min_31" -> "1595 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"1595 expand_as_31" -> "1596 div_31" [label="(4, 12, 64, 32)", style=solid]; +"1596 div_31" -> "1597 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1597 quantize_per_tensor_default_95" -> "1598 dequantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"1598 dequantize_per_tensor_default_95" -> "1599 transpose_30" [label="(4, 12, 64, 32)", style=solid]; +"1599 transpose_30" -> "1600 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"1600 matmul_30" -> "1602 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"1601 _frozen_param126" -> "1602 mul_31" [label="(12, 1, 1)", style=solid]; +"1602 mul_31" -> "1603 add_52" [label="(4, 12, 64, 64)", style=solid]; +"1603 add_52" -> "1615 view_85" [label="(4, 12, 64, 64)", style=solid]; +"1604 new_zeros_7" -> "1605 view_84" [label="(16, 16)", style=solid]; +"1605 view_84" -> "1606 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"1606 permute_71" -> "1607 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"1607 reshape_69" -> "1608 unsqueeze_44" [label="(4, 64)", style=solid]; +"1607 reshape_69" -> "1609 unsqueeze_45" [label="(4, 64)", style=solid]; +"1608 unsqueeze_44" -> "1610 sub_7" [label="(4, 1, 64)", style=solid]; +"1609 unsqueeze_45" -> "1610 sub_7" [label="(4, 64, 1)", style=solid]; +"1610 sub_7" -> "1611 ne_7" [label="(4, 64, 64)", style=solid]; +"1610 sub_7" -> "1612 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1610 sub_7" -> "1613 eq_7" [label="(4, 64, 64)", style=solid]; +"1611 ne_7" -> "1612 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"1612 masked_fill_14" -> "1614 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1613 eq_7" -> "1614 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"1614 masked_fill_15" -> "1616 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"1615 view_85" -> "1618 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"1616 unsqueeze_46" -> "1617 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"1617 unsqueeze_47" -> "1618 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"1618 add_53" -> "1619 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"1619 view_86" -> "1620 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"1620 softmax_15" -> "1621 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"1621 dropout_60" -> "1622 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"1622 matmul_31" -> "1623 transpose_31" [label="(4, 12, 64, 32)", style=solid]; +"1623 transpose_31" -> "1624 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"1624 reshape_70" -> "1626 reshape_70_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1625 _param_constant257" -> "1634 linear_95" [label="(384,)", style=solid]; +"1626 reshape_70_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1627 quantize_per_tensor_default_96" -> "1628 dequantize_per_tensor_default_96" [label="(4, 64, 384)", style=solid]; +"1628 dequantize_per_tensor_default_96" -> "1634 linear_95" [label="(4, 64, 384)", style=solid]; +"1629 linear_95_scale_0" -> "1632 quantize_per_channel_default_64" [label="(384,)", style=solid]; +"1629 linear_95_scale_0" -> "1633 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"1630 linear_95_zero_point_0" -> "1632 quantize_per_channel_default_64" [label="(384,)", style=solid]; +"1630 linear_95_zero_point_0" -> "1633 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"1631 compressed_weight_updated_constant64" -> "1632 quantize_per_channel_default_64" [label="(384, 384)", style=solid]; +"1632 quantize_per_channel_default_64" -> "1633 dequantize_per_channel_default_64" [label="(384, 384)", style=solid]; +"1633 dequantize_per_channel_default_64" -> "1634 linear_95" [label="(384, 384)", style=solid]; +"1634 linear_95" -> "1635 dropout_61" [label="(4, 64, 384)", style=solid]; +"1635 dropout_61" -> "1636 view_87" [label="(4, 64, 384)", style=solid]; +"1636 view_87" -> "1637 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1637 permute_72" -> "1638 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1638 reshape_71" -> "1639 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"1639 roll_15" -> "1640 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"1640 slice_241" -> "1641 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"1641 slice_242" -> "1642 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"1642 slice_243" -> "1643 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"1643 slice_244" -> "1644 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"1644 contiguous_29" -> "1647 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"1645 _param_constant258" -> "1647 layer_norm_33" [label="(384,)", style=solid]; +"1646 _param_constant259" -> "1647 layer_norm_33" [label="(384,)", style=solid]; +"1647 layer_norm_33" -> "1648 add_54" [label="(1, 14, 14, 384)", style=solid]; +"1648 add_54" -> "1650 add_54_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1648 add_54" -> "1675 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1649 _param_constant261" -> "1658 linear_96" [label="(1536,)", style=solid]; +"1650 add_54_0_0_nncf_smooth_quant_0" -> "1651 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1651 quantize_per_tensor_default_97" -> "1652 dequantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"1652 dequantize_per_tensor_default_97" -> "1658 linear_96" [label="(1, 14, 14, 384)", style=solid]; +"1653 linear_96_scale_0" -> "1656 quantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1653 linear_96_scale_0" -> "1657 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1654 linear_96_zero_point_0" -> "1656 quantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1654 linear_96_zero_point_0" -> "1657 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1655 compressed_weight_updated_constant65" -> "1656 quantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1656 quantize_per_channel_default_65" -> "1657 dequantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1657 dequantize_per_channel_default_65" -> "1658 linear_96" [label="(1536, 384)", style=solid]; +"1658 linear_96" -> "1659 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"1659 gelu_15" -> "1660 dropout_62" [label="(1, 14, 14, 1536)", style=solid]; +"1660 dropout_62" -> "1662 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1661 _param_constant263" -> "1670 linear_97" [label="(384,)", style=solid]; +"1662 dropout_62_0_0_nncf_smooth_quant_0" -> "1663 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1663 quantize_per_tensor_default_98" -> "1664 dequantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"1664 dequantize_per_tensor_default_98" -> "1670 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"1665 linear_97_scale_0" -> "1668 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1665 linear_97_scale_0" -> "1669 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1666 linear_97_zero_point_0" -> "1668 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1666 linear_97_zero_point_0" -> "1669 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1667 compressed_weight_updated_constant66" -> "1668 quantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1668 quantize_per_channel_default_66" -> "1669 dequantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1669 dequantize_per_channel_default_66" -> "1670 linear_97" [label="(384, 1536)", style=solid]; +"1670 linear_97" -> "1671 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"1671 dropout_63" -> "1674 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"1672 _param_constant264" -> "1674 layer_norm_34" [label="(384,)", style=solid]; +"1673 _param_constant265" -> "1674 layer_norm_34" [label="(384,)", style=solid]; +"1674 layer_norm_34" -> "1675 add_55" [label="(1, 14, 14, 384)", style=solid]; +"1675 add_55" -> "1677 pad_18" [label="(1, 14, 14, 384)", style=solid]; +"1675 add_55" -> "1740 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1676 _frozen_param136" -> "1712 add_56" [label="(1, 12, 64, 64)", style=solid]; +"1677 pad_18" -> "1678 view_90" [label="(1, 16, 16, 384)", style=solid]; +"1678 view_90" -> "1679 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1679 permute_74" -> "1680 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1680 reshape_72" -> "1682 reshape_72_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1681 _frozen_param137" -> "1690 linear_100" [label="(1152,)", style=solid]; +"1682 reshape_72_0_0_nncf_smooth_quant_0" -> "1683 quantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1683 quantize_per_tensor_default_99" -> "1684 dequantize_per_tensor_default_99" [label="(4, 64, 384)", style=solid]; +"1684 dequantize_per_tensor_default_99" -> "1690 linear_100" [label="(4, 64, 384)", style=solid]; +"1685 linear_100_scale_0" -> "1688 quantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1685 linear_100_scale_0" -> "1689 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1686 linear_100_zero_point_0" -> "1688 quantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1686 linear_100_zero_point_0" -> "1689 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1687 compressed_weight_updated_constant67" -> "1688 quantize_per_channel_default_67" [label="(1152, 384)", style=solid]; +"1688 quantize_per_channel_default_67" -> "1689 dequantize_per_channel_default_67" [label="(1152, 384)", style=solid]; +"1689 dequantize_per_channel_default_67" -> "1690 linear_100" [label="(1152, 384)", style=solid]; +"1690 linear_100" -> "1691 reshape_73" [label="(4, 64, 1152)", style=solid]; +"1691 reshape_73" -> "1692 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"1692 permute_75" -> "1693 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"1692 permute_75" -> "1694 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"1692 permute_75" -> "1695 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"1693 select_48" -> "1696 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"1693 select_48" -> "1698 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"1693 select_48" -> "1699 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1694 select_49" -> "1702 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"1694 select_49" -> "1704 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"1694 select_49" -> "1705 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1695 select_50" -> "1715 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"1696 linalg_vector_norm_32" -> "1697 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"1697 clamp_min_32" -> "1698 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"1698 expand_as_32" -> "1699 div_32" [label="(4, 12, 64, 32)", style=solid]; +"1699 div_32" -> "1700 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1700 quantize_per_tensor_default_100" -> "1701 dequantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"1701 dequantize_per_tensor_default_100" -> "1709 matmul_32" [label="(4, 12, 64, 32)", style=solid]; +"1702 linalg_vector_norm_33" -> "1703 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"1703 clamp_min_33" -> "1704 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"1704 expand_as_33" -> "1705 div_33" [label="(4, 12, 64, 32)", style=solid]; +"1705 div_33" -> "1706 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1706 quantize_per_tensor_default_101" -> "1707 dequantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"1707 dequantize_per_tensor_default_101" -> "1708 transpose_32" [label="(4, 12, 64, 32)", style=solid]; +"1708 transpose_32" -> "1709 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"1709 matmul_32" -> "1711 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"1710 _frozen_param139" -> "1711 mul_33" [label="(12, 1, 1)", style=solid]; +"1711 mul_33" -> "1712 add_56" [label="(4, 12, 64, 64)", style=solid]; +"1712 add_56" -> "1713 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"1713 softmax_16" -> "1714 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"1714 dropout_64" -> "1715 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"1715 matmul_33" -> "1716 transpose_33" [label="(4, 12, 64, 32)", style=solid]; +"1716 transpose_33" -> "1717 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"1717 reshape_74" -> "1719 reshape_74_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1718 _param_constant273" -> "1727 linear_101" [label="(384,)", style=solid]; +"1719 reshape_74_0_0_nncf_smooth_quant_0" -> "1720 quantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1720 quantize_per_tensor_default_102" -> "1721 dequantize_per_tensor_default_102" [label="(4, 64, 384)", style=solid]; +"1721 dequantize_per_tensor_default_102" -> "1727 linear_101" [label="(4, 64, 384)", style=solid]; +"1722 linear_101_scale_0" -> "1725 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1722 linear_101_scale_0" -> "1726 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1723 linear_101_zero_point_0" -> "1725 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1723 linear_101_zero_point_0" -> "1726 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1724 compressed_weight_updated_constant68" -> "1725 quantize_per_channel_default_68" [label="(384, 384)", style=solid]; +"1725 quantize_per_channel_default_68" -> "1726 dequantize_per_channel_default_68" [label="(384, 384)", style=solid]; +"1726 dequantize_per_channel_default_68" -> "1727 linear_101" [label="(384, 384)", style=solid]; +"1727 linear_101" -> "1728 dropout_65" [label="(4, 64, 384)", style=solid]; +"1728 dropout_65" -> "1729 view_91" [label="(4, 64, 384)", style=solid]; +"1729 view_91" -> "1730 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1730 permute_76" -> "1731 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1731 reshape_75" -> "1732 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"1732 slice_246" -> "1733 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"1733 slice_247" -> "1734 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"1734 slice_248" -> "1735 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"1735 slice_249" -> "1736 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"1736 contiguous_31" -> "1739 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"1737 _param_constant274" -> "1739 layer_norm_35" [label="(384,)", style=solid]; +"1738 _param_constant275" -> "1739 layer_norm_35" [label="(384,)", style=solid]; +"1739 layer_norm_35" -> "1740 add_57" [label="(1, 14, 14, 384)", style=solid]; +"1740 add_57" -> "1742 add_57_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1740 add_57" -> "1767 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1741 _param_constant277" -> "1750 linear_102" [label="(1536,)", style=solid]; +"1742 add_57_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1743 quantize_per_tensor_default_103" -> "1744 dequantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"1744 dequantize_per_tensor_default_103" -> "1750 linear_102" [label="(1, 14, 14, 384)", style=solid]; +"1745 linear_102_scale_0" -> "1748 quantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1745 linear_102_scale_0" -> "1749 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1746 linear_102_zero_point_0" -> "1748 quantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1746 linear_102_zero_point_0" -> "1749 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1747 compressed_weight_updated_constant69" -> "1748 quantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"1748 quantize_per_channel_default_69" -> "1749 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"1749 dequantize_per_channel_default_69" -> "1750 linear_102" [label="(1536, 384)", style=solid]; +"1750 linear_102" -> "1751 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"1751 gelu_16" -> "1752 dropout_66" [label="(1, 14, 14, 1536)", style=solid]; +"1752 dropout_66" -> "1754 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1753 _param_constant279" -> "1762 linear_103" [label="(384,)", style=solid]; +"1754 dropout_66_0_0_nncf_smooth_quant_0" -> "1755 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1755 quantize_per_tensor_default_104" -> "1756 dequantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"1756 dequantize_per_tensor_default_104" -> "1762 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"1757 linear_103_scale_0" -> "1760 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1757 linear_103_scale_0" -> "1761 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1758 linear_103_zero_point_0" -> "1760 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1758 linear_103_zero_point_0" -> "1761 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1759 compressed_weight_updated_constant70" -> "1760 quantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"1760 quantize_per_channel_default_70" -> "1761 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"1761 dequantize_per_channel_default_70" -> "1762 linear_103" [label="(384, 1536)", style=solid]; +"1762 linear_103" -> "1763 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"1763 dropout_67" -> "1766 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"1764 _param_constant280" -> "1766 layer_norm_36" [label="(384,)", style=solid]; +"1765 _param_constant281" -> "1766 layer_norm_36" [label="(384,)", style=solid]; +"1766 layer_norm_36" -> "1767 add_58" [label="(1, 14, 14, 384)", style=solid]; +"1767 add_58" -> "1769 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"1767 add_58" -> "1850 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1768 _frozen_param140" -> "1805 add_59" [label="(1, 12, 64, 64)", style=solid]; +"1769 pad_19" -> "1770 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"1770 roll_16" -> "1771 view_94" [label="(1, 16, 16, 384)", style=solid]; +"1771 view_94" -> "1772 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1772 permute_78" -> "1773 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1773 reshape_76" -> "1775 reshape_76_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1773 reshape_76" -> "1806 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"1774 _frozen_param141" -> "1783 linear_106" [label="(1152,)", style=solid]; +"1775 reshape_76_0_0_nncf_smooth_quant_0" -> "1776 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1776 quantize_per_tensor_default_105" -> "1777 dequantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"1777 dequantize_per_tensor_default_105" -> "1783 linear_106" [label="(4, 64, 384)", style=solid]; +"1778 linear_106_scale_0" -> "1781 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1778 linear_106_scale_0" -> "1782 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1779 linear_106_zero_point_0" -> "1781 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1779 linear_106_zero_point_0" -> "1782 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1780 compressed_weight_updated_constant71" -> "1781 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1781 quantize_per_channel_default_71" -> "1782 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1782 dequantize_per_channel_default_71" -> "1783 linear_106" [label="(1152, 384)", style=solid]; +"1783 linear_106" -> "1784 reshape_77" [label="(4, 64, 1152)", style=solid]; +"1784 reshape_77" -> "1785 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"1785 permute_79" -> "1786 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"1785 permute_79" -> "1787 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"1785 permute_79" -> "1788 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"1786 select_51" -> "1789 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"1786 select_51" -> "1791 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"1786 select_51" -> "1792 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1787 select_52" -> "1795 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"1787 select_52" -> "1797 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"1787 select_52" -> "1798 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1788 select_53" -> "1824 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"1789 linalg_vector_norm_34" -> "1790 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"1790 clamp_min_34" -> "1791 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"1791 expand_as_34" -> "1792 div_34" [label="(4, 12, 64, 32)", style=solid]; +"1792 div_34" -> "1793 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1793 quantize_per_tensor_default_106" -> "1794 dequantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"1794 dequantize_per_tensor_default_106" -> "1802 matmul_34" [label="(4, 12, 64, 32)", style=solid]; +"1795 linalg_vector_norm_35" -> "1796 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"1796 clamp_min_35" -> "1797 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"1797 expand_as_35" -> "1798 div_35" [label="(4, 12, 64, 32)", style=solid]; +"1798 div_35" -> "1799 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1799 quantize_per_tensor_default_107" -> "1800 dequantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"1800 dequantize_per_tensor_default_107" -> "1801 transpose_34" [label="(4, 12, 64, 32)", style=solid]; +"1801 transpose_34" -> "1802 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"1802 matmul_34" -> "1804 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"1803 _frozen_param143" -> "1804 mul_35" [label="(12, 1, 1)", style=solid]; +"1804 mul_35" -> "1805 add_59" [label="(4, 12, 64, 64)", style=solid]; +"1805 add_59" -> "1817 view_96" [label="(4, 12, 64, 64)", style=solid]; +"1806 new_zeros_8" -> "1807 view_95" [label="(16, 16)", style=solid]; +"1807 view_95" -> "1808 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"1808 permute_80" -> "1809 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"1809 reshape_78" -> "1810 unsqueeze_50" [label="(4, 64)", style=solid]; +"1809 reshape_78" -> "1811 unsqueeze_51" [label="(4, 64)", style=solid]; +"1810 unsqueeze_50" -> "1812 sub_8" [label="(4, 1, 64)", style=solid]; +"1811 unsqueeze_51" -> "1812 sub_8" [label="(4, 64, 1)", style=solid]; +"1812 sub_8" -> "1813 ne_8" [label="(4, 64, 64)", style=solid]; +"1812 sub_8" -> "1814 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1812 sub_8" -> "1815 eq_8" [label="(4, 64, 64)", style=solid]; +"1813 ne_8" -> "1814 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"1814 masked_fill_16" -> "1816 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1815 eq_8" -> "1816 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"1816 masked_fill_17" -> "1818 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"1817 view_96" -> "1820 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"1818 unsqueeze_52" -> "1819 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"1819 unsqueeze_53" -> "1820 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"1820 add_60" -> "1821 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"1821 view_97" -> "1822 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"1822 softmax_17" -> "1823 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"1823 dropout_68" -> "1824 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"1824 matmul_35" -> "1825 transpose_35" [label="(4, 12, 64, 32)", style=solid]; +"1825 transpose_35" -> "1826 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"1826 reshape_79" -> "1828 reshape_79_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1827 _param_constant289" -> "1836 linear_107" [label="(384,)", style=solid]; +"1828 reshape_79_0_0_nncf_smooth_quant_0" -> "1829 quantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1829 quantize_per_tensor_default_108" -> "1830 dequantize_per_tensor_default_108" [label="(4, 64, 384)", style=solid]; +"1830 dequantize_per_tensor_default_108" -> "1836 linear_107" [label="(4, 64, 384)", style=solid]; +"1831 linear_107_scale_0" -> "1834 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1831 linear_107_scale_0" -> "1835 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1832 linear_107_zero_point_0" -> "1834 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1832 linear_107_zero_point_0" -> "1835 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1833 compressed_weight_updated_constant72" -> "1834 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1834 quantize_per_channel_default_72" -> "1835 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1835 dequantize_per_channel_default_72" -> "1836 linear_107" [label="(384, 384)", style=solid]; +"1836 linear_107" -> "1837 dropout_69" [label="(4, 64, 384)", style=solid]; +"1837 dropout_69" -> "1838 view_98" [label="(4, 64, 384)", style=solid]; +"1838 view_98" -> "1839 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1839 permute_81" -> "1840 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1840 reshape_80" -> "1841 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"1841 roll_17" -> "1842 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"1842 slice_269" -> "1843 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"1843 slice_270" -> "1844 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"1844 slice_271" -> "1845 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"1845 slice_272" -> "1846 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"1846 contiguous_33" -> "1849 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"1847 _param_constant290" -> "1849 layer_norm_37" [label="(384,)", style=solid]; +"1848 _param_constant291" -> "1849 layer_norm_37" [label="(384,)", style=solid]; +"1849 layer_norm_37" -> "1850 add_61" [label="(1, 14, 14, 384)", style=solid]; +"1850 add_61" -> "1852 add_61_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1850 add_61" -> "1877 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1851 _param_constant293" -> "1860 linear_108" [label="(1536,)", style=solid]; +"1852 add_61_0_0_nncf_smooth_quant_0" -> "1853 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1853 quantize_per_tensor_default_109" -> "1854 dequantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"1854 dequantize_per_tensor_default_109" -> "1860 linear_108" [label="(1, 14, 14, 384)", style=solid]; +"1855 linear_108_scale_0" -> "1858 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1855 linear_108_scale_0" -> "1859 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1856 linear_108_zero_point_0" -> "1858 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1856 linear_108_zero_point_0" -> "1859 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1857 compressed_weight_updated_constant73" -> "1858 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1858 quantize_per_channel_default_73" -> "1859 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1859 dequantize_per_channel_default_73" -> "1860 linear_108" [label="(1536, 384)", style=solid]; +"1860 linear_108" -> "1861 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"1861 gelu_17" -> "1862 dropout_70" [label="(1, 14, 14, 1536)", style=solid]; +"1862 dropout_70" -> "1864 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1863 _param_constant295" -> "1872 linear_109" [label="(384,)", style=solid]; +"1864 dropout_70_0_0_nncf_smooth_quant_0" -> "1865 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1865 quantize_per_tensor_default_110" -> "1866 dequantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"1866 dequantize_per_tensor_default_110" -> "1872 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"1867 linear_109_scale_0" -> "1870 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1867 linear_109_scale_0" -> "1871 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1868 linear_109_zero_point_0" -> "1870 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"1868 linear_109_zero_point_0" -> "1871 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"1869 compressed_weight_updated_constant74" -> "1870 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1870 quantize_per_channel_default_74" -> "1871 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"1871 dequantize_per_channel_default_74" -> "1872 linear_109" [label="(384, 1536)", style=solid]; +"1872 linear_109" -> "1873 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"1873 dropout_71" -> "1876 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"1874 _param_constant296" -> "1876 layer_norm_38" [label="(384,)", style=solid]; +"1875 _param_constant297" -> "1876 layer_norm_38" [label="(384,)", style=solid]; +"1876 layer_norm_38" -> "1877 add_62" [label="(1, 14, 14, 384)", style=solid]; +"1877 add_62" -> "1879 pad_20" [label="(1, 14, 14, 384)", style=solid]; +"1877 add_62" -> "1942 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1878 _frozen_param153" -> "1914 add_63" [label="(1, 12, 64, 64)", style=solid]; +"1879 pad_20" -> "1880 view_101" [label="(1, 16, 16, 384)", style=solid]; +"1880 view_101" -> "1881 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1881 permute_83" -> "1882 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1882 reshape_81" -> "1884 reshape_81_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1883 _frozen_param154" -> "1892 linear_112" [label="(1152,)", style=solid]; +"1884 reshape_81_0_0_nncf_smooth_quant_0" -> "1885 quantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1885 quantize_per_tensor_default_111" -> "1886 dequantize_per_tensor_default_111" [label="(4, 64, 384)", style=solid]; +"1886 dequantize_per_tensor_default_111" -> "1892 linear_112" [label="(4, 64, 384)", style=solid]; +"1887 linear_112_scale_0" -> "1890 quantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1887 linear_112_scale_0" -> "1891 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1888 linear_112_zero_point_0" -> "1890 quantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1888 linear_112_zero_point_0" -> "1891 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; +"1889 compressed_weight_updated_constant75" -> "1890 quantize_per_channel_default_75" [label="(1152, 384)", style=solid]; +"1890 quantize_per_channel_default_75" -> "1891 dequantize_per_channel_default_75" [label="(1152, 384)", style=solid]; +"1891 dequantize_per_channel_default_75" -> "1892 linear_112" [label="(1152, 384)", style=solid]; +"1892 linear_112" -> "1893 reshape_82" [label="(4, 64, 1152)", style=solid]; +"1893 reshape_82" -> "1894 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"1894 permute_84" -> "1895 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 permute_84" -> "1896 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"1894 permute_84" -> "1897 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"1895 select_54" -> "1898 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_54" -> "1900 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"1895 select_54" -> "1901 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_55" -> "1904 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_55" -> "1906 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"1896 select_55" -> "1907 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1897 select_56" -> "1917 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"1898 linalg_vector_norm_36" -> "1899 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"1899 clamp_min_36" -> "1900 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"1900 expand_as_36" -> "1901 div_36" [label="(4, 12, 64, 32)", style=solid]; +"1901 div_36" -> "1902 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1902 quantize_per_tensor_default_112" -> "1903 dequantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"1903 dequantize_per_tensor_default_112" -> "1911 matmul_36" [label="(4, 12, 64, 32)", style=solid]; +"1904 linalg_vector_norm_37" -> "1905 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"1905 clamp_min_37" -> "1906 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"1906 expand_as_37" -> "1907 div_37" [label="(4, 12, 64, 32)", style=solid]; +"1907 div_37" -> "1908 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1908 quantize_per_tensor_default_113" -> "1909 dequantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"1909 dequantize_per_tensor_default_113" -> "1910 transpose_36" [label="(4, 12, 64, 32)", style=solid]; +"1910 transpose_36" -> "1911 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"1911 matmul_36" -> "1913 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"1912 _frozen_param156" -> "1913 mul_37" [label="(12, 1, 1)", style=solid]; +"1913 mul_37" -> "1914 add_63" [label="(4, 12, 64, 64)", style=solid]; +"1914 add_63" -> "1915 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"1915 softmax_18" -> "1916 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"1916 dropout_72" -> "1917 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"1917 matmul_37" -> "1918 transpose_37" [label="(4, 12, 64, 32)", style=solid]; +"1918 transpose_37" -> "1919 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"1919 reshape_83" -> "1921 reshape_83_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1920 _param_constant305" -> "1929 linear_113" [label="(384,)", style=solid]; +"1921 reshape_83_0_0_nncf_smooth_quant_0" -> "1922 quantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1922 quantize_per_tensor_default_114" -> "1923 dequantize_per_tensor_default_114" [label="(4, 64, 384)", style=solid]; +"1923 dequantize_per_tensor_default_114" -> "1929 linear_113" [label="(4, 64, 384)", style=solid]; +"1924 linear_113_scale_0" -> "1927 quantize_per_channel_default_76" [label="(384,)", style=solid]; +"1924 linear_113_scale_0" -> "1928 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"1925 linear_113_zero_point_0" -> "1927 quantize_per_channel_default_76" [label="(384,)", style=solid]; +"1925 linear_113_zero_point_0" -> "1928 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"1926 compressed_weight_updated_constant76" -> "1927 quantize_per_channel_default_76" [label="(384, 384)", style=solid]; +"1927 quantize_per_channel_default_76" -> "1928 dequantize_per_channel_default_76" [label="(384, 384)", style=solid]; +"1928 dequantize_per_channel_default_76" -> "1929 linear_113" [label="(384, 384)", style=solid]; +"1929 linear_113" -> "1930 dropout_73" [label="(4, 64, 384)", style=solid]; +"1930 dropout_73" -> "1931 view_102" [label="(4, 64, 384)", style=solid]; +"1931 view_102" -> "1932 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1932 permute_85" -> "1933 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1933 reshape_84" -> "1934 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"1934 slice_274" -> "1935 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"1935 slice_275" -> "1936 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"1936 slice_276" -> "1937 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"1937 slice_277" -> "1938 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"1938 contiguous_35" -> "1941 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"1939 _param_constant306" -> "1941 layer_norm_39" [label="(384,)", style=solid]; +"1940 _param_constant307" -> "1941 layer_norm_39" [label="(384,)", style=solid]; +"1941 layer_norm_39" -> "1942 add_64" [label="(1, 14, 14, 384)", style=solid]; +"1942 add_64" -> "1944 add_64_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"1942 add_64" -> "1969 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1943 _param_constant309" -> "1952 linear_114" [label="(1536,)", style=solid]; +"1944 add_64_0_0_nncf_smooth_quant_0" -> "1945 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1945 quantize_per_tensor_default_115" -> "1946 dequantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"1946 dequantize_per_tensor_default_115" -> "1952 linear_114" [label="(1, 14, 14, 384)", style=solid]; +"1947 linear_114_scale_0" -> "1950 quantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1947 linear_114_scale_0" -> "1951 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1948 linear_114_zero_point_0" -> "1950 quantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1948 linear_114_zero_point_0" -> "1951 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"1949 compressed_weight_updated_constant77" -> "1950 quantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"1950 quantize_per_channel_default_77" -> "1951 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"1951 dequantize_per_channel_default_77" -> "1952 linear_114" [label="(1536, 384)", style=solid]; +"1952 linear_114" -> "1953 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"1953 gelu_18" -> "1954 dropout_74" [label="(1, 14, 14, 1536)", style=solid]; +"1954 dropout_74" -> "1956 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"1955 _param_constant311" -> "1964 linear_115" [label="(384,)", style=solid]; +"1956 dropout_74_0_0_nncf_smooth_quant_0" -> "1957 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1957 quantize_per_tensor_default_116" -> "1958 dequantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"1958 dequantize_per_tensor_default_116" -> "1964 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"1959 linear_115_scale_0" -> "1962 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1959 linear_115_scale_0" -> "1963 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1960 linear_115_zero_point_0" -> "1962 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"1960 linear_115_zero_point_0" -> "1963 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"1961 compressed_weight_updated_constant78" -> "1962 quantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"1962 quantize_per_channel_default_78" -> "1963 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"1963 dequantize_per_channel_default_78" -> "1964 linear_115" [label="(384, 1536)", style=solid]; +"1964 linear_115" -> "1965 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"1965 dropout_75" -> "1968 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"1966 _param_constant312" -> "1968 layer_norm_40" [label="(384,)", style=solid]; +"1967 _param_constant313" -> "1968 layer_norm_40" [label="(384,)", style=solid]; +"1968 layer_norm_40" -> "1969 add_65" [label="(1, 14, 14, 384)", style=solid]; +"1969 add_65" -> "1971 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"1969 add_65" -> "2052 add_68" [label="(1, 14, 14, 384)", style=solid]; +"1970 _frozen_param157" -> "2007 add_66" [label="(1, 12, 64, 64)", style=solid]; +"1971 pad_21" -> "1972 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"1972 roll_18" -> "1973 view_105" [label="(1, 16, 16, 384)", style=solid]; +"1973 view_105" -> "1974 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1974 permute_87" -> "1975 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1975 reshape_85" -> "1977 reshape_85_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"1975 reshape_85" -> "2008 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"1976 _frozen_param158" -> "1985 linear_118" [label="(1152,)", style=solid]; +"1977 reshape_85_0_0_nncf_smooth_quant_0" -> "1978 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"1978 quantize_per_tensor_default_117" -> "1979 dequantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"1979 dequantize_per_tensor_default_117" -> "1985 linear_118" [label="(4, 64, 384)", style=solid]; +"1980 linear_118_scale_0" -> "1983 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1980 linear_118_scale_0" -> "1984 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1981 linear_118_zero_point_0" -> "1983 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1981 linear_118_zero_point_0" -> "1984 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"1982 compressed_weight_updated_constant79" -> "1983 quantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"1983 quantize_per_channel_default_79" -> "1984 dequantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"1984 dequantize_per_channel_default_79" -> "1985 linear_118" [label="(1152, 384)", style=solid]; +"1985 linear_118" -> "1986 reshape_86" [label="(4, 64, 1152)", style=solid]; +"1986 reshape_86" -> "1987 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"1987 permute_88" -> "1988 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"1987 permute_88" -> "1989 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"1987 permute_88" -> "1990 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"1988 select_57" -> "1991 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"1988 select_57" -> "1993 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"1988 select_57" -> "1994 div_38" [label="(4, 12, 64, 32)", style=solid]; +"1989 select_58" -> "1997 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"1989 select_58" -> "1999 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"1989 select_58" -> "2000 div_39" [label="(4, 12, 64, 32)", style=solid]; +"1990 select_59" -> "2026 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"1991 linalg_vector_norm_38" -> "1992 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"1992 clamp_min_38" -> "1993 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"1993 expand_as_38" -> "1994 div_38" [label="(4, 12, 64, 32)", style=solid]; +"1994 div_38" -> "1995 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"1995 quantize_per_tensor_default_118" -> "1996 dequantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"1996 dequantize_per_tensor_default_118" -> "2004 matmul_38" [label="(4, 12, 64, 32)", style=solid]; +"1997 linalg_vector_norm_39" -> "1998 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"1998 clamp_min_39" -> "1999 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"1999 expand_as_39" -> "2000 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2000 div_39" -> "2001 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2001 quantize_per_tensor_default_119" -> "2002 dequantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2002 dequantize_per_tensor_default_119" -> "2003 transpose_38" [label="(4, 12, 64, 32)", style=solid]; +"2003 transpose_38" -> "2004 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2004 matmul_38" -> "2006 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2005 _frozen_param160" -> "2006 mul_39" [label="(12, 1, 1)", style=solid]; +"2006 mul_39" -> "2007 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2007 add_66" -> "2019 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2008 new_zeros_9" -> "2009 view_106" [label="(16, 16)", style=solid]; +"2009 view_106" -> "2010 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"2010 permute_89" -> "2011 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"2011 reshape_87" -> "2012 unsqueeze_56" [label="(4, 64)", style=solid]; +"2011 reshape_87" -> "2013 unsqueeze_57" [label="(4, 64)", style=solid]; +"2012 unsqueeze_56" -> "2014 sub_9" [label="(4, 1, 64)", style=solid]; +"2013 unsqueeze_57" -> "2014 sub_9" [label="(4, 64, 1)", style=solid]; +"2014 sub_9" -> "2015 ne_9" [label="(4, 64, 64)", style=solid]; +"2014 sub_9" -> "2016 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2014 sub_9" -> "2017 eq_9" [label="(4, 64, 64)", style=solid]; +"2015 ne_9" -> "2016 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"2016 masked_fill_18" -> "2018 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2017 eq_9" -> "2018 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"2018 masked_fill_19" -> "2020 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"2019 view_107" -> "2022 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"2020 unsqueeze_58" -> "2021 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"2021 unsqueeze_59" -> "2022 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"2022 add_67" -> "2023 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"2023 view_108" -> "2024 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"2024 softmax_19" -> "2025 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"2025 dropout_76" -> "2026 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"2026 matmul_39" -> "2027 transpose_39" [label="(4, 12, 64, 32)", style=solid]; +"2027 transpose_39" -> "2028 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"2028 reshape_88" -> "2030 reshape_88_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2029 _param_constant321" -> "2038 linear_119" [label="(384,)", style=solid]; +"2030 reshape_88_0_0_nncf_smooth_quant_0" -> "2031 quantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2031 quantize_per_tensor_default_120" -> "2032 dequantize_per_tensor_default_120" [label="(4, 64, 384)", style=solid]; +"2032 dequantize_per_tensor_default_120" -> "2038 linear_119" [label="(4, 64, 384)", style=solid]; +"2033 linear_119_scale_0" -> "2036 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"2033 linear_119_scale_0" -> "2037 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"2034 linear_119_zero_point_0" -> "2036 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"2034 linear_119_zero_point_0" -> "2037 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"2035 compressed_weight_updated_constant80" -> "2036 quantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"2036 quantize_per_channel_default_80" -> "2037 dequantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"2037 dequantize_per_channel_default_80" -> "2038 linear_119" [label="(384, 384)", style=solid]; +"2038 linear_119" -> "2039 dropout_77" [label="(4, 64, 384)", style=solid]; +"2039 dropout_77" -> "2040 view_109" [label="(4, 64, 384)", style=solid]; +"2040 view_109" -> "2041 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2041 permute_90" -> "2042 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2042 reshape_89" -> "2043 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"2043 roll_19" -> "2044 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"2044 slice_297" -> "2045 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"2045 slice_298" -> "2046 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"2046 slice_299" -> "2047 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"2047 slice_300" -> "2048 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"2048 contiguous_37" -> "2051 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"2049 _param_constant322" -> "2051 layer_norm_41" [label="(384,)", style=solid]; +"2050 _param_constant323" -> "2051 layer_norm_41" [label="(384,)", style=solid]; +"2051 layer_norm_41" -> "2052 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2052 add_68" -> "2054 add_68_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2052 add_68" -> "2079 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2053 _param_constant325" -> "2062 linear_120" [label="(1536,)", style=solid]; +"2054 add_68_0_0_nncf_smooth_quant_0" -> "2055 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2055 quantize_per_tensor_default_121" -> "2056 dequantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"2056 dequantize_per_tensor_default_121" -> "2062 linear_120" [label="(1, 14, 14, 384)", style=solid]; +"2057 linear_120_scale_0" -> "2060 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2057 linear_120_scale_0" -> "2061 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2058 linear_120_zero_point_0" -> "2060 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2058 linear_120_zero_point_0" -> "2061 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2059 compressed_weight_updated_constant81" -> "2060 quantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2060 quantize_per_channel_default_81" -> "2061 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2061 dequantize_per_channel_default_81" -> "2062 linear_120" [label="(1536, 384)", style=solid]; +"2062 linear_120" -> "2063 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"2063 gelu_19" -> "2064 dropout_78" [label="(1, 14, 14, 1536)", style=solid]; +"2064 dropout_78" -> "2066 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2065 _param_constant327" -> "2074 linear_121" [label="(384,)", style=solid]; +"2066 dropout_78_0_0_nncf_smooth_quant_0" -> "2067 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2067 quantize_per_tensor_default_122" -> "2068 dequantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"2068 dequantize_per_tensor_default_122" -> "2074 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"2069 linear_121_scale_0" -> "2072 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"2069 linear_121_scale_0" -> "2073 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2070 linear_121_zero_point_0" -> "2072 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"2070 linear_121_zero_point_0" -> "2073 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2071 compressed_weight_updated_constant82" -> "2072 quantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2072 quantize_per_channel_default_82" -> "2073 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2073 dequantize_per_channel_default_82" -> "2074 linear_121" [label="(384, 1536)", style=solid]; +"2074 linear_121" -> "2075 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"2075 dropout_79" -> "2078 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"2076 _param_constant328" -> "2078 layer_norm_42" [label="(384,)", style=solid]; +"2077 _param_constant329" -> "2078 layer_norm_42" [label="(384,)", style=solid]; +"2078 layer_norm_42" -> "2079 add_69" [label="(1, 14, 14, 384)", style=solid]; +"2079 add_69" -> "2081 pad_22" [label="(1, 14, 14, 384)", style=solid]; +"2079 add_69" -> "2144 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2080 _frozen_param170" -> "2116 add_70" [label="(1, 12, 64, 64)", style=solid]; +"2081 pad_22" -> "2082 view_112" [label="(1, 16, 16, 384)", style=solid]; +"2082 view_112" -> "2083 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2083 permute_92" -> "2084 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2084 reshape_90" -> "2086 reshape_90_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2085 _frozen_param171" -> "2094 linear_124" [label="(1152,)", style=solid]; +"2086 reshape_90_0_0_nncf_smooth_quant_0" -> "2087 quantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2087 quantize_per_tensor_default_123" -> "2088 dequantize_per_tensor_default_123" [label="(4, 64, 384)", style=solid]; +"2088 dequantize_per_tensor_default_123" -> "2094 linear_124" [label="(4, 64, 384)", style=solid]; +"2089 linear_124_scale_0" -> "2092 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2089 linear_124_scale_0" -> "2093 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2090 linear_124_zero_point_0" -> "2092 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2090 linear_124_zero_point_0" -> "2093 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2091 compressed_weight_updated_constant83" -> "2092 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"2092 quantize_per_channel_default_83" -> "2093 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"2093 dequantize_per_channel_default_83" -> "2094 linear_124" [label="(1152, 384)", style=solid]; +"2094 linear_124" -> "2095 reshape_91" [label="(4, 64, 1152)", style=solid]; +"2095 reshape_91" -> "2096 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"2096 permute_93" -> "2097 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"2096 permute_93" -> "2098 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"2096 permute_93" -> "2099 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"2097 select_60" -> "2100 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"2097 select_60" -> "2102 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"2097 select_60" -> "2103 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2098 select_61" -> "2106 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"2098 select_61" -> "2108 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"2098 select_61" -> "2109 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2099 select_62" -> "2119 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"2100 linalg_vector_norm_40" -> "2101 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"2101 clamp_min_40" -> "2102 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"2102 expand_as_40" -> "2103 div_40" [label="(4, 12, 64, 32)", style=solid]; +"2103 div_40" -> "2104 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2104 quantize_per_tensor_default_124" -> "2105 dequantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"2105 dequantize_per_tensor_default_124" -> "2113 matmul_40" [label="(4, 12, 64, 32)", style=solid]; +"2106 linalg_vector_norm_41" -> "2107 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"2107 clamp_min_41" -> "2108 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"2108 expand_as_41" -> "2109 div_41" [label="(4, 12, 64, 32)", style=solid]; +"2109 div_41" -> "2110 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2110 quantize_per_tensor_default_125" -> "2111 dequantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"2111 dequantize_per_tensor_default_125" -> "2112 transpose_40" [label="(4, 12, 64, 32)", style=solid]; +"2112 transpose_40" -> "2113 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"2113 matmul_40" -> "2115 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"2114 _frozen_param173" -> "2115 mul_41" [label="(12, 1, 1)", style=solid]; +"2115 mul_41" -> "2116 add_70" [label="(4, 12, 64, 64)", style=solid]; +"2116 add_70" -> "2117 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"2117 softmax_20" -> "2118 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"2118 dropout_80" -> "2119 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"2119 matmul_41" -> "2120 transpose_41" [label="(4, 12, 64, 32)", style=solid]; +"2120 transpose_41" -> "2121 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"2121 reshape_92" -> "2123 reshape_92_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2122 _param_constant337" -> "2131 linear_125" [label="(384,)", style=solid]; +"2123 reshape_92_0_0_nncf_smooth_quant_0" -> "2124 quantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2124 quantize_per_tensor_default_126" -> "2125 dequantize_per_tensor_default_126" [label="(4, 64, 384)", style=solid]; +"2125 dequantize_per_tensor_default_126" -> "2131 linear_125" [label="(4, 64, 384)", style=solid]; +"2126 linear_125_scale_0" -> "2129 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"2126 linear_125_scale_0" -> "2130 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"2127 linear_125_zero_point_0" -> "2129 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"2127 linear_125_zero_point_0" -> "2130 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"2128 compressed_weight_updated_constant84" -> "2129 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"2129 quantize_per_channel_default_84" -> "2130 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"2130 dequantize_per_channel_default_84" -> "2131 linear_125" [label="(384, 384)", style=solid]; +"2131 linear_125" -> "2132 dropout_81" [label="(4, 64, 384)", style=solid]; +"2132 dropout_81" -> "2133 view_113" [label="(4, 64, 384)", style=solid]; +"2133 view_113" -> "2134 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2134 permute_94" -> "2135 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2135 reshape_93" -> "2136 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"2136 slice_302" -> "2137 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"2137 slice_303" -> "2138 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"2138 slice_304" -> "2139 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"2139 slice_305" -> "2140 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"2140 contiguous_39" -> "2143 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"2141 _param_constant338" -> "2143 layer_norm_43" [label="(384,)", style=solid]; +"2142 _param_constant339" -> "2143 layer_norm_43" [label="(384,)", style=solid]; +"2143 layer_norm_43" -> "2144 add_71" [label="(1, 14, 14, 384)", style=solid]; +"2144 add_71" -> "2146 add_71_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2144 add_71" -> "2171 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2145 _param_constant341" -> "2154 linear_126" [label="(1536,)", style=solid]; +"2146 add_71_0_0_nncf_smooth_quant_0" -> "2147 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2147 quantize_per_tensor_default_127" -> "2148 dequantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"2148 dequantize_per_tensor_default_127" -> "2154 linear_126" [label="(1, 14, 14, 384)", style=solid]; +"2149 linear_126_scale_0" -> "2152 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2149 linear_126_scale_0" -> "2153 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2150 linear_126_zero_point_0" -> "2152 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2150 linear_126_zero_point_0" -> "2153 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2151 compressed_weight_updated_constant85" -> "2152 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2152 quantize_per_channel_default_85" -> "2153 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2153 dequantize_per_channel_default_85" -> "2154 linear_126" [label="(1536, 384)", style=solid]; +"2154 linear_126" -> "2155 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"2155 gelu_20" -> "2156 dropout_82" [label="(1, 14, 14, 1536)", style=solid]; +"2156 dropout_82" -> "2158 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2157 _param_constant343" -> "2166 linear_127" [label="(384,)", style=solid]; +"2158 dropout_82_0_0_nncf_smooth_quant_0" -> "2159 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2159 quantize_per_tensor_default_128" -> "2160 dequantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"2160 dequantize_per_tensor_default_128" -> "2166 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"2161 linear_127_scale_0" -> "2164 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"2161 linear_127_scale_0" -> "2165 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2162 linear_127_zero_point_0" -> "2164 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"2162 linear_127_zero_point_0" -> "2165 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2163 compressed_weight_updated_constant86" -> "2164 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2164 quantize_per_channel_default_86" -> "2165 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2165 dequantize_per_channel_default_86" -> "2166 linear_127" [label="(384, 1536)", style=solid]; +"2166 linear_127" -> "2167 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"2167 dropout_83" -> "2170 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"2168 _param_constant344" -> "2170 layer_norm_44" [label="(384,)", style=solid]; +"2169 _param_constant345" -> "2170 layer_norm_44" [label="(384,)", style=solid]; +"2170 layer_norm_44" -> "2171 add_72" [label="(1, 14, 14, 384)", style=solid]; +"2171 add_72" -> "2173 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"2171 add_72" -> "2254 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2172 _frozen_param174" -> "2209 add_73" [label="(1, 12, 64, 64)", style=solid]; +"2173 pad_23" -> "2174 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"2174 roll_20" -> "2175 view_116" [label="(1, 16, 16, 384)", style=solid]; +"2175 view_116" -> "2176 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2176 permute_96" -> "2177 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2177 reshape_94" -> "2179 reshape_94_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2177 reshape_94" -> "2210 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"2178 _frozen_param175" -> "2187 linear_130" [label="(1152,)", style=solid]; +"2179 reshape_94_0_0_nncf_smooth_quant_0" -> "2180 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2180 quantize_per_tensor_default_129" -> "2181 dequantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"2181 dequantize_per_tensor_default_129" -> "2187 linear_130" [label="(4, 64, 384)", style=solid]; +"2182 linear_130_scale_0" -> "2185 quantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2182 linear_130_scale_0" -> "2186 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2183 linear_130_zero_point_0" -> "2185 quantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2183 linear_130_zero_point_0" -> "2186 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2184 compressed_weight_updated_constant87" -> "2185 quantize_per_channel_default_87" [label="(1152, 384)", style=solid]; +"2185 quantize_per_channel_default_87" -> "2186 dequantize_per_channel_default_87" [label="(1152, 384)", style=solid]; +"2186 dequantize_per_channel_default_87" -> "2187 linear_130" [label="(1152, 384)", style=solid]; +"2187 linear_130" -> "2188 reshape_95" [label="(4, 64, 1152)", style=solid]; +"2188 reshape_95" -> "2189 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"2189 permute_97" -> "2190 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"2189 permute_97" -> "2191 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"2189 permute_97" -> "2192 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"2190 select_63" -> "2193 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"2190 select_63" -> "2195 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"2190 select_63" -> "2196 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2191 select_64" -> "2199 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"2191 select_64" -> "2201 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"2191 select_64" -> "2202 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2192 select_65" -> "2228 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"2193 linalg_vector_norm_42" -> "2194 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"2194 clamp_min_42" -> "2195 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"2195 expand_as_42" -> "2196 div_42" [label="(4, 12, 64, 32)", style=solid]; +"2196 div_42" -> "2197 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2197 quantize_per_tensor_default_130" -> "2198 dequantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"2198 dequantize_per_tensor_default_130" -> "2206 matmul_42" [label="(4, 12, 64, 32)", style=solid]; +"2199 linalg_vector_norm_43" -> "2200 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"2200 clamp_min_43" -> "2201 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"2201 expand_as_43" -> "2202 div_43" [label="(4, 12, 64, 32)", style=solid]; +"2202 div_43" -> "2203 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2203 quantize_per_tensor_default_131" -> "2204 dequantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"2204 dequantize_per_tensor_default_131" -> "2205 transpose_42" [label="(4, 12, 64, 32)", style=solid]; +"2205 transpose_42" -> "2206 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"2206 matmul_42" -> "2208 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"2207 _frozen_param177" -> "2208 mul_43" [label="(12, 1, 1)", style=solid]; +"2208 mul_43" -> "2209 add_73" [label="(4, 12, 64, 64)", style=solid]; +"2209 add_73" -> "2221 view_118" [label="(4, 12, 64, 64)", style=solid]; +"2210 new_zeros_10" -> "2211 view_117" [label="(16, 16)", style=solid]; +"2211 view_117" -> "2212 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"2212 permute_98" -> "2213 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"2213 reshape_96" -> "2214 unsqueeze_62" [label="(4, 64)", style=solid]; +"2213 reshape_96" -> "2215 unsqueeze_63" [label="(4, 64)", style=solid]; +"2214 unsqueeze_62" -> "2216 sub_10" [label="(4, 1, 64)", style=solid]; +"2215 unsqueeze_63" -> "2216 sub_10" [label="(4, 64, 1)", style=solid]; +"2216 sub_10" -> "2217 ne_10" [label="(4, 64, 64)", style=solid]; +"2216 sub_10" -> "2218 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2216 sub_10" -> "2219 eq_10" [label="(4, 64, 64)", style=solid]; +"2217 ne_10" -> "2218 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"2218 masked_fill_20" -> "2220 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2219 eq_10" -> "2220 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"2220 masked_fill_21" -> "2222 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"2221 view_118" -> "2224 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"2222 unsqueeze_64" -> "2223 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"2223 unsqueeze_65" -> "2224 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"2224 add_74" -> "2225 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"2225 view_119" -> "2226 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"2226 softmax_21" -> "2227 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"2227 dropout_84" -> "2228 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"2228 matmul_43" -> "2229 transpose_43" [label="(4, 12, 64, 32)", style=solid]; +"2229 transpose_43" -> "2230 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"2230 reshape_97" -> "2232 reshape_97_0_0_nncf_smooth_quant_0" [label="(4, 64, 384)", style=solid]; +"2231 _param_constant353" -> "2240 linear_131" [label="(384,)", style=solid]; +"2232 reshape_97_0_0_nncf_smooth_quant_0" -> "2233 quantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2233 quantize_per_tensor_default_132" -> "2234 dequantize_per_tensor_default_132" [label="(4, 64, 384)", style=solid]; +"2234 dequantize_per_tensor_default_132" -> "2240 linear_131" [label="(4, 64, 384)", style=solid]; +"2235 linear_131_scale_0" -> "2238 quantize_per_channel_default_88" [label="(384,)", style=solid]; +"2235 linear_131_scale_0" -> "2239 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"2236 linear_131_zero_point_0" -> "2238 quantize_per_channel_default_88" [label="(384,)", style=solid]; +"2236 linear_131_zero_point_0" -> "2239 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"2237 compressed_weight_updated_constant88" -> "2238 quantize_per_channel_default_88" [label="(384, 384)", style=solid]; +"2238 quantize_per_channel_default_88" -> "2239 dequantize_per_channel_default_88" [label="(384, 384)", style=solid]; +"2239 dequantize_per_channel_default_88" -> "2240 linear_131" [label="(384, 384)", style=solid]; +"2240 linear_131" -> "2241 dropout_85" [label="(4, 64, 384)", style=solid]; +"2241 dropout_85" -> "2242 view_120" [label="(4, 64, 384)", style=solid]; +"2242 view_120" -> "2243 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2243 permute_99" -> "2244 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2244 reshape_98" -> "2245 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"2245 roll_21" -> "2246 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"2246 slice_325" -> "2247 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"2247 slice_326" -> "2248 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"2248 slice_327" -> "2249 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"2249 slice_328" -> "2250 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"2250 contiguous_41" -> "2253 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"2251 _param_constant354" -> "2253 layer_norm_45" [label="(384,)", style=solid]; +"2252 _param_constant355" -> "2253 layer_norm_45" [label="(384,)", style=solid]; +"2253 layer_norm_45" -> "2254 add_75" [label="(1, 14, 14, 384)", style=solid]; +"2254 add_75" -> "2256 add_75_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 384)", style=solid]; +"2254 add_75" -> "2281 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2255 _param_constant357" -> "2264 linear_132" [label="(1536,)", style=solid]; +"2256 add_75_0_0_nncf_smooth_quant_0" -> "2257 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2257 quantize_per_tensor_default_133" -> "2258 dequantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"2258 dequantize_per_tensor_default_133" -> "2264 linear_132" [label="(1, 14, 14, 384)", style=solid]; +"2259 linear_132_scale_0" -> "2262 quantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2259 linear_132_scale_0" -> "2263 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2260 linear_132_zero_point_0" -> "2262 quantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2260 linear_132_zero_point_0" -> "2263 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2261 compressed_weight_updated_constant89" -> "2262 quantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2262 quantize_per_channel_default_89" -> "2263 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2263 dequantize_per_channel_default_89" -> "2264 linear_132" [label="(1536, 384)", style=solid]; +"2264 linear_132" -> "2265 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"2265 gelu_21" -> "2266 dropout_86" [label="(1, 14, 14, 1536)", style=solid]; +"2266 dropout_86" -> "2268 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, 14, 14, 1536)", style=solid]; +"2267 _param_constant359" -> "2276 linear_133" [label="(384,)", style=solid]; +"2268 dropout_86_0_0_nncf_smooth_quant_0" -> "2269 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2269 quantize_per_tensor_default_134" -> "2270 dequantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"2270 dequantize_per_tensor_default_134" -> "2276 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"2271 linear_133_scale_0" -> "2274 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"2271 linear_133_scale_0" -> "2275 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2272 linear_133_zero_point_0" -> "2274 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"2272 linear_133_zero_point_0" -> "2275 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2273 compressed_weight_updated_constant90" -> "2274 quantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2274 quantize_per_channel_default_90" -> "2275 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2275 dequantize_per_channel_default_90" -> "2276 linear_133" [label="(384, 1536)", style=solid]; +"2276 linear_133" -> "2277 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"2277 dropout_87" -> "2280 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"2278 _param_constant360" -> "2280 layer_norm_46" [label="(384,)", style=solid]; +"2279 _param_constant361" -> "2280 layer_norm_46" [label="(384,)", style=solid]; +"2280 layer_norm_46" -> "2281 add_76" [label="(1, 14, 14, 384)", style=solid]; +"2281 add_76" -> "2282 pad_24" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2283 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2286 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2289 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"2282 pad_24" -> "2292 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"2283 slice_329" -> "2284 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"2284 slice_330" -> "2285 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"2285 slice_331" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2286 slice_332" -> "2287 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"2287 slice_333" -> "2288 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"2288 slice_334" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2289 slice_335" -> "2290 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"2290 slice_336" -> "2291 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"2291 slice_337" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2292 slice_338" -> "2293 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"2293 slice_339" -> "2294 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"2294 slice_340" -> "2295 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"2295 cat_2" -> "2296 cat_2_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 1536)", style=solid]; +"2296 cat_2_0_0_nncf_smooth_quant_0" -> "2297 quantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2297 quantize_per_tensor_default_135" -> "2298 dequantize_per_tensor_default_135" [label="(1, 7, 7, 1536)", style=solid]; +"2298 dequantize_per_tensor_default_135" -> "2304 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"2299 linear_134_scale_0" -> "2302 quantize_per_channel_default_91" [label="(768,)", style=solid]; +"2299 linear_134_scale_0" -> "2303 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2300 linear_134_zero_point_0" -> "2302 quantize_per_channel_default_91" [label="(768,)", style=solid]; +"2300 linear_134_zero_point_0" -> "2303 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2301 compressed_weight_updated_constant91" -> "2302 quantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2302 quantize_per_channel_default_91" -> "2303 dequantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2303 dequantize_per_channel_default_91" -> "2304 linear_134" [label="(768, 1536)", style=solid]; +"2304 linear_134" -> "2307 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"2305 _param_constant363" -> "2307 layer_norm_47" [label="(768,)", style=solid]; +"2306 _param_constant364" -> "2307 layer_norm_47" [label="(768,)", style=solid]; +"2307 layer_norm_47" -> "2309 pad_25" [label="(1, 7, 7, 768)", style=solid]; +"2307 layer_norm_47" -> "2372 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2308 _frozen_param187" -> "2344 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2309 pad_25" -> "2310 view_123" [label="(1, 8, 8, 768)", style=solid]; +"2310 view_123" -> "2311 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2311 permute_101" -> "2312 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2312 reshape_99" -> "2314 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2313 _frozen_param188" -> "2322 linear_137" [label="(2304,)", style=solid]; +"2314 reshape_99_0_0_nncf_smooth_quant_0" -> "2315 quantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2315 quantize_per_tensor_default_136" -> "2316 dequantize_per_tensor_default_136" [label="(1, 64, 768)", style=solid]; +"2316 dequantize_per_tensor_default_136" -> "2322 linear_137" [label="(1, 64, 768)", style=solid]; +"2317 linear_137_scale_0" -> "2320 quantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2317 linear_137_scale_0" -> "2321 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2318 linear_137_zero_point_0" -> "2320 quantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2318 linear_137_zero_point_0" -> "2321 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2319 compressed_weight_updated_constant92" -> "2320 quantize_per_channel_default_92" [label="(2304, 768)", style=solid]; +"2320 quantize_per_channel_default_92" -> "2321 dequantize_per_channel_default_92" [label="(2304, 768)", style=solid]; +"2321 dequantize_per_channel_default_92" -> "2322 linear_137" [label="(2304, 768)", style=solid]; +"2322 linear_137" -> "2323 reshape_100" [label="(1, 64, 2304)", style=solid]; +"2323 reshape_100" -> "2324 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"2324 permute_102" -> "2325 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"2324 permute_102" -> "2326 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"2324 permute_102" -> "2327 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"2325 select_66" -> "2328 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"2325 select_66" -> "2330 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"2325 select_66" -> "2331 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2326 select_67" -> "2334 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"2326 select_67" -> "2336 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"2326 select_67" -> "2337 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2327 select_68" -> "2347 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"2328 linalg_vector_norm_44" -> "2329 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"2329 clamp_min_44" -> "2330 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"2330 expand_as_44" -> "2331 div_44" [label="(1, 24, 64, 32)", style=solid]; +"2331 div_44" -> "2332 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2332 quantize_per_tensor_default_137" -> "2333 dequantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"2333 dequantize_per_tensor_default_137" -> "2341 matmul_44" [label="(1, 24, 64, 32)", style=solid]; +"2334 linalg_vector_norm_45" -> "2335 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"2335 clamp_min_45" -> "2336 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"2336 expand_as_45" -> "2337 div_45" [label="(1, 24, 64, 32)", style=solid]; +"2337 div_45" -> "2338 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2338 quantize_per_tensor_default_138" -> "2339 dequantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"2339 dequantize_per_tensor_default_138" -> "2340 transpose_44" [label="(1, 24, 64, 32)", style=solid]; +"2340 transpose_44" -> "2341 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"2341 matmul_44" -> "2343 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"2342 _frozen_param190" -> "2343 mul_45" [label="(24, 1, 1)", style=solid]; +"2343 mul_45" -> "2344 add_77" [label="(1, 24, 64, 64)", style=solid]; +"2344 add_77" -> "2345 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"2345 softmax_22" -> "2346 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"2346 dropout_88" -> "2347 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"2347 matmul_45" -> "2348 transpose_45" [label="(1, 24, 64, 32)", style=solid]; +"2348 transpose_45" -> "2349 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"2349 reshape_101" -> "2351 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2350 _param_constant372" -> "2359 linear_138" [label="(768,)", style=solid]; +"2351 reshape_101_0_0_nncf_smooth_quant_0" -> "2352 quantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2352 quantize_per_tensor_default_139" -> "2353 dequantize_per_tensor_default_139" [label="(1, 64, 768)", style=solid]; +"2353 dequantize_per_tensor_default_139" -> "2359 linear_138" [label="(1, 64, 768)", style=solid]; +"2354 linear_138_scale_0" -> "2357 quantize_per_channel_default_93" [label="(768,)", style=solid]; +"2354 linear_138_scale_0" -> "2358 dequantize_per_channel_default_93" [label="(768,)", style=solid]; +"2355 linear_138_zero_point_0" -> "2357 quantize_per_channel_default_93" [label="(768,)", style=solid]; +"2355 linear_138_zero_point_0" -> "2358 dequantize_per_channel_default_93" [label="(768,)", style=solid]; +"2356 compressed_weight_updated_constant93" -> "2357 quantize_per_channel_default_93" [label="(768, 768)", style=solid]; +"2357 quantize_per_channel_default_93" -> "2358 dequantize_per_channel_default_93" [label="(768, 768)", style=solid]; +"2358 dequantize_per_channel_default_93" -> "2359 linear_138" [label="(768, 768)", style=solid]; +"2359 linear_138" -> "2360 dropout_89" [label="(1, 64, 768)", style=solid]; +"2360 dropout_89" -> "2361 view_124" [label="(1, 64, 768)", style=solid]; +"2361 view_124" -> "2362 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2362 permute_103" -> "2363 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2363 reshape_102" -> "2364 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"2364 slice_342" -> "2365 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"2365 slice_343" -> "2366 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"2366 slice_344" -> "2367 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"2367 slice_345" -> "2368 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"2368 contiguous_43" -> "2371 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"2369 _param_constant373" -> "2371 layer_norm_48" [label="(768,)", style=solid]; +"2370 _param_constant374" -> "2371 layer_norm_48" [label="(768,)", style=solid]; +"2371 layer_norm_48" -> "2372 add_78" [label="(1, 7, 7, 768)", style=solid]; +"2372 add_78" -> "2374 add_78_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2372 add_78" -> "2399 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2373 _param_constant376" -> "2382 linear_139" [label="(3072,)", style=solid]; +"2374 add_78_0_0_nncf_smooth_quant_0" -> "2375 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2375 quantize_per_tensor_default_140" -> "2376 dequantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"2376 dequantize_per_tensor_default_140" -> "2382 linear_139" [label="(1, 7, 7, 768)", style=solid]; +"2377 linear_139_scale_0" -> "2380 quantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2377 linear_139_scale_0" -> "2381 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2378 linear_139_zero_point_0" -> "2380 quantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2378 linear_139_zero_point_0" -> "2381 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2379 compressed_weight_updated_constant94" -> "2380 quantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2380 quantize_per_channel_default_94" -> "2381 dequantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2381 dequantize_per_channel_default_94" -> "2382 linear_139" [label="(3072, 768)", style=solid]; +"2382 linear_139" -> "2383 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"2383 gelu_22" -> "2384 dropout_90" [label="(1, 7, 7, 3072)", style=solid]; +"2384 dropout_90" -> "2386 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2385 _param_constant378" -> "2394 linear_140" [label="(768,)", style=solid]; +"2386 dropout_90_0_0_nncf_smooth_quant_0" -> "2387 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2387 quantize_per_tensor_default_141" -> "2388 dequantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"2388 dequantize_per_tensor_default_141" -> "2394 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"2389 linear_140_scale_0" -> "2392 quantize_per_channel_default_95" [label="(768,)", style=solid]; +"2389 linear_140_scale_0" -> "2393 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2390 linear_140_zero_point_0" -> "2392 quantize_per_channel_default_95" [label="(768,)", style=solid]; +"2390 linear_140_zero_point_0" -> "2393 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2391 compressed_weight_updated_constant95" -> "2392 quantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2392 quantize_per_channel_default_95" -> "2393 dequantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2393 dequantize_per_channel_default_95" -> "2394 linear_140" [label="(768, 3072)", style=solid]; +"2394 linear_140" -> "2395 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"2395 dropout_91" -> "2398 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"2396 _param_constant379" -> "2398 layer_norm_49" [label="(768,)", style=solid]; +"2397 _param_constant380" -> "2398 layer_norm_49" [label="(768,)", style=solid]; +"2398 layer_norm_49" -> "2399 add_79" [label="(1, 7, 7, 768)", style=solid]; +"2399 add_79" -> "2401 pad_26" [label="(1, 7, 7, 768)", style=solid]; +"2399 add_79" -> "2464 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2400 _frozen_param191" -> "2436 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2401 pad_26" -> "2402 view_127" [label="(1, 8, 8, 768)", style=solid]; +"2402 view_127" -> "2403 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2403 permute_105" -> "2404 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2404 reshape_103" -> "2406 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2405 _frozen_param192" -> "2414 linear_143" [label="(2304,)", style=solid]; +"2406 reshape_103_0_0_nncf_smooth_quant_0" -> "2407 quantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2407 quantize_per_tensor_default_142" -> "2408 dequantize_per_tensor_default_142" [label="(1, 64, 768)", style=solid]; +"2408 dequantize_per_tensor_default_142" -> "2414 linear_143" [label="(1, 64, 768)", style=solid]; +"2409 linear_143_scale_0" -> "2412 quantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2409 linear_143_scale_0" -> "2413 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2410 linear_143_zero_point_0" -> "2412 quantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2410 linear_143_zero_point_0" -> "2413 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2411 compressed_weight_updated_constant96" -> "2412 quantize_per_channel_default_96" [label="(2304, 768)", style=solid]; +"2412 quantize_per_channel_default_96" -> "2413 dequantize_per_channel_default_96" [label="(2304, 768)", style=solid]; +"2413 dequantize_per_channel_default_96" -> "2414 linear_143" [label="(2304, 768)", style=solid]; +"2414 linear_143" -> "2415 reshape_104" [label="(1, 64, 2304)", style=solid]; +"2415 reshape_104" -> "2416 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"2416 permute_106" -> "2417 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"2416 permute_106" -> "2418 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"2416 permute_106" -> "2419 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"2417 select_69" -> "2420 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"2417 select_69" -> "2422 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"2417 select_69" -> "2423 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2418 select_70" -> "2426 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"2418 select_70" -> "2428 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"2418 select_70" -> "2429 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2419 select_71" -> "2439 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"2420 linalg_vector_norm_46" -> "2421 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"2421 clamp_min_46" -> "2422 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"2422 expand_as_46" -> "2423 div_46" [label="(1, 24, 64, 32)", style=solid]; +"2423 div_46" -> "2424 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2424 quantize_per_tensor_default_143" -> "2425 dequantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"2425 dequantize_per_tensor_default_143" -> "2433 matmul_46" [label="(1, 24, 64, 32)", style=solid]; +"2426 linalg_vector_norm_47" -> "2427 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"2427 clamp_min_47" -> "2428 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"2428 expand_as_47" -> "2429 div_47" [label="(1, 24, 64, 32)", style=solid]; +"2429 div_47" -> "2430 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2430 quantize_per_tensor_default_144" -> "2431 dequantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"2431 dequantize_per_tensor_default_144" -> "2432 transpose_46" [label="(1, 24, 64, 32)", style=solid]; +"2432 transpose_46" -> "2433 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"2433 matmul_46" -> "2435 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"2434 _frozen_param194" -> "2435 mul_47" [label="(24, 1, 1)", style=solid]; +"2435 mul_47" -> "2436 add_80" [label="(1, 24, 64, 64)", style=solid]; +"2436 add_80" -> "2437 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"2437 softmax_23" -> "2438 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"2438 dropout_92" -> "2439 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"2439 matmul_47" -> "2440 transpose_47" [label="(1, 24, 64, 32)", style=solid]; +"2440 transpose_47" -> "2441 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"2441 reshape_105" -> "2443 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, 64, 768)", style=solid]; +"2442 _param_constant388" -> "2451 linear_144" [label="(768,)", style=solid]; +"2443 reshape_105_0_0_nncf_smooth_quant_0" -> "2444 quantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2444 quantize_per_tensor_default_145" -> "2445 dequantize_per_tensor_default_145" [label="(1, 64, 768)", style=solid]; +"2445 dequantize_per_tensor_default_145" -> "2451 linear_144" [label="(1, 64, 768)", style=solid]; +"2446 linear_144_scale_0" -> "2449 quantize_per_channel_default_97" [label="(768,)", style=solid]; +"2446 linear_144_scale_0" -> "2450 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"2447 linear_144_zero_point_0" -> "2449 quantize_per_channel_default_97" [label="(768,)", style=solid]; +"2447 linear_144_zero_point_0" -> "2450 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"2448 compressed_weight_updated_constant97" -> "2449 quantize_per_channel_default_97" [label="(768, 768)", style=solid]; +"2449 quantize_per_channel_default_97" -> "2450 dequantize_per_channel_default_97" [label="(768, 768)", style=solid]; +"2450 dequantize_per_channel_default_97" -> "2451 linear_144" [label="(768, 768)", style=solid]; +"2451 linear_144" -> "2452 dropout_93" [label="(1, 64, 768)", style=solid]; +"2452 dropout_93" -> "2453 view_128" [label="(1, 64, 768)", style=solid]; +"2453 view_128" -> "2454 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"2454 permute_107" -> "2455 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"2455 reshape_106" -> "2456 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"2456 slice_347" -> "2457 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"2457 slice_348" -> "2458 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"2458 slice_349" -> "2459 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"2459 slice_350" -> "2460 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"2460 contiguous_45" -> "2463 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"2461 _param_constant389" -> "2463 layer_norm_50" [label="(768,)", style=solid]; +"2462 _param_constant390" -> "2463 layer_norm_50" [label="(768,)", style=solid]; +"2463 layer_norm_50" -> "2464 add_81" [label="(1, 7, 7, 768)", style=solid]; +"2464 add_81" -> "2466 add_81_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 768)", style=solid]; +"2464 add_81" -> "2491 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2465 _param_constant392" -> "2474 linear_145" [label="(3072,)", style=solid]; +"2466 add_81_0_0_nncf_smooth_quant_0" -> "2467 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2467 quantize_per_tensor_default_146" -> "2468 dequantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"2468 dequantize_per_tensor_default_146" -> "2474 linear_145" [label="(1, 7, 7, 768)", style=solid]; +"2469 linear_145_scale_0" -> "2472 quantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2469 linear_145_scale_0" -> "2473 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2470 linear_145_zero_point_0" -> "2472 quantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2470 linear_145_zero_point_0" -> "2473 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2471 compressed_weight_updated_constant98" -> "2472 quantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2472 quantize_per_channel_default_98" -> "2473 dequantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2473 dequantize_per_channel_default_98" -> "2474 linear_145" [label="(3072, 768)", style=solid]; +"2474 linear_145" -> "2475 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"2475 gelu_23" -> "2476 dropout_94" [label="(1, 7, 7, 3072)", style=solid]; +"2476 dropout_94" -> "2478 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, 7, 7, 3072)", style=solid]; +"2477 _param_constant394" -> "2486 linear_146" [label="(768,)", style=solid]; +"2478 dropout_94_0_0_nncf_smooth_quant_0" -> "2479 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2479 quantize_per_tensor_default_147" -> "2480 dequantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"2480 dequantize_per_tensor_default_147" -> "2486 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"2481 linear_146_scale_0" -> "2484 quantize_per_channel_default_99" [label="(768,)", style=solid]; +"2481 linear_146_scale_0" -> "2485 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2482 linear_146_zero_point_0" -> "2484 quantize_per_channel_default_99" [label="(768,)", style=solid]; +"2482 linear_146_zero_point_0" -> "2485 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2483 compressed_weight_updated_constant99" -> "2484 quantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2484 quantize_per_channel_default_99" -> "2485 dequantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2485 dequantize_per_channel_default_99" -> "2486 linear_146" [label="(768, 3072)", style=solid]; +"2486 linear_146" -> "2487 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"2487 dropout_95" -> "2490 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"2488 _param_constant395" -> "2490 layer_norm_51" [label="(768,)", style=solid]; +"2489 _param_constant396" -> "2490 layer_norm_51" [label="(768,)", style=solid]; +"2490 layer_norm_51" -> "2491 add_82" [label="(1, 7, 7, 768)", style=solid]; +"2491 add_82" -> "2494 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"2492 _param_constant397" -> "2494 layer_norm_52" [label="(768,)", style=solid]; +"2493 _param_constant398" -> "2494 layer_norm_52" [label="(768,)", style=solid]; +"2494 layer_norm_52" -> "2495 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"2495 permute_108" -> "2496 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"2496 adaptive_avg_pool2d" -> "2497 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2497 flatten" -> "2499 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2498 _param_constant400" -> "2507 linear_147" [label="(1000,)", style=solid]; +"2499 flatten_0_0_nncf_smooth_quant_0" -> "2500 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2500 quantize_per_tensor_default_148" -> "2501 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2501 dequantize_per_tensor_default_148" -> "2507 linear_147" [label="(1, 768)", style=solid]; +"2502 linear_147_scale_0" -> "2505 quantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2502 linear_147_scale_0" -> "2506 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2503 linear_147_zero_point_0" -> "2505 quantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2503 linear_147_zero_point_0" -> "2506 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2504 compressed_weight_updated_constant100" -> "2505 quantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2505 quantize_per_channel_default_100" -> "2506 dequantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2506 dequantize_per_channel_default_100" -> "2507 linear_147" [label="(1000, 768)", style=solid]; +"2507 linear_147" -> "2508 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot index c60c35e737d..e0ee059472a 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -11,976 +11,975 @@ strict digraph { "9 conv2d" [id=9, type=conv2d]; "10 reshape" [id=10, type=reshape]; "11 permute" [id=11, type=permute]; -"12 _param_constant2" [id=12, type=get_attr]; -"13 expand" [id=13, type=expand]; -"14 cat" [id=14, type=cat]; -"15 _param_constant3" [id=15, type=get_attr]; -"16 add" [id=16, type=add]; -"17 dropout" [id=17, type=dropout]; -"18 _param_constant4" [id=18, type=get_attr]; -"19 _param_constant5" [id=19, type=get_attr]; -"20 layer_norm" [id=20, type=layer_norm]; -"21 transpose" [id=21, type=transpose]; -"22 _param_constant7" [id=22, type=get_attr]; -"23 transpose_0_0_nncf_smooth_quant_0" [id=23, type=call_module]; -"24 quantize_per_tensor_default_1" [id=24, type=quantize_per_tensor]; -"25 dequantize_per_tensor_default_1" [id=25, type=dequantize_per_tensor]; -"26 linear_scale_0" [id=26, type=get_attr]; -"27 linear_zero_point_0" [id=27, type=get_attr]; -"28 compressed_weight_updated_constant1" [id=28, type=get_attr]; -"29 quantize_per_channel_default_1" [id=29, type=quantize_per_channel]; -"30 dequantize_per_channel_default_1" [id=30, type=dequantize_per_channel]; -"31 linear" [id=31, type=linear]; -"32 unflatten" [id=32, type=unflatten]; -"33 unsqueeze" [id=33, type=unsqueeze]; -"34 transpose_1" [id=34, type=transpose]; -"35 squeeze" [id=35, type=squeeze]; -"36 contiguous" [id=36, type=contiguous]; -"37 quantize_per_tensor_default_2" [id=37, type=quantize_per_tensor]; -"38 dequantize_per_tensor_default_2" [id=38, type=dequantize_per_tensor]; -"39 select" [id=39, type=select]; -"40 quantize_per_tensor_default_3" [id=40, type=quantize_per_tensor]; -"41 dequantize_per_tensor_default_3" [id=41, type=dequantize_per_tensor]; -"42 select_1" [id=42, type=select]; -"43 select_2" [id=43, type=select]; -"44 view" [id=44, type=view]; -"45 transpose_2" [id=45, type=transpose]; -"46 view_1" [id=46, type=view]; -"47 transpose_3" [id=47, type=transpose]; -"48 view_2" [id=48, type=view]; -"49 transpose_4" [id=49, type=transpose]; -"50 view_3" [id=50, type=view]; -"51 view_4" [id=51, type=view]; -"52 view_5" [id=52, type=view]; -"53 scaled_dot_product_attention" [id=53, type=scaled_dot_product_attention]; -"54 permute_1" [id=54, type=permute]; -"55 view_6" [id=55, type=view]; -"56 _param_constant9" [id=56, type=get_attr]; -"57 view_6_0_0_nncf_smooth_quant_0" [id=57, type=call_module]; -"58 quantize_per_tensor_default_4" [id=58, type=quantize_per_tensor]; -"59 dequantize_per_tensor_default_4" [id=59, type=dequantize_per_tensor]; -"60 linear_1_scale_0" [id=60, type=get_attr]; -"61 linear_1_zero_point_0" [id=61, type=get_attr]; -"62 compressed_weight_updated_constant2" [id=62, type=get_attr]; -"63 quantize_per_channel_default_2" [id=63, type=quantize_per_channel]; -"64 dequantize_per_channel_default_2" [id=64, type=dequantize_per_channel]; -"65 linear_1" [id=65, type=linear]; -"66 view_7" [id=66, type=view]; -"67 transpose_5" [id=67, type=transpose]; -"68 dropout_1" [id=68, type=dropout]; -"69 add_1" [id=69, type=add]; -"70 _param_constant10" [id=70, type=get_attr]; -"71 _param_constant11" [id=71, type=get_attr]; -"72 layer_norm_1" [id=72, type=layer_norm]; -"73 _param_constant13" [id=73, type=get_attr]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" [id=74, type=call_module]; -"75 quantize_per_tensor_default_5" [id=75, type=quantize_per_tensor]; -"76 dequantize_per_tensor_default_5" [id=76, type=dequantize_per_tensor]; -"77 linear_2_scale_0" [id=77, type=get_attr]; -"78 linear_2_zero_point_0" [id=78, type=get_attr]; -"79 compressed_weight_updated_constant3" [id=79, type=get_attr]; -"80 quantize_per_channel_default_3" [id=80, type=quantize_per_channel]; -"81 dequantize_per_channel_default_3" [id=81, type=dequantize_per_channel]; -"82 linear_2" [id=82, type=linear]; -"83 gelu" [id=83, type=gelu]; -"84 dropout_2" [id=84, type=dropout]; -"85 _param_constant15" [id=85, type=get_attr]; -"86 dropout_2_0_0_nncf_smooth_quant_0" [id=86, type=call_module]; -"87 quantize_per_tensor_default_6" [id=87, type=quantize_per_tensor]; -"88 dequantize_per_tensor_default_6" [id=88, type=dequantize_per_tensor]; -"89 linear_3_scale_0" [id=89, type=get_attr]; -"90 linear_3_zero_point_0" [id=90, type=get_attr]; -"91 compressed_weight_updated_constant4" [id=91, type=get_attr]; -"92 quantize_per_channel_default_4" [id=92, type=quantize_per_channel]; -"93 dequantize_per_channel_default_4" [id=93, type=dequantize_per_channel]; -"94 linear_3" [id=94, type=linear]; -"95 dropout_3" [id=95, type=dropout]; -"96 add_2" [id=96, type=add]; -"97 _param_constant16" [id=97, type=get_attr]; -"98 _param_constant17" [id=98, type=get_attr]; -"99 layer_norm_2" [id=99, type=layer_norm]; -"100 transpose_6" [id=100, type=transpose]; -"101 _param_constant19" [id=101, type=get_attr]; -"102 transpose_6_0_0_nncf_smooth_quant_0" [id=102, type=call_module]; -"103 quantize_per_tensor_default_7" [id=103, type=quantize_per_tensor]; -"104 dequantize_per_tensor_default_7" [id=104, type=dequantize_per_tensor]; -"105 linear_4_scale_0" [id=105, type=get_attr]; -"106 linear_4_zero_point_0" [id=106, type=get_attr]; -"107 compressed_weight_updated_constant5" [id=107, type=get_attr]; -"108 quantize_per_channel_default_5" [id=108, type=quantize_per_channel]; -"109 dequantize_per_channel_default_5" [id=109, type=dequantize_per_channel]; -"110 linear_4" [id=110, type=linear]; -"111 unflatten_1" [id=111, type=unflatten]; -"112 unsqueeze_1" [id=112, type=unsqueeze]; -"113 transpose_7" [id=113, type=transpose]; -"114 squeeze_1" [id=114, type=squeeze]; -"115 contiguous_1" [id=115, type=contiguous]; -"116 quantize_per_tensor_default_8" [id=116, type=quantize_per_tensor]; -"117 dequantize_per_tensor_default_8" [id=117, type=dequantize_per_tensor]; -"118 select_3" [id=118, type=select]; -"119 quantize_per_tensor_default_9" [id=119, type=quantize_per_tensor]; -"120 dequantize_per_tensor_default_9" [id=120, type=dequantize_per_tensor]; -"121 select_4" [id=121, type=select]; -"122 select_5" [id=122, type=select]; -"123 view_8" [id=123, type=view]; -"124 transpose_8" [id=124, type=transpose]; -"125 view_9" [id=125, type=view]; -"126 transpose_9" [id=126, type=transpose]; -"127 view_10" [id=127, type=view]; -"128 transpose_10" [id=128, type=transpose]; -"129 view_11" [id=129, type=view]; -"130 view_12" [id=130, type=view]; -"131 view_13" [id=131, type=view]; -"132 scaled_dot_product_attention_1" [id=132, type=scaled_dot_product_attention]; -"133 permute_2" [id=133, type=permute]; -"134 view_14" [id=134, type=view]; -"135 _param_constant21" [id=135, type=get_attr]; -"136 view_14_0_0_nncf_smooth_quant_0" [id=136, type=call_module]; -"137 quantize_per_tensor_default_10" [id=137, type=quantize_per_tensor]; -"138 dequantize_per_tensor_default_10" [id=138, type=dequantize_per_tensor]; -"139 linear_5_scale_0" [id=139, type=get_attr]; -"140 linear_5_zero_point_0" [id=140, type=get_attr]; -"141 compressed_weight_updated_constant6" [id=141, type=get_attr]; -"142 quantize_per_channel_default_6" [id=142, type=quantize_per_channel]; -"143 dequantize_per_channel_default_6" [id=143, type=dequantize_per_channel]; -"144 linear_5" [id=144, type=linear]; -"145 view_15" [id=145, type=view]; -"146 transpose_11" [id=146, type=transpose]; -"147 dropout_4" [id=147, type=dropout]; -"148 add_3" [id=148, type=add]; -"149 _param_constant22" [id=149, type=get_attr]; -"150 _param_constant23" [id=150, type=get_attr]; -"151 layer_norm_3" [id=151, type=layer_norm]; -"152 _param_constant25" [id=152, type=get_attr]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" [id=153, type=call_module]; -"154 quantize_per_tensor_default_11" [id=154, type=quantize_per_tensor]; -"155 dequantize_per_tensor_default_11" [id=155, type=dequantize_per_tensor]; -"156 linear_6_scale_0" [id=156, type=get_attr]; -"157 linear_6_zero_point_0" [id=157, type=get_attr]; -"158 compressed_weight_updated_constant7" [id=158, type=get_attr]; -"159 quantize_per_channel_default_7" [id=159, type=quantize_per_channel]; -"160 dequantize_per_channel_default_7" [id=160, type=dequantize_per_channel]; -"161 linear_6" [id=161, type=linear]; -"162 gelu_1" [id=162, type=gelu]; -"163 dropout_5" [id=163, type=dropout]; -"164 _param_constant27" [id=164, type=get_attr]; -"165 dropout_5_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; -"166 quantize_per_tensor_default_12" [id=166, type=quantize_per_tensor]; -"167 dequantize_per_tensor_default_12" [id=167, type=dequantize_per_tensor]; -"168 linear_7_scale_0" [id=168, type=get_attr]; -"169 linear_7_zero_point_0" [id=169, type=get_attr]; -"170 compressed_weight_updated_constant8" [id=170, type=get_attr]; -"171 quantize_per_channel_default_8" [id=171, type=quantize_per_channel]; -"172 dequantize_per_channel_default_8" [id=172, type=dequantize_per_channel]; -"173 linear_7" [id=173, type=linear]; -"174 dropout_6" [id=174, type=dropout]; -"175 add_4" [id=175, type=add]; -"176 _param_constant28" [id=176, type=get_attr]; -"177 _param_constant29" [id=177, type=get_attr]; -"178 layer_norm_4" [id=178, type=layer_norm]; -"179 transpose_12" [id=179, type=transpose]; -"180 _param_constant31" [id=180, type=get_attr]; -"181 transpose_12_0_0_nncf_smooth_quant_0" [id=181, type=call_module]; -"182 quantize_per_tensor_default_13" [id=182, type=quantize_per_tensor]; -"183 dequantize_per_tensor_default_13" [id=183, type=dequantize_per_tensor]; -"184 linear_8_scale_0" [id=184, type=get_attr]; -"185 linear_8_zero_point_0" [id=185, type=get_attr]; -"186 compressed_weight_updated_constant9" [id=186, type=get_attr]; -"187 quantize_per_channel_default_9" [id=187, type=quantize_per_channel]; -"188 dequantize_per_channel_default_9" [id=188, type=dequantize_per_channel]; -"189 linear_8" [id=189, type=linear]; -"190 unflatten_2" [id=190, type=unflatten]; -"191 unsqueeze_2" [id=191, type=unsqueeze]; -"192 transpose_13" [id=192, type=transpose]; -"193 squeeze_2" [id=193, type=squeeze]; -"194 contiguous_2" [id=194, type=contiguous]; -"195 quantize_per_tensor_default_14" [id=195, type=quantize_per_tensor]; -"196 dequantize_per_tensor_default_14" [id=196, type=dequantize_per_tensor]; -"197 select_6" [id=197, type=select]; -"198 quantize_per_tensor_default_15" [id=198, type=quantize_per_tensor]; -"199 dequantize_per_tensor_default_15" [id=199, type=dequantize_per_tensor]; -"200 select_7" [id=200, type=select]; -"201 select_8" [id=201, type=select]; -"202 view_16" [id=202, type=view]; -"203 transpose_14" [id=203, type=transpose]; -"204 view_17" [id=204, type=view]; -"205 transpose_15" [id=205, type=transpose]; -"206 view_18" [id=206, type=view]; -"207 transpose_16" [id=207, type=transpose]; -"208 view_19" [id=208, type=view]; -"209 view_20" [id=209, type=view]; -"210 view_21" [id=210, type=view]; -"211 scaled_dot_product_attention_2" [id=211, type=scaled_dot_product_attention]; -"212 permute_3" [id=212, type=permute]; -"213 view_22" [id=213, type=view]; -"214 _param_constant33" [id=214, type=get_attr]; -"215 view_22_0_0_nncf_smooth_quant_0" [id=215, type=call_module]; -"216 quantize_per_tensor_default_16" [id=216, type=quantize_per_tensor]; -"217 dequantize_per_tensor_default_16" [id=217, type=dequantize_per_tensor]; -"218 linear_9_scale_0" [id=218, type=get_attr]; -"219 linear_9_zero_point_0" [id=219, type=get_attr]; -"220 compressed_weight_updated_constant10" [id=220, type=get_attr]; -"221 quantize_per_channel_default_10" [id=221, type=quantize_per_channel]; -"222 dequantize_per_channel_default_10" [id=222, type=dequantize_per_channel]; -"223 linear_9" [id=223, type=linear]; -"224 view_23" [id=224, type=view]; -"225 transpose_17" [id=225, type=transpose]; -"226 dropout_7" [id=226, type=dropout]; -"227 add_5" [id=227, type=add]; -"228 _param_constant34" [id=228, type=get_attr]; -"229 _param_constant35" [id=229, type=get_attr]; -"230 layer_norm_5" [id=230, type=layer_norm]; -"231 _param_constant37" [id=231, type=get_attr]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" [id=232, type=call_module]; -"233 quantize_per_tensor_default_17" [id=233, type=quantize_per_tensor]; -"234 dequantize_per_tensor_default_17" [id=234, type=dequantize_per_tensor]; -"235 linear_10_scale_0" [id=235, type=get_attr]; -"236 linear_10_zero_point_0" [id=236, type=get_attr]; -"237 compressed_weight_updated_constant11" [id=237, type=get_attr]; -"238 quantize_per_channel_default_11" [id=238, type=quantize_per_channel]; -"239 dequantize_per_channel_default_11" [id=239, type=dequantize_per_channel]; -"240 linear_10" [id=240, type=linear]; -"241 gelu_2" [id=241, type=gelu]; -"242 dropout_8" [id=242, type=dropout]; -"243 _param_constant39" [id=243, type=get_attr]; -"244 dropout_8_0_0_nncf_smooth_quant_0" [id=244, type=call_module]; -"245 quantize_per_tensor_default_18" [id=245, type=quantize_per_tensor]; -"246 dequantize_per_tensor_default_18" [id=246, type=dequantize_per_tensor]; -"247 linear_11_scale_0" [id=247, type=get_attr]; -"248 linear_11_zero_point_0" [id=248, type=get_attr]; -"249 compressed_weight_updated_constant12" [id=249, type=get_attr]; -"250 quantize_per_channel_default_12" [id=250, type=quantize_per_channel]; -"251 dequantize_per_channel_default_12" [id=251, type=dequantize_per_channel]; -"252 linear_11" [id=252, type=linear]; -"253 dropout_9" [id=253, type=dropout]; -"254 add_6" [id=254, type=add]; -"255 _param_constant40" [id=255, type=get_attr]; -"256 _param_constant41" [id=256, type=get_attr]; -"257 layer_norm_6" [id=257, type=layer_norm]; -"258 transpose_18" [id=258, type=transpose]; -"259 _param_constant43" [id=259, type=get_attr]; -"260 transpose_18_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; -"261 quantize_per_tensor_default_19" [id=261, type=quantize_per_tensor]; -"262 dequantize_per_tensor_default_19" [id=262, type=dequantize_per_tensor]; -"263 linear_12_scale_0" [id=263, type=get_attr]; -"264 linear_12_zero_point_0" [id=264, type=get_attr]; -"265 compressed_weight_updated_constant13" [id=265, type=get_attr]; -"266 quantize_per_channel_default_13" [id=266, type=quantize_per_channel]; -"267 dequantize_per_channel_default_13" [id=267, type=dequantize_per_channel]; -"268 linear_12" [id=268, type=linear]; -"269 unflatten_3" [id=269, type=unflatten]; -"270 unsqueeze_3" [id=270, type=unsqueeze]; -"271 transpose_19" [id=271, type=transpose]; -"272 squeeze_3" [id=272, type=squeeze]; -"273 contiguous_3" [id=273, type=contiguous]; -"274 quantize_per_tensor_default_20" [id=274, type=quantize_per_tensor]; -"275 dequantize_per_tensor_default_20" [id=275, type=dequantize_per_tensor]; -"276 select_9" [id=276, type=select]; -"277 quantize_per_tensor_default_21" [id=277, type=quantize_per_tensor]; -"278 dequantize_per_tensor_default_21" [id=278, type=dequantize_per_tensor]; -"279 select_10" [id=279, type=select]; -"280 select_11" [id=280, type=select]; -"281 view_24" [id=281, type=view]; -"282 transpose_20" [id=282, type=transpose]; -"283 view_25" [id=283, type=view]; -"284 transpose_21" [id=284, type=transpose]; -"285 view_26" [id=285, type=view]; -"286 transpose_22" [id=286, type=transpose]; -"287 view_27" [id=287, type=view]; -"288 view_28" [id=288, type=view]; -"289 view_29" [id=289, type=view]; -"290 scaled_dot_product_attention_3" [id=290, type=scaled_dot_product_attention]; -"291 permute_4" [id=291, type=permute]; -"292 view_30" [id=292, type=view]; -"293 _param_constant45" [id=293, type=get_attr]; -"294 view_30_0_0_nncf_smooth_quant_0" [id=294, type=call_module]; -"295 quantize_per_tensor_default_22" [id=295, type=quantize_per_tensor]; -"296 dequantize_per_tensor_default_22" [id=296, type=dequantize_per_tensor]; -"297 linear_13_scale_0" [id=297, type=get_attr]; -"298 linear_13_zero_point_0" [id=298, type=get_attr]; -"299 compressed_weight_updated_constant14" [id=299, type=get_attr]; -"300 quantize_per_channel_default_14" [id=300, type=quantize_per_channel]; -"301 dequantize_per_channel_default_14" [id=301, type=dequantize_per_channel]; -"302 linear_13" [id=302, type=linear]; -"303 view_31" [id=303, type=view]; -"304 transpose_23" [id=304, type=transpose]; -"305 dropout_10" [id=305, type=dropout]; -"306 add_7" [id=306, type=add]; -"307 _param_constant46" [id=307, type=get_attr]; -"308 _param_constant47" [id=308, type=get_attr]; -"309 layer_norm_7" [id=309, type=layer_norm]; -"310 _param_constant49" [id=310, type=get_attr]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" [id=311, type=call_module]; -"312 quantize_per_tensor_default_23" [id=312, type=quantize_per_tensor]; -"313 dequantize_per_tensor_default_23" [id=313, type=dequantize_per_tensor]; -"314 linear_14_scale_0" [id=314, type=get_attr]; -"315 linear_14_zero_point_0" [id=315, type=get_attr]; -"316 compressed_weight_updated_constant15" [id=316, type=get_attr]; -"317 quantize_per_channel_default_15" [id=317, type=quantize_per_channel]; -"318 dequantize_per_channel_default_15" [id=318, type=dequantize_per_channel]; -"319 linear_14" [id=319, type=linear]; -"320 gelu_3" [id=320, type=gelu]; -"321 dropout_11" [id=321, type=dropout]; -"322 _param_constant51" [id=322, type=get_attr]; -"323 dropout_11_0_0_nncf_smooth_quant_0" [id=323, type=call_module]; -"324 quantize_per_tensor_default_24" [id=324, type=quantize_per_tensor]; -"325 dequantize_per_tensor_default_24" [id=325, type=dequantize_per_tensor]; -"326 linear_15_scale_0" [id=326, type=get_attr]; -"327 linear_15_zero_point_0" [id=327, type=get_attr]; -"328 compressed_weight_updated_constant16" [id=328, type=get_attr]; -"329 quantize_per_channel_default_16" [id=329, type=quantize_per_channel]; -"330 dequantize_per_channel_default_16" [id=330, type=dequantize_per_channel]; -"331 linear_15" [id=331, type=linear]; -"332 dropout_12" [id=332, type=dropout]; -"333 add_8" [id=333, type=add]; -"334 _param_constant52" [id=334, type=get_attr]; -"335 _param_constant53" [id=335, type=get_attr]; -"336 layer_norm_8" [id=336, type=layer_norm]; -"337 transpose_24" [id=337, type=transpose]; -"338 _param_constant55" [id=338, type=get_attr]; -"339 transpose_24_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; -"340 quantize_per_tensor_default_25" [id=340, type=quantize_per_tensor]; -"341 dequantize_per_tensor_default_25" [id=341, type=dequantize_per_tensor]; -"342 linear_16_scale_0" [id=342, type=get_attr]; -"343 linear_16_zero_point_0" [id=343, type=get_attr]; -"344 compressed_weight_updated_constant17" [id=344, type=get_attr]; -"345 quantize_per_channel_default_17" [id=345, type=quantize_per_channel]; -"346 dequantize_per_channel_default_17" [id=346, type=dequantize_per_channel]; -"347 linear_16" [id=347, type=linear]; -"348 unflatten_4" [id=348, type=unflatten]; -"349 unsqueeze_4" [id=349, type=unsqueeze]; -"350 transpose_25" [id=350, type=transpose]; -"351 squeeze_4" [id=351, type=squeeze]; -"352 contiguous_4" [id=352, type=contiguous]; -"353 quantize_per_tensor_default_26" [id=353, type=quantize_per_tensor]; -"354 dequantize_per_tensor_default_26" [id=354, type=dequantize_per_tensor]; -"355 select_12" [id=355, type=select]; -"356 quantize_per_tensor_default_27" [id=356, type=quantize_per_tensor]; -"357 dequantize_per_tensor_default_27" [id=357, type=dequantize_per_tensor]; -"358 select_13" [id=358, type=select]; -"359 select_14" [id=359, type=select]; -"360 view_32" [id=360, type=view]; -"361 transpose_26" [id=361, type=transpose]; -"362 view_33" [id=362, type=view]; -"363 transpose_27" [id=363, type=transpose]; -"364 view_34" [id=364, type=view]; -"365 transpose_28" [id=365, type=transpose]; -"366 view_35" [id=366, type=view]; -"367 view_36" [id=367, type=view]; -"368 view_37" [id=368, type=view]; -"369 scaled_dot_product_attention_4" [id=369, type=scaled_dot_product_attention]; -"370 permute_5" [id=370, type=permute]; -"371 view_38" [id=371, type=view]; -"372 _param_constant57" [id=372, type=get_attr]; -"373 view_38_0_0_nncf_smooth_quant_0" [id=373, type=call_module]; -"374 quantize_per_tensor_default_28" [id=374, type=quantize_per_tensor]; -"375 dequantize_per_tensor_default_28" [id=375, type=dequantize_per_tensor]; -"376 linear_17_scale_0" [id=376, type=get_attr]; -"377 linear_17_zero_point_0" [id=377, type=get_attr]; -"378 compressed_weight_updated_constant18" [id=378, type=get_attr]; -"379 quantize_per_channel_default_18" [id=379, type=quantize_per_channel]; -"380 dequantize_per_channel_default_18" [id=380, type=dequantize_per_channel]; -"381 linear_17" [id=381, type=linear]; -"382 view_39" [id=382, type=view]; -"383 transpose_29" [id=383, type=transpose]; -"384 dropout_13" [id=384, type=dropout]; -"385 add_9" [id=385, type=add]; -"386 _param_constant58" [id=386, type=get_attr]; -"387 _param_constant59" [id=387, type=get_attr]; -"388 layer_norm_9" [id=388, type=layer_norm]; -"389 _param_constant61" [id=389, type=get_attr]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" [id=390, type=call_module]; -"391 quantize_per_tensor_default_29" [id=391, type=quantize_per_tensor]; -"392 dequantize_per_tensor_default_29" [id=392, type=dequantize_per_tensor]; -"393 linear_18_scale_0" [id=393, type=get_attr]; -"394 linear_18_zero_point_0" [id=394, type=get_attr]; -"395 compressed_weight_updated_constant19" [id=395, type=get_attr]; -"396 quantize_per_channel_default_19" [id=396, type=quantize_per_channel]; -"397 dequantize_per_channel_default_19" [id=397, type=dequantize_per_channel]; -"398 linear_18" [id=398, type=linear]; -"399 gelu_4" [id=399, type=gelu]; -"400 dropout_14" [id=400, type=dropout]; -"401 _param_constant63" [id=401, type=get_attr]; -"402 dropout_14_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; -"403 quantize_per_tensor_default_30" [id=403, type=quantize_per_tensor]; -"404 dequantize_per_tensor_default_30" [id=404, type=dequantize_per_tensor]; -"405 linear_19_scale_0" [id=405, type=get_attr]; -"406 linear_19_zero_point_0" [id=406, type=get_attr]; -"407 compressed_weight_updated_constant20" [id=407, type=get_attr]; -"408 quantize_per_channel_default_20" [id=408, type=quantize_per_channel]; -"409 dequantize_per_channel_default_20" [id=409, type=dequantize_per_channel]; -"410 linear_19" [id=410, type=linear]; -"411 dropout_15" [id=411, type=dropout]; -"412 add_10" [id=412, type=add]; -"413 _param_constant64" [id=413, type=get_attr]; -"414 _param_constant65" [id=414, type=get_attr]; -"415 layer_norm_10" [id=415, type=layer_norm]; -"416 transpose_30" [id=416, type=transpose]; -"417 _param_constant67" [id=417, type=get_attr]; -"418 transpose_30_0_0_nncf_smooth_quant_0" [id=418, type=call_module]; -"419 quantize_per_tensor_default_31" [id=419, type=quantize_per_tensor]; -"420 dequantize_per_tensor_default_31" [id=420, type=dequantize_per_tensor]; -"421 linear_20_scale_0" [id=421, type=get_attr]; -"422 linear_20_zero_point_0" [id=422, type=get_attr]; -"423 compressed_weight_updated_constant21" [id=423, type=get_attr]; -"424 quantize_per_channel_default_21" [id=424, type=quantize_per_channel]; -"425 dequantize_per_channel_default_21" [id=425, type=dequantize_per_channel]; -"426 linear_20" [id=426, type=linear]; -"427 unflatten_5" [id=427, type=unflatten]; -"428 unsqueeze_5" [id=428, type=unsqueeze]; -"429 transpose_31" [id=429, type=transpose]; -"430 squeeze_5" [id=430, type=squeeze]; -"431 contiguous_5" [id=431, type=contiguous]; -"432 quantize_per_tensor_default_32" [id=432, type=quantize_per_tensor]; -"433 dequantize_per_tensor_default_32" [id=433, type=dequantize_per_tensor]; -"434 select_15" [id=434, type=select]; -"435 quantize_per_tensor_default_33" [id=435, type=quantize_per_tensor]; -"436 dequantize_per_tensor_default_33" [id=436, type=dequantize_per_tensor]; -"437 select_16" [id=437, type=select]; -"438 select_17" [id=438, type=select]; -"439 view_40" [id=439, type=view]; -"440 transpose_32" [id=440, type=transpose]; -"441 view_41" [id=441, type=view]; -"442 transpose_33" [id=442, type=transpose]; -"443 view_42" [id=443, type=view]; -"444 transpose_34" [id=444, type=transpose]; -"445 view_43" [id=445, type=view]; -"446 view_44" [id=446, type=view]; -"447 view_45" [id=447, type=view]; -"448 scaled_dot_product_attention_5" [id=448, type=scaled_dot_product_attention]; -"449 permute_6" [id=449, type=permute]; -"450 view_46" [id=450, type=view]; -"451 _param_constant69" [id=451, type=get_attr]; -"452 view_46_0_0_nncf_smooth_quant_0" [id=452, type=call_module]; -"453 quantize_per_tensor_default_34" [id=453, type=quantize_per_tensor]; -"454 dequantize_per_tensor_default_34" [id=454, type=dequantize_per_tensor]; -"455 linear_21_scale_0" [id=455, type=get_attr]; -"456 linear_21_zero_point_0" [id=456, type=get_attr]; -"457 compressed_weight_updated_constant22" [id=457, type=get_attr]; -"458 quantize_per_channel_default_22" [id=458, type=quantize_per_channel]; -"459 dequantize_per_channel_default_22" [id=459, type=dequantize_per_channel]; -"460 linear_21" [id=460, type=linear]; -"461 view_47" [id=461, type=view]; -"462 transpose_35" [id=462, type=transpose]; -"463 dropout_16" [id=463, type=dropout]; -"464 add_11" [id=464, type=add]; -"465 _param_constant70" [id=465, type=get_attr]; -"466 _param_constant71" [id=466, type=get_attr]; -"467 layer_norm_11" [id=467, type=layer_norm]; -"468 _param_constant73" [id=468, type=get_attr]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" [id=469, type=call_module]; -"470 quantize_per_tensor_default_35" [id=470, type=quantize_per_tensor]; -"471 dequantize_per_tensor_default_35" [id=471, type=dequantize_per_tensor]; -"472 linear_22_scale_0" [id=472, type=get_attr]; -"473 linear_22_zero_point_0" [id=473, type=get_attr]; -"474 compressed_weight_updated_constant23" [id=474, type=get_attr]; -"475 quantize_per_channel_default_23" [id=475, type=quantize_per_channel]; -"476 dequantize_per_channel_default_23" [id=476, type=dequantize_per_channel]; -"477 linear_22" [id=477, type=linear]; -"478 gelu_5" [id=478, type=gelu]; -"479 dropout_17" [id=479, type=dropout]; -"480 _param_constant75" [id=480, type=get_attr]; -"481 dropout_17_0_0_nncf_smooth_quant_0" [id=481, type=call_module]; -"482 quantize_per_tensor_default_36" [id=482, type=quantize_per_tensor]; -"483 dequantize_per_tensor_default_36" [id=483, type=dequantize_per_tensor]; -"484 linear_23_scale_0" [id=484, type=get_attr]; -"485 linear_23_zero_point_0" [id=485, type=get_attr]; -"486 compressed_weight_updated_constant24" [id=486, type=get_attr]; -"487 quantize_per_channel_default_24" [id=487, type=quantize_per_channel]; -"488 dequantize_per_channel_default_24" [id=488, type=dequantize_per_channel]; -"489 linear_23" [id=489, type=linear]; -"490 dropout_18" [id=490, type=dropout]; -"491 add_12" [id=491, type=add]; -"492 _param_constant76" [id=492, type=get_attr]; -"493 _param_constant77" [id=493, type=get_attr]; -"494 layer_norm_12" [id=494, type=layer_norm]; -"495 transpose_36" [id=495, type=transpose]; -"496 _param_constant79" [id=496, type=get_attr]; -"497 transpose_36_0_0_nncf_smooth_quant_0" [id=497, type=call_module]; -"498 quantize_per_tensor_default_37" [id=498, type=quantize_per_tensor]; -"499 dequantize_per_tensor_default_37" [id=499, type=dequantize_per_tensor]; -"500 linear_24_scale_0" [id=500, type=get_attr]; -"501 linear_24_zero_point_0" [id=501, type=get_attr]; -"502 compressed_weight_updated_constant25" [id=502, type=get_attr]; -"503 quantize_per_channel_default_25" [id=503, type=quantize_per_channel]; -"504 dequantize_per_channel_default_25" [id=504, type=dequantize_per_channel]; -"505 linear_24" [id=505, type=linear]; -"506 unflatten_6" [id=506, type=unflatten]; -"507 unsqueeze_6" [id=507, type=unsqueeze]; -"508 transpose_37" [id=508, type=transpose]; -"509 squeeze_6" [id=509, type=squeeze]; -"510 contiguous_6" [id=510, type=contiguous]; -"511 quantize_per_tensor_default_38" [id=511, type=quantize_per_tensor]; -"512 dequantize_per_tensor_default_38" [id=512, type=dequantize_per_tensor]; -"513 select_18" [id=513, type=select]; -"514 quantize_per_tensor_default_39" [id=514, type=quantize_per_tensor]; -"515 dequantize_per_tensor_default_39" [id=515, type=dequantize_per_tensor]; -"516 select_19" [id=516, type=select]; -"517 select_20" [id=517, type=select]; -"518 view_48" [id=518, type=view]; -"519 transpose_38" [id=519, type=transpose]; -"520 view_49" [id=520, type=view]; -"521 transpose_39" [id=521, type=transpose]; -"522 view_50" [id=522, type=view]; -"523 transpose_40" [id=523, type=transpose]; -"524 view_51" [id=524, type=view]; -"525 view_52" [id=525, type=view]; -"526 view_53" [id=526, type=view]; -"527 scaled_dot_product_attention_6" [id=527, type=scaled_dot_product_attention]; -"528 permute_7" [id=528, type=permute]; -"529 view_54" [id=529, type=view]; -"530 _param_constant81" [id=530, type=get_attr]; -"531 view_54_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; -"532 quantize_per_tensor_default_40" [id=532, type=quantize_per_tensor]; -"533 dequantize_per_tensor_default_40" [id=533, type=dequantize_per_tensor]; -"534 linear_25_scale_0" [id=534, type=get_attr]; -"535 linear_25_zero_point_0" [id=535, type=get_attr]; -"536 compressed_weight_updated_constant26" [id=536, type=get_attr]; -"537 quantize_per_channel_default_26" [id=537, type=quantize_per_channel]; -"538 dequantize_per_channel_default_26" [id=538, type=dequantize_per_channel]; -"539 linear_25" [id=539, type=linear]; -"540 view_55" [id=540, type=view]; -"541 transpose_41" [id=541, type=transpose]; -"542 dropout_19" [id=542, type=dropout]; -"543 add_13" [id=543, type=add]; -"544 _param_constant82" [id=544, type=get_attr]; -"545 _param_constant83" [id=545, type=get_attr]; -"546 layer_norm_13" [id=546, type=layer_norm]; -"547 _param_constant85" [id=547, type=get_attr]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" [id=548, type=call_module]; -"549 quantize_per_tensor_default_41" [id=549, type=quantize_per_tensor]; -"550 dequantize_per_tensor_default_41" [id=550, type=dequantize_per_tensor]; -"551 linear_26_scale_0" [id=551, type=get_attr]; -"552 linear_26_zero_point_0" [id=552, type=get_attr]; -"553 compressed_weight_updated_constant27" [id=553, type=get_attr]; -"554 quantize_per_channel_default_27" [id=554, type=quantize_per_channel]; -"555 dequantize_per_channel_default_27" [id=555, type=dequantize_per_channel]; -"556 linear_26" [id=556, type=linear]; -"557 gelu_6" [id=557, type=gelu]; -"558 dropout_20" [id=558, type=dropout]; -"559 _param_constant87" [id=559, type=get_attr]; -"560 dropout_20_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; -"561 quantize_per_tensor_default_42" [id=561, type=quantize_per_tensor]; -"562 dequantize_per_tensor_default_42" [id=562, type=dequantize_per_tensor]; -"563 linear_27_scale_0" [id=563, type=get_attr]; -"564 linear_27_zero_point_0" [id=564, type=get_attr]; -"565 compressed_weight_updated_constant28" [id=565, type=get_attr]; -"566 quantize_per_channel_default_28" [id=566, type=quantize_per_channel]; -"567 dequantize_per_channel_default_28" [id=567, type=dequantize_per_channel]; -"568 linear_27" [id=568, type=linear]; -"569 dropout_21" [id=569, type=dropout]; -"570 add_14" [id=570, type=add]; -"571 _param_constant88" [id=571, type=get_attr]; -"572 _param_constant89" [id=572, type=get_attr]; -"573 layer_norm_14" [id=573, type=layer_norm]; -"574 transpose_42" [id=574, type=transpose]; -"575 _param_constant91" [id=575, type=get_attr]; -"576 transpose_42_0_0_nncf_smooth_quant_0" [id=576, type=call_module]; -"577 quantize_per_tensor_default_43" [id=577, type=quantize_per_tensor]; -"578 dequantize_per_tensor_default_43" [id=578, type=dequantize_per_tensor]; -"579 linear_28_scale_0" [id=579, type=get_attr]; -"580 linear_28_zero_point_0" [id=580, type=get_attr]; -"581 compressed_weight_updated_constant29" [id=581, type=get_attr]; -"582 quantize_per_channel_default_29" [id=582, type=quantize_per_channel]; -"583 dequantize_per_channel_default_29" [id=583, type=dequantize_per_channel]; -"584 linear_28" [id=584, type=linear]; -"585 unflatten_7" [id=585, type=unflatten]; -"586 unsqueeze_7" [id=586, type=unsqueeze]; -"587 transpose_43" [id=587, type=transpose]; -"588 squeeze_7" [id=588, type=squeeze]; -"589 contiguous_7" [id=589, type=contiguous]; -"590 quantize_per_tensor_default_44" [id=590, type=quantize_per_tensor]; -"591 dequantize_per_tensor_default_44" [id=591, type=dequantize_per_tensor]; -"592 select_21" [id=592, type=select]; -"593 quantize_per_tensor_default_45" [id=593, type=quantize_per_tensor]; -"594 dequantize_per_tensor_default_45" [id=594, type=dequantize_per_tensor]; -"595 select_22" [id=595, type=select]; -"596 select_23" [id=596, type=select]; -"597 view_56" [id=597, type=view]; -"598 transpose_44" [id=598, type=transpose]; -"599 view_57" [id=599, type=view]; -"600 transpose_45" [id=600, type=transpose]; -"601 view_58" [id=601, type=view]; -"602 transpose_46" [id=602, type=transpose]; -"603 view_59" [id=603, type=view]; -"604 view_60" [id=604, type=view]; -"605 view_61" [id=605, type=view]; -"606 scaled_dot_product_attention_7" [id=606, type=scaled_dot_product_attention]; -"607 permute_8" [id=607, type=permute]; -"608 view_62" [id=608, type=view]; -"609 _param_constant93" [id=609, type=get_attr]; -"610 view_62_0_0_nncf_smooth_quant_0" [id=610, type=call_module]; -"611 quantize_per_tensor_default_46" [id=611, type=quantize_per_tensor]; -"612 dequantize_per_tensor_default_46" [id=612, type=dequantize_per_tensor]; -"613 linear_29_scale_0" [id=613, type=get_attr]; -"614 linear_29_zero_point_0" [id=614, type=get_attr]; -"615 compressed_weight_updated_constant30" [id=615, type=get_attr]; -"616 quantize_per_channel_default_30" [id=616, type=quantize_per_channel]; -"617 dequantize_per_channel_default_30" [id=617, type=dequantize_per_channel]; -"618 linear_29" [id=618, type=linear]; -"619 view_63" [id=619, type=view]; -"620 transpose_47" [id=620, type=transpose]; -"621 dropout_22" [id=621, type=dropout]; -"622 add_15" [id=622, type=add]; -"623 _param_constant94" [id=623, type=get_attr]; -"624 _param_constant95" [id=624, type=get_attr]; -"625 layer_norm_15" [id=625, type=layer_norm]; -"626 _param_constant97" [id=626, type=get_attr]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" [id=627, type=call_module]; -"628 quantize_per_tensor_default_47" [id=628, type=quantize_per_tensor]; -"629 dequantize_per_tensor_default_47" [id=629, type=dequantize_per_tensor]; -"630 linear_30_scale_0" [id=630, type=get_attr]; -"631 linear_30_zero_point_0" [id=631, type=get_attr]; -"632 compressed_weight_updated_constant31" [id=632, type=get_attr]; -"633 quantize_per_channel_default_31" [id=633, type=quantize_per_channel]; -"634 dequantize_per_channel_default_31" [id=634, type=dequantize_per_channel]; -"635 linear_30" [id=635, type=linear]; -"636 gelu_7" [id=636, type=gelu]; -"637 dropout_23" [id=637, type=dropout]; -"638 _param_constant99" [id=638, type=get_attr]; -"639 dropout_23_0_0_nncf_smooth_quant_0" [id=639, type=call_module]; -"640 quantize_per_tensor_default_48" [id=640, type=quantize_per_tensor]; -"641 dequantize_per_tensor_default_48" [id=641, type=dequantize_per_tensor]; -"642 linear_31_scale_0" [id=642, type=get_attr]; -"643 linear_31_zero_point_0" [id=643, type=get_attr]; -"644 compressed_weight_updated_constant32" [id=644, type=get_attr]; -"645 quantize_per_channel_default_32" [id=645, type=quantize_per_channel]; -"646 dequantize_per_channel_default_32" [id=646, type=dequantize_per_channel]; -"647 linear_31" [id=647, type=linear]; -"648 dropout_24" [id=648, type=dropout]; -"649 add_16" [id=649, type=add]; -"650 _param_constant100" [id=650, type=get_attr]; -"651 _param_constant101" [id=651, type=get_attr]; -"652 layer_norm_16" [id=652, type=layer_norm]; -"653 transpose_48" [id=653, type=transpose]; -"654 _param_constant103" [id=654, type=get_attr]; -"655 transpose_48_0_0_nncf_smooth_quant_0" [id=655, type=call_module]; -"656 quantize_per_tensor_default_49" [id=656, type=quantize_per_tensor]; -"657 dequantize_per_tensor_default_49" [id=657, type=dequantize_per_tensor]; -"658 linear_32_scale_0" [id=658, type=get_attr]; -"659 linear_32_zero_point_0" [id=659, type=get_attr]; -"660 compressed_weight_updated_constant33" [id=660, type=get_attr]; -"661 quantize_per_channel_default_33" [id=661, type=quantize_per_channel]; -"662 dequantize_per_channel_default_33" [id=662, type=dequantize_per_channel]; -"663 linear_32" [id=663, type=linear]; -"664 unflatten_8" [id=664, type=unflatten]; -"665 unsqueeze_8" [id=665, type=unsqueeze]; -"666 transpose_49" [id=666, type=transpose]; -"667 squeeze_8" [id=667, type=squeeze]; -"668 contiguous_8" [id=668, type=contiguous]; -"669 quantize_per_tensor_default_50" [id=669, type=quantize_per_tensor]; -"670 dequantize_per_tensor_default_50" [id=670, type=dequantize_per_tensor]; -"671 select_24" [id=671, type=select]; -"672 quantize_per_tensor_default_51" [id=672, type=quantize_per_tensor]; -"673 dequantize_per_tensor_default_51" [id=673, type=dequantize_per_tensor]; -"674 select_25" [id=674, type=select]; -"675 select_26" [id=675, type=select]; -"676 view_64" [id=676, type=view]; -"677 transpose_50" [id=677, type=transpose]; -"678 view_65" [id=678, type=view]; -"679 transpose_51" [id=679, type=transpose]; -"680 view_66" [id=680, type=view]; -"681 transpose_52" [id=681, type=transpose]; -"682 view_67" [id=682, type=view]; -"683 view_68" [id=683, type=view]; -"684 view_69" [id=684, type=view]; -"685 scaled_dot_product_attention_8" [id=685, type=scaled_dot_product_attention]; -"686 permute_9" [id=686, type=permute]; -"687 view_70" [id=687, type=view]; -"688 _param_constant105" [id=688, type=get_attr]; -"689 view_70_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; -"690 quantize_per_tensor_default_52" [id=690, type=quantize_per_tensor]; -"691 dequantize_per_tensor_default_52" [id=691, type=dequantize_per_tensor]; -"692 linear_33_scale_0" [id=692, type=get_attr]; -"693 linear_33_zero_point_0" [id=693, type=get_attr]; -"694 compressed_weight_updated_constant34" [id=694, type=get_attr]; -"695 quantize_per_channel_default_34" [id=695, type=quantize_per_channel]; -"696 dequantize_per_channel_default_34" [id=696, type=dequantize_per_channel]; -"697 linear_33" [id=697, type=linear]; -"698 view_71" [id=698, type=view]; -"699 transpose_53" [id=699, type=transpose]; -"700 dropout_25" [id=700, type=dropout]; -"701 add_17" [id=701, type=add]; -"702 _param_constant106" [id=702, type=get_attr]; -"703 _param_constant107" [id=703, type=get_attr]; -"704 layer_norm_17" [id=704, type=layer_norm]; -"705 _param_constant109" [id=705, type=get_attr]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; -"707 quantize_per_tensor_default_53" [id=707, type=quantize_per_tensor]; -"708 dequantize_per_tensor_default_53" [id=708, type=dequantize_per_tensor]; -"709 linear_34_scale_0" [id=709, type=get_attr]; -"710 linear_34_zero_point_0" [id=710, type=get_attr]; -"711 compressed_weight_updated_constant35" [id=711, type=get_attr]; -"712 quantize_per_channel_default_35" [id=712, type=quantize_per_channel]; -"713 dequantize_per_channel_default_35" [id=713, type=dequantize_per_channel]; -"714 linear_34" [id=714, type=linear]; -"715 gelu_8" [id=715, type=gelu]; -"716 dropout_26" [id=716, type=dropout]; -"717 _param_constant111" [id=717, type=get_attr]; -"718 dropout_26_0_0_nncf_smooth_quant_0" [id=718, type=call_module]; -"719 quantize_per_tensor_default_54" [id=719, type=quantize_per_tensor]; -"720 dequantize_per_tensor_default_54" [id=720, type=dequantize_per_tensor]; -"721 linear_35_scale_0" [id=721, type=get_attr]; -"722 linear_35_zero_point_0" [id=722, type=get_attr]; -"723 compressed_weight_updated_constant36" [id=723, type=get_attr]; -"724 quantize_per_channel_default_36" [id=724, type=quantize_per_channel]; -"725 dequantize_per_channel_default_36" [id=725, type=dequantize_per_channel]; -"726 linear_35" [id=726, type=linear]; -"727 dropout_27" [id=727, type=dropout]; -"728 add_18" [id=728, type=add]; -"729 _param_constant112" [id=729, type=get_attr]; -"730 _param_constant113" [id=730, type=get_attr]; -"731 layer_norm_18" [id=731, type=layer_norm]; -"732 transpose_54" [id=732, type=transpose]; -"733 _param_constant115" [id=733, type=get_attr]; -"734 transpose_54_0_0_nncf_smooth_quant_0" [id=734, type=call_module]; -"735 quantize_per_tensor_default_55" [id=735, type=quantize_per_tensor]; -"736 dequantize_per_tensor_default_55" [id=736, type=dequantize_per_tensor]; -"737 linear_36_scale_0" [id=737, type=get_attr]; -"738 linear_36_zero_point_0" [id=738, type=get_attr]; -"739 compressed_weight_updated_constant37" [id=739, type=get_attr]; -"740 quantize_per_channel_default_37" [id=740, type=quantize_per_channel]; -"741 dequantize_per_channel_default_37" [id=741, type=dequantize_per_channel]; -"742 linear_36" [id=742, type=linear]; -"743 unflatten_9" [id=743, type=unflatten]; -"744 unsqueeze_9" [id=744, type=unsqueeze]; -"745 transpose_55" [id=745, type=transpose]; -"746 squeeze_9" [id=746, type=squeeze]; -"747 contiguous_9" [id=747, type=contiguous]; -"748 quantize_per_tensor_default_56" [id=748, type=quantize_per_tensor]; -"749 dequantize_per_tensor_default_56" [id=749, type=dequantize_per_tensor]; -"750 select_27" [id=750, type=select]; -"751 quantize_per_tensor_default_57" [id=751, type=quantize_per_tensor]; -"752 dequantize_per_tensor_default_57" [id=752, type=dequantize_per_tensor]; -"753 select_28" [id=753, type=select]; -"754 select_29" [id=754, type=select]; -"755 view_72" [id=755, type=view]; -"756 transpose_56" [id=756, type=transpose]; -"757 view_73" [id=757, type=view]; -"758 transpose_57" [id=758, type=transpose]; -"759 view_74" [id=759, type=view]; -"760 transpose_58" [id=760, type=transpose]; -"761 view_75" [id=761, type=view]; -"762 view_76" [id=762, type=view]; -"763 view_77" [id=763, type=view]; -"764 scaled_dot_product_attention_9" [id=764, type=scaled_dot_product_attention]; -"765 permute_10" [id=765, type=permute]; -"766 view_78" [id=766, type=view]; -"767 _param_constant117" [id=767, type=get_attr]; -"768 view_78_0_0_nncf_smooth_quant_0" [id=768, type=call_module]; -"769 quantize_per_tensor_default_58" [id=769, type=quantize_per_tensor]; -"770 dequantize_per_tensor_default_58" [id=770, type=dequantize_per_tensor]; -"771 linear_37_scale_0" [id=771, type=get_attr]; -"772 linear_37_zero_point_0" [id=772, type=get_attr]; -"773 compressed_weight_updated_constant38" [id=773, type=get_attr]; -"774 quantize_per_channel_default_38" [id=774, type=quantize_per_channel]; -"775 dequantize_per_channel_default_38" [id=775, type=dequantize_per_channel]; -"776 linear_37" [id=776, type=linear]; -"777 view_79" [id=777, type=view]; -"778 transpose_59" [id=778, type=transpose]; -"779 dropout_28" [id=779, type=dropout]; -"780 add_19" [id=780, type=add]; -"781 _param_constant118" [id=781, type=get_attr]; -"782 _param_constant119" [id=782, type=get_attr]; -"783 layer_norm_19" [id=783, type=layer_norm]; -"784 _param_constant121" [id=784, type=get_attr]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" [id=785, type=call_module]; -"786 quantize_per_tensor_default_59" [id=786, type=quantize_per_tensor]; -"787 dequantize_per_tensor_default_59" [id=787, type=dequantize_per_tensor]; -"788 linear_38_scale_0" [id=788, type=get_attr]; -"789 linear_38_zero_point_0" [id=789, type=get_attr]; -"790 compressed_weight_updated_constant39" [id=790, type=get_attr]; -"791 quantize_per_channel_default_39" [id=791, type=quantize_per_channel]; -"792 dequantize_per_channel_default_39" [id=792, type=dequantize_per_channel]; -"793 linear_38" [id=793, type=linear]; -"794 gelu_9" [id=794, type=gelu]; -"795 dropout_29" [id=795, type=dropout]; -"796 _param_constant123" [id=796, type=get_attr]; -"797 dropout_29_0_0_nncf_smooth_quant_0" [id=797, type=call_module]; -"798 quantize_per_tensor_default_60" [id=798, type=quantize_per_tensor]; -"799 dequantize_per_tensor_default_60" [id=799, type=dequantize_per_tensor]; -"800 linear_39_scale_0" [id=800, type=get_attr]; -"801 linear_39_zero_point_0" [id=801, type=get_attr]; -"802 compressed_weight_updated_constant40" [id=802, type=get_attr]; -"803 quantize_per_channel_default_40" [id=803, type=quantize_per_channel]; -"804 dequantize_per_channel_default_40" [id=804, type=dequantize_per_channel]; -"805 linear_39" [id=805, type=linear]; -"806 dropout_30" [id=806, type=dropout]; -"807 add_20" [id=807, type=add]; -"808 _param_constant124" [id=808, type=get_attr]; -"809 _param_constant125" [id=809, type=get_attr]; -"810 layer_norm_20" [id=810, type=layer_norm]; -"811 transpose_60" [id=811, type=transpose]; -"812 _param_constant127" [id=812, type=get_attr]; -"813 transpose_60_0_0_nncf_smooth_quant_0" [id=813, type=call_module]; -"814 quantize_per_tensor_default_61" [id=814, type=quantize_per_tensor]; -"815 dequantize_per_tensor_default_61" [id=815, type=dequantize_per_tensor]; -"816 linear_40_scale_0" [id=816, type=get_attr]; -"817 linear_40_zero_point_0" [id=817, type=get_attr]; -"818 compressed_weight_updated_constant41" [id=818, type=get_attr]; -"819 quantize_per_channel_default_41" [id=819, type=quantize_per_channel]; -"820 dequantize_per_channel_default_41" [id=820, type=dequantize_per_channel]; -"821 linear_40" [id=821, type=linear]; -"822 unflatten_10" [id=822, type=unflatten]; -"823 unsqueeze_10" [id=823, type=unsqueeze]; -"824 transpose_61" [id=824, type=transpose]; -"825 squeeze_10" [id=825, type=squeeze]; -"826 contiguous_10" [id=826, type=contiguous]; -"827 quantize_per_tensor_default_62" [id=827, type=quantize_per_tensor]; -"828 dequantize_per_tensor_default_62" [id=828, type=dequantize_per_tensor]; -"829 select_30" [id=829, type=select]; -"830 quantize_per_tensor_default_63" [id=830, type=quantize_per_tensor]; -"831 dequantize_per_tensor_default_63" [id=831, type=dequantize_per_tensor]; -"832 select_31" [id=832, type=select]; -"833 select_32" [id=833, type=select]; -"834 view_80" [id=834, type=view]; -"835 transpose_62" [id=835, type=transpose]; -"836 view_81" [id=836, type=view]; -"837 transpose_63" [id=837, type=transpose]; -"838 view_82" [id=838, type=view]; -"839 transpose_64" [id=839, type=transpose]; -"840 view_83" [id=840, type=view]; -"841 view_84" [id=841, type=view]; -"842 view_85" [id=842, type=view]; -"843 scaled_dot_product_attention_10" [id=843, type=scaled_dot_product_attention]; -"844 permute_11" [id=844, type=permute]; -"845 view_86" [id=845, type=view]; -"846 _param_constant129" [id=846, type=get_attr]; -"847 view_86_0_0_nncf_smooth_quant_0" [id=847, type=call_module]; -"848 quantize_per_tensor_default_64" [id=848, type=quantize_per_tensor]; -"849 dequantize_per_tensor_default_64" [id=849, type=dequantize_per_tensor]; -"850 linear_41_scale_0" [id=850, type=get_attr]; -"851 linear_41_zero_point_0" [id=851, type=get_attr]; -"852 compressed_weight_updated_constant42" [id=852, type=get_attr]; -"853 quantize_per_channel_default_42" [id=853, type=quantize_per_channel]; -"854 dequantize_per_channel_default_42" [id=854, type=dequantize_per_channel]; -"855 linear_41" [id=855, type=linear]; -"856 view_87" [id=856, type=view]; -"857 transpose_65" [id=857, type=transpose]; -"858 dropout_31" [id=858, type=dropout]; -"859 add_21" [id=859, type=add]; -"860 _param_constant130" [id=860, type=get_attr]; -"861 _param_constant131" [id=861, type=get_attr]; -"862 layer_norm_21" [id=862, type=layer_norm]; -"863 _param_constant133" [id=863, type=get_attr]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" [id=864, type=call_module]; -"865 quantize_per_tensor_default_65" [id=865, type=quantize_per_tensor]; -"866 dequantize_per_tensor_default_65" [id=866, type=dequantize_per_tensor]; -"867 linear_42_scale_0" [id=867, type=get_attr]; -"868 linear_42_zero_point_0" [id=868, type=get_attr]; -"869 compressed_weight_updated_constant43" [id=869, type=get_attr]; -"870 quantize_per_channel_default_43" [id=870, type=quantize_per_channel]; -"871 dequantize_per_channel_default_43" [id=871, type=dequantize_per_channel]; -"872 linear_42" [id=872, type=linear]; -"873 gelu_10" [id=873, type=gelu]; -"874 dropout_32" [id=874, type=dropout]; -"875 _param_constant135" [id=875, type=get_attr]; -"876 dropout_32_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; -"877 quantize_per_tensor_default_66" [id=877, type=quantize_per_tensor]; -"878 dequantize_per_tensor_default_66" [id=878, type=dequantize_per_tensor]; -"879 linear_43_scale_0" [id=879, type=get_attr]; -"880 linear_43_zero_point_0" [id=880, type=get_attr]; -"881 compressed_weight_updated_constant44" [id=881, type=get_attr]; -"882 quantize_per_channel_default_44" [id=882, type=quantize_per_channel]; -"883 dequantize_per_channel_default_44" [id=883, type=dequantize_per_channel]; -"884 linear_43" [id=884, type=linear]; -"885 dropout_33" [id=885, type=dropout]; -"886 add_22" [id=886, type=add]; -"887 _param_constant136" [id=887, type=get_attr]; -"888 _param_constant137" [id=888, type=get_attr]; -"889 layer_norm_22" [id=889, type=layer_norm]; -"890 transpose_66" [id=890, type=transpose]; -"891 _param_constant139" [id=891, type=get_attr]; -"892 transpose_66_0_0_nncf_smooth_quant_0" [id=892, type=call_module]; -"893 quantize_per_tensor_default_67" [id=893, type=quantize_per_tensor]; -"894 dequantize_per_tensor_default_67" [id=894, type=dequantize_per_tensor]; -"895 linear_44_scale_0" [id=895, type=get_attr]; -"896 linear_44_zero_point_0" [id=896, type=get_attr]; -"897 compressed_weight_updated_constant45" [id=897, type=get_attr]; -"898 quantize_per_channel_default_45" [id=898, type=quantize_per_channel]; -"899 dequantize_per_channel_default_45" [id=899, type=dequantize_per_channel]; -"900 linear_44" [id=900, type=linear]; -"901 unflatten_11" [id=901, type=unflatten]; -"902 unsqueeze_11" [id=902, type=unsqueeze]; -"903 transpose_67" [id=903, type=transpose]; -"904 squeeze_11" [id=904, type=squeeze]; -"905 contiguous_11" [id=905, type=contiguous]; -"906 quantize_per_tensor_default_68" [id=906, type=quantize_per_tensor]; -"907 dequantize_per_tensor_default_68" [id=907, type=dequantize_per_tensor]; -"908 select_33" [id=908, type=select]; -"909 quantize_per_tensor_default_69" [id=909, type=quantize_per_tensor]; -"910 dequantize_per_tensor_default_69" [id=910, type=dequantize_per_tensor]; -"911 select_34" [id=911, type=select]; -"912 select_35" [id=912, type=select]; -"913 view_88" [id=913, type=view]; -"914 transpose_68" [id=914, type=transpose]; -"915 view_89" [id=915, type=view]; -"916 transpose_69" [id=916, type=transpose]; -"917 view_90" [id=917, type=view]; -"918 transpose_70" [id=918, type=transpose]; -"919 view_91" [id=919, type=view]; -"920 view_92" [id=920, type=view]; -"921 view_93" [id=921, type=view]; -"922 scaled_dot_product_attention_11" [id=922, type=scaled_dot_product_attention]; -"923 permute_12" [id=923, type=permute]; -"924 view_94" [id=924, type=view]; -"925 _param_constant141" [id=925, type=get_attr]; -"926 view_94_0_0_nncf_smooth_quant_0" [id=926, type=call_module]; -"927 quantize_per_tensor_default_70" [id=927, type=quantize_per_tensor]; -"928 dequantize_per_tensor_default_70" [id=928, type=dequantize_per_tensor]; -"929 linear_45_scale_0" [id=929, type=get_attr]; -"930 linear_45_zero_point_0" [id=930, type=get_attr]; -"931 compressed_weight_updated_constant46" [id=931, type=get_attr]; -"932 quantize_per_channel_default_46" [id=932, type=quantize_per_channel]; -"933 dequantize_per_channel_default_46" [id=933, type=dequantize_per_channel]; -"934 linear_45" [id=934, type=linear]; -"935 view_95" [id=935, type=view]; -"936 transpose_71" [id=936, type=transpose]; -"937 dropout_34" [id=937, type=dropout]; -"938 add_23" [id=938, type=add]; -"939 _param_constant142" [id=939, type=get_attr]; -"940 _param_constant143" [id=940, type=get_attr]; -"941 layer_norm_23" [id=941, type=layer_norm]; -"942 _param_constant145" [id=942, type=get_attr]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" [id=943, type=call_module]; -"944 quantize_per_tensor_default_71" [id=944, type=quantize_per_tensor]; -"945 dequantize_per_tensor_default_71" [id=945, type=dequantize_per_tensor]; -"946 linear_46_scale_0" [id=946, type=get_attr]; -"947 linear_46_zero_point_0" [id=947, type=get_attr]; -"948 compressed_weight_updated_constant47" [id=948, type=get_attr]; -"949 quantize_per_channel_default_47" [id=949, type=quantize_per_channel]; -"950 dequantize_per_channel_default_47" [id=950, type=dequantize_per_channel]; -"951 linear_46" [id=951, type=linear]; -"952 gelu_11" [id=952, type=gelu]; -"953 dropout_35" [id=953, type=dropout]; -"954 _param_constant147" [id=954, type=get_attr]; -"955 dropout_35_0_0_nncf_smooth_quant_0" [id=955, type=call_module]; -"956 quantize_per_tensor_default_72" [id=956, type=quantize_per_tensor]; -"957 dequantize_per_tensor_default_72" [id=957, type=dequantize_per_tensor]; -"958 linear_47_scale_0" [id=958, type=get_attr]; -"959 linear_47_zero_point_0" [id=959, type=get_attr]; -"960 compressed_weight_updated_constant48" [id=960, type=get_attr]; -"961 quantize_per_channel_default_48" [id=961, type=quantize_per_channel]; -"962 dequantize_per_channel_default_48" [id=962, type=dequantize_per_channel]; -"963 linear_47" [id=963, type=linear]; -"964 dropout_36" [id=964, type=dropout]; -"965 add_24" [id=965, type=add]; -"966 _param_constant148" [id=966, type=get_attr]; -"967 _param_constant149" [id=967, type=get_attr]; -"968 layer_norm_24" [id=968, type=layer_norm]; -"969 slice_1" [id=969, type=slice]; -"970 select_36" [id=970, type=select]; -"971 _param_constant151" [id=971, type=get_attr]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type=call_module]; -"973 quantize_per_tensor_default_73" [id=973, type=quantize_per_tensor]; -"974 dequantize_per_tensor_default_73" [id=974, type=dequantize_per_tensor]; -"975 linear_48_scale_0" [id=975, type=get_attr]; -"976 linear_48_zero_point_0" [id=976, type=get_attr]; -"977 compressed_weight_updated_constant49" [id=977, type=get_attr]; -"978 quantize_per_channel_default_49" [id=978, type=quantize_per_channel]; -"979 dequantize_per_channel_default_49" [id=979, type=dequantize_per_channel]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"12 _frozen_param0" [id=12, type=get_attr]; +"13 cat" [id=13, type=cat]; +"14 _param_constant3" [id=14, type=get_attr]; +"15 add" [id=15, type=add]; +"16 dropout" [id=16, type=dropout]; +"17 _param_constant4" [id=17, type=get_attr]; +"18 _param_constant5" [id=18, type=get_attr]; +"19 layer_norm" [id=19, type=layer_norm]; +"20 transpose" [id=20, type=transpose]; +"21 _param_constant7" [id=21, type=get_attr]; +"22 transpose_0_0_nncf_smooth_quant_0" [id=22, type=call_module]; +"23 quantize_per_tensor_default_1" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_1" [id=24, type=dequantize_per_tensor]; +"25 linear_scale_0" [id=25, type=get_attr]; +"26 linear_zero_point_0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant1" [id=27, type=get_attr]; +"28 quantize_per_channel_default_1" [id=28, type=quantize_per_channel]; +"29 dequantize_per_channel_default_1" [id=29, type=dequantize_per_channel]; +"30 linear" [id=30, type=linear]; +"31 unflatten" [id=31, type=unflatten]; +"32 unsqueeze" [id=32, type=unsqueeze]; +"33 transpose_1" [id=33, type=transpose]; +"34 squeeze" [id=34, type=squeeze]; +"35 contiguous" [id=35, type=contiguous]; +"36 quantize_per_tensor_default_2" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_2" [id=37, type=dequantize_per_tensor]; +"38 select" [id=38, type=select]; +"39 quantize_per_tensor_default_3" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_3" [id=40, type=dequantize_per_tensor]; +"41 select_1" [id=41, type=select]; +"42 select_2" [id=42, type=select]; +"43 view" [id=43, type=view]; +"44 transpose_2" [id=44, type=transpose]; +"45 view_1" [id=45, type=view]; +"46 transpose_3" [id=46, type=transpose]; +"47 view_2" [id=47, type=view]; +"48 transpose_4" [id=48, type=transpose]; +"49 view_3" [id=49, type=view]; +"50 view_4" [id=50, type=view]; +"51 view_5" [id=51, type=view]; +"52 scaled_dot_product_attention" [id=52, type=scaled_dot_product_attention]; +"53 permute_1" [id=53, type=permute]; +"54 view_6" [id=54, type=view]; +"55 _param_constant9" [id=55, type=get_attr]; +"56 view_6_0_0_nncf_smooth_quant_0" [id=56, type=call_module]; +"57 quantize_per_tensor_default_4" [id=57, type=quantize_per_tensor]; +"58 dequantize_per_tensor_default_4" [id=58, type=dequantize_per_tensor]; +"59 linear_1_scale_0" [id=59, type=get_attr]; +"60 linear_1_zero_point_0" [id=60, type=get_attr]; +"61 compressed_weight_updated_constant2" [id=61, type=get_attr]; +"62 quantize_per_channel_default_2" [id=62, type=quantize_per_channel]; +"63 dequantize_per_channel_default_2" [id=63, type=dequantize_per_channel]; +"64 linear_1" [id=64, type=linear]; +"65 view_7" [id=65, type=view]; +"66 transpose_5" [id=66, type=transpose]; +"67 dropout_1" [id=67, type=dropout]; +"68 add_1" [id=68, type=add]; +"69 _param_constant10" [id=69, type=get_attr]; +"70 _param_constant11" [id=70, type=get_attr]; +"71 layer_norm_1" [id=71, type=layer_norm]; +"72 _param_constant13" [id=72, type=get_attr]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" [id=73, type=call_module]; +"74 quantize_per_tensor_default_5" [id=74, type=quantize_per_tensor]; +"75 dequantize_per_tensor_default_5" [id=75, type=dequantize_per_tensor]; +"76 linear_2_scale_0" [id=76, type=get_attr]; +"77 linear_2_zero_point_0" [id=77, type=get_attr]; +"78 compressed_weight_updated_constant3" [id=78, type=get_attr]; +"79 quantize_per_channel_default_3" [id=79, type=quantize_per_channel]; +"80 dequantize_per_channel_default_3" [id=80, type=dequantize_per_channel]; +"81 linear_2" [id=81, type=linear]; +"82 gelu" [id=82, type=gelu]; +"83 dropout_2" [id=83, type=dropout]; +"84 _param_constant15" [id=84, type=get_attr]; +"85 dropout_2_0_0_nncf_smooth_quant_0" [id=85, type=call_module]; +"86 quantize_per_tensor_default_6" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default_6" [id=87, type=dequantize_per_tensor]; +"88 linear_3_scale_0" [id=88, type=get_attr]; +"89 linear_3_zero_point_0" [id=89, type=get_attr]; +"90 compressed_weight_updated_constant4" [id=90, type=get_attr]; +"91 quantize_per_channel_default_4" [id=91, type=quantize_per_channel]; +"92 dequantize_per_channel_default_4" [id=92, type=dequantize_per_channel]; +"93 linear_3" [id=93, type=linear]; +"94 dropout_3" [id=94, type=dropout]; +"95 add_2" [id=95, type=add]; +"96 _param_constant16" [id=96, type=get_attr]; +"97 _param_constant17" [id=97, type=get_attr]; +"98 layer_norm_2" [id=98, type=layer_norm]; +"99 transpose_6" [id=99, type=transpose]; +"100 _param_constant19" [id=100, type=get_attr]; +"101 transpose_6_0_0_nncf_smooth_quant_0" [id=101, type=call_module]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_7" [id=103, type=dequantize_per_tensor]; +"104 linear_4_scale_0" [id=104, type=get_attr]; +"105 linear_4_zero_point_0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant5" [id=106, type=get_attr]; +"107 quantize_per_channel_default_5" [id=107, type=quantize_per_channel]; +"108 dequantize_per_channel_default_5" [id=108, type=dequantize_per_channel]; +"109 linear_4" [id=109, type=linear]; +"110 unflatten_1" [id=110, type=unflatten]; +"111 unsqueeze_1" [id=111, type=unsqueeze]; +"112 transpose_7" [id=112, type=transpose]; +"113 squeeze_1" [id=113, type=squeeze]; +"114 contiguous_1" [id=114, type=contiguous]; +"115 quantize_per_tensor_default_8" [id=115, type=quantize_per_tensor]; +"116 dequantize_per_tensor_default_8" [id=116, type=dequantize_per_tensor]; +"117 select_3" [id=117, type=select]; +"118 quantize_per_tensor_default_9" [id=118, type=quantize_per_tensor]; +"119 dequantize_per_tensor_default_9" [id=119, type=dequantize_per_tensor]; +"120 select_4" [id=120, type=select]; +"121 select_5" [id=121, type=select]; +"122 view_8" [id=122, type=view]; +"123 transpose_8" [id=123, type=transpose]; +"124 view_9" [id=124, type=view]; +"125 transpose_9" [id=125, type=transpose]; +"126 view_10" [id=126, type=view]; +"127 transpose_10" [id=127, type=transpose]; +"128 view_11" [id=128, type=view]; +"129 view_12" [id=129, type=view]; +"130 view_13" [id=130, type=view]; +"131 scaled_dot_product_attention_1" [id=131, type=scaled_dot_product_attention]; +"132 permute_2" [id=132, type=permute]; +"133 view_14" [id=133, type=view]; +"134 _param_constant21" [id=134, type=get_attr]; +"135 view_14_0_0_nncf_smooth_quant_0" [id=135, type=call_module]; +"136 quantize_per_tensor_default_10" [id=136, type=quantize_per_tensor]; +"137 dequantize_per_tensor_default_10" [id=137, type=dequantize_per_tensor]; +"138 linear_5_scale_0" [id=138, type=get_attr]; +"139 linear_5_zero_point_0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant6" [id=140, type=get_attr]; +"141 quantize_per_channel_default_6" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_6" [id=142, type=dequantize_per_channel]; +"143 linear_5" [id=143, type=linear]; +"144 view_15" [id=144, type=view]; +"145 transpose_11" [id=145, type=transpose]; +"146 dropout_4" [id=146, type=dropout]; +"147 add_3" [id=147, type=add]; +"148 _param_constant22" [id=148, type=get_attr]; +"149 _param_constant23" [id=149, type=get_attr]; +"150 layer_norm_3" [id=150, type=layer_norm]; +"151 _param_constant25" [id=151, type=get_attr]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" [id=152, type=call_module]; +"153 quantize_per_tensor_default_11" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_11" [id=154, type=dequantize_per_tensor]; +"155 linear_6_scale_0" [id=155, type=get_attr]; +"156 linear_6_zero_point_0" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant7" [id=157, type=get_attr]; +"158 quantize_per_channel_default_7" [id=158, type=quantize_per_channel]; +"159 dequantize_per_channel_default_7" [id=159, type=dequantize_per_channel]; +"160 linear_6" [id=160, type=linear]; +"161 gelu_1" [id=161, type=gelu]; +"162 dropout_5" [id=162, type=dropout]; +"163 _param_constant27" [id=163, type=get_attr]; +"164 dropout_5_0_0_nncf_smooth_quant_0" [id=164, type=call_module]; +"165 quantize_per_tensor_default_12" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_12" [id=166, type=dequantize_per_tensor]; +"167 linear_7_scale_0" [id=167, type=get_attr]; +"168 linear_7_zero_point_0" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant8" [id=169, type=get_attr]; +"170 quantize_per_channel_default_8" [id=170, type=quantize_per_channel]; +"171 dequantize_per_channel_default_8" [id=171, type=dequantize_per_channel]; +"172 linear_7" [id=172, type=linear]; +"173 dropout_6" [id=173, type=dropout]; +"174 add_4" [id=174, type=add]; +"175 _param_constant28" [id=175, type=get_attr]; +"176 _param_constant29" [id=176, type=get_attr]; +"177 layer_norm_4" [id=177, type=layer_norm]; +"178 transpose_12" [id=178, type=transpose]; +"179 _param_constant31" [id=179, type=get_attr]; +"180 transpose_12_0_0_nncf_smooth_quant_0" [id=180, type=call_module]; +"181 quantize_per_tensor_default_13" [id=181, type=quantize_per_tensor]; +"182 dequantize_per_tensor_default_13" [id=182, type=dequantize_per_tensor]; +"183 linear_8_scale_0" [id=183, type=get_attr]; +"184 linear_8_zero_point_0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant9" [id=185, type=get_attr]; +"186 quantize_per_channel_default_9" [id=186, type=quantize_per_channel]; +"187 dequantize_per_channel_default_9" [id=187, type=dequantize_per_channel]; +"188 linear_8" [id=188, type=linear]; +"189 unflatten_2" [id=189, type=unflatten]; +"190 unsqueeze_2" [id=190, type=unsqueeze]; +"191 transpose_13" [id=191, type=transpose]; +"192 squeeze_2" [id=192, type=squeeze]; +"193 contiguous_2" [id=193, type=contiguous]; +"194 quantize_per_tensor_default_14" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_14" [id=195, type=dequantize_per_tensor]; +"196 select_6" [id=196, type=select]; +"197 quantize_per_tensor_default_15" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_15" [id=198, type=dequantize_per_tensor]; +"199 select_7" [id=199, type=select]; +"200 select_8" [id=200, type=select]; +"201 view_16" [id=201, type=view]; +"202 transpose_14" [id=202, type=transpose]; +"203 view_17" [id=203, type=view]; +"204 transpose_15" [id=204, type=transpose]; +"205 view_18" [id=205, type=view]; +"206 transpose_16" [id=206, type=transpose]; +"207 view_19" [id=207, type=view]; +"208 view_20" [id=208, type=view]; +"209 view_21" [id=209, type=view]; +"210 scaled_dot_product_attention_2" [id=210, type=scaled_dot_product_attention]; +"211 permute_3" [id=211, type=permute]; +"212 view_22" [id=212, type=view]; +"213 _param_constant33" [id=213, type=get_attr]; +"214 view_22_0_0_nncf_smooth_quant_0" [id=214, type=call_module]; +"215 quantize_per_tensor_default_16" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_16" [id=216, type=dequantize_per_tensor]; +"217 linear_9_scale_0" [id=217, type=get_attr]; +"218 linear_9_zero_point_0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant10" [id=219, type=get_attr]; +"220 quantize_per_channel_default_10" [id=220, type=quantize_per_channel]; +"221 dequantize_per_channel_default_10" [id=221, type=dequantize_per_channel]; +"222 linear_9" [id=222, type=linear]; +"223 view_23" [id=223, type=view]; +"224 transpose_17" [id=224, type=transpose]; +"225 dropout_7" [id=225, type=dropout]; +"226 add_5" [id=226, type=add]; +"227 _param_constant34" [id=227, type=get_attr]; +"228 _param_constant35" [id=228, type=get_attr]; +"229 layer_norm_5" [id=229, type=layer_norm]; +"230 _param_constant37" [id=230, type=get_attr]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" [id=231, type=call_module]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_17" [id=233, type=dequantize_per_tensor]; +"234 linear_10_scale_0" [id=234, type=get_attr]; +"235 linear_10_zero_point_0" [id=235, type=get_attr]; +"236 compressed_weight_updated_constant11" [id=236, type=get_attr]; +"237 quantize_per_channel_default_11" [id=237, type=quantize_per_channel]; +"238 dequantize_per_channel_default_11" [id=238, type=dequantize_per_channel]; +"239 linear_10" [id=239, type=linear]; +"240 gelu_2" [id=240, type=gelu]; +"241 dropout_8" [id=241, type=dropout]; +"242 _param_constant39" [id=242, type=get_attr]; +"243 dropout_8_0_0_nncf_smooth_quant_0" [id=243, type=call_module]; +"244 quantize_per_tensor_default_18" [id=244, type=quantize_per_tensor]; +"245 dequantize_per_tensor_default_18" [id=245, type=dequantize_per_tensor]; +"246 linear_11_scale_0" [id=246, type=get_attr]; +"247 linear_11_zero_point_0" [id=247, type=get_attr]; +"248 compressed_weight_updated_constant12" [id=248, type=get_attr]; +"249 quantize_per_channel_default_12" [id=249, type=quantize_per_channel]; +"250 dequantize_per_channel_default_12" [id=250, type=dequantize_per_channel]; +"251 linear_11" [id=251, type=linear]; +"252 dropout_9" [id=252, type=dropout]; +"253 add_6" [id=253, type=add]; +"254 _param_constant40" [id=254, type=get_attr]; +"255 _param_constant41" [id=255, type=get_attr]; +"256 layer_norm_6" [id=256, type=layer_norm]; +"257 transpose_18" [id=257, type=transpose]; +"258 _param_constant43" [id=258, type=get_attr]; +"259 transpose_18_0_0_nncf_smooth_quant_0" [id=259, type=call_module]; +"260 quantize_per_tensor_default_19" [id=260, type=quantize_per_tensor]; +"261 dequantize_per_tensor_default_19" [id=261, type=dequantize_per_tensor]; +"262 linear_12_scale_0" [id=262, type=get_attr]; +"263 linear_12_zero_point_0" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant13" [id=264, type=get_attr]; +"265 quantize_per_channel_default_13" [id=265, type=quantize_per_channel]; +"266 dequantize_per_channel_default_13" [id=266, type=dequantize_per_channel]; +"267 linear_12" [id=267, type=linear]; +"268 unflatten_3" [id=268, type=unflatten]; +"269 unsqueeze_3" [id=269, type=unsqueeze]; +"270 transpose_19" [id=270, type=transpose]; +"271 squeeze_3" [id=271, type=squeeze]; +"272 contiguous_3" [id=272, type=contiguous]; +"273 quantize_per_tensor_default_20" [id=273, type=quantize_per_tensor]; +"274 dequantize_per_tensor_default_20" [id=274, type=dequantize_per_tensor]; +"275 select_9" [id=275, type=select]; +"276 quantize_per_tensor_default_21" [id=276, type=quantize_per_tensor]; +"277 dequantize_per_tensor_default_21" [id=277, type=dequantize_per_tensor]; +"278 select_10" [id=278, type=select]; +"279 select_11" [id=279, type=select]; +"280 view_24" [id=280, type=view]; +"281 transpose_20" [id=281, type=transpose]; +"282 view_25" [id=282, type=view]; +"283 transpose_21" [id=283, type=transpose]; +"284 view_26" [id=284, type=view]; +"285 transpose_22" [id=285, type=transpose]; +"286 view_27" [id=286, type=view]; +"287 view_28" [id=287, type=view]; +"288 view_29" [id=288, type=view]; +"289 scaled_dot_product_attention_3" [id=289, type=scaled_dot_product_attention]; +"290 permute_4" [id=290, type=permute]; +"291 view_30" [id=291, type=view]; +"292 _param_constant45" [id=292, type=get_attr]; +"293 view_30_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_22" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_22" [id=295, type=dequantize_per_tensor]; +"296 linear_13_scale_0" [id=296, type=get_attr]; +"297 linear_13_zero_point_0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant14" [id=298, type=get_attr]; +"299 quantize_per_channel_default_14" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_14" [id=300, type=dequantize_per_channel]; +"301 linear_13" [id=301, type=linear]; +"302 view_31" [id=302, type=view]; +"303 transpose_23" [id=303, type=transpose]; +"304 dropout_10" [id=304, type=dropout]; +"305 add_7" [id=305, type=add]; +"306 _param_constant46" [id=306, type=get_attr]; +"307 _param_constant47" [id=307, type=get_attr]; +"308 layer_norm_7" [id=308, type=layer_norm]; +"309 _param_constant49" [id=309, type=get_attr]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" [id=310, type=call_module]; +"311 quantize_per_tensor_default_23" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_23" [id=312, type=dequantize_per_tensor]; +"313 linear_14_scale_0" [id=313, type=get_attr]; +"314 linear_14_zero_point_0" [id=314, type=get_attr]; +"315 compressed_weight_updated_constant15" [id=315, type=get_attr]; +"316 quantize_per_channel_default_15" [id=316, type=quantize_per_channel]; +"317 dequantize_per_channel_default_15" [id=317, type=dequantize_per_channel]; +"318 linear_14" [id=318, type=linear]; +"319 gelu_3" [id=319, type=gelu]; +"320 dropout_11" [id=320, type=dropout]; +"321 _param_constant51" [id=321, type=get_attr]; +"322 dropout_11_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_24" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_24" [id=324, type=dequantize_per_tensor]; +"325 linear_15_scale_0" [id=325, type=get_attr]; +"326 linear_15_zero_point_0" [id=326, type=get_attr]; +"327 compressed_weight_updated_constant16" [id=327, type=get_attr]; +"328 quantize_per_channel_default_16" [id=328, type=quantize_per_channel]; +"329 dequantize_per_channel_default_16" [id=329, type=dequantize_per_channel]; +"330 linear_15" [id=330, type=linear]; +"331 dropout_12" [id=331, type=dropout]; +"332 add_8" [id=332, type=add]; +"333 _param_constant52" [id=333, type=get_attr]; +"334 _param_constant53" [id=334, type=get_attr]; +"335 layer_norm_8" [id=335, type=layer_norm]; +"336 transpose_24" [id=336, type=transpose]; +"337 _param_constant55" [id=337, type=get_attr]; +"338 transpose_24_0_0_nncf_smooth_quant_0" [id=338, type=call_module]; +"339 quantize_per_tensor_default_25" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_25" [id=340, type=dequantize_per_tensor]; +"341 linear_16_scale_0" [id=341, type=get_attr]; +"342 linear_16_zero_point_0" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant17" [id=343, type=get_attr]; +"344 quantize_per_channel_default_17" [id=344, type=quantize_per_channel]; +"345 dequantize_per_channel_default_17" [id=345, type=dequantize_per_channel]; +"346 linear_16" [id=346, type=linear]; +"347 unflatten_4" [id=347, type=unflatten]; +"348 unsqueeze_4" [id=348, type=unsqueeze]; +"349 transpose_25" [id=349, type=transpose]; +"350 squeeze_4" [id=350, type=squeeze]; +"351 contiguous_4" [id=351, type=contiguous]; +"352 quantize_per_tensor_default_26" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_26" [id=353, type=dequantize_per_tensor]; +"354 select_12" [id=354, type=select]; +"355 quantize_per_tensor_default_27" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_27" [id=356, type=dequantize_per_tensor]; +"357 select_13" [id=357, type=select]; +"358 select_14" [id=358, type=select]; +"359 view_32" [id=359, type=view]; +"360 transpose_26" [id=360, type=transpose]; +"361 view_33" [id=361, type=view]; +"362 transpose_27" [id=362, type=transpose]; +"363 view_34" [id=363, type=view]; +"364 transpose_28" [id=364, type=transpose]; +"365 view_35" [id=365, type=view]; +"366 view_36" [id=366, type=view]; +"367 view_37" [id=367, type=view]; +"368 scaled_dot_product_attention_4" [id=368, type=scaled_dot_product_attention]; +"369 permute_5" [id=369, type=permute]; +"370 view_38" [id=370, type=view]; +"371 _param_constant57" [id=371, type=get_attr]; +"372 view_38_0_0_nncf_smooth_quant_0" [id=372, type=call_module]; +"373 quantize_per_tensor_default_28" [id=373, type=quantize_per_tensor]; +"374 dequantize_per_tensor_default_28" [id=374, type=dequantize_per_tensor]; +"375 linear_17_scale_0" [id=375, type=get_attr]; +"376 linear_17_zero_point_0" [id=376, type=get_attr]; +"377 compressed_weight_updated_constant18" [id=377, type=get_attr]; +"378 quantize_per_channel_default_18" [id=378, type=quantize_per_channel]; +"379 dequantize_per_channel_default_18" [id=379, type=dequantize_per_channel]; +"380 linear_17" [id=380, type=linear]; +"381 view_39" [id=381, type=view]; +"382 transpose_29" [id=382, type=transpose]; +"383 dropout_13" [id=383, type=dropout]; +"384 add_9" [id=384, type=add]; +"385 _param_constant58" [id=385, type=get_attr]; +"386 _param_constant59" [id=386, type=get_attr]; +"387 layer_norm_9" [id=387, type=layer_norm]; +"388 _param_constant61" [id=388, type=get_attr]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_29" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_29" [id=391, type=dequantize_per_tensor]; +"392 linear_18_scale_0" [id=392, type=get_attr]; +"393 linear_18_zero_point_0" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant19" [id=394, type=get_attr]; +"395 quantize_per_channel_default_19" [id=395, type=quantize_per_channel]; +"396 dequantize_per_channel_default_19" [id=396, type=dequantize_per_channel]; +"397 linear_18" [id=397, type=linear]; +"398 gelu_4" [id=398, type=gelu]; +"399 dropout_14" [id=399, type=dropout]; +"400 _param_constant63" [id=400, type=get_attr]; +"401 dropout_14_0_0_nncf_smooth_quant_0" [id=401, type=call_module]; +"402 quantize_per_tensor_default_30" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_30" [id=403, type=dequantize_per_tensor]; +"404 linear_19_scale_0" [id=404, type=get_attr]; +"405 linear_19_zero_point_0" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant20" [id=406, type=get_attr]; +"407 quantize_per_channel_default_20" [id=407, type=quantize_per_channel]; +"408 dequantize_per_channel_default_20" [id=408, type=dequantize_per_channel]; +"409 linear_19" [id=409, type=linear]; +"410 dropout_15" [id=410, type=dropout]; +"411 add_10" [id=411, type=add]; +"412 _param_constant64" [id=412, type=get_attr]; +"413 _param_constant65" [id=413, type=get_attr]; +"414 layer_norm_10" [id=414, type=layer_norm]; +"415 transpose_30" [id=415, type=transpose]; +"416 _param_constant67" [id=416, type=get_attr]; +"417 transpose_30_0_0_nncf_smooth_quant_0" [id=417, type=call_module]; +"418 quantize_per_tensor_default_31" [id=418, type=quantize_per_tensor]; +"419 dequantize_per_tensor_default_31" [id=419, type=dequantize_per_tensor]; +"420 linear_20_scale_0" [id=420, type=get_attr]; +"421 linear_20_zero_point_0" [id=421, type=get_attr]; +"422 compressed_weight_updated_constant21" [id=422, type=get_attr]; +"423 quantize_per_channel_default_21" [id=423, type=quantize_per_channel]; +"424 dequantize_per_channel_default_21" [id=424, type=dequantize_per_channel]; +"425 linear_20" [id=425, type=linear]; +"426 unflatten_5" [id=426, type=unflatten]; +"427 unsqueeze_5" [id=427, type=unsqueeze]; +"428 transpose_31" [id=428, type=transpose]; +"429 squeeze_5" [id=429, type=squeeze]; +"430 contiguous_5" [id=430, type=contiguous]; +"431 quantize_per_tensor_default_32" [id=431, type=quantize_per_tensor]; +"432 dequantize_per_tensor_default_32" [id=432, type=dequantize_per_tensor]; +"433 select_15" [id=433, type=select]; +"434 quantize_per_tensor_default_33" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_33" [id=435, type=dequantize_per_tensor]; +"436 select_16" [id=436, type=select]; +"437 select_17" [id=437, type=select]; +"438 view_40" [id=438, type=view]; +"439 transpose_32" [id=439, type=transpose]; +"440 view_41" [id=440, type=view]; +"441 transpose_33" [id=441, type=transpose]; +"442 view_42" [id=442, type=view]; +"443 transpose_34" [id=443, type=transpose]; +"444 view_43" [id=444, type=view]; +"445 view_44" [id=445, type=view]; +"446 view_45" [id=446, type=view]; +"447 scaled_dot_product_attention_5" [id=447, type=scaled_dot_product_attention]; +"448 permute_6" [id=448, type=permute]; +"449 view_46" [id=449, type=view]; +"450 _param_constant69" [id=450, type=get_attr]; +"451 view_46_0_0_nncf_smooth_quant_0" [id=451, type=call_module]; +"452 quantize_per_tensor_default_34" [id=452, type=quantize_per_tensor]; +"453 dequantize_per_tensor_default_34" [id=453, type=dequantize_per_tensor]; +"454 linear_21_scale_0" [id=454, type=get_attr]; +"455 linear_21_zero_point_0" [id=455, type=get_attr]; +"456 compressed_weight_updated_constant22" [id=456, type=get_attr]; +"457 quantize_per_channel_default_22" [id=457, type=quantize_per_channel]; +"458 dequantize_per_channel_default_22" [id=458, type=dequantize_per_channel]; +"459 linear_21" [id=459, type=linear]; +"460 view_47" [id=460, type=view]; +"461 transpose_35" [id=461, type=transpose]; +"462 dropout_16" [id=462, type=dropout]; +"463 add_11" [id=463, type=add]; +"464 _param_constant70" [id=464, type=get_attr]; +"465 _param_constant71" [id=465, type=get_attr]; +"466 layer_norm_11" [id=466, type=layer_norm]; +"467 _param_constant73" [id=467, type=get_attr]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" [id=468, type=call_module]; +"469 quantize_per_tensor_default_35" [id=469, type=quantize_per_tensor]; +"470 dequantize_per_tensor_default_35" [id=470, type=dequantize_per_tensor]; +"471 linear_22_scale_0" [id=471, type=get_attr]; +"472 linear_22_zero_point_0" [id=472, type=get_attr]; +"473 compressed_weight_updated_constant23" [id=473, type=get_attr]; +"474 quantize_per_channel_default_23" [id=474, type=quantize_per_channel]; +"475 dequantize_per_channel_default_23" [id=475, type=dequantize_per_channel]; +"476 linear_22" [id=476, type=linear]; +"477 gelu_5" [id=477, type=gelu]; +"478 dropout_17" [id=478, type=dropout]; +"479 _param_constant75" [id=479, type=get_attr]; +"480 dropout_17_0_0_nncf_smooth_quant_0" [id=480, type=call_module]; +"481 quantize_per_tensor_default_36" [id=481, type=quantize_per_tensor]; +"482 dequantize_per_tensor_default_36" [id=482, type=dequantize_per_tensor]; +"483 linear_23_scale_0" [id=483, type=get_attr]; +"484 linear_23_zero_point_0" [id=484, type=get_attr]; +"485 compressed_weight_updated_constant24" [id=485, type=get_attr]; +"486 quantize_per_channel_default_24" [id=486, type=quantize_per_channel]; +"487 dequantize_per_channel_default_24" [id=487, type=dequantize_per_channel]; +"488 linear_23" [id=488, type=linear]; +"489 dropout_18" [id=489, type=dropout]; +"490 add_12" [id=490, type=add]; +"491 _param_constant76" [id=491, type=get_attr]; +"492 _param_constant77" [id=492, type=get_attr]; +"493 layer_norm_12" [id=493, type=layer_norm]; +"494 transpose_36" [id=494, type=transpose]; +"495 _param_constant79" [id=495, type=get_attr]; +"496 transpose_36_0_0_nncf_smooth_quant_0" [id=496, type=call_module]; +"497 quantize_per_tensor_default_37" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_37" [id=498, type=dequantize_per_tensor]; +"499 linear_24_scale_0" [id=499, type=get_attr]; +"500 linear_24_zero_point_0" [id=500, type=get_attr]; +"501 compressed_weight_updated_constant25" [id=501, type=get_attr]; +"502 quantize_per_channel_default_25" [id=502, type=quantize_per_channel]; +"503 dequantize_per_channel_default_25" [id=503, type=dequantize_per_channel]; +"504 linear_24" [id=504, type=linear]; +"505 unflatten_6" [id=505, type=unflatten]; +"506 unsqueeze_6" [id=506, type=unsqueeze]; +"507 transpose_37" [id=507, type=transpose]; +"508 squeeze_6" [id=508, type=squeeze]; +"509 contiguous_6" [id=509, type=contiguous]; +"510 quantize_per_tensor_default_38" [id=510, type=quantize_per_tensor]; +"511 dequantize_per_tensor_default_38" [id=511, type=dequantize_per_tensor]; +"512 select_18" [id=512, type=select]; +"513 quantize_per_tensor_default_39" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_39" [id=514, type=dequantize_per_tensor]; +"515 select_19" [id=515, type=select]; +"516 select_20" [id=516, type=select]; +"517 view_48" [id=517, type=view]; +"518 transpose_38" [id=518, type=transpose]; +"519 view_49" [id=519, type=view]; +"520 transpose_39" [id=520, type=transpose]; +"521 view_50" [id=521, type=view]; +"522 transpose_40" [id=522, type=transpose]; +"523 view_51" [id=523, type=view]; +"524 view_52" [id=524, type=view]; +"525 view_53" [id=525, type=view]; +"526 scaled_dot_product_attention_6" [id=526, type=scaled_dot_product_attention]; +"527 permute_7" [id=527, type=permute]; +"528 view_54" [id=528, type=view]; +"529 _param_constant81" [id=529, type=get_attr]; +"530 view_54_0_0_nncf_smooth_quant_0" [id=530, type=call_module]; +"531 quantize_per_tensor_default_40" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_40" [id=532, type=dequantize_per_tensor]; +"533 linear_25_scale_0" [id=533, type=get_attr]; +"534 linear_25_zero_point_0" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant26" [id=535, type=get_attr]; +"536 quantize_per_channel_default_26" [id=536, type=quantize_per_channel]; +"537 dequantize_per_channel_default_26" [id=537, type=dequantize_per_channel]; +"538 linear_25" [id=538, type=linear]; +"539 view_55" [id=539, type=view]; +"540 transpose_41" [id=540, type=transpose]; +"541 dropout_19" [id=541, type=dropout]; +"542 add_13" [id=542, type=add]; +"543 _param_constant82" [id=543, type=get_attr]; +"544 _param_constant83" [id=544, type=get_attr]; +"545 layer_norm_13" [id=545, type=layer_norm]; +"546 _param_constant85" [id=546, type=get_attr]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" [id=547, type=call_module]; +"548 quantize_per_tensor_default_41" [id=548, type=quantize_per_tensor]; +"549 dequantize_per_tensor_default_41" [id=549, type=dequantize_per_tensor]; +"550 linear_26_scale_0" [id=550, type=get_attr]; +"551 linear_26_zero_point_0" [id=551, type=get_attr]; +"552 compressed_weight_updated_constant27" [id=552, type=get_attr]; +"553 quantize_per_channel_default_27" [id=553, type=quantize_per_channel]; +"554 dequantize_per_channel_default_27" [id=554, type=dequantize_per_channel]; +"555 linear_26" [id=555, type=linear]; +"556 gelu_6" [id=556, type=gelu]; +"557 dropout_20" [id=557, type=dropout]; +"558 _param_constant87" [id=558, type=get_attr]; +"559 dropout_20_0_0_nncf_smooth_quant_0" [id=559, type=call_module]; +"560 quantize_per_tensor_default_42" [id=560, type=quantize_per_tensor]; +"561 dequantize_per_tensor_default_42" [id=561, type=dequantize_per_tensor]; +"562 linear_27_scale_0" [id=562, type=get_attr]; +"563 linear_27_zero_point_0" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant28" [id=564, type=get_attr]; +"565 quantize_per_channel_default_28" [id=565, type=quantize_per_channel]; +"566 dequantize_per_channel_default_28" [id=566, type=dequantize_per_channel]; +"567 linear_27" [id=567, type=linear]; +"568 dropout_21" [id=568, type=dropout]; +"569 add_14" [id=569, type=add]; +"570 _param_constant88" [id=570, type=get_attr]; +"571 _param_constant89" [id=571, type=get_attr]; +"572 layer_norm_14" [id=572, type=layer_norm]; +"573 transpose_42" [id=573, type=transpose]; +"574 _param_constant91" [id=574, type=get_attr]; +"575 transpose_42_0_0_nncf_smooth_quant_0" [id=575, type=call_module]; +"576 quantize_per_tensor_default_43" [id=576, type=quantize_per_tensor]; +"577 dequantize_per_tensor_default_43" [id=577, type=dequantize_per_tensor]; +"578 linear_28_scale_0" [id=578, type=get_attr]; +"579 linear_28_zero_point_0" [id=579, type=get_attr]; +"580 compressed_weight_updated_constant29" [id=580, type=get_attr]; +"581 quantize_per_channel_default_29" [id=581, type=quantize_per_channel]; +"582 dequantize_per_channel_default_29" [id=582, type=dequantize_per_channel]; +"583 linear_28" [id=583, type=linear]; +"584 unflatten_7" [id=584, type=unflatten]; +"585 unsqueeze_7" [id=585, type=unsqueeze]; +"586 transpose_43" [id=586, type=transpose]; +"587 squeeze_7" [id=587, type=squeeze]; +"588 contiguous_7" [id=588, type=contiguous]; +"589 quantize_per_tensor_default_44" [id=589, type=quantize_per_tensor]; +"590 dequantize_per_tensor_default_44" [id=590, type=dequantize_per_tensor]; +"591 select_21" [id=591, type=select]; +"592 quantize_per_tensor_default_45" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_45" [id=593, type=dequantize_per_tensor]; +"594 select_22" [id=594, type=select]; +"595 select_23" [id=595, type=select]; +"596 view_56" [id=596, type=view]; +"597 transpose_44" [id=597, type=transpose]; +"598 view_57" [id=598, type=view]; +"599 transpose_45" [id=599, type=transpose]; +"600 view_58" [id=600, type=view]; +"601 transpose_46" [id=601, type=transpose]; +"602 view_59" [id=602, type=view]; +"603 view_60" [id=603, type=view]; +"604 view_61" [id=604, type=view]; +"605 scaled_dot_product_attention_7" [id=605, type=scaled_dot_product_attention]; +"606 permute_8" [id=606, type=permute]; +"607 view_62" [id=607, type=view]; +"608 _param_constant93" [id=608, type=get_attr]; +"609 view_62_0_0_nncf_smooth_quant_0" [id=609, type=call_module]; +"610 quantize_per_tensor_default_46" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_46" [id=611, type=dequantize_per_tensor]; +"612 linear_29_scale_0" [id=612, type=get_attr]; +"613 linear_29_zero_point_0" [id=613, type=get_attr]; +"614 compressed_weight_updated_constant30" [id=614, type=get_attr]; +"615 quantize_per_channel_default_30" [id=615, type=quantize_per_channel]; +"616 dequantize_per_channel_default_30" [id=616, type=dequantize_per_channel]; +"617 linear_29" [id=617, type=linear]; +"618 view_63" [id=618, type=view]; +"619 transpose_47" [id=619, type=transpose]; +"620 dropout_22" [id=620, type=dropout]; +"621 add_15" [id=621, type=add]; +"622 _param_constant94" [id=622, type=get_attr]; +"623 _param_constant95" [id=623, type=get_attr]; +"624 layer_norm_15" [id=624, type=layer_norm]; +"625 _param_constant97" [id=625, type=get_attr]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" [id=626, type=call_module]; +"627 quantize_per_tensor_default_47" [id=627, type=quantize_per_tensor]; +"628 dequantize_per_tensor_default_47" [id=628, type=dequantize_per_tensor]; +"629 linear_30_scale_0" [id=629, type=get_attr]; +"630 linear_30_zero_point_0" [id=630, type=get_attr]; +"631 compressed_weight_updated_constant31" [id=631, type=get_attr]; +"632 quantize_per_channel_default_31" [id=632, type=quantize_per_channel]; +"633 dequantize_per_channel_default_31" [id=633, type=dequantize_per_channel]; +"634 linear_30" [id=634, type=linear]; +"635 gelu_7" [id=635, type=gelu]; +"636 dropout_23" [id=636, type=dropout]; +"637 _param_constant99" [id=637, type=get_attr]; +"638 dropout_23_0_0_nncf_smooth_quant_0" [id=638, type=call_module]; +"639 quantize_per_tensor_default_48" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_48" [id=640, type=dequantize_per_tensor]; +"641 linear_31_scale_0" [id=641, type=get_attr]; +"642 linear_31_zero_point_0" [id=642, type=get_attr]; +"643 compressed_weight_updated_constant32" [id=643, type=get_attr]; +"644 quantize_per_channel_default_32" [id=644, type=quantize_per_channel]; +"645 dequantize_per_channel_default_32" [id=645, type=dequantize_per_channel]; +"646 linear_31" [id=646, type=linear]; +"647 dropout_24" [id=647, type=dropout]; +"648 add_16" [id=648, type=add]; +"649 _param_constant100" [id=649, type=get_attr]; +"650 _param_constant101" [id=650, type=get_attr]; +"651 layer_norm_16" [id=651, type=layer_norm]; +"652 transpose_48" [id=652, type=transpose]; +"653 _param_constant103" [id=653, type=get_attr]; +"654 transpose_48_0_0_nncf_smooth_quant_0" [id=654, type=call_module]; +"655 quantize_per_tensor_default_49" [id=655, type=quantize_per_tensor]; +"656 dequantize_per_tensor_default_49" [id=656, type=dequantize_per_tensor]; +"657 linear_32_scale_0" [id=657, type=get_attr]; +"658 linear_32_zero_point_0" [id=658, type=get_attr]; +"659 compressed_weight_updated_constant33" [id=659, type=get_attr]; +"660 quantize_per_channel_default_33" [id=660, type=quantize_per_channel]; +"661 dequantize_per_channel_default_33" [id=661, type=dequantize_per_channel]; +"662 linear_32" [id=662, type=linear]; +"663 unflatten_8" [id=663, type=unflatten]; +"664 unsqueeze_8" [id=664, type=unsqueeze]; +"665 transpose_49" [id=665, type=transpose]; +"666 squeeze_8" [id=666, type=squeeze]; +"667 contiguous_8" [id=667, type=contiguous]; +"668 quantize_per_tensor_default_50" [id=668, type=quantize_per_tensor]; +"669 dequantize_per_tensor_default_50" [id=669, type=dequantize_per_tensor]; +"670 select_24" [id=670, type=select]; +"671 quantize_per_tensor_default_51" [id=671, type=quantize_per_tensor]; +"672 dequantize_per_tensor_default_51" [id=672, type=dequantize_per_tensor]; +"673 select_25" [id=673, type=select]; +"674 select_26" [id=674, type=select]; +"675 view_64" [id=675, type=view]; +"676 transpose_50" [id=676, type=transpose]; +"677 view_65" [id=677, type=view]; +"678 transpose_51" [id=678, type=transpose]; +"679 view_66" [id=679, type=view]; +"680 transpose_52" [id=680, type=transpose]; +"681 view_67" [id=681, type=view]; +"682 view_68" [id=682, type=view]; +"683 view_69" [id=683, type=view]; +"684 scaled_dot_product_attention_8" [id=684, type=scaled_dot_product_attention]; +"685 permute_9" [id=685, type=permute]; +"686 view_70" [id=686, type=view]; +"687 _param_constant105" [id=687, type=get_attr]; +"688 view_70_0_0_nncf_smooth_quant_0" [id=688, type=call_module]; +"689 quantize_per_tensor_default_52" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_52" [id=690, type=dequantize_per_tensor]; +"691 linear_33_scale_0" [id=691, type=get_attr]; +"692 linear_33_zero_point_0" [id=692, type=get_attr]; +"693 compressed_weight_updated_constant34" [id=693, type=get_attr]; +"694 quantize_per_channel_default_34" [id=694, type=quantize_per_channel]; +"695 dequantize_per_channel_default_34" [id=695, type=dequantize_per_channel]; +"696 linear_33" [id=696, type=linear]; +"697 view_71" [id=697, type=view]; +"698 transpose_53" [id=698, type=transpose]; +"699 dropout_25" [id=699, type=dropout]; +"700 add_17" [id=700, type=add]; +"701 _param_constant106" [id=701, type=get_attr]; +"702 _param_constant107" [id=702, type=get_attr]; +"703 layer_norm_17" [id=703, type=layer_norm]; +"704 _param_constant109" [id=704, type=get_attr]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" [id=705, type=call_module]; +"706 quantize_per_tensor_default_53" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_53" [id=707, type=dequantize_per_tensor]; +"708 linear_34_scale_0" [id=708, type=get_attr]; +"709 linear_34_zero_point_0" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant35" [id=710, type=get_attr]; +"711 quantize_per_channel_default_35" [id=711, type=quantize_per_channel]; +"712 dequantize_per_channel_default_35" [id=712, type=dequantize_per_channel]; +"713 linear_34" [id=713, type=linear]; +"714 gelu_8" [id=714, type=gelu]; +"715 dropout_26" [id=715, type=dropout]; +"716 _param_constant111" [id=716, type=get_attr]; +"717 dropout_26_0_0_nncf_smooth_quant_0" [id=717, type=call_module]; +"718 quantize_per_tensor_default_54" [id=718, type=quantize_per_tensor]; +"719 dequantize_per_tensor_default_54" [id=719, type=dequantize_per_tensor]; +"720 linear_35_scale_0" [id=720, type=get_attr]; +"721 linear_35_zero_point_0" [id=721, type=get_attr]; +"722 compressed_weight_updated_constant36" [id=722, type=get_attr]; +"723 quantize_per_channel_default_36" [id=723, type=quantize_per_channel]; +"724 dequantize_per_channel_default_36" [id=724, type=dequantize_per_channel]; +"725 linear_35" [id=725, type=linear]; +"726 dropout_27" [id=726, type=dropout]; +"727 add_18" [id=727, type=add]; +"728 _param_constant112" [id=728, type=get_attr]; +"729 _param_constant113" [id=729, type=get_attr]; +"730 layer_norm_18" [id=730, type=layer_norm]; +"731 transpose_54" [id=731, type=transpose]; +"732 _param_constant115" [id=732, type=get_attr]; +"733 transpose_54_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_55" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_55" [id=735, type=dequantize_per_tensor]; +"736 linear_36_scale_0" [id=736, type=get_attr]; +"737 linear_36_zero_point_0" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant37" [id=738, type=get_attr]; +"739 quantize_per_channel_default_37" [id=739, type=quantize_per_channel]; +"740 dequantize_per_channel_default_37" [id=740, type=dequantize_per_channel]; +"741 linear_36" [id=741, type=linear]; +"742 unflatten_9" [id=742, type=unflatten]; +"743 unsqueeze_9" [id=743, type=unsqueeze]; +"744 transpose_55" [id=744, type=transpose]; +"745 squeeze_9" [id=745, type=squeeze]; +"746 contiguous_9" [id=746, type=contiguous]; +"747 quantize_per_tensor_default_56" [id=747, type=quantize_per_tensor]; +"748 dequantize_per_tensor_default_56" [id=748, type=dequantize_per_tensor]; +"749 select_27" [id=749, type=select]; +"750 quantize_per_tensor_default_57" [id=750, type=quantize_per_tensor]; +"751 dequantize_per_tensor_default_57" [id=751, type=dequantize_per_tensor]; +"752 select_28" [id=752, type=select]; +"753 select_29" [id=753, type=select]; +"754 view_72" [id=754, type=view]; +"755 transpose_56" [id=755, type=transpose]; +"756 view_73" [id=756, type=view]; +"757 transpose_57" [id=757, type=transpose]; +"758 view_74" [id=758, type=view]; +"759 transpose_58" [id=759, type=transpose]; +"760 view_75" [id=760, type=view]; +"761 view_76" [id=761, type=view]; +"762 view_77" [id=762, type=view]; +"763 scaled_dot_product_attention_9" [id=763, type=scaled_dot_product_attention]; +"764 permute_10" [id=764, type=permute]; +"765 view_78" [id=765, type=view]; +"766 _param_constant117" [id=766, type=get_attr]; +"767 view_78_0_0_nncf_smooth_quant_0" [id=767, type=call_module]; +"768 quantize_per_tensor_default_58" [id=768, type=quantize_per_tensor]; +"769 dequantize_per_tensor_default_58" [id=769, type=dequantize_per_tensor]; +"770 linear_37_scale_0" [id=770, type=get_attr]; +"771 linear_37_zero_point_0" [id=771, type=get_attr]; +"772 compressed_weight_updated_constant38" [id=772, type=get_attr]; +"773 quantize_per_channel_default_38" [id=773, type=quantize_per_channel]; +"774 dequantize_per_channel_default_38" [id=774, type=dequantize_per_channel]; +"775 linear_37" [id=775, type=linear]; +"776 view_79" [id=776, type=view]; +"777 transpose_59" [id=777, type=transpose]; +"778 dropout_28" [id=778, type=dropout]; +"779 add_19" [id=779, type=add]; +"780 _param_constant118" [id=780, type=get_attr]; +"781 _param_constant119" [id=781, type=get_attr]; +"782 layer_norm_19" [id=782, type=layer_norm]; +"783 _param_constant121" [id=783, type=get_attr]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" [id=784, type=call_module]; +"785 quantize_per_tensor_default_59" [id=785, type=quantize_per_tensor]; +"786 dequantize_per_tensor_default_59" [id=786, type=dequantize_per_tensor]; +"787 linear_38_scale_0" [id=787, type=get_attr]; +"788 linear_38_zero_point_0" [id=788, type=get_attr]; +"789 compressed_weight_updated_constant39" [id=789, type=get_attr]; +"790 quantize_per_channel_default_39" [id=790, type=quantize_per_channel]; +"791 dequantize_per_channel_default_39" [id=791, type=dequantize_per_channel]; +"792 linear_38" [id=792, type=linear]; +"793 gelu_9" [id=793, type=gelu]; +"794 dropout_29" [id=794, type=dropout]; +"795 _param_constant123" [id=795, type=get_attr]; +"796 dropout_29_0_0_nncf_smooth_quant_0" [id=796, type=call_module]; +"797 quantize_per_tensor_default_60" [id=797, type=quantize_per_tensor]; +"798 dequantize_per_tensor_default_60" [id=798, type=dequantize_per_tensor]; +"799 linear_39_scale_0" [id=799, type=get_attr]; +"800 linear_39_zero_point_0" [id=800, type=get_attr]; +"801 compressed_weight_updated_constant40" [id=801, type=get_attr]; +"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; +"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; +"804 linear_39" [id=804, type=linear]; +"805 dropout_30" [id=805, type=dropout]; +"806 add_20" [id=806, type=add]; +"807 _param_constant124" [id=807, type=get_attr]; +"808 _param_constant125" [id=808, type=get_attr]; +"809 layer_norm_20" [id=809, type=layer_norm]; +"810 transpose_60" [id=810, type=transpose]; +"811 _param_constant127" [id=811, type=get_attr]; +"812 transpose_60_0_0_nncf_smooth_quant_0" [id=812, type=call_module]; +"813 quantize_per_tensor_default_61" [id=813, type=quantize_per_tensor]; +"814 dequantize_per_tensor_default_61" [id=814, type=dequantize_per_tensor]; +"815 linear_40_scale_0" [id=815, type=get_attr]; +"816 linear_40_zero_point_0" [id=816, type=get_attr]; +"817 compressed_weight_updated_constant41" [id=817, type=get_attr]; +"818 quantize_per_channel_default_41" [id=818, type=quantize_per_channel]; +"819 dequantize_per_channel_default_41" [id=819, type=dequantize_per_channel]; +"820 linear_40" [id=820, type=linear]; +"821 unflatten_10" [id=821, type=unflatten]; +"822 unsqueeze_10" [id=822, type=unsqueeze]; +"823 transpose_61" [id=823, type=transpose]; +"824 squeeze_10" [id=824, type=squeeze]; +"825 contiguous_10" [id=825, type=contiguous]; +"826 quantize_per_tensor_default_62" [id=826, type=quantize_per_tensor]; +"827 dequantize_per_tensor_default_62" [id=827, type=dequantize_per_tensor]; +"828 select_30" [id=828, type=select]; +"829 quantize_per_tensor_default_63" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_63" [id=830, type=dequantize_per_tensor]; +"831 select_31" [id=831, type=select]; +"832 select_32" [id=832, type=select]; +"833 view_80" [id=833, type=view]; +"834 transpose_62" [id=834, type=transpose]; +"835 view_81" [id=835, type=view]; +"836 transpose_63" [id=836, type=transpose]; +"837 view_82" [id=837, type=view]; +"838 transpose_64" [id=838, type=transpose]; +"839 view_83" [id=839, type=view]; +"840 view_84" [id=840, type=view]; +"841 view_85" [id=841, type=view]; +"842 scaled_dot_product_attention_10" [id=842, type=scaled_dot_product_attention]; +"843 permute_11" [id=843, type=permute]; +"844 view_86" [id=844, type=view]; +"845 _param_constant129" [id=845, type=get_attr]; +"846 view_86_0_0_nncf_smooth_quant_0" [id=846, type=call_module]; +"847 quantize_per_tensor_default_64" [id=847, type=quantize_per_tensor]; +"848 dequantize_per_tensor_default_64" [id=848, type=dequantize_per_tensor]; +"849 linear_41_scale_0" [id=849, type=get_attr]; +"850 linear_41_zero_point_0" [id=850, type=get_attr]; +"851 compressed_weight_updated_constant42" [id=851, type=get_attr]; +"852 quantize_per_channel_default_42" [id=852, type=quantize_per_channel]; +"853 dequantize_per_channel_default_42" [id=853, type=dequantize_per_channel]; +"854 linear_41" [id=854, type=linear]; +"855 view_87" [id=855, type=view]; +"856 transpose_65" [id=856, type=transpose]; +"857 dropout_31" [id=857, type=dropout]; +"858 add_21" [id=858, type=add]; +"859 _param_constant130" [id=859, type=get_attr]; +"860 _param_constant131" [id=860, type=get_attr]; +"861 layer_norm_21" [id=861, type=layer_norm]; +"862 _param_constant133" [id=862, type=get_attr]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" [id=863, type=call_module]; +"864 quantize_per_tensor_default_65" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_65" [id=865, type=dequantize_per_tensor]; +"866 linear_42_scale_0" [id=866, type=get_attr]; +"867 linear_42_zero_point_0" [id=867, type=get_attr]; +"868 compressed_weight_updated_constant43" [id=868, type=get_attr]; +"869 quantize_per_channel_default_43" [id=869, type=quantize_per_channel]; +"870 dequantize_per_channel_default_43" [id=870, type=dequantize_per_channel]; +"871 linear_42" [id=871, type=linear]; +"872 gelu_10" [id=872, type=gelu]; +"873 dropout_32" [id=873, type=dropout]; +"874 _param_constant135" [id=874, type=get_attr]; +"875 dropout_32_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_66" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_66" [id=877, type=dequantize_per_tensor]; +"878 linear_43_scale_0" [id=878, type=get_attr]; +"879 linear_43_zero_point_0" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant44" [id=880, type=get_attr]; +"881 quantize_per_channel_default_44" [id=881, type=quantize_per_channel]; +"882 dequantize_per_channel_default_44" [id=882, type=dequantize_per_channel]; +"883 linear_43" [id=883, type=linear]; +"884 dropout_33" [id=884, type=dropout]; +"885 add_22" [id=885, type=add]; +"886 _param_constant136" [id=886, type=get_attr]; +"887 _param_constant137" [id=887, type=get_attr]; +"888 layer_norm_22" [id=888, type=layer_norm]; +"889 transpose_66" [id=889, type=transpose]; +"890 _param_constant139" [id=890, type=get_attr]; +"891 transpose_66_0_0_nncf_smooth_quant_0" [id=891, type=call_module]; +"892 quantize_per_tensor_default_67" [id=892, type=quantize_per_tensor]; +"893 dequantize_per_tensor_default_67" [id=893, type=dequantize_per_tensor]; +"894 linear_44_scale_0" [id=894, type=get_attr]; +"895 linear_44_zero_point_0" [id=895, type=get_attr]; +"896 compressed_weight_updated_constant45" [id=896, type=get_attr]; +"897 quantize_per_channel_default_45" [id=897, type=quantize_per_channel]; +"898 dequantize_per_channel_default_45" [id=898, type=dequantize_per_channel]; +"899 linear_44" [id=899, type=linear]; +"900 unflatten_11" [id=900, type=unflatten]; +"901 unsqueeze_11" [id=901, type=unsqueeze]; +"902 transpose_67" [id=902, type=transpose]; +"903 squeeze_11" [id=903, type=squeeze]; +"904 contiguous_11" [id=904, type=contiguous]; +"905 quantize_per_tensor_default_68" [id=905, type=quantize_per_tensor]; +"906 dequantize_per_tensor_default_68" [id=906, type=dequantize_per_tensor]; +"907 select_33" [id=907, type=select]; +"908 quantize_per_tensor_default_69" [id=908, type=quantize_per_tensor]; +"909 dequantize_per_tensor_default_69" [id=909, type=dequantize_per_tensor]; +"910 select_34" [id=910, type=select]; +"911 select_35" [id=911, type=select]; +"912 view_88" [id=912, type=view]; +"913 transpose_68" [id=913, type=transpose]; +"914 view_89" [id=914, type=view]; +"915 transpose_69" [id=915, type=transpose]; +"916 view_90" [id=916, type=view]; +"917 transpose_70" [id=917, type=transpose]; +"918 view_91" [id=918, type=view]; +"919 view_92" [id=919, type=view]; +"920 view_93" [id=920, type=view]; +"921 scaled_dot_product_attention_11" [id=921, type=scaled_dot_product_attention]; +"922 permute_12" [id=922, type=permute]; +"923 view_94" [id=923, type=view]; +"924 _param_constant141" [id=924, type=get_attr]; +"925 view_94_0_0_nncf_smooth_quant_0" [id=925, type=call_module]; +"926 quantize_per_tensor_default_70" [id=926, type=quantize_per_tensor]; +"927 dequantize_per_tensor_default_70" [id=927, type=dequantize_per_tensor]; +"928 linear_45_scale_0" [id=928, type=get_attr]; +"929 linear_45_zero_point_0" [id=929, type=get_attr]; +"930 compressed_weight_updated_constant46" [id=930, type=get_attr]; +"931 quantize_per_channel_default_46" [id=931, type=quantize_per_channel]; +"932 dequantize_per_channel_default_46" [id=932, type=dequantize_per_channel]; +"933 linear_45" [id=933, type=linear]; +"934 view_95" [id=934, type=view]; +"935 transpose_71" [id=935, type=transpose]; +"936 dropout_34" [id=936, type=dropout]; +"937 add_23" [id=937, type=add]; +"938 _param_constant142" [id=938, type=get_attr]; +"939 _param_constant143" [id=939, type=get_attr]; +"940 layer_norm_23" [id=940, type=layer_norm]; +"941 _param_constant145" [id=941, type=get_attr]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" [id=942, type=call_module]; +"943 quantize_per_tensor_default_71" [id=943, type=quantize_per_tensor]; +"944 dequantize_per_tensor_default_71" [id=944, type=dequantize_per_tensor]; +"945 linear_46_scale_0" [id=945, type=get_attr]; +"946 linear_46_zero_point_0" [id=946, type=get_attr]; +"947 compressed_weight_updated_constant47" [id=947, type=get_attr]; +"948 quantize_per_channel_default_47" [id=948, type=quantize_per_channel]; +"949 dequantize_per_channel_default_47" [id=949, type=dequantize_per_channel]; +"950 linear_46" [id=950, type=linear]; +"951 gelu_11" [id=951, type=gelu]; +"952 dropout_35" [id=952, type=dropout]; +"953 _param_constant147" [id=953, type=get_attr]; +"954 dropout_35_0_0_nncf_smooth_quant_0" [id=954, type=call_module]; +"955 quantize_per_tensor_default_72" [id=955, type=quantize_per_tensor]; +"956 dequantize_per_tensor_default_72" [id=956, type=dequantize_per_tensor]; +"957 linear_47_scale_0" [id=957, type=get_attr]; +"958 linear_47_zero_point_0" [id=958, type=get_attr]; +"959 compressed_weight_updated_constant48" [id=959, type=get_attr]; +"960 quantize_per_channel_default_48" [id=960, type=quantize_per_channel]; +"961 dequantize_per_channel_default_48" [id=961, type=dequantize_per_channel]; +"962 linear_47" [id=962, type=linear]; +"963 dropout_36" [id=963, type=dropout]; +"964 add_24" [id=964, type=add]; +"965 _param_constant148" [id=965, type=get_attr]; +"966 _param_constant149" [id=966, type=get_attr]; +"967 layer_norm_24" [id=967, type=layer_norm]; +"968 slice_1" [id=968, type=slice]; +"969 select_36" [id=969, type=select]; +"970 _param_constant151" [id=970, type=get_attr]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 linear_48_scale_0" [id=974, type=get_attr]; +"975 linear_48_zero_point_0" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; +"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 arg0_1" -> "1 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; "2 dequantize_per_tensor_default" -> "9 conv2d" [label="(1, 3, 224, 224)", style=solid]; @@ -994,1120 +993,1119 @@ strict digraph { "8 dequantize_per_channel_default" -> "9 conv2d" [label="(768, 3, 16, 16)", style=solid]; "9 conv2d" -> "10 reshape" [label="(1, 768, 14, 14)", style=solid]; "10 reshape" -> "11 permute" [label="(1, 768, 196)", style=solid]; -"11 permute" -> "14 cat" [label="(1, 196, 768)", style=solid]; -"12 _param_constant2" -> "13 expand" [label="(1, 1, 768)", style=solid]; -"13 expand" -> "14 cat" [label="(1, 1, 768)", style=solid]; -"14 cat" -> "16 add" [label="(1, 197, 768)", style=solid]; -"15 _param_constant3" -> "16 add" [label="(1, 197, 768)", style=solid]; -"16 add" -> "17 dropout" [label="(1, 197, 768)", style=solid]; -"17 dropout" -> "20 layer_norm" [label="(1, 197, 768)", style=solid]; -"17 dropout" -> "69 add_1" [label="(1, 197, 768)", style=solid]; -"18 _param_constant4" -> "20 layer_norm" [label="(768,)", style=solid]; -"19 _param_constant5" -> "20 layer_norm" [label="(768,)", style=solid]; -"20 layer_norm" -> "21 transpose" [label="(1, 197, 768)", style=solid]; -"21 transpose" -> "23 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"22 _param_constant7" -> "31 linear" [label="(2304,)", style=solid]; -"23 transpose_0_0_nncf_smooth_quant_0" -> "24 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"24 quantize_per_tensor_default_1" -> "25 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; -"25 dequantize_per_tensor_default_1" -> "31 linear" [label="(197, 1, 768)", style=solid]; -"26 linear_scale_0" -> "29 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"26 linear_scale_0" -> "30 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 linear_zero_point_0" -> "29 quantize_per_channel_default_1" [label="(2304,)", style=solid]; -"27 linear_zero_point_0" -> "30 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; -"28 compressed_weight_updated_constant1" -> "29 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"29 quantize_per_channel_default_1" -> "30 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; -"30 dequantize_per_channel_default_1" -> "31 linear" [label="(2304, 768)", style=solid]; -"31 linear" -> "32 unflatten" [label="(197, 1, 2304)", style=solid]; -"32 unflatten" -> "33 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; -"33 unsqueeze" -> "34 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; -"34 transpose_1" -> "35 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; -"35 squeeze" -> "36 contiguous" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "37 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "40 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"36 contiguous" -> "43 select_2" [label="(3, 197, 1, 768)", style=solid]; -"37 quantize_per_tensor_default_2" -> "38 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; -"38 dequantize_per_tensor_default_2" -> "39 select" [label="(3, 197, 1, 768)", style=solid]; -"39 select" -> "44 view" [label="(197, 1, 768)", style=solid]; -"40 quantize_per_tensor_default_3" -> "41 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; -"41 dequantize_per_tensor_default_3" -> "42 select_1" [label="(3, 197, 1, 768)", style=solid]; -"42 select_1" -> "46 view_1" [label="(197, 1, 768)", style=solid]; -"43 select_2" -> "48 view_2" [label="(197, 1, 768)", style=solid]; -"44 view" -> "45 transpose_2" [label="(197, 12, 64)", style=solid]; -"45 transpose_2" -> "50 view_3" [label="(12, 197, 64)", style=solid]; -"46 view_1" -> "47 transpose_3" [label="(197, 12, 64)", style=solid]; -"47 transpose_3" -> "51 view_4" [label="(12, 197, 64)", style=solid]; -"48 view_2" -> "49 transpose_4" [label="(197, 12, 64)", style=solid]; -"49 transpose_4" -> "52 view_5" [label="(12, 197, 64)", style=solid]; -"50 view_3" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"51 view_4" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"52 view_5" -> "53 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; -"53 scaled_dot_product_attention" -> "54 permute_1" [label="(1, 12, 197, 64)", style=solid]; -"54 permute_1" -> "55 view_6" [label="(197, 1, 12, 64)", style=solid]; -"55 view_6" -> "57 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"56 _param_constant9" -> "65 linear_1" [label="(768,)", style=solid]; -"57 view_6_0_0_nncf_smooth_quant_0" -> "58 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"58 quantize_per_tensor_default_4" -> "59 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; -"59 dequantize_per_tensor_default_4" -> "65 linear_1" [label="(197, 768)", style=solid]; -"60 linear_1_scale_0" -> "63 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"60 linear_1_scale_0" -> "64 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 linear_1_zero_point_0" -> "63 quantize_per_channel_default_2" [label="(768,)", style=solid]; -"61 linear_1_zero_point_0" -> "64 dequantize_per_channel_default_2" [label="(768,)", style=solid]; -"62 compressed_weight_updated_constant2" -> "63 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"63 quantize_per_channel_default_2" -> "64 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; -"64 dequantize_per_channel_default_2" -> "65 linear_1" [label="(768, 768)", style=solid]; -"65 linear_1" -> "66 view_7" [label="(197, 768)", style=solid]; -"66 view_7" -> "67 transpose_5" [label="(197, 1, 768)", style=solid]; -"67 transpose_5" -> "68 dropout_1" [label="(1, 197, 768)", style=solid]; -"68 dropout_1" -> "69 add_1" [label="(1, 197, 768)", style=solid]; -"69 add_1" -> "72 layer_norm_1" [label="(1, 197, 768)", style=solid]; -"69 add_1" -> "96 add_2" [label="(1, 197, 768)", style=solid]; -"70 _param_constant10" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"71 _param_constant11" -> "72 layer_norm_1" [label="(768,)", style=solid]; -"72 layer_norm_1" -> "74 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"73 _param_constant13" -> "82 linear_2" [label="(3072,)", style=solid]; -"74 layer_norm_1_0_0_nncf_smooth_quant_0" -> "75 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"75 quantize_per_tensor_default_5" -> "76 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; -"76 dequantize_per_tensor_default_5" -> "82 linear_2" [label="(1, 197, 768)", style=solid]; -"77 linear_2_scale_0" -> "80 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"77 linear_2_scale_0" -> "81 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 linear_2_zero_point_0" -> "80 quantize_per_channel_default_3" [label="(3072,)", style=solid]; -"78 linear_2_zero_point_0" -> "81 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; -"79 compressed_weight_updated_constant3" -> "80 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"80 quantize_per_channel_default_3" -> "81 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; -"81 dequantize_per_channel_default_3" -> "82 linear_2" [label="(3072, 768)", style=solid]; -"82 linear_2" -> "83 gelu" [label="(1, 197, 3072)", style=solid]; -"83 gelu" -> "84 dropout_2" [label="(1, 197, 3072)", style=solid]; -"84 dropout_2" -> "86 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"85 _param_constant15" -> "94 linear_3" [label="(768,)", style=solid]; -"86 dropout_2_0_0_nncf_smooth_quant_0" -> "87 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"87 quantize_per_tensor_default_6" -> "88 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; -"88 dequantize_per_tensor_default_6" -> "94 linear_3" [label="(1, 197, 3072)", style=solid]; -"89 linear_3_scale_0" -> "92 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"89 linear_3_scale_0" -> "93 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 linear_3_zero_point_0" -> "92 quantize_per_channel_default_4" [label="(768,)", style=solid]; -"90 linear_3_zero_point_0" -> "93 dequantize_per_channel_default_4" [label="(768,)", style=solid]; -"91 compressed_weight_updated_constant4" -> "92 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"92 quantize_per_channel_default_4" -> "93 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; -"93 dequantize_per_channel_default_4" -> "94 linear_3" [label="(768, 3072)", style=solid]; -"94 linear_3" -> "95 dropout_3" [label="(1, 197, 768)", style=solid]; -"95 dropout_3" -> "96 add_2" [label="(1, 197, 768)", style=solid]; -"96 add_2" -> "99 layer_norm_2" [label="(1, 197, 768)", style=solid]; -"96 add_2" -> "148 add_3" [label="(1, 197, 768)", style=solid]; -"97 _param_constant16" -> "99 layer_norm_2" [label="(768,)", style=solid]; -"98 _param_constant17" -> "99 layer_norm_2" [label="(768,)", style=solid]; -"99 layer_norm_2" -> "100 transpose_6" [label="(1, 197, 768)", style=solid]; -"100 transpose_6" -> "102 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"101 _param_constant19" -> "110 linear_4" [label="(2304,)", style=solid]; -"102 transpose_6_0_0_nncf_smooth_quant_0" -> "103 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"103 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; -"104 dequantize_per_tensor_default_7" -> "110 linear_4" [label="(197, 1, 768)", style=solid]; -"105 linear_4_scale_0" -> "108 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"105 linear_4_scale_0" -> "109 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 linear_4_zero_point_0" -> "108 quantize_per_channel_default_5" [label="(2304,)", style=solid]; -"106 linear_4_zero_point_0" -> "109 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; -"107 compressed_weight_updated_constant5" -> "108 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"108 quantize_per_channel_default_5" -> "109 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; -"109 dequantize_per_channel_default_5" -> "110 linear_4" [label="(2304, 768)", style=solid]; -"110 linear_4" -> "111 unflatten_1" [label="(197, 1, 2304)", style=solid]; -"111 unflatten_1" -> "112 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; -"112 unsqueeze_1" -> "113 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; -"113 transpose_7" -> "114 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; -"114 squeeze_1" -> "115 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "116 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "119 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"115 contiguous_1" -> "122 select_5" [label="(3, 197, 1, 768)", style=solid]; -"116 quantize_per_tensor_default_8" -> "117 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; -"117 dequantize_per_tensor_default_8" -> "118 select_3" [label="(3, 197, 1, 768)", style=solid]; -"118 select_3" -> "123 view_8" [label="(197, 1, 768)", style=solid]; -"119 quantize_per_tensor_default_9" -> "120 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; -"120 dequantize_per_tensor_default_9" -> "121 select_4" [label="(3, 197, 1, 768)", style=solid]; -"121 select_4" -> "125 view_9" [label="(197, 1, 768)", style=solid]; -"122 select_5" -> "127 view_10" [label="(197, 1, 768)", style=solid]; -"123 view_8" -> "124 transpose_8" [label="(197, 12, 64)", style=solid]; -"124 transpose_8" -> "129 view_11" [label="(12, 197, 64)", style=solid]; -"125 view_9" -> "126 transpose_9" [label="(197, 12, 64)", style=solid]; -"126 transpose_9" -> "130 view_12" [label="(12, 197, 64)", style=solid]; -"127 view_10" -> "128 transpose_10" [label="(197, 12, 64)", style=solid]; -"128 transpose_10" -> "131 view_13" [label="(12, 197, 64)", style=solid]; -"129 view_11" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"130 view_12" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"131 view_13" -> "132 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; -"132 scaled_dot_product_attention_1" -> "133 permute_2" [label="(1, 12, 197, 64)", style=solid]; -"133 permute_2" -> "134 view_14" [label="(197, 1, 12, 64)", style=solid]; -"134 view_14" -> "136 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"135 _param_constant21" -> "144 linear_5" [label="(768,)", style=solid]; -"136 view_14_0_0_nncf_smooth_quant_0" -> "137 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"137 quantize_per_tensor_default_10" -> "138 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; -"138 dequantize_per_tensor_default_10" -> "144 linear_5" [label="(197, 768)", style=solid]; -"139 linear_5_scale_0" -> "142 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"139 linear_5_scale_0" -> "143 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 linear_5_zero_point_0" -> "142 quantize_per_channel_default_6" [label="(768,)", style=solid]; -"140 linear_5_zero_point_0" -> "143 dequantize_per_channel_default_6" [label="(768,)", style=solid]; -"141 compressed_weight_updated_constant6" -> "142 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"142 quantize_per_channel_default_6" -> "143 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; -"143 dequantize_per_channel_default_6" -> "144 linear_5" [label="(768, 768)", style=solid]; -"144 linear_5" -> "145 view_15" [label="(197, 768)", style=solid]; -"145 view_15" -> "146 transpose_11" [label="(197, 1, 768)", style=solid]; -"146 transpose_11" -> "147 dropout_4" [label="(1, 197, 768)", style=solid]; -"147 dropout_4" -> "148 add_3" [label="(1, 197, 768)", style=solid]; -"148 add_3" -> "151 layer_norm_3" [label="(1, 197, 768)", style=solid]; -"148 add_3" -> "175 add_4" [label="(1, 197, 768)", style=solid]; -"149 _param_constant22" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"150 _param_constant23" -> "151 layer_norm_3" [label="(768,)", style=solid]; -"151 layer_norm_3" -> "153 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"152 _param_constant25" -> "161 linear_6" [label="(3072,)", style=solid]; -"153 layer_norm_3_0_0_nncf_smooth_quant_0" -> "154 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"154 quantize_per_tensor_default_11" -> "155 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; -"155 dequantize_per_tensor_default_11" -> "161 linear_6" [label="(1, 197, 768)", style=solid]; -"156 linear_6_scale_0" -> "159 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"156 linear_6_scale_0" -> "160 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 linear_6_zero_point_0" -> "159 quantize_per_channel_default_7" [label="(3072,)", style=solid]; -"157 linear_6_zero_point_0" -> "160 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; -"158 compressed_weight_updated_constant7" -> "159 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"159 quantize_per_channel_default_7" -> "160 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; -"160 dequantize_per_channel_default_7" -> "161 linear_6" [label="(3072, 768)", style=solid]; -"161 linear_6" -> "162 gelu_1" [label="(1, 197, 3072)", style=solid]; -"162 gelu_1" -> "163 dropout_5" [label="(1, 197, 3072)", style=solid]; -"163 dropout_5" -> "165 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"164 _param_constant27" -> "173 linear_7" [label="(768,)", style=solid]; -"165 dropout_5_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"166 quantize_per_tensor_default_12" -> "167 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; -"167 dequantize_per_tensor_default_12" -> "173 linear_7" [label="(1, 197, 3072)", style=solid]; -"168 linear_7_scale_0" -> "171 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"168 linear_7_scale_0" -> "172 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 linear_7_zero_point_0" -> "171 quantize_per_channel_default_8" [label="(768,)", style=solid]; -"169 linear_7_zero_point_0" -> "172 dequantize_per_channel_default_8" [label="(768,)", style=solid]; -"170 compressed_weight_updated_constant8" -> "171 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"171 quantize_per_channel_default_8" -> "172 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; -"172 dequantize_per_channel_default_8" -> "173 linear_7" [label="(768, 3072)", style=solid]; -"173 linear_7" -> "174 dropout_6" [label="(1, 197, 768)", style=solid]; -"174 dropout_6" -> "175 add_4" [label="(1, 197, 768)", style=solid]; -"175 add_4" -> "178 layer_norm_4" [label="(1, 197, 768)", style=solid]; -"175 add_4" -> "227 add_5" [label="(1, 197, 768)", style=solid]; -"176 _param_constant28" -> "178 layer_norm_4" [label="(768,)", style=solid]; -"177 _param_constant29" -> "178 layer_norm_4" [label="(768,)", style=solid]; -"178 layer_norm_4" -> "179 transpose_12" [label="(1, 197, 768)", style=solid]; -"179 transpose_12" -> "181 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"180 _param_constant31" -> "189 linear_8" [label="(2304,)", style=solid]; -"181 transpose_12_0_0_nncf_smooth_quant_0" -> "182 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"182 quantize_per_tensor_default_13" -> "183 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; -"183 dequantize_per_tensor_default_13" -> "189 linear_8" [label="(197, 1, 768)", style=solid]; -"184 linear_8_scale_0" -> "187 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"184 linear_8_scale_0" -> "188 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 linear_8_zero_point_0" -> "187 quantize_per_channel_default_9" [label="(2304,)", style=solid]; -"185 linear_8_zero_point_0" -> "188 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; -"186 compressed_weight_updated_constant9" -> "187 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"187 quantize_per_channel_default_9" -> "188 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; -"188 dequantize_per_channel_default_9" -> "189 linear_8" [label="(2304, 768)", style=solid]; -"189 linear_8" -> "190 unflatten_2" [label="(197, 1, 2304)", style=solid]; -"190 unflatten_2" -> "191 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; -"191 unsqueeze_2" -> "192 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; -"192 transpose_13" -> "193 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; -"193 squeeze_2" -> "194 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "195 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "198 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"194 contiguous_2" -> "201 select_8" [label="(3, 197, 1, 768)", style=solid]; -"195 quantize_per_tensor_default_14" -> "196 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; -"196 dequantize_per_tensor_default_14" -> "197 select_6" [label="(3, 197, 1, 768)", style=solid]; -"197 select_6" -> "202 view_16" [label="(197, 1, 768)", style=solid]; -"198 quantize_per_tensor_default_15" -> "199 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; -"199 dequantize_per_tensor_default_15" -> "200 select_7" [label="(3, 197, 1, 768)", style=solid]; -"200 select_7" -> "204 view_17" [label="(197, 1, 768)", style=solid]; -"201 select_8" -> "206 view_18" [label="(197, 1, 768)", style=solid]; -"202 view_16" -> "203 transpose_14" [label="(197, 12, 64)", style=solid]; -"203 transpose_14" -> "208 view_19" [label="(12, 197, 64)", style=solid]; -"204 view_17" -> "205 transpose_15" [label="(197, 12, 64)", style=solid]; -"205 transpose_15" -> "209 view_20" [label="(12, 197, 64)", style=solid]; -"206 view_18" -> "207 transpose_16" [label="(197, 12, 64)", style=solid]; -"207 transpose_16" -> "210 view_21" [label="(12, 197, 64)", style=solid]; -"208 view_19" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"209 view_20" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"210 view_21" -> "211 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; -"211 scaled_dot_product_attention_2" -> "212 permute_3" [label="(1, 12, 197, 64)", style=solid]; -"212 permute_3" -> "213 view_22" [label="(197, 1, 12, 64)", style=solid]; -"213 view_22" -> "215 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"214 _param_constant33" -> "223 linear_9" [label="(768,)", style=solid]; -"215 view_22_0_0_nncf_smooth_quant_0" -> "216 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"216 quantize_per_tensor_default_16" -> "217 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; -"217 dequantize_per_tensor_default_16" -> "223 linear_9" [label="(197, 768)", style=solid]; -"218 linear_9_scale_0" -> "221 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"218 linear_9_scale_0" -> "222 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 linear_9_zero_point_0" -> "221 quantize_per_channel_default_10" [label="(768,)", style=solid]; -"219 linear_9_zero_point_0" -> "222 dequantize_per_channel_default_10" [label="(768,)", style=solid]; -"220 compressed_weight_updated_constant10" -> "221 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"221 quantize_per_channel_default_10" -> "222 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; -"222 dequantize_per_channel_default_10" -> "223 linear_9" [label="(768, 768)", style=solid]; -"223 linear_9" -> "224 view_23" [label="(197, 768)", style=solid]; -"224 view_23" -> "225 transpose_17" [label="(197, 1, 768)", style=solid]; -"225 transpose_17" -> "226 dropout_7" [label="(1, 197, 768)", style=solid]; -"226 dropout_7" -> "227 add_5" [label="(1, 197, 768)", style=solid]; -"227 add_5" -> "230 layer_norm_5" [label="(1, 197, 768)", style=solid]; -"227 add_5" -> "254 add_6" [label="(1, 197, 768)", style=solid]; -"228 _param_constant34" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"229 _param_constant35" -> "230 layer_norm_5" [label="(768,)", style=solid]; -"230 layer_norm_5" -> "232 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"231 _param_constant37" -> "240 linear_10" [label="(3072,)", style=solid]; -"232 layer_norm_5_0_0_nncf_smooth_quant_0" -> "233 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"233 quantize_per_tensor_default_17" -> "234 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; -"234 dequantize_per_tensor_default_17" -> "240 linear_10" [label="(1, 197, 768)", style=solid]; -"235 linear_10_scale_0" -> "238 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"235 linear_10_scale_0" -> "239 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 linear_10_zero_point_0" -> "238 quantize_per_channel_default_11" [label="(3072,)", style=solid]; -"236 linear_10_zero_point_0" -> "239 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; -"237 compressed_weight_updated_constant11" -> "238 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"238 quantize_per_channel_default_11" -> "239 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; -"239 dequantize_per_channel_default_11" -> "240 linear_10" [label="(3072, 768)", style=solid]; -"240 linear_10" -> "241 gelu_2" [label="(1, 197, 3072)", style=solid]; -"241 gelu_2" -> "242 dropout_8" [label="(1, 197, 3072)", style=solid]; -"242 dropout_8" -> "244 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"243 _param_constant39" -> "252 linear_11" [label="(768,)", style=solid]; -"244 dropout_8_0_0_nncf_smooth_quant_0" -> "245 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"245 quantize_per_tensor_default_18" -> "246 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; -"246 dequantize_per_tensor_default_18" -> "252 linear_11" [label="(1, 197, 3072)", style=solid]; -"247 linear_11_scale_0" -> "250 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"247 linear_11_scale_0" -> "251 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 linear_11_zero_point_0" -> "250 quantize_per_channel_default_12" [label="(768,)", style=solid]; -"248 linear_11_zero_point_0" -> "251 dequantize_per_channel_default_12" [label="(768,)", style=solid]; -"249 compressed_weight_updated_constant12" -> "250 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"250 quantize_per_channel_default_12" -> "251 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; -"251 dequantize_per_channel_default_12" -> "252 linear_11" [label="(768, 3072)", style=solid]; -"252 linear_11" -> "253 dropout_9" [label="(1, 197, 768)", style=solid]; -"253 dropout_9" -> "254 add_6" [label="(1, 197, 768)", style=solid]; -"254 add_6" -> "257 layer_norm_6" [label="(1, 197, 768)", style=solid]; -"254 add_6" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"255 _param_constant40" -> "257 layer_norm_6" [label="(768,)", style=solid]; -"256 _param_constant41" -> "257 layer_norm_6" [label="(768,)", style=solid]; -"257 layer_norm_6" -> "258 transpose_18" [label="(1, 197, 768)", style=solid]; -"258 transpose_18" -> "260 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"259 _param_constant43" -> "268 linear_12" [label="(2304,)", style=solid]; -"260 transpose_18_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"261 quantize_per_tensor_default_19" -> "262 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; -"262 dequantize_per_tensor_default_19" -> "268 linear_12" [label="(197, 1, 768)", style=solid]; -"263 linear_12_scale_0" -> "266 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"263 linear_12_scale_0" -> "267 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 linear_12_zero_point_0" -> "266 quantize_per_channel_default_13" [label="(2304,)", style=solid]; -"264 linear_12_zero_point_0" -> "267 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; -"265 compressed_weight_updated_constant13" -> "266 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"266 quantize_per_channel_default_13" -> "267 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; -"267 dequantize_per_channel_default_13" -> "268 linear_12" [label="(2304, 768)", style=solid]; -"268 linear_12" -> "269 unflatten_3" [label="(197, 1, 2304)", style=solid]; -"269 unflatten_3" -> "270 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; -"270 unsqueeze_3" -> "271 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; -"271 transpose_19" -> "272 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; -"272 squeeze_3" -> "273 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "274 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "277 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"273 contiguous_3" -> "280 select_11" [label="(3, 197, 1, 768)", style=solid]; -"274 quantize_per_tensor_default_20" -> "275 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; -"275 dequantize_per_tensor_default_20" -> "276 select_9" [label="(3, 197, 1, 768)", style=solid]; -"276 select_9" -> "281 view_24" [label="(197, 1, 768)", style=solid]; -"277 quantize_per_tensor_default_21" -> "278 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; -"278 dequantize_per_tensor_default_21" -> "279 select_10" [label="(3, 197, 1, 768)", style=solid]; -"279 select_10" -> "283 view_25" [label="(197, 1, 768)", style=solid]; -"280 select_11" -> "285 view_26" [label="(197, 1, 768)", style=solid]; -"281 view_24" -> "282 transpose_20" [label="(197, 12, 64)", style=solid]; -"282 transpose_20" -> "287 view_27" [label="(12, 197, 64)", style=solid]; -"283 view_25" -> "284 transpose_21" [label="(197, 12, 64)", style=solid]; -"284 transpose_21" -> "288 view_28" [label="(12, 197, 64)", style=solid]; -"285 view_26" -> "286 transpose_22" [label="(197, 12, 64)", style=solid]; -"286 transpose_22" -> "289 view_29" [label="(12, 197, 64)", style=solid]; -"287 view_27" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"288 view_28" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"289 view_29" -> "290 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; -"290 scaled_dot_product_attention_3" -> "291 permute_4" [label="(1, 12, 197, 64)", style=solid]; -"291 permute_4" -> "292 view_30" [label="(197, 1, 12, 64)", style=solid]; -"292 view_30" -> "294 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"293 _param_constant45" -> "302 linear_13" [label="(768,)", style=solid]; -"294 view_30_0_0_nncf_smooth_quant_0" -> "295 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"295 quantize_per_tensor_default_22" -> "296 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; -"296 dequantize_per_tensor_default_22" -> "302 linear_13" [label="(197, 768)", style=solid]; -"297 linear_13_scale_0" -> "300 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"297 linear_13_scale_0" -> "301 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 linear_13_zero_point_0" -> "300 quantize_per_channel_default_14" [label="(768,)", style=solid]; -"298 linear_13_zero_point_0" -> "301 dequantize_per_channel_default_14" [label="(768,)", style=solid]; -"299 compressed_weight_updated_constant14" -> "300 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"300 quantize_per_channel_default_14" -> "301 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; -"301 dequantize_per_channel_default_14" -> "302 linear_13" [label="(768, 768)", style=solid]; -"302 linear_13" -> "303 view_31" [label="(197, 768)", style=solid]; -"303 view_31" -> "304 transpose_23" [label="(197, 1, 768)", style=solid]; -"304 transpose_23" -> "305 dropout_10" [label="(1, 197, 768)", style=solid]; -"305 dropout_10" -> "306 add_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "309 layer_norm_7" [label="(1, 197, 768)", style=solid]; -"306 add_7" -> "333 add_8" [label="(1, 197, 768)", style=solid]; -"307 _param_constant46" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"308 _param_constant47" -> "309 layer_norm_7" [label="(768,)", style=solid]; -"309 layer_norm_7" -> "311 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"310 _param_constant49" -> "319 linear_14" [label="(3072,)", style=solid]; -"311 layer_norm_7_0_0_nncf_smooth_quant_0" -> "312 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"312 quantize_per_tensor_default_23" -> "313 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; -"313 dequantize_per_tensor_default_23" -> "319 linear_14" [label="(1, 197, 768)", style=solid]; -"314 linear_14_scale_0" -> "317 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"314 linear_14_scale_0" -> "318 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 linear_14_zero_point_0" -> "317 quantize_per_channel_default_15" [label="(3072,)", style=solid]; -"315 linear_14_zero_point_0" -> "318 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; -"316 compressed_weight_updated_constant15" -> "317 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"317 quantize_per_channel_default_15" -> "318 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; -"318 dequantize_per_channel_default_15" -> "319 linear_14" [label="(3072, 768)", style=solid]; -"319 linear_14" -> "320 gelu_3" [label="(1, 197, 3072)", style=solid]; -"320 gelu_3" -> "321 dropout_11" [label="(1, 197, 3072)", style=solid]; -"321 dropout_11" -> "323 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"322 _param_constant51" -> "331 linear_15" [label="(768,)", style=solid]; -"323 dropout_11_0_0_nncf_smooth_quant_0" -> "324 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"324 quantize_per_tensor_default_24" -> "325 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; -"325 dequantize_per_tensor_default_24" -> "331 linear_15" [label="(1, 197, 3072)", style=solid]; -"326 linear_15_scale_0" -> "329 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"326 linear_15_scale_0" -> "330 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 linear_15_zero_point_0" -> "329 quantize_per_channel_default_16" [label="(768,)", style=solid]; -"327 linear_15_zero_point_0" -> "330 dequantize_per_channel_default_16" [label="(768,)", style=solid]; -"328 compressed_weight_updated_constant16" -> "329 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"329 quantize_per_channel_default_16" -> "330 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; -"330 dequantize_per_channel_default_16" -> "331 linear_15" [label="(768, 3072)", style=solid]; -"331 linear_15" -> "332 dropout_12" [label="(1, 197, 768)", style=solid]; -"332 dropout_12" -> "333 add_8" [label="(1, 197, 768)", style=solid]; -"333 add_8" -> "336 layer_norm_8" [label="(1, 197, 768)", style=solid]; -"333 add_8" -> "385 add_9" [label="(1, 197, 768)", style=solid]; -"334 _param_constant52" -> "336 layer_norm_8" [label="(768,)", style=solid]; -"335 _param_constant53" -> "336 layer_norm_8" [label="(768,)", style=solid]; -"336 layer_norm_8" -> "337 transpose_24" [label="(1, 197, 768)", style=solid]; -"337 transpose_24" -> "339 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"338 _param_constant55" -> "347 linear_16" [label="(2304,)", style=solid]; -"339 transpose_24_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"340 quantize_per_tensor_default_25" -> "341 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; -"341 dequantize_per_tensor_default_25" -> "347 linear_16" [label="(197, 1, 768)", style=solid]; -"342 linear_16_scale_0" -> "345 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"342 linear_16_scale_0" -> "346 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 linear_16_zero_point_0" -> "345 quantize_per_channel_default_17" [label="(2304,)", style=solid]; -"343 linear_16_zero_point_0" -> "346 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; -"344 compressed_weight_updated_constant17" -> "345 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"345 quantize_per_channel_default_17" -> "346 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; -"346 dequantize_per_channel_default_17" -> "347 linear_16" [label="(2304, 768)", style=solid]; -"347 linear_16" -> "348 unflatten_4" [label="(197, 1, 2304)", style=solid]; -"348 unflatten_4" -> "349 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; -"349 unsqueeze_4" -> "350 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; -"350 transpose_25" -> "351 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; -"351 squeeze_4" -> "352 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "353 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "356 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"352 contiguous_4" -> "359 select_14" [label="(3, 197, 1, 768)", style=solid]; -"353 quantize_per_tensor_default_26" -> "354 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; -"354 dequantize_per_tensor_default_26" -> "355 select_12" [label="(3, 197, 1, 768)", style=solid]; -"355 select_12" -> "360 view_32" [label="(197, 1, 768)", style=solid]; -"356 quantize_per_tensor_default_27" -> "357 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; -"357 dequantize_per_tensor_default_27" -> "358 select_13" [label="(3, 197, 1, 768)", style=solid]; -"358 select_13" -> "362 view_33" [label="(197, 1, 768)", style=solid]; -"359 select_14" -> "364 view_34" [label="(197, 1, 768)", style=solid]; -"360 view_32" -> "361 transpose_26" [label="(197, 12, 64)", style=solid]; -"361 transpose_26" -> "366 view_35" [label="(12, 197, 64)", style=solid]; -"362 view_33" -> "363 transpose_27" [label="(197, 12, 64)", style=solid]; -"363 transpose_27" -> "367 view_36" [label="(12, 197, 64)", style=solid]; -"364 view_34" -> "365 transpose_28" [label="(197, 12, 64)", style=solid]; -"365 transpose_28" -> "368 view_37" [label="(12, 197, 64)", style=solid]; -"366 view_35" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"367 view_36" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"368 view_37" -> "369 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; -"369 scaled_dot_product_attention_4" -> "370 permute_5" [label="(1, 12, 197, 64)", style=solid]; -"370 permute_5" -> "371 view_38" [label="(197, 1, 12, 64)", style=solid]; -"371 view_38" -> "373 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"372 _param_constant57" -> "381 linear_17" [label="(768,)", style=solid]; -"373 view_38_0_0_nncf_smooth_quant_0" -> "374 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"374 quantize_per_tensor_default_28" -> "375 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; -"375 dequantize_per_tensor_default_28" -> "381 linear_17" [label="(197, 768)", style=solid]; -"376 linear_17_scale_0" -> "379 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"376 linear_17_scale_0" -> "380 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 linear_17_zero_point_0" -> "379 quantize_per_channel_default_18" [label="(768,)", style=solid]; -"377 linear_17_zero_point_0" -> "380 dequantize_per_channel_default_18" [label="(768,)", style=solid]; -"378 compressed_weight_updated_constant18" -> "379 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"379 quantize_per_channel_default_18" -> "380 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; -"380 dequantize_per_channel_default_18" -> "381 linear_17" [label="(768, 768)", style=solid]; -"381 linear_17" -> "382 view_39" [label="(197, 768)", style=solid]; -"382 view_39" -> "383 transpose_29" [label="(197, 1, 768)", style=solid]; -"383 transpose_29" -> "384 dropout_13" [label="(1, 197, 768)", style=solid]; -"384 dropout_13" -> "385 add_9" [label="(1, 197, 768)", style=solid]; -"385 add_9" -> "388 layer_norm_9" [label="(1, 197, 768)", style=solid]; -"385 add_9" -> "412 add_10" [label="(1, 197, 768)", style=solid]; -"386 _param_constant58" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"387 _param_constant59" -> "388 layer_norm_9" [label="(768,)", style=solid]; -"388 layer_norm_9" -> "390 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"389 _param_constant61" -> "398 linear_18" [label="(3072,)", style=solid]; -"390 layer_norm_9_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"391 quantize_per_tensor_default_29" -> "392 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; -"392 dequantize_per_tensor_default_29" -> "398 linear_18" [label="(1, 197, 768)", style=solid]; -"393 linear_18_scale_0" -> "396 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"393 linear_18_scale_0" -> "397 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 linear_18_zero_point_0" -> "396 quantize_per_channel_default_19" [label="(3072,)", style=solid]; -"394 linear_18_zero_point_0" -> "397 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; -"395 compressed_weight_updated_constant19" -> "396 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"396 quantize_per_channel_default_19" -> "397 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; -"397 dequantize_per_channel_default_19" -> "398 linear_18" [label="(3072, 768)", style=solid]; -"398 linear_18" -> "399 gelu_4" [label="(1, 197, 3072)", style=solid]; -"399 gelu_4" -> "400 dropout_14" [label="(1, 197, 3072)", style=solid]; -"400 dropout_14" -> "402 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"401 _param_constant63" -> "410 linear_19" [label="(768,)", style=solid]; -"402 dropout_14_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"403 quantize_per_tensor_default_30" -> "404 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; -"404 dequantize_per_tensor_default_30" -> "410 linear_19" [label="(1, 197, 3072)", style=solid]; -"405 linear_19_scale_0" -> "408 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"405 linear_19_scale_0" -> "409 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 linear_19_zero_point_0" -> "408 quantize_per_channel_default_20" [label="(768,)", style=solid]; -"406 linear_19_zero_point_0" -> "409 dequantize_per_channel_default_20" [label="(768,)", style=solid]; -"407 compressed_weight_updated_constant20" -> "408 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"408 quantize_per_channel_default_20" -> "409 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; -"409 dequantize_per_channel_default_20" -> "410 linear_19" [label="(768, 3072)", style=solid]; -"410 linear_19" -> "411 dropout_15" [label="(1, 197, 768)", style=solid]; -"411 dropout_15" -> "412 add_10" [label="(1, 197, 768)", style=solid]; -"412 add_10" -> "415 layer_norm_10" [label="(1, 197, 768)", style=solid]; -"412 add_10" -> "464 add_11" [label="(1, 197, 768)", style=solid]; -"413 _param_constant64" -> "415 layer_norm_10" [label="(768,)", style=solid]; -"414 _param_constant65" -> "415 layer_norm_10" [label="(768,)", style=solid]; -"415 layer_norm_10" -> "416 transpose_30" [label="(1, 197, 768)", style=solid]; -"416 transpose_30" -> "418 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"417 _param_constant67" -> "426 linear_20" [label="(2304,)", style=solid]; -"418 transpose_30_0_0_nncf_smooth_quant_0" -> "419 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"419 quantize_per_tensor_default_31" -> "420 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; -"420 dequantize_per_tensor_default_31" -> "426 linear_20" [label="(197, 1, 768)", style=solid]; -"421 linear_20_scale_0" -> "424 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"421 linear_20_scale_0" -> "425 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 linear_20_zero_point_0" -> "424 quantize_per_channel_default_21" [label="(2304,)", style=solid]; -"422 linear_20_zero_point_0" -> "425 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; -"423 compressed_weight_updated_constant21" -> "424 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"424 quantize_per_channel_default_21" -> "425 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; -"425 dequantize_per_channel_default_21" -> "426 linear_20" [label="(2304, 768)", style=solid]; -"426 linear_20" -> "427 unflatten_5" [label="(197, 1, 2304)", style=solid]; -"427 unflatten_5" -> "428 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; -"428 unsqueeze_5" -> "429 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; -"429 transpose_31" -> "430 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; -"430 squeeze_5" -> "431 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "432 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "435 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"431 contiguous_5" -> "438 select_17" [label="(3, 197, 1, 768)", style=solid]; -"432 quantize_per_tensor_default_32" -> "433 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; -"433 dequantize_per_tensor_default_32" -> "434 select_15" [label="(3, 197, 1, 768)", style=solid]; -"434 select_15" -> "439 view_40" [label="(197, 1, 768)", style=solid]; -"435 quantize_per_tensor_default_33" -> "436 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; -"436 dequantize_per_tensor_default_33" -> "437 select_16" [label="(3, 197, 1, 768)", style=solid]; -"437 select_16" -> "441 view_41" [label="(197, 1, 768)", style=solid]; -"438 select_17" -> "443 view_42" [label="(197, 1, 768)", style=solid]; -"439 view_40" -> "440 transpose_32" [label="(197, 12, 64)", style=solid]; -"440 transpose_32" -> "445 view_43" [label="(12, 197, 64)", style=solid]; -"441 view_41" -> "442 transpose_33" [label="(197, 12, 64)", style=solid]; -"442 transpose_33" -> "446 view_44" [label="(12, 197, 64)", style=solid]; -"443 view_42" -> "444 transpose_34" [label="(197, 12, 64)", style=solid]; -"444 transpose_34" -> "447 view_45" [label="(12, 197, 64)", style=solid]; -"445 view_43" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"446 view_44" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"447 view_45" -> "448 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; -"448 scaled_dot_product_attention_5" -> "449 permute_6" [label="(1, 12, 197, 64)", style=solid]; -"449 permute_6" -> "450 view_46" [label="(197, 1, 12, 64)", style=solid]; -"450 view_46" -> "452 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"451 _param_constant69" -> "460 linear_21" [label="(768,)", style=solid]; -"452 view_46_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"453 quantize_per_tensor_default_34" -> "454 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; -"454 dequantize_per_tensor_default_34" -> "460 linear_21" [label="(197, 768)", style=solid]; -"455 linear_21_scale_0" -> "458 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"455 linear_21_scale_0" -> "459 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 linear_21_zero_point_0" -> "458 quantize_per_channel_default_22" [label="(768,)", style=solid]; -"456 linear_21_zero_point_0" -> "459 dequantize_per_channel_default_22" [label="(768,)", style=solid]; -"457 compressed_weight_updated_constant22" -> "458 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"458 quantize_per_channel_default_22" -> "459 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; -"459 dequantize_per_channel_default_22" -> "460 linear_21" [label="(768, 768)", style=solid]; -"460 linear_21" -> "461 view_47" [label="(197, 768)", style=solid]; -"461 view_47" -> "462 transpose_35" [label="(197, 1, 768)", style=solid]; -"462 transpose_35" -> "463 dropout_16" [label="(1, 197, 768)", style=solid]; -"463 dropout_16" -> "464 add_11" [label="(1, 197, 768)", style=solid]; -"464 add_11" -> "467 layer_norm_11" [label="(1, 197, 768)", style=solid]; -"464 add_11" -> "491 add_12" [label="(1, 197, 768)", style=solid]; -"465 _param_constant70" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"466 _param_constant71" -> "467 layer_norm_11" [label="(768,)", style=solid]; -"467 layer_norm_11" -> "469 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"468 _param_constant73" -> "477 linear_22" [label="(3072,)", style=solid]; -"469 layer_norm_11_0_0_nncf_smooth_quant_0" -> "470 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"470 quantize_per_tensor_default_35" -> "471 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; -"471 dequantize_per_tensor_default_35" -> "477 linear_22" [label="(1, 197, 768)", style=solid]; -"472 linear_22_scale_0" -> "475 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"472 linear_22_scale_0" -> "476 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 linear_22_zero_point_0" -> "475 quantize_per_channel_default_23" [label="(3072,)", style=solid]; -"473 linear_22_zero_point_0" -> "476 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; -"474 compressed_weight_updated_constant23" -> "475 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"475 quantize_per_channel_default_23" -> "476 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; -"476 dequantize_per_channel_default_23" -> "477 linear_22" [label="(3072, 768)", style=solid]; -"477 linear_22" -> "478 gelu_5" [label="(1, 197, 3072)", style=solid]; -"478 gelu_5" -> "479 dropout_17" [label="(1, 197, 3072)", style=solid]; -"479 dropout_17" -> "481 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"480 _param_constant75" -> "489 linear_23" [label="(768,)", style=solid]; -"481 dropout_17_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"482 quantize_per_tensor_default_36" -> "483 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; -"483 dequantize_per_tensor_default_36" -> "489 linear_23" [label="(1, 197, 3072)", style=solid]; -"484 linear_23_scale_0" -> "487 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"484 linear_23_scale_0" -> "488 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 linear_23_zero_point_0" -> "487 quantize_per_channel_default_24" [label="(768,)", style=solid]; -"485 linear_23_zero_point_0" -> "488 dequantize_per_channel_default_24" [label="(768,)", style=solid]; -"486 compressed_weight_updated_constant24" -> "487 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"487 quantize_per_channel_default_24" -> "488 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; -"488 dequantize_per_channel_default_24" -> "489 linear_23" [label="(768, 3072)", style=solid]; -"489 linear_23" -> "490 dropout_18" [label="(1, 197, 768)", style=solid]; -"490 dropout_18" -> "491 add_12" [label="(1, 197, 768)", style=solid]; -"491 add_12" -> "494 layer_norm_12" [label="(1, 197, 768)", style=solid]; -"491 add_12" -> "543 add_13" [label="(1, 197, 768)", style=solid]; -"492 _param_constant76" -> "494 layer_norm_12" [label="(768,)", style=solid]; -"493 _param_constant77" -> "494 layer_norm_12" [label="(768,)", style=solid]; -"494 layer_norm_12" -> "495 transpose_36" [label="(1, 197, 768)", style=solid]; -"495 transpose_36" -> "497 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"496 _param_constant79" -> "505 linear_24" [label="(2304,)", style=solid]; -"497 transpose_36_0_0_nncf_smooth_quant_0" -> "498 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"498 quantize_per_tensor_default_37" -> "499 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; -"499 dequantize_per_tensor_default_37" -> "505 linear_24" [label="(197, 1, 768)", style=solid]; -"500 linear_24_scale_0" -> "503 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"500 linear_24_scale_0" -> "504 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 linear_24_zero_point_0" -> "503 quantize_per_channel_default_25" [label="(2304,)", style=solid]; -"501 linear_24_zero_point_0" -> "504 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; -"502 compressed_weight_updated_constant25" -> "503 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"503 quantize_per_channel_default_25" -> "504 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; -"504 dequantize_per_channel_default_25" -> "505 linear_24" [label="(2304, 768)", style=solid]; -"505 linear_24" -> "506 unflatten_6" [label="(197, 1, 2304)", style=solid]; -"506 unflatten_6" -> "507 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; -"507 unsqueeze_6" -> "508 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; -"508 transpose_37" -> "509 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; -"509 squeeze_6" -> "510 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "511 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "514 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"510 contiguous_6" -> "517 select_20" [label="(3, 197, 1, 768)", style=solid]; -"511 quantize_per_tensor_default_38" -> "512 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; -"512 dequantize_per_tensor_default_38" -> "513 select_18" [label="(3, 197, 1, 768)", style=solid]; -"513 select_18" -> "518 view_48" [label="(197, 1, 768)", style=solid]; -"514 quantize_per_tensor_default_39" -> "515 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; -"515 dequantize_per_tensor_default_39" -> "516 select_19" [label="(3, 197, 1, 768)", style=solid]; -"516 select_19" -> "520 view_49" [label="(197, 1, 768)", style=solid]; -"517 select_20" -> "522 view_50" [label="(197, 1, 768)", style=solid]; -"518 view_48" -> "519 transpose_38" [label="(197, 12, 64)", style=solid]; -"519 transpose_38" -> "524 view_51" [label="(12, 197, 64)", style=solid]; -"520 view_49" -> "521 transpose_39" [label="(197, 12, 64)", style=solid]; -"521 transpose_39" -> "525 view_52" [label="(12, 197, 64)", style=solid]; -"522 view_50" -> "523 transpose_40" [label="(197, 12, 64)", style=solid]; -"523 transpose_40" -> "526 view_53" [label="(12, 197, 64)", style=solid]; -"524 view_51" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"525 view_52" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"526 view_53" -> "527 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; -"527 scaled_dot_product_attention_6" -> "528 permute_7" [label="(1, 12, 197, 64)", style=solid]; -"528 permute_7" -> "529 view_54" [label="(197, 1, 12, 64)", style=solid]; -"529 view_54" -> "531 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"530 _param_constant81" -> "539 linear_25" [label="(768,)", style=solid]; -"531 view_54_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"532 quantize_per_tensor_default_40" -> "533 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; -"533 dequantize_per_tensor_default_40" -> "539 linear_25" [label="(197, 768)", style=solid]; -"534 linear_25_scale_0" -> "537 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"534 linear_25_scale_0" -> "538 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 linear_25_zero_point_0" -> "537 quantize_per_channel_default_26" [label="(768,)", style=solid]; -"535 linear_25_zero_point_0" -> "538 dequantize_per_channel_default_26" [label="(768,)", style=solid]; -"536 compressed_weight_updated_constant26" -> "537 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"537 quantize_per_channel_default_26" -> "538 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; -"538 dequantize_per_channel_default_26" -> "539 linear_25" [label="(768, 768)", style=solid]; -"539 linear_25" -> "540 view_55" [label="(197, 768)", style=solid]; -"540 view_55" -> "541 transpose_41" [label="(197, 1, 768)", style=solid]; -"541 transpose_41" -> "542 dropout_19" [label="(1, 197, 768)", style=solid]; -"542 dropout_19" -> "543 add_13" [label="(1, 197, 768)", style=solid]; -"543 add_13" -> "546 layer_norm_13" [label="(1, 197, 768)", style=solid]; -"543 add_13" -> "570 add_14" [label="(1, 197, 768)", style=solid]; -"544 _param_constant82" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"545 _param_constant83" -> "546 layer_norm_13" [label="(768,)", style=solid]; -"546 layer_norm_13" -> "548 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"547 _param_constant85" -> "556 linear_26" [label="(3072,)", style=solid]; -"548 layer_norm_13_0_0_nncf_smooth_quant_0" -> "549 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"549 quantize_per_tensor_default_41" -> "550 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; -"550 dequantize_per_tensor_default_41" -> "556 linear_26" [label="(1, 197, 768)", style=solid]; -"551 linear_26_scale_0" -> "554 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"551 linear_26_scale_0" -> "555 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 linear_26_zero_point_0" -> "554 quantize_per_channel_default_27" [label="(3072,)", style=solid]; -"552 linear_26_zero_point_0" -> "555 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; -"553 compressed_weight_updated_constant27" -> "554 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"554 quantize_per_channel_default_27" -> "555 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; -"555 dequantize_per_channel_default_27" -> "556 linear_26" [label="(3072, 768)", style=solid]; -"556 linear_26" -> "557 gelu_6" [label="(1, 197, 3072)", style=solid]; -"557 gelu_6" -> "558 dropout_20" [label="(1, 197, 3072)", style=solid]; -"558 dropout_20" -> "560 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"559 _param_constant87" -> "568 linear_27" [label="(768,)", style=solid]; -"560 dropout_20_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"561 quantize_per_tensor_default_42" -> "562 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; -"562 dequantize_per_tensor_default_42" -> "568 linear_27" [label="(1, 197, 3072)", style=solid]; -"563 linear_27_scale_0" -> "566 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"563 linear_27_scale_0" -> "567 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 linear_27_zero_point_0" -> "566 quantize_per_channel_default_28" [label="(768,)", style=solid]; -"564 linear_27_zero_point_0" -> "567 dequantize_per_channel_default_28" [label="(768,)", style=solid]; -"565 compressed_weight_updated_constant28" -> "566 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"566 quantize_per_channel_default_28" -> "567 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; -"567 dequantize_per_channel_default_28" -> "568 linear_27" [label="(768, 3072)", style=solid]; -"568 linear_27" -> "569 dropout_21" [label="(1, 197, 768)", style=solid]; -"569 dropout_21" -> "570 add_14" [label="(1, 197, 768)", style=solid]; -"570 add_14" -> "573 layer_norm_14" [label="(1, 197, 768)", style=solid]; -"570 add_14" -> "622 add_15" [label="(1, 197, 768)", style=solid]; -"571 _param_constant88" -> "573 layer_norm_14" [label="(768,)", style=solid]; -"572 _param_constant89" -> "573 layer_norm_14" [label="(768,)", style=solid]; -"573 layer_norm_14" -> "574 transpose_42" [label="(1, 197, 768)", style=solid]; -"574 transpose_42" -> "576 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"575 _param_constant91" -> "584 linear_28" [label="(2304,)", style=solid]; -"576 transpose_42_0_0_nncf_smooth_quant_0" -> "577 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"577 quantize_per_tensor_default_43" -> "578 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; -"578 dequantize_per_tensor_default_43" -> "584 linear_28" [label="(197, 1, 768)", style=solid]; -"579 linear_28_scale_0" -> "582 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"579 linear_28_scale_0" -> "583 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 linear_28_zero_point_0" -> "582 quantize_per_channel_default_29" [label="(2304,)", style=solid]; -"580 linear_28_zero_point_0" -> "583 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; -"581 compressed_weight_updated_constant29" -> "582 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"582 quantize_per_channel_default_29" -> "583 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; -"583 dequantize_per_channel_default_29" -> "584 linear_28" [label="(2304, 768)", style=solid]; -"584 linear_28" -> "585 unflatten_7" [label="(197, 1, 2304)", style=solid]; -"585 unflatten_7" -> "586 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; -"586 unsqueeze_7" -> "587 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; -"587 transpose_43" -> "588 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; -"588 squeeze_7" -> "589 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "590 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "593 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"589 contiguous_7" -> "596 select_23" [label="(3, 197, 1, 768)", style=solid]; -"590 quantize_per_tensor_default_44" -> "591 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; -"591 dequantize_per_tensor_default_44" -> "592 select_21" [label="(3, 197, 1, 768)", style=solid]; -"592 select_21" -> "597 view_56" [label="(197, 1, 768)", style=solid]; -"593 quantize_per_tensor_default_45" -> "594 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; -"594 dequantize_per_tensor_default_45" -> "595 select_22" [label="(3, 197, 1, 768)", style=solid]; -"595 select_22" -> "599 view_57" [label="(197, 1, 768)", style=solid]; -"596 select_23" -> "601 view_58" [label="(197, 1, 768)", style=solid]; -"597 view_56" -> "598 transpose_44" [label="(197, 12, 64)", style=solid]; -"598 transpose_44" -> "603 view_59" [label="(12, 197, 64)", style=solid]; -"599 view_57" -> "600 transpose_45" [label="(197, 12, 64)", style=solid]; -"600 transpose_45" -> "604 view_60" [label="(12, 197, 64)", style=solid]; -"601 view_58" -> "602 transpose_46" [label="(197, 12, 64)", style=solid]; -"602 transpose_46" -> "605 view_61" [label="(12, 197, 64)", style=solid]; -"603 view_59" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"604 view_60" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"605 view_61" -> "606 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; -"606 scaled_dot_product_attention_7" -> "607 permute_8" [label="(1, 12, 197, 64)", style=solid]; -"607 permute_8" -> "608 view_62" [label="(197, 1, 12, 64)", style=solid]; -"608 view_62" -> "610 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"609 _param_constant93" -> "618 linear_29" [label="(768,)", style=solid]; -"610 view_62_0_0_nncf_smooth_quant_0" -> "611 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"611 quantize_per_tensor_default_46" -> "612 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; -"612 dequantize_per_tensor_default_46" -> "618 linear_29" [label="(197, 768)", style=solid]; -"613 linear_29_scale_0" -> "616 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"613 linear_29_scale_0" -> "617 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 linear_29_zero_point_0" -> "616 quantize_per_channel_default_30" [label="(768,)", style=solid]; -"614 linear_29_zero_point_0" -> "617 dequantize_per_channel_default_30" [label="(768,)", style=solid]; -"615 compressed_weight_updated_constant30" -> "616 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"616 quantize_per_channel_default_30" -> "617 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; -"617 dequantize_per_channel_default_30" -> "618 linear_29" [label="(768, 768)", style=solid]; -"618 linear_29" -> "619 view_63" [label="(197, 768)", style=solid]; -"619 view_63" -> "620 transpose_47" [label="(197, 1, 768)", style=solid]; -"620 transpose_47" -> "621 dropout_22" [label="(1, 197, 768)", style=solid]; -"621 dropout_22" -> "622 add_15" [label="(1, 197, 768)", style=solid]; -"622 add_15" -> "625 layer_norm_15" [label="(1, 197, 768)", style=solid]; -"622 add_15" -> "649 add_16" [label="(1, 197, 768)", style=solid]; -"623 _param_constant94" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"624 _param_constant95" -> "625 layer_norm_15" [label="(768,)", style=solid]; -"625 layer_norm_15" -> "627 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"626 _param_constant97" -> "635 linear_30" [label="(3072,)", style=solid]; -"627 layer_norm_15_0_0_nncf_smooth_quant_0" -> "628 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"628 quantize_per_tensor_default_47" -> "629 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; -"629 dequantize_per_tensor_default_47" -> "635 linear_30" [label="(1, 197, 768)", style=solid]; -"630 linear_30_scale_0" -> "633 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"630 linear_30_scale_0" -> "634 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 linear_30_zero_point_0" -> "633 quantize_per_channel_default_31" [label="(3072,)", style=solid]; -"631 linear_30_zero_point_0" -> "634 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; -"632 compressed_weight_updated_constant31" -> "633 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"633 quantize_per_channel_default_31" -> "634 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; -"634 dequantize_per_channel_default_31" -> "635 linear_30" [label="(3072, 768)", style=solid]; -"635 linear_30" -> "636 gelu_7" [label="(1, 197, 3072)", style=solid]; -"636 gelu_7" -> "637 dropout_23" [label="(1, 197, 3072)", style=solid]; -"637 dropout_23" -> "639 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"638 _param_constant99" -> "647 linear_31" [label="(768,)", style=solid]; -"639 dropout_23_0_0_nncf_smooth_quant_0" -> "640 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"640 quantize_per_tensor_default_48" -> "641 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; -"641 dequantize_per_tensor_default_48" -> "647 linear_31" [label="(1, 197, 3072)", style=solid]; -"642 linear_31_scale_0" -> "645 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"642 linear_31_scale_0" -> "646 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 linear_31_zero_point_0" -> "645 quantize_per_channel_default_32" [label="(768,)", style=solid]; -"643 linear_31_zero_point_0" -> "646 dequantize_per_channel_default_32" [label="(768,)", style=solid]; -"644 compressed_weight_updated_constant32" -> "645 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"645 quantize_per_channel_default_32" -> "646 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; -"646 dequantize_per_channel_default_32" -> "647 linear_31" [label="(768, 3072)", style=solid]; -"647 linear_31" -> "648 dropout_24" [label="(1, 197, 768)", style=solid]; -"648 dropout_24" -> "649 add_16" [label="(1, 197, 768)", style=solid]; -"649 add_16" -> "652 layer_norm_16" [label="(1, 197, 768)", style=solid]; -"649 add_16" -> "701 add_17" [label="(1, 197, 768)", style=solid]; -"650 _param_constant100" -> "652 layer_norm_16" [label="(768,)", style=solid]; -"651 _param_constant101" -> "652 layer_norm_16" [label="(768,)", style=solid]; -"652 layer_norm_16" -> "653 transpose_48" [label="(1, 197, 768)", style=solid]; -"653 transpose_48" -> "655 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"654 _param_constant103" -> "663 linear_32" [label="(2304,)", style=solid]; -"655 transpose_48_0_0_nncf_smooth_quant_0" -> "656 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"656 quantize_per_tensor_default_49" -> "657 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; -"657 dequantize_per_tensor_default_49" -> "663 linear_32" [label="(197, 1, 768)", style=solid]; -"658 linear_32_scale_0" -> "661 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"658 linear_32_scale_0" -> "662 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 linear_32_zero_point_0" -> "661 quantize_per_channel_default_33" [label="(2304,)", style=solid]; -"659 linear_32_zero_point_0" -> "662 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; -"660 compressed_weight_updated_constant33" -> "661 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"661 quantize_per_channel_default_33" -> "662 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; -"662 dequantize_per_channel_default_33" -> "663 linear_32" [label="(2304, 768)", style=solid]; -"663 linear_32" -> "664 unflatten_8" [label="(197, 1, 2304)", style=solid]; -"664 unflatten_8" -> "665 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; -"665 unsqueeze_8" -> "666 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; -"666 transpose_49" -> "667 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; -"667 squeeze_8" -> "668 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "669 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "672 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"668 contiguous_8" -> "675 select_26" [label="(3, 197, 1, 768)", style=solid]; -"669 quantize_per_tensor_default_50" -> "670 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; -"670 dequantize_per_tensor_default_50" -> "671 select_24" [label="(3, 197, 1, 768)", style=solid]; -"671 select_24" -> "676 view_64" [label="(197, 1, 768)", style=solid]; -"672 quantize_per_tensor_default_51" -> "673 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; -"673 dequantize_per_tensor_default_51" -> "674 select_25" [label="(3, 197, 1, 768)", style=solid]; -"674 select_25" -> "678 view_65" [label="(197, 1, 768)", style=solid]; -"675 select_26" -> "680 view_66" [label="(197, 1, 768)", style=solid]; -"676 view_64" -> "677 transpose_50" [label="(197, 12, 64)", style=solid]; -"677 transpose_50" -> "682 view_67" [label="(12, 197, 64)", style=solid]; -"678 view_65" -> "679 transpose_51" [label="(197, 12, 64)", style=solid]; -"679 transpose_51" -> "683 view_68" [label="(12, 197, 64)", style=solid]; -"680 view_66" -> "681 transpose_52" [label="(197, 12, 64)", style=solid]; -"681 transpose_52" -> "684 view_69" [label="(12, 197, 64)", style=solid]; -"682 view_67" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"683 view_68" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"684 view_69" -> "685 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; -"685 scaled_dot_product_attention_8" -> "686 permute_9" [label="(1, 12, 197, 64)", style=solid]; -"686 permute_9" -> "687 view_70" [label="(197, 1, 12, 64)", style=solid]; -"687 view_70" -> "689 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"688 _param_constant105" -> "697 linear_33" [label="(768,)", style=solid]; -"689 view_70_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"690 quantize_per_tensor_default_52" -> "691 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; -"691 dequantize_per_tensor_default_52" -> "697 linear_33" [label="(197, 768)", style=solid]; -"692 linear_33_scale_0" -> "695 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"692 linear_33_scale_0" -> "696 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 linear_33_zero_point_0" -> "695 quantize_per_channel_default_34" [label="(768,)", style=solid]; -"693 linear_33_zero_point_0" -> "696 dequantize_per_channel_default_34" [label="(768,)", style=solid]; -"694 compressed_weight_updated_constant34" -> "695 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"695 quantize_per_channel_default_34" -> "696 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; -"696 dequantize_per_channel_default_34" -> "697 linear_33" [label="(768, 768)", style=solid]; -"697 linear_33" -> "698 view_71" [label="(197, 768)", style=solid]; -"698 view_71" -> "699 transpose_53" [label="(197, 1, 768)", style=solid]; -"699 transpose_53" -> "700 dropout_25" [label="(1, 197, 768)", style=solid]; -"700 dropout_25" -> "701 add_17" [label="(1, 197, 768)", style=solid]; -"701 add_17" -> "704 layer_norm_17" [label="(1, 197, 768)", style=solid]; -"701 add_17" -> "728 add_18" [label="(1, 197, 768)", style=solid]; -"702 _param_constant106" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"703 _param_constant107" -> "704 layer_norm_17" [label="(768,)", style=solid]; -"704 layer_norm_17" -> "706 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"705 _param_constant109" -> "714 linear_34" [label="(3072,)", style=solid]; -"706 layer_norm_17_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"707 quantize_per_tensor_default_53" -> "708 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; -"708 dequantize_per_tensor_default_53" -> "714 linear_34" [label="(1, 197, 768)", style=solid]; -"709 linear_34_scale_0" -> "712 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"709 linear_34_scale_0" -> "713 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 linear_34_zero_point_0" -> "712 quantize_per_channel_default_35" [label="(3072,)", style=solid]; -"710 linear_34_zero_point_0" -> "713 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; -"711 compressed_weight_updated_constant35" -> "712 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"712 quantize_per_channel_default_35" -> "713 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; -"713 dequantize_per_channel_default_35" -> "714 linear_34" [label="(3072, 768)", style=solid]; -"714 linear_34" -> "715 gelu_8" [label="(1, 197, 3072)", style=solid]; -"715 gelu_8" -> "716 dropout_26" [label="(1, 197, 3072)", style=solid]; -"716 dropout_26" -> "718 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"717 _param_constant111" -> "726 linear_35" [label="(768,)", style=solid]; -"718 dropout_26_0_0_nncf_smooth_quant_0" -> "719 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"719 quantize_per_tensor_default_54" -> "720 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; -"720 dequantize_per_tensor_default_54" -> "726 linear_35" [label="(1, 197, 3072)", style=solid]; -"721 linear_35_scale_0" -> "724 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"721 linear_35_scale_0" -> "725 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 linear_35_zero_point_0" -> "724 quantize_per_channel_default_36" [label="(768,)", style=solid]; -"722 linear_35_zero_point_0" -> "725 dequantize_per_channel_default_36" [label="(768,)", style=solid]; -"723 compressed_weight_updated_constant36" -> "724 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"724 quantize_per_channel_default_36" -> "725 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; -"725 dequantize_per_channel_default_36" -> "726 linear_35" [label="(768, 3072)", style=solid]; -"726 linear_35" -> "727 dropout_27" [label="(1, 197, 768)", style=solid]; -"727 dropout_27" -> "728 add_18" [label="(1, 197, 768)", style=solid]; -"728 add_18" -> "731 layer_norm_18" [label="(1, 197, 768)", style=solid]; -"728 add_18" -> "780 add_19" [label="(1, 197, 768)", style=solid]; -"729 _param_constant112" -> "731 layer_norm_18" [label="(768,)", style=solid]; -"730 _param_constant113" -> "731 layer_norm_18" [label="(768,)", style=solid]; -"731 layer_norm_18" -> "732 transpose_54" [label="(1, 197, 768)", style=solid]; -"732 transpose_54" -> "734 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"733 _param_constant115" -> "742 linear_36" [label="(2304,)", style=solid]; -"734 transpose_54_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"735 quantize_per_tensor_default_55" -> "736 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; -"736 dequantize_per_tensor_default_55" -> "742 linear_36" [label="(197, 1, 768)", style=solid]; -"737 linear_36_scale_0" -> "740 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"737 linear_36_scale_0" -> "741 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 linear_36_zero_point_0" -> "740 quantize_per_channel_default_37" [label="(2304,)", style=solid]; -"738 linear_36_zero_point_0" -> "741 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; -"739 compressed_weight_updated_constant37" -> "740 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"740 quantize_per_channel_default_37" -> "741 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; -"741 dequantize_per_channel_default_37" -> "742 linear_36" [label="(2304, 768)", style=solid]; -"742 linear_36" -> "743 unflatten_9" [label="(197, 1, 2304)", style=solid]; -"743 unflatten_9" -> "744 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; -"744 unsqueeze_9" -> "745 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; -"745 transpose_55" -> "746 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; -"746 squeeze_9" -> "747 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "748 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "751 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"747 contiguous_9" -> "754 select_29" [label="(3, 197, 1, 768)", style=solid]; -"748 quantize_per_tensor_default_56" -> "749 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; -"749 dequantize_per_tensor_default_56" -> "750 select_27" [label="(3, 197, 1, 768)", style=solid]; -"750 select_27" -> "755 view_72" [label="(197, 1, 768)", style=solid]; -"751 quantize_per_tensor_default_57" -> "752 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; -"752 dequantize_per_tensor_default_57" -> "753 select_28" [label="(3, 197, 1, 768)", style=solid]; -"753 select_28" -> "757 view_73" [label="(197, 1, 768)", style=solid]; -"754 select_29" -> "759 view_74" [label="(197, 1, 768)", style=solid]; -"755 view_72" -> "756 transpose_56" [label="(197, 12, 64)", style=solid]; -"756 transpose_56" -> "761 view_75" [label="(12, 197, 64)", style=solid]; -"757 view_73" -> "758 transpose_57" [label="(197, 12, 64)", style=solid]; -"758 transpose_57" -> "762 view_76" [label="(12, 197, 64)", style=solid]; -"759 view_74" -> "760 transpose_58" [label="(197, 12, 64)", style=solid]; -"760 transpose_58" -> "763 view_77" [label="(12, 197, 64)", style=solid]; -"761 view_75" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"762 view_76" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"763 view_77" -> "764 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; -"764 scaled_dot_product_attention_9" -> "765 permute_10" [label="(1, 12, 197, 64)", style=solid]; -"765 permute_10" -> "766 view_78" [label="(197, 1, 12, 64)", style=solid]; -"766 view_78" -> "768 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"767 _param_constant117" -> "776 linear_37" [label="(768,)", style=solid]; -"768 view_78_0_0_nncf_smooth_quant_0" -> "769 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"769 quantize_per_tensor_default_58" -> "770 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; -"770 dequantize_per_tensor_default_58" -> "776 linear_37" [label="(197, 768)", style=solid]; -"771 linear_37_scale_0" -> "774 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"771 linear_37_scale_0" -> "775 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 linear_37_zero_point_0" -> "774 quantize_per_channel_default_38" [label="(768,)", style=solid]; -"772 linear_37_zero_point_0" -> "775 dequantize_per_channel_default_38" [label="(768,)", style=solid]; -"773 compressed_weight_updated_constant38" -> "774 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"774 quantize_per_channel_default_38" -> "775 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; -"775 dequantize_per_channel_default_38" -> "776 linear_37" [label="(768, 768)", style=solid]; -"776 linear_37" -> "777 view_79" [label="(197, 768)", style=solid]; -"777 view_79" -> "778 transpose_59" [label="(197, 1, 768)", style=solid]; -"778 transpose_59" -> "779 dropout_28" [label="(1, 197, 768)", style=solid]; -"779 dropout_28" -> "780 add_19" [label="(1, 197, 768)", style=solid]; -"780 add_19" -> "783 layer_norm_19" [label="(1, 197, 768)", style=solid]; -"780 add_19" -> "807 add_20" [label="(1, 197, 768)", style=solid]; -"781 _param_constant118" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"782 _param_constant119" -> "783 layer_norm_19" [label="(768,)", style=solid]; -"783 layer_norm_19" -> "785 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"784 _param_constant121" -> "793 linear_38" [label="(3072,)", style=solid]; -"785 layer_norm_19_0_0_nncf_smooth_quant_0" -> "786 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"786 quantize_per_tensor_default_59" -> "787 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; -"787 dequantize_per_tensor_default_59" -> "793 linear_38" [label="(1, 197, 768)", style=solid]; -"788 linear_38_scale_0" -> "791 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"788 linear_38_scale_0" -> "792 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 linear_38_zero_point_0" -> "791 quantize_per_channel_default_39" [label="(3072,)", style=solid]; -"789 linear_38_zero_point_0" -> "792 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; -"790 compressed_weight_updated_constant39" -> "791 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"791 quantize_per_channel_default_39" -> "792 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; -"792 dequantize_per_channel_default_39" -> "793 linear_38" [label="(3072, 768)", style=solid]; -"793 linear_38" -> "794 gelu_9" [label="(1, 197, 3072)", style=solid]; -"794 gelu_9" -> "795 dropout_29" [label="(1, 197, 3072)", style=solid]; -"795 dropout_29" -> "797 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"796 _param_constant123" -> "805 linear_39" [label="(768,)", style=solid]; -"797 dropout_29_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"798 quantize_per_tensor_default_60" -> "799 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; -"799 dequantize_per_tensor_default_60" -> "805 linear_39" [label="(1, 197, 3072)", style=solid]; -"800 linear_39_scale_0" -> "803 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"800 linear_39_scale_0" -> "804 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 linear_39_zero_point_0" -> "803 quantize_per_channel_default_40" [label="(768,)", style=solid]; -"801 linear_39_zero_point_0" -> "804 dequantize_per_channel_default_40" [label="(768,)", style=solid]; -"802 compressed_weight_updated_constant40" -> "803 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"803 quantize_per_channel_default_40" -> "804 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; -"804 dequantize_per_channel_default_40" -> "805 linear_39" [label="(768, 3072)", style=solid]; -"805 linear_39" -> "806 dropout_30" [label="(1, 197, 768)", style=solid]; -"806 dropout_30" -> "807 add_20" [label="(1, 197, 768)", style=solid]; -"807 add_20" -> "810 layer_norm_20" [label="(1, 197, 768)", style=solid]; -"807 add_20" -> "859 add_21" [label="(1, 197, 768)", style=solid]; -"808 _param_constant124" -> "810 layer_norm_20" [label="(768,)", style=solid]; -"809 _param_constant125" -> "810 layer_norm_20" [label="(768,)", style=solid]; -"810 layer_norm_20" -> "811 transpose_60" [label="(1, 197, 768)", style=solid]; -"811 transpose_60" -> "813 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"812 _param_constant127" -> "821 linear_40" [label="(2304,)", style=solid]; -"813 transpose_60_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"814 quantize_per_tensor_default_61" -> "815 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; -"815 dequantize_per_tensor_default_61" -> "821 linear_40" [label="(197, 1, 768)", style=solid]; -"816 linear_40_scale_0" -> "819 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"816 linear_40_scale_0" -> "820 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 linear_40_zero_point_0" -> "819 quantize_per_channel_default_41" [label="(2304,)", style=solid]; -"817 linear_40_zero_point_0" -> "820 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; -"818 compressed_weight_updated_constant41" -> "819 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"819 quantize_per_channel_default_41" -> "820 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; -"820 dequantize_per_channel_default_41" -> "821 linear_40" [label="(2304, 768)", style=solid]; -"821 linear_40" -> "822 unflatten_10" [label="(197, 1, 2304)", style=solid]; -"822 unflatten_10" -> "823 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; -"823 unsqueeze_10" -> "824 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; -"824 transpose_61" -> "825 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; -"825 squeeze_10" -> "826 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "827 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "830 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"826 contiguous_10" -> "833 select_32" [label="(3, 197, 1, 768)", style=solid]; -"827 quantize_per_tensor_default_62" -> "828 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; -"828 dequantize_per_tensor_default_62" -> "829 select_30" [label="(3, 197, 1, 768)", style=solid]; -"829 select_30" -> "834 view_80" [label="(197, 1, 768)", style=solid]; -"830 quantize_per_tensor_default_63" -> "831 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; -"831 dequantize_per_tensor_default_63" -> "832 select_31" [label="(3, 197, 1, 768)", style=solid]; -"832 select_31" -> "836 view_81" [label="(197, 1, 768)", style=solid]; -"833 select_32" -> "838 view_82" [label="(197, 1, 768)", style=solid]; -"834 view_80" -> "835 transpose_62" [label="(197, 12, 64)", style=solid]; -"835 transpose_62" -> "840 view_83" [label="(12, 197, 64)", style=solid]; -"836 view_81" -> "837 transpose_63" [label="(197, 12, 64)", style=solid]; -"837 transpose_63" -> "841 view_84" [label="(12, 197, 64)", style=solid]; -"838 view_82" -> "839 transpose_64" [label="(197, 12, 64)", style=solid]; -"839 transpose_64" -> "842 view_85" [label="(12, 197, 64)", style=solid]; -"840 view_83" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"841 view_84" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"842 view_85" -> "843 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; -"843 scaled_dot_product_attention_10" -> "844 permute_11" [label="(1, 12, 197, 64)", style=solid]; -"844 permute_11" -> "845 view_86" [label="(197, 1, 12, 64)", style=solid]; -"845 view_86" -> "847 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"846 _param_constant129" -> "855 linear_41" [label="(768,)", style=solid]; -"847 view_86_0_0_nncf_smooth_quant_0" -> "848 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"848 quantize_per_tensor_default_64" -> "849 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; -"849 dequantize_per_tensor_default_64" -> "855 linear_41" [label="(197, 768)", style=solid]; -"850 linear_41_scale_0" -> "853 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"850 linear_41_scale_0" -> "854 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 linear_41_zero_point_0" -> "853 quantize_per_channel_default_42" [label="(768,)", style=solid]; -"851 linear_41_zero_point_0" -> "854 dequantize_per_channel_default_42" [label="(768,)", style=solid]; -"852 compressed_weight_updated_constant42" -> "853 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"853 quantize_per_channel_default_42" -> "854 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; -"854 dequantize_per_channel_default_42" -> "855 linear_41" [label="(768, 768)", style=solid]; -"855 linear_41" -> "856 view_87" [label="(197, 768)", style=solid]; -"856 view_87" -> "857 transpose_65" [label="(197, 1, 768)", style=solid]; -"857 transpose_65" -> "858 dropout_31" [label="(1, 197, 768)", style=solid]; -"858 dropout_31" -> "859 add_21" [label="(1, 197, 768)", style=solid]; -"859 add_21" -> "862 layer_norm_21" [label="(1, 197, 768)", style=solid]; -"859 add_21" -> "886 add_22" [label="(1, 197, 768)", style=solid]; -"860 _param_constant130" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"861 _param_constant131" -> "862 layer_norm_21" [label="(768,)", style=solid]; -"862 layer_norm_21" -> "864 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"863 _param_constant133" -> "872 linear_42" [label="(3072,)", style=solid]; -"864 layer_norm_21_0_0_nncf_smooth_quant_0" -> "865 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"865 quantize_per_tensor_default_65" -> "866 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; -"866 dequantize_per_tensor_default_65" -> "872 linear_42" [label="(1, 197, 768)", style=solid]; -"867 linear_42_scale_0" -> "870 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"867 linear_42_scale_0" -> "871 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 linear_42_zero_point_0" -> "870 quantize_per_channel_default_43" [label="(3072,)", style=solid]; -"868 linear_42_zero_point_0" -> "871 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; -"869 compressed_weight_updated_constant43" -> "870 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"870 quantize_per_channel_default_43" -> "871 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; -"871 dequantize_per_channel_default_43" -> "872 linear_42" [label="(3072, 768)", style=solid]; -"872 linear_42" -> "873 gelu_10" [label="(1, 197, 3072)", style=solid]; -"873 gelu_10" -> "874 dropout_32" [label="(1, 197, 3072)", style=solid]; -"874 dropout_32" -> "876 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"875 _param_constant135" -> "884 linear_43" [label="(768,)", style=solid]; -"876 dropout_32_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"877 quantize_per_tensor_default_66" -> "878 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; -"878 dequantize_per_tensor_default_66" -> "884 linear_43" [label="(1, 197, 3072)", style=solid]; -"879 linear_43_scale_0" -> "882 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"879 linear_43_scale_0" -> "883 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 linear_43_zero_point_0" -> "882 quantize_per_channel_default_44" [label="(768,)", style=solid]; -"880 linear_43_zero_point_0" -> "883 dequantize_per_channel_default_44" [label="(768,)", style=solid]; -"881 compressed_weight_updated_constant44" -> "882 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"882 quantize_per_channel_default_44" -> "883 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; -"883 dequantize_per_channel_default_44" -> "884 linear_43" [label="(768, 3072)", style=solid]; -"884 linear_43" -> "885 dropout_33" [label="(1, 197, 768)", style=solid]; -"885 dropout_33" -> "886 add_22" [label="(1, 197, 768)", style=solid]; -"886 add_22" -> "889 layer_norm_22" [label="(1, 197, 768)", style=solid]; -"886 add_22" -> "938 add_23" [label="(1, 197, 768)", style=solid]; -"887 _param_constant136" -> "889 layer_norm_22" [label="(768,)", style=solid]; -"888 _param_constant137" -> "889 layer_norm_22" [label="(768,)", style=solid]; -"889 layer_norm_22" -> "890 transpose_66" [label="(1, 197, 768)", style=solid]; -"890 transpose_66" -> "892 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; -"891 _param_constant139" -> "900 linear_44" [label="(2304,)", style=solid]; -"892 transpose_66_0_0_nncf_smooth_quant_0" -> "893 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"893 quantize_per_tensor_default_67" -> "894 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; -"894 dequantize_per_tensor_default_67" -> "900 linear_44" [label="(197, 1, 768)", style=solid]; -"895 linear_44_scale_0" -> "898 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"895 linear_44_scale_0" -> "899 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 linear_44_zero_point_0" -> "898 quantize_per_channel_default_45" [label="(2304,)", style=solid]; -"896 linear_44_zero_point_0" -> "899 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; -"897 compressed_weight_updated_constant45" -> "898 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"898 quantize_per_channel_default_45" -> "899 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; -"899 dequantize_per_channel_default_45" -> "900 linear_44" [label="(2304, 768)", style=solid]; -"900 linear_44" -> "901 unflatten_11" [label="(197, 1, 2304)", style=solid]; -"901 unflatten_11" -> "902 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; -"902 unsqueeze_11" -> "903 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; -"903 transpose_67" -> "904 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; -"904 squeeze_11" -> "905 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "906 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "909 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"905 contiguous_11" -> "912 select_35" [label="(3, 197, 1, 768)", style=solid]; -"906 quantize_per_tensor_default_68" -> "907 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; -"907 dequantize_per_tensor_default_68" -> "908 select_33" [label="(3, 197, 1, 768)", style=solid]; -"908 select_33" -> "913 view_88" [label="(197, 1, 768)", style=solid]; -"909 quantize_per_tensor_default_69" -> "910 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; -"910 dequantize_per_tensor_default_69" -> "911 select_34" [label="(3, 197, 1, 768)", style=solid]; -"911 select_34" -> "915 view_89" [label="(197, 1, 768)", style=solid]; -"912 select_35" -> "917 view_90" [label="(197, 1, 768)", style=solid]; -"913 view_88" -> "914 transpose_68" [label="(197, 12, 64)", style=solid]; -"914 transpose_68" -> "919 view_91" [label="(12, 197, 64)", style=solid]; -"915 view_89" -> "916 transpose_69" [label="(197, 12, 64)", style=solid]; -"916 transpose_69" -> "920 view_92" [label="(12, 197, 64)", style=solid]; -"917 view_90" -> "918 transpose_70" [label="(197, 12, 64)", style=solid]; -"918 transpose_70" -> "921 view_93" [label="(12, 197, 64)", style=solid]; -"919 view_91" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"920 view_92" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"921 view_93" -> "922 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; -"922 scaled_dot_product_attention_11" -> "923 permute_12" [label="(1, 12, 197, 64)", style=solid]; -"923 permute_12" -> "924 view_94" [label="(197, 1, 12, 64)", style=solid]; -"924 view_94" -> "926 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; -"925 _param_constant141" -> "934 linear_45" [label="(768,)", style=solid]; -"926 view_94_0_0_nncf_smooth_quant_0" -> "927 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"927 quantize_per_tensor_default_70" -> "928 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; -"928 dequantize_per_tensor_default_70" -> "934 linear_45" [label="(197, 768)", style=solid]; -"929 linear_45_scale_0" -> "932 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"929 linear_45_scale_0" -> "933 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 linear_45_zero_point_0" -> "932 quantize_per_channel_default_46" [label="(768,)", style=solid]; -"930 linear_45_zero_point_0" -> "933 dequantize_per_channel_default_46" [label="(768,)", style=solid]; -"931 compressed_weight_updated_constant46" -> "932 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"932 quantize_per_channel_default_46" -> "933 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; -"933 dequantize_per_channel_default_46" -> "934 linear_45" [label="(768, 768)", style=solid]; -"934 linear_45" -> "935 view_95" [label="(197, 768)", style=solid]; -"935 view_95" -> "936 transpose_71" [label="(197, 1, 768)", style=solid]; -"936 transpose_71" -> "937 dropout_34" [label="(1, 197, 768)", style=solid]; -"937 dropout_34" -> "938 add_23" [label="(1, 197, 768)", style=solid]; -"938 add_23" -> "941 layer_norm_23" [label="(1, 197, 768)", style=solid]; -"938 add_23" -> "965 add_24" [label="(1, 197, 768)", style=solid]; -"939 _param_constant142" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"940 _param_constant143" -> "941 layer_norm_23" [label="(768,)", style=solid]; -"941 layer_norm_23" -> "943 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; -"942 _param_constant145" -> "951 linear_46" [label="(3072,)", style=solid]; -"943 layer_norm_23_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"944 quantize_per_tensor_default_71" -> "945 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; -"945 dequantize_per_tensor_default_71" -> "951 linear_46" [label="(1, 197, 768)", style=solid]; -"946 linear_46_scale_0" -> "949 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"946 linear_46_scale_0" -> "950 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "949 quantize_per_channel_default_47" [label="(3072,)", style=solid]; -"947 linear_46_zero_point_0" -> "950 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; -"948 compressed_weight_updated_constant47" -> "949 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"949 quantize_per_channel_default_47" -> "950 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; -"950 dequantize_per_channel_default_47" -> "951 linear_46" [label="(3072, 768)", style=solid]; -"951 linear_46" -> "952 gelu_11" [label="(1, 197, 3072)", style=solid]; -"952 gelu_11" -> "953 dropout_35" [label="(1, 197, 3072)", style=solid]; -"953 dropout_35" -> "955 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; -"954 _param_constant147" -> "963 linear_47" [label="(768,)", style=solid]; -"955 dropout_35_0_0_nncf_smooth_quant_0" -> "956 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"956 quantize_per_tensor_default_72" -> "957 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; -"957 dequantize_per_tensor_default_72" -> "963 linear_47" [label="(1, 197, 3072)", style=solid]; -"958 linear_47_scale_0" -> "961 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"958 linear_47_scale_0" -> "962 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "961 quantize_per_channel_default_48" [label="(768,)", style=solid]; -"959 linear_47_zero_point_0" -> "962 dequantize_per_channel_default_48" [label="(768,)", style=solid]; -"960 compressed_weight_updated_constant48" -> "961 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"961 quantize_per_channel_default_48" -> "962 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; -"962 dequantize_per_channel_default_48" -> "963 linear_47" [label="(768, 3072)", style=solid]; -"963 linear_47" -> "964 dropout_36" [label="(1, 197, 768)", style=solid]; -"964 dropout_36" -> "965 add_24" [label="(1, 197, 768)", style=solid]; -"965 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; -"966 _param_constant148" -> "968 layer_norm_24" [label="(768,)", style=solid]; -"967 _param_constant149" -> "968 layer_norm_24" [label="(768,)", style=solid]; -"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; -"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; -"970 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; -"971 _param_constant151" -> "980 linear_48" [label="(1000,)", style=solid]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [label="(1, 768)", style=solid]; -"975 linear_48_scale_0" -> "978 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"975 linear_48_scale_0" -> "979 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 linear_48_zero_point_0" -> "978 quantize_per_channel_default_49" [label="(1000,)", style=solid]; -"976 linear_48_zero_point_0" -> "979 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; -"977 compressed_weight_updated_constant49" -> "978 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"978 quantize_per_channel_default_49" -> "979 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; -"979 dequantize_per_channel_default_49" -> "980 linear_48" [label="(1000, 768)", style=solid]; -"980 linear_48" -> "981 output" [label="(1, 1000)", style=solid]; +"11 permute" -> "13 cat" [label="(1, 196, 768)", style=solid]; +"12 _frozen_param0" -> "13 cat" [label="(1, 1, 768)", style=solid]; +"13 cat" -> "15 add" [label="(1, 197, 768)", style=solid]; +"14 _param_constant3" -> "15 add" [label="(1, 197, 768)", style=solid]; +"15 add" -> "16 dropout" [label="(1, 197, 768)", style=solid]; +"16 dropout" -> "19 layer_norm" [label="(1, 197, 768)", style=solid]; +"16 dropout" -> "68 add_1" [label="(1, 197, 768)", style=solid]; +"17 _param_constant4" -> "19 layer_norm" [label="(768,)", style=solid]; +"18 _param_constant5" -> "19 layer_norm" [label="(768,)", style=solid]; +"19 layer_norm" -> "20 transpose" [label="(1, 197, 768)", style=solid]; +"20 transpose" -> "22 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"21 _param_constant7" -> "30 linear" [label="(2304,)", style=solid]; +"22 transpose_0_0_nncf_smooth_quant_0" -> "23 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"23 quantize_per_tensor_default_1" -> "24 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"24 dequantize_per_tensor_default_1" -> "30 linear" [label="(197, 1, 768)", style=solid]; +"25 linear_scale_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"25 linear_scale_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_zero_point_0" -> "28 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"26 linear_zero_point_0" -> "29 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"27 compressed_weight_updated_constant1" -> "28 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"28 quantize_per_channel_default_1" -> "29 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"29 dequantize_per_channel_default_1" -> "30 linear" [label="(2304, 768)", style=solid]; +"30 linear" -> "31 unflatten" [label="(197, 1, 2304)", style=solid]; +"31 unflatten" -> "32 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"32 unsqueeze" -> "33 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"33 transpose_1" -> "34 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"34 squeeze" -> "35 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"35 contiguous" -> "36 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"35 contiguous" -> "39 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"35 contiguous" -> "42 select_2" [label="(3, 197, 1, 768)", style=solid]; +"36 quantize_per_tensor_default_2" -> "37 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"37 dequantize_per_tensor_default_2" -> "38 select" [label="(3, 197, 1, 768)", style=solid]; +"38 select" -> "43 view" [label="(197, 1, 768)", style=solid]; +"39 quantize_per_tensor_default_3" -> "40 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"40 dequantize_per_tensor_default_3" -> "41 select_1" [label="(3, 197, 1, 768)", style=solid]; +"41 select_1" -> "45 view_1" [label="(197, 1, 768)", style=solid]; +"42 select_2" -> "47 view_2" [label="(197, 1, 768)", style=solid]; +"43 view" -> "44 transpose_2" [label="(197, 12, 64)", style=solid]; +"44 transpose_2" -> "49 view_3" [label="(12, 197, 64)", style=solid]; +"45 view_1" -> "46 transpose_3" [label="(197, 12, 64)", style=solid]; +"46 transpose_3" -> "50 view_4" [label="(12, 197, 64)", style=solid]; +"47 view_2" -> "48 transpose_4" [label="(197, 12, 64)", style=solid]; +"48 transpose_4" -> "51 view_5" [label="(12, 197, 64)", style=solid]; +"49 view_3" -> "52 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"50 view_4" -> "52 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"51 view_5" -> "52 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"52 scaled_dot_product_attention" -> "53 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"53 permute_1" -> "54 view_6" [label="(197, 1, 12, 64)", style=solid]; +"54 view_6" -> "56 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"55 _param_constant9" -> "64 linear_1" [label="(768,)", style=solid]; +"56 view_6_0_0_nncf_smooth_quant_0" -> "57 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"57 quantize_per_tensor_default_4" -> "58 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"58 dequantize_per_tensor_default_4" -> "64 linear_1" [label="(197, 768)", style=solid]; +"59 linear_1_scale_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"59 linear_1_scale_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_zero_point_0" -> "62 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"60 linear_1_zero_point_0" -> "63 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"61 compressed_weight_updated_constant2" -> "62 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"62 quantize_per_channel_default_2" -> "63 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"63 dequantize_per_channel_default_2" -> "64 linear_1" [label="(768, 768)", style=solid]; +"64 linear_1" -> "65 view_7" [label="(197, 768)", style=solid]; +"65 view_7" -> "66 transpose_5" [label="(197, 1, 768)", style=solid]; +"66 transpose_5" -> "67 dropout_1" [label="(1, 197, 768)", style=solid]; +"67 dropout_1" -> "68 add_1" [label="(1, 197, 768)", style=solid]; +"68 add_1" -> "71 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"68 add_1" -> "95 add_2" [label="(1, 197, 768)", style=solid]; +"69 _param_constant10" -> "71 layer_norm_1" [label="(768,)", style=solid]; +"70 _param_constant11" -> "71 layer_norm_1" [label="(768,)", style=solid]; +"71 layer_norm_1" -> "73 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"72 _param_constant13" -> "81 linear_2" [label="(3072,)", style=solid]; +"73 layer_norm_1_0_0_nncf_smooth_quant_0" -> "74 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"74 quantize_per_tensor_default_5" -> "75 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"75 dequantize_per_tensor_default_5" -> "81 linear_2" [label="(1, 197, 768)", style=solid]; +"76 linear_2_scale_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"76 linear_2_scale_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_zero_point_0" -> "79 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"77 linear_2_zero_point_0" -> "80 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"78 compressed_weight_updated_constant3" -> "79 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"79 quantize_per_channel_default_3" -> "80 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"80 dequantize_per_channel_default_3" -> "81 linear_2" [label="(3072, 768)", style=solid]; +"81 linear_2" -> "82 gelu" [label="(1, 197, 3072)", style=solid]; +"82 gelu" -> "83 dropout_2" [label="(1, 197, 3072)", style=solid]; +"83 dropout_2" -> "85 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"84 _param_constant15" -> "93 linear_3" [label="(768,)", style=solid]; +"85 dropout_2_0_0_nncf_smooth_quant_0" -> "86 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"86 quantize_per_tensor_default_6" -> "87 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"87 dequantize_per_tensor_default_6" -> "93 linear_3" [label="(1, 197, 3072)", style=solid]; +"88 linear_3_scale_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"88 linear_3_scale_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_zero_point_0" -> "91 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"89 linear_3_zero_point_0" -> "92 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"90 compressed_weight_updated_constant4" -> "91 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"91 quantize_per_channel_default_4" -> "92 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"92 dequantize_per_channel_default_4" -> "93 linear_3" [label="(768, 3072)", style=solid]; +"93 linear_3" -> "94 dropout_3" [label="(1, 197, 768)", style=solid]; +"94 dropout_3" -> "95 add_2" [label="(1, 197, 768)", style=solid]; +"95 add_2" -> "98 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"95 add_2" -> "147 add_3" [label="(1, 197, 768)", style=solid]; +"96 _param_constant16" -> "98 layer_norm_2" [label="(768,)", style=solid]; +"97 _param_constant17" -> "98 layer_norm_2" [label="(768,)", style=solid]; +"98 layer_norm_2" -> "99 transpose_6" [label="(1, 197, 768)", style=solid]; +"99 transpose_6" -> "101 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"100 _param_constant19" -> "109 linear_4" [label="(2304,)", style=solid]; +"101 transpose_6_0_0_nncf_smooth_quant_0" -> "102 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"103 dequantize_per_tensor_default_7" -> "109 linear_4" [label="(197, 1, 768)", style=solid]; +"104 linear_4_scale_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"104 linear_4_scale_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_zero_point_0" -> "107 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"105 linear_4_zero_point_0" -> "108 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"106 compressed_weight_updated_constant5" -> "107 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"107 quantize_per_channel_default_5" -> "108 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"108 dequantize_per_channel_default_5" -> "109 linear_4" [label="(2304, 768)", style=solid]; +"109 linear_4" -> "110 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"110 unflatten_1" -> "111 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"111 unsqueeze_1" -> "112 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"112 transpose_7" -> "113 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"113 squeeze_1" -> "114 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"114 contiguous_1" -> "115 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"114 contiguous_1" -> "118 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"114 contiguous_1" -> "121 select_5" [label="(3, 197, 1, 768)", style=solid]; +"115 quantize_per_tensor_default_8" -> "116 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"116 dequantize_per_tensor_default_8" -> "117 select_3" [label="(3, 197, 1, 768)", style=solid]; +"117 select_3" -> "122 view_8" [label="(197, 1, 768)", style=solid]; +"118 quantize_per_tensor_default_9" -> "119 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"119 dequantize_per_tensor_default_9" -> "120 select_4" [label="(3, 197, 1, 768)", style=solid]; +"120 select_4" -> "124 view_9" [label="(197, 1, 768)", style=solid]; +"121 select_5" -> "126 view_10" [label="(197, 1, 768)", style=solid]; +"122 view_8" -> "123 transpose_8" [label="(197, 12, 64)", style=solid]; +"123 transpose_8" -> "128 view_11" [label="(12, 197, 64)", style=solid]; +"124 view_9" -> "125 transpose_9" [label="(197, 12, 64)", style=solid]; +"125 transpose_9" -> "129 view_12" [label="(12, 197, 64)", style=solid]; +"126 view_10" -> "127 transpose_10" [label="(197, 12, 64)", style=solid]; +"127 transpose_10" -> "130 view_13" [label="(12, 197, 64)", style=solid]; +"128 view_11" -> "131 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"129 view_12" -> "131 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"130 view_13" -> "131 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"131 scaled_dot_product_attention_1" -> "132 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"132 permute_2" -> "133 view_14" [label="(197, 1, 12, 64)", style=solid]; +"133 view_14" -> "135 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"134 _param_constant21" -> "143 linear_5" [label="(768,)", style=solid]; +"135 view_14_0_0_nncf_smooth_quant_0" -> "136 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"136 quantize_per_tensor_default_10" -> "137 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"137 dequantize_per_tensor_default_10" -> "143 linear_5" [label="(197, 768)", style=solid]; +"138 linear_5_scale_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"138 linear_5_scale_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_zero_point_0" -> "141 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"139 linear_5_zero_point_0" -> "142 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"140 compressed_weight_updated_constant6" -> "141 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"141 quantize_per_channel_default_6" -> "142 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"142 dequantize_per_channel_default_6" -> "143 linear_5" [label="(768, 768)", style=solid]; +"143 linear_5" -> "144 view_15" [label="(197, 768)", style=solid]; +"144 view_15" -> "145 transpose_11" [label="(197, 1, 768)", style=solid]; +"145 transpose_11" -> "146 dropout_4" [label="(1, 197, 768)", style=solid]; +"146 dropout_4" -> "147 add_3" [label="(1, 197, 768)", style=solid]; +"147 add_3" -> "150 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"147 add_3" -> "174 add_4" [label="(1, 197, 768)", style=solid]; +"148 _param_constant22" -> "150 layer_norm_3" [label="(768,)", style=solid]; +"149 _param_constant23" -> "150 layer_norm_3" [label="(768,)", style=solid]; +"150 layer_norm_3" -> "152 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"151 _param_constant25" -> "160 linear_6" [label="(3072,)", style=solid]; +"152 layer_norm_3_0_0_nncf_smooth_quant_0" -> "153 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"153 quantize_per_tensor_default_11" -> "154 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"154 dequantize_per_tensor_default_11" -> "160 linear_6" [label="(1, 197, 768)", style=solid]; +"155 linear_6_scale_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"155 linear_6_scale_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_zero_point_0" -> "158 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"156 linear_6_zero_point_0" -> "159 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"157 compressed_weight_updated_constant7" -> "158 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"158 quantize_per_channel_default_7" -> "159 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"159 dequantize_per_channel_default_7" -> "160 linear_6" [label="(3072, 768)", style=solid]; +"160 linear_6" -> "161 gelu_1" [label="(1, 197, 3072)", style=solid]; +"161 gelu_1" -> "162 dropout_5" [label="(1, 197, 3072)", style=solid]; +"162 dropout_5" -> "164 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"163 _param_constant27" -> "172 linear_7" [label="(768,)", style=solid]; +"164 dropout_5_0_0_nncf_smooth_quant_0" -> "165 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"165 quantize_per_tensor_default_12" -> "166 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"166 dequantize_per_tensor_default_12" -> "172 linear_7" [label="(1, 197, 3072)", style=solid]; +"167 linear_7_scale_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"167 linear_7_scale_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_zero_point_0" -> "170 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"168 linear_7_zero_point_0" -> "171 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"169 compressed_weight_updated_constant8" -> "170 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"170 quantize_per_channel_default_8" -> "171 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"171 dequantize_per_channel_default_8" -> "172 linear_7" [label="(768, 3072)", style=solid]; +"172 linear_7" -> "173 dropout_6" [label="(1, 197, 768)", style=solid]; +"173 dropout_6" -> "174 add_4" [label="(1, 197, 768)", style=solid]; +"174 add_4" -> "177 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"174 add_4" -> "226 add_5" [label="(1, 197, 768)", style=solid]; +"175 _param_constant28" -> "177 layer_norm_4" [label="(768,)", style=solid]; +"176 _param_constant29" -> "177 layer_norm_4" [label="(768,)", style=solid]; +"177 layer_norm_4" -> "178 transpose_12" [label="(1, 197, 768)", style=solid]; +"178 transpose_12" -> "180 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"179 _param_constant31" -> "188 linear_8" [label="(2304,)", style=solid]; +"180 transpose_12_0_0_nncf_smooth_quant_0" -> "181 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"181 quantize_per_tensor_default_13" -> "182 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"182 dequantize_per_tensor_default_13" -> "188 linear_8" [label="(197, 1, 768)", style=solid]; +"183 linear_8_scale_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"183 linear_8_scale_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_zero_point_0" -> "186 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"184 linear_8_zero_point_0" -> "187 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"185 compressed_weight_updated_constant9" -> "186 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"186 quantize_per_channel_default_9" -> "187 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"187 dequantize_per_channel_default_9" -> "188 linear_8" [label="(2304, 768)", style=solid]; +"188 linear_8" -> "189 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"189 unflatten_2" -> "190 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"190 unsqueeze_2" -> "191 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"191 transpose_13" -> "192 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"192 squeeze_2" -> "193 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"193 contiguous_2" -> "194 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"193 contiguous_2" -> "197 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"193 contiguous_2" -> "200 select_8" [label="(3, 197, 1, 768)", style=solid]; +"194 quantize_per_tensor_default_14" -> "195 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"195 dequantize_per_tensor_default_14" -> "196 select_6" [label="(3, 197, 1, 768)", style=solid]; +"196 select_6" -> "201 view_16" [label="(197, 1, 768)", style=solid]; +"197 quantize_per_tensor_default_15" -> "198 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"198 dequantize_per_tensor_default_15" -> "199 select_7" [label="(3, 197, 1, 768)", style=solid]; +"199 select_7" -> "203 view_17" [label="(197, 1, 768)", style=solid]; +"200 select_8" -> "205 view_18" [label="(197, 1, 768)", style=solid]; +"201 view_16" -> "202 transpose_14" [label="(197, 12, 64)", style=solid]; +"202 transpose_14" -> "207 view_19" [label="(12, 197, 64)", style=solid]; +"203 view_17" -> "204 transpose_15" [label="(197, 12, 64)", style=solid]; +"204 transpose_15" -> "208 view_20" [label="(12, 197, 64)", style=solid]; +"205 view_18" -> "206 transpose_16" [label="(197, 12, 64)", style=solid]; +"206 transpose_16" -> "209 view_21" [label="(12, 197, 64)", style=solid]; +"207 view_19" -> "210 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"208 view_20" -> "210 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"209 view_21" -> "210 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"210 scaled_dot_product_attention_2" -> "211 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"211 permute_3" -> "212 view_22" [label="(197, 1, 12, 64)", style=solid]; +"212 view_22" -> "214 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"213 _param_constant33" -> "222 linear_9" [label="(768,)", style=solid]; +"214 view_22_0_0_nncf_smooth_quant_0" -> "215 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"215 quantize_per_tensor_default_16" -> "216 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"216 dequantize_per_tensor_default_16" -> "222 linear_9" [label="(197, 768)", style=solid]; +"217 linear_9_scale_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"217 linear_9_scale_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_zero_point_0" -> "220 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"218 linear_9_zero_point_0" -> "221 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"219 compressed_weight_updated_constant10" -> "220 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"220 quantize_per_channel_default_10" -> "221 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"221 dequantize_per_channel_default_10" -> "222 linear_9" [label="(768, 768)", style=solid]; +"222 linear_9" -> "223 view_23" [label="(197, 768)", style=solid]; +"223 view_23" -> "224 transpose_17" [label="(197, 1, 768)", style=solid]; +"224 transpose_17" -> "225 dropout_7" [label="(1, 197, 768)", style=solid]; +"225 dropout_7" -> "226 add_5" [label="(1, 197, 768)", style=solid]; +"226 add_5" -> "229 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"226 add_5" -> "253 add_6" [label="(1, 197, 768)", style=solid]; +"227 _param_constant34" -> "229 layer_norm_5" [label="(768,)", style=solid]; +"228 _param_constant35" -> "229 layer_norm_5" [label="(768,)", style=solid]; +"229 layer_norm_5" -> "231 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"230 _param_constant37" -> "239 linear_10" [label="(3072,)", style=solid]; +"231 layer_norm_5_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"233 dequantize_per_tensor_default_17" -> "239 linear_10" [label="(1, 197, 768)", style=solid]; +"234 linear_10_scale_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"234 linear_10_scale_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_zero_point_0" -> "237 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"235 linear_10_zero_point_0" -> "238 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"236 compressed_weight_updated_constant11" -> "237 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"237 quantize_per_channel_default_11" -> "238 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"238 dequantize_per_channel_default_11" -> "239 linear_10" [label="(3072, 768)", style=solid]; +"239 linear_10" -> "240 gelu_2" [label="(1, 197, 3072)", style=solid]; +"240 gelu_2" -> "241 dropout_8" [label="(1, 197, 3072)", style=solid]; +"241 dropout_8" -> "243 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"242 _param_constant39" -> "251 linear_11" [label="(768,)", style=solid]; +"243 dropout_8_0_0_nncf_smooth_quant_0" -> "244 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"244 quantize_per_tensor_default_18" -> "245 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"245 dequantize_per_tensor_default_18" -> "251 linear_11" [label="(1, 197, 3072)", style=solid]; +"246 linear_11_scale_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"246 linear_11_scale_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_zero_point_0" -> "249 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"247 linear_11_zero_point_0" -> "250 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"248 compressed_weight_updated_constant12" -> "249 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"249 quantize_per_channel_default_12" -> "250 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"250 dequantize_per_channel_default_12" -> "251 linear_11" [label="(768, 3072)", style=solid]; +"251 linear_11" -> "252 dropout_9" [label="(1, 197, 768)", style=solid]; +"252 dropout_9" -> "253 add_6" [label="(1, 197, 768)", style=solid]; +"253 add_6" -> "256 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"253 add_6" -> "305 add_7" [label="(1, 197, 768)", style=solid]; +"254 _param_constant40" -> "256 layer_norm_6" [label="(768,)", style=solid]; +"255 _param_constant41" -> "256 layer_norm_6" [label="(768,)", style=solid]; +"256 layer_norm_6" -> "257 transpose_18" [label="(1, 197, 768)", style=solid]; +"257 transpose_18" -> "259 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"258 _param_constant43" -> "267 linear_12" [label="(2304,)", style=solid]; +"259 transpose_18_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"260 quantize_per_tensor_default_19" -> "261 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"261 dequantize_per_tensor_default_19" -> "267 linear_12" [label="(197, 1, 768)", style=solid]; +"262 linear_12_scale_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"262 linear_12_scale_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_zero_point_0" -> "265 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"263 linear_12_zero_point_0" -> "266 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"264 compressed_weight_updated_constant13" -> "265 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"265 quantize_per_channel_default_13" -> "266 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"266 dequantize_per_channel_default_13" -> "267 linear_12" [label="(2304, 768)", style=solid]; +"267 linear_12" -> "268 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"268 unflatten_3" -> "269 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"269 unsqueeze_3" -> "270 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"270 transpose_19" -> "271 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"271 squeeze_3" -> "272 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"272 contiguous_3" -> "273 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"272 contiguous_3" -> "276 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"272 contiguous_3" -> "279 select_11" [label="(3, 197, 1, 768)", style=solid]; +"273 quantize_per_tensor_default_20" -> "274 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"274 dequantize_per_tensor_default_20" -> "275 select_9" [label="(3, 197, 1, 768)", style=solid]; +"275 select_9" -> "280 view_24" [label="(197, 1, 768)", style=solid]; +"276 quantize_per_tensor_default_21" -> "277 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"277 dequantize_per_tensor_default_21" -> "278 select_10" [label="(3, 197, 1, 768)", style=solid]; +"278 select_10" -> "282 view_25" [label="(197, 1, 768)", style=solid]; +"279 select_11" -> "284 view_26" [label="(197, 1, 768)", style=solid]; +"280 view_24" -> "281 transpose_20" [label="(197, 12, 64)", style=solid]; +"281 transpose_20" -> "286 view_27" [label="(12, 197, 64)", style=solid]; +"282 view_25" -> "283 transpose_21" [label="(197, 12, 64)", style=solid]; +"283 transpose_21" -> "287 view_28" [label="(12, 197, 64)", style=solid]; +"284 view_26" -> "285 transpose_22" [label="(197, 12, 64)", style=solid]; +"285 transpose_22" -> "288 view_29" [label="(12, 197, 64)", style=solid]; +"286 view_27" -> "289 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"287 view_28" -> "289 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"288 view_29" -> "289 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"289 scaled_dot_product_attention_3" -> "290 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"290 permute_4" -> "291 view_30" [label="(197, 1, 12, 64)", style=solid]; +"291 view_30" -> "293 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"292 _param_constant45" -> "301 linear_13" [label="(768,)", style=solid]; +"293 view_30_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_22" -> "295 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_22" -> "301 linear_13" [label="(197, 768)", style=solid]; +"296 linear_13_scale_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"296 linear_13_scale_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_zero_point_0" -> "299 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"297 linear_13_zero_point_0" -> "300 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"298 compressed_weight_updated_constant14" -> "299 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"299 quantize_per_channel_default_14" -> "300 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"300 dequantize_per_channel_default_14" -> "301 linear_13" [label="(768, 768)", style=solid]; +"301 linear_13" -> "302 view_31" [label="(197, 768)", style=solid]; +"302 view_31" -> "303 transpose_23" [label="(197, 1, 768)", style=solid]; +"303 transpose_23" -> "304 dropout_10" [label="(1, 197, 768)", style=solid]; +"304 dropout_10" -> "305 add_7" [label="(1, 197, 768)", style=solid]; +"305 add_7" -> "308 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"305 add_7" -> "332 add_8" [label="(1, 197, 768)", style=solid]; +"306 _param_constant46" -> "308 layer_norm_7" [label="(768,)", style=solid]; +"307 _param_constant47" -> "308 layer_norm_7" [label="(768,)", style=solid]; +"308 layer_norm_7" -> "310 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"309 _param_constant49" -> "318 linear_14" [label="(3072,)", style=solid]; +"310 layer_norm_7_0_0_nncf_smooth_quant_0" -> "311 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"311 quantize_per_tensor_default_23" -> "312 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"312 dequantize_per_tensor_default_23" -> "318 linear_14" [label="(1, 197, 768)", style=solid]; +"313 linear_14_scale_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"313 linear_14_scale_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_zero_point_0" -> "316 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"314 linear_14_zero_point_0" -> "317 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"315 compressed_weight_updated_constant15" -> "316 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"316 quantize_per_channel_default_15" -> "317 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"317 dequantize_per_channel_default_15" -> "318 linear_14" [label="(3072, 768)", style=solid]; +"318 linear_14" -> "319 gelu_3" [label="(1, 197, 3072)", style=solid]; +"319 gelu_3" -> "320 dropout_11" [label="(1, 197, 3072)", style=solid]; +"320 dropout_11" -> "322 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"321 _param_constant51" -> "330 linear_15" [label="(768,)", style=solid]; +"322 dropout_11_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"323 quantize_per_tensor_default_24" -> "324 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"324 dequantize_per_tensor_default_24" -> "330 linear_15" [label="(1, 197, 3072)", style=solid]; +"325 linear_15_scale_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"325 linear_15_scale_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_zero_point_0" -> "328 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"326 linear_15_zero_point_0" -> "329 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"327 compressed_weight_updated_constant16" -> "328 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"328 quantize_per_channel_default_16" -> "329 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"329 dequantize_per_channel_default_16" -> "330 linear_15" [label="(768, 3072)", style=solid]; +"330 linear_15" -> "331 dropout_12" [label="(1, 197, 768)", style=solid]; +"331 dropout_12" -> "332 add_8" [label="(1, 197, 768)", style=solid]; +"332 add_8" -> "335 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"332 add_8" -> "384 add_9" [label="(1, 197, 768)", style=solid]; +"333 _param_constant52" -> "335 layer_norm_8" [label="(768,)", style=solid]; +"334 _param_constant53" -> "335 layer_norm_8" [label="(768,)", style=solid]; +"335 layer_norm_8" -> "336 transpose_24" [label="(1, 197, 768)", style=solid]; +"336 transpose_24" -> "338 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"337 _param_constant55" -> "346 linear_16" [label="(2304,)", style=solid]; +"338 transpose_24_0_0_nncf_smooth_quant_0" -> "339 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"339 quantize_per_tensor_default_25" -> "340 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"340 dequantize_per_tensor_default_25" -> "346 linear_16" [label="(197, 1, 768)", style=solid]; +"341 linear_16_scale_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"341 linear_16_scale_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_zero_point_0" -> "344 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"342 linear_16_zero_point_0" -> "345 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"343 compressed_weight_updated_constant17" -> "344 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"344 quantize_per_channel_default_17" -> "345 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"345 dequantize_per_channel_default_17" -> "346 linear_16" [label="(2304, 768)", style=solid]; +"346 linear_16" -> "347 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"347 unflatten_4" -> "348 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"348 unsqueeze_4" -> "349 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"349 transpose_25" -> "350 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"350 squeeze_4" -> "351 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"351 contiguous_4" -> "352 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"351 contiguous_4" -> "355 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"351 contiguous_4" -> "358 select_14" [label="(3, 197, 1, 768)", style=solid]; +"352 quantize_per_tensor_default_26" -> "353 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"353 dequantize_per_tensor_default_26" -> "354 select_12" [label="(3, 197, 1, 768)", style=solid]; +"354 select_12" -> "359 view_32" [label="(197, 1, 768)", style=solid]; +"355 quantize_per_tensor_default_27" -> "356 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"356 dequantize_per_tensor_default_27" -> "357 select_13" [label="(3, 197, 1, 768)", style=solid]; +"357 select_13" -> "361 view_33" [label="(197, 1, 768)", style=solid]; +"358 select_14" -> "363 view_34" [label="(197, 1, 768)", style=solid]; +"359 view_32" -> "360 transpose_26" [label="(197, 12, 64)", style=solid]; +"360 transpose_26" -> "365 view_35" [label="(12, 197, 64)", style=solid]; +"361 view_33" -> "362 transpose_27" [label="(197, 12, 64)", style=solid]; +"362 transpose_27" -> "366 view_36" [label="(12, 197, 64)", style=solid]; +"363 view_34" -> "364 transpose_28" [label="(197, 12, 64)", style=solid]; +"364 transpose_28" -> "367 view_37" [label="(12, 197, 64)", style=solid]; +"365 view_35" -> "368 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"366 view_36" -> "368 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"367 view_37" -> "368 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"368 scaled_dot_product_attention_4" -> "369 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"369 permute_5" -> "370 view_38" [label="(197, 1, 12, 64)", style=solid]; +"370 view_38" -> "372 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"371 _param_constant57" -> "380 linear_17" [label="(768,)", style=solid]; +"372 view_38_0_0_nncf_smooth_quant_0" -> "373 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"373 quantize_per_tensor_default_28" -> "374 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"374 dequantize_per_tensor_default_28" -> "380 linear_17" [label="(197, 768)", style=solid]; +"375 linear_17_scale_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"375 linear_17_scale_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_zero_point_0" -> "378 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"376 linear_17_zero_point_0" -> "379 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"377 compressed_weight_updated_constant18" -> "378 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"378 quantize_per_channel_default_18" -> "379 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"379 dequantize_per_channel_default_18" -> "380 linear_17" [label="(768, 768)", style=solid]; +"380 linear_17" -> "381 view_39" [label="(197, 768)", style=solid]; +"381 view_39" -> "382 transpose_29" [label="(197, 1, 768)", style=solid]; +"382 transpose_29" -> "383 dropout_13" [label="(1, 197, 768)", style=solid]; +"383 dropout_13" -> "384 add_9" [label="(1, 197, 768)", style=solid]; +"384 add_9" -> "387 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"384 add_9" -> "411 add_10" [label="(1, 197, 768)", style=solid]; +"385 _param_constant58" -> "387 layer_norm_9" [label="(768,)", style=solid]; +"386 _param_constant59" -> "387 layer_norm_9" [label="(768,)", style=solid]; +"387 layer_norm_9" -> "389 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"388 _param_constant61" -> "397 linear_18" [label="(3072,)", style=solid]; +"389 layer_norm_9_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"390 quantize_per_tensor_default_29" -> "391 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"391 dequantize_per_tensor_default_29" -> "397 linear_18" [label="(1, 197, 768)", style=solid]; +"392 linear_18_scale_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"392 linear_18_scale_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_zero_point_0" -> "395 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"393 linear_18_zero_point_0" -> "396 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"394 compressed_weight_updated_constant19" -> "395 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"395 quantize_per_channel_default_19" -> "396 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"396 dequantize_per_channel_default_19" -> "397 linear_18" [label="(3072, 768)", style=solid]; +"397 linear_18" -> "398 gelu_4" [label="(1, 197, 3072)", style=solid]; +"398 gelu_4" -> "399 dropout_14" [label="(1, 197, 3072)", style=solid]; +"399 dropout_14" -> "401 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"400 _param_constant63" -> "409 linear_19" [label="(768,)", style=solid]; +"401 dropout_14_0_0_nncf_smooth_quant_0" -> "402 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"402 quantize_per_tensor_default_30" -> "403 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"403 dequantize_per_tensor_default_30" -> "409 linear_19" [label="(1, 197, 3072)", style=solid]; +"404 linear_19_scale_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"404 linear_19_scale_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_zero_point_0" -> "407 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"405 linear_19_zero_point_0" -> "408 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"406 compressed_weight_updated_constant20" -> "407 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"407 quantize_per_channel_default_20" -> "408 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"408 dequantize_per_channel_default_20" -> "409 linear_19" [label="(768, 3072)", style=solid]; +"409 linear_19" -> "410 dropout_15" [label="(1, 197, 768)", style=solid]; +"410 dropout_15" -> "411 add_10" [label="(1, 197, 768)", style=solid]; +"411 add_10" -> "414 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"411 add_10" -> "463 add_11" [label="(1, 197, 768)", style=solid]; +"412 _param_constant64" -> "414 layer_norm_10" [label="(768,)", style=solid]; +"413 _param_constant65" -> "414 layer_norm_10" [label="(768,)", style=solid]; +"414 layer_norm_10" -> "415 transpose_30" [label="(1, 197, 768)", style=solid]; +"415 transpose_30" -> "417 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"416 _param_constant67" -> "425 linear_20" [label="(2304,)", style=solid]; +"417 transpose_30_0_0_nncf_smooth_quant_0" -> "418 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"418 quantize_per_tensor_default_31" -> "419 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"419 dequantize_per_tensor_default_31" -> "425 linear_20" [label="(197, 1, 768)", style=solid]; +"420 linear_20_scale_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"420 linear_20_scale_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_zero_point_0" -> "423 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"421 linear_20_zero_point_0" -> "424 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"422 compressed_weight_updated_constant21" -> "423 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"423 quantize_per_channel_default_21" -> "424 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"424 dequantize_per_channel_default_21" -> "425 linear_20" [label="(2304, 768)", style=solid]; +"425 linear_20" -> "426 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"426 unflatten_5" -> "427 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"427 unsqueeze_5" -> "428 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"428 transpose_31" -> "429 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"429 squeeze_5" -> "430 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"430 contiguous_5" -> "431 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"430 contiguous_5" -> "434 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"430 contiguous_5" -> "437 select_17" [label="(3, 197, 1, 768)", style=solid]; +"431 quantize_per_tensor_default_32" -> "432 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"432 dequantize_per_tensor_default_32" -> "433 select_15" [label="(3, 197, 1, 768)", style=solid]; +"433 select_15" -> "438 view_40" [label="(197, 1, 768)", style=solid]; +"434 quantize_per_tensor_default_33" -> "435 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"435 dequantize_per_tensor_default_33" -> "436 select_16" [label="(3, 197, 1, 768)", style=solid]; +"436 select_16" -> "440 view_41" [label="(197, 1, 768)", style=solid]; +"437 select_17" -> "442 view_42" [label="(197, 1, 768)", style=solid]; +"438 view_40" -> "439 transpose_32" [label="(197, 12, 64)", style=solid]; +"439 transpose_32" -> "444 view_43" [label="(12, 197, 64)", style=solid]; +"440 view_41" -> "441 transpose_33" [label="(197, 12, 64)", style=solid]; +"441 transpose_33" -> "445 view_44" [label="(12, 197, 64)", style=solid]; +"442 view_42" -> "443 transpose_34" [label="(197, 12, 64)", style=solid]; +"443 transpose_34" -> "446 view_45" [label="(12, 197, 64)", style=solid]; +"444 view_43" -> "447 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"445 view_44" -> "447 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"446 view_45" -> "447 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"447 scaled_dot_product_attention_5" -> "448 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"448 permute_6" -> "449 view_46" [label="(197, 1, 12, 64)", style=solid]; +"449 view_46" -> "451 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"450 _param_constant69" -> "459 linear_21" [label="(768,)", style=solid]; +"451 view_46_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"452 quantize_per_tensor_default_34" -> "453 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"453 dequantize_per_tensor_default_34" -> "459 linear_21" [label="(197, 768)", style=solid]; +"454 linear_21_scale_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"454 linear_21_scale_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_zero_point_0" -> "457 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"455 linear_21_zero_point_0" -> "458 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"456 compressed_weight_updated_constant22" -> "457 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"457 quantize_per_channel_default_22" -> "458 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"458 dequantize_per_channel_default_22" -> "459 linear_21" [label="(768, 768)", style=solid]; +"459 linear_21" -> "460 view_47" [label="(197, 768)", style=solid]; +"460 view_47" -> "461 transpose_35" [label="(197, 1, 768)", style=solid]; +"461 transpose_35" -> "462 dropout_16" [label="(1, 197, 768)", style=solid]; +"462 dropout_16" -> "463 add_11" [label="(1, 197, 768)", style=solid]; +"463 add_11" -> "466 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"463 add_11" -> "490 add_12" [label="(1, 197, 768)", style=solid]; +"464 _param_constant70" -> "466 layer_norm_11" [label="(768,)", style=solid]; +"465 _param_constant71" -> "466 layer_norm_11" [label="(768,)", style=solid]; +"466 layer_norm_11" -> "468 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"467 _param_constant73" -> "476 linear_22" [label="(3072,)", style=solid]; +"468 layer_norm_11_0_0_nncf_smooth_quant_0" -> "469 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"469 quantize_per_tensor_default_35" -> "470 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"470 dequantize_per_tensor_default_35" -> "476 linear_22" [label="(1, 197, 768)", style=solid]; +"471 linear_22_scale_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"471 linear_22_scale_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_zero_point_0" -> "474 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"472 linear_22_zero_point_0" -> "475 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"473 compressed_weight_updated_constant23" -> "474 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"474 quantize_per_channel_default_23" -> "475 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"475 dequantize_per_channel_default_23" -> "476 linear_22" [label="(3072, 768)", style=solid]; +"476 linear_22" -> "477 gelu_5" [label="(1, 197, 3072)", style=solid]; +"477 gelu_5" -> "478 dropout_17" [label="(1, 197, 3072)", style=solid]; +"478 dropout_17" -> "480 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"479 _param_constant75" -> "488 linear_23" [label="(768,)", style=solid]; +"480 dropout_17_0_0_nncf_smooth_quant_0" -> "481 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"481 quantize_per_tensor_default_36" -> "482 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"482 dequantize_per_tensor_default_36" -> "488 linear_23" [label="(1, 197, 3072)", style=solid]; +"483 linear_23_scale_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"483 linear_23_scale_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_zero_point_0" -> "486 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"484 linear_23_zero_point_0" -> "487 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"485 compressed_weight_updated_constant24" -> "486 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"486 quantize_per_channel_default_24" -> "487 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"487 dequantize_per_channel_default_24" -> "488 linear_23" [label="(768, 3072)", style=solid]; +"488 linear_23" -> "489 dropout_18" [label="(1, 197, 768)", style=solid]; +"489 dropout_18" -> "490 add_12" [label="(1, 197, 768)", style=solid]; +"490 add_12" -> "493 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"490 add_12" -> "542 add_13" [label="(1, 197, 768)", style=solid]; +"491 _param_constant76" -> "493 layer_norm_12" [label="(768,)", style=solid]; +"492 _param_constant77" -> "493 layer_norm_12" [label="(768,)", style=solid]; +"493 layer_norm_12" -> "494 transpose_36" [label="(1, 197, 768)", style=solid]; +"494 transpose_36" -> "496 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"495 _param_constant79" -> "504 linear_24" [label="(2304,)", style=solid]; +"496 transpose_36_0_0_nncf_smooth_quant_0" -> "497 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"497 quantize_per_tensor_default_37" -> "498 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"498 dequantize_per_tensor_default_37" -> "504 linear_24" [label="(197, 1, 768)", style=solid]; +"499 linear_24_scale_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"499 linear_24_scale_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_zero_point_0" -> "502 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"500 linear_24_zero_point_0" -> "503 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"501 compressed_weight_updated_constant25" -> "502 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"502 quantize_per_channel_default_25" -> "503 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"503 dequantize_per_channel_default_25" -> "504 linear_24" [label="(2304, 768)", style=solid]; +"504 linear_24" -> "505 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"505 unflatten_6" -> "506 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"506 unsqueeze_6" -> "507 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"507 transpose_37" -> "508 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"508 squeeze_6" -> "509 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"509 contiguous_6" -> "510 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"509 contiguous_6" -> "513 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"509 contiguous_6" -> "516 select_20" [label="(3, 197, 1, 768)", style=solid]; +"510 quantize_per_tensor_default_38" -> "511 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"511 dequantize_per_tensor_default_38" -> "512 select_18" [label="(3, 197, 1, 768)", style=solid]; +"512 select_18" -> "517 view_48" [label="(197, 1, 768)", style=solid]; +"513 quantize_per_tensor_default_39" -> "514 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"514 dequantize_per_tensor_default_39" -> "515 select_19" [label="(3, 197, 1, 768)", style=solid]; +"515 select_19" -> "519 view_49" [label="(197, 1, 768)", style=solid]; +"516 select_20" -> "521 view_50" [label="(197, 1, 768)", style=solid]; +"517 view_48" -> "518 transpose_38" [label="(197, 12, 64)", style=solid]; +"518 transpose_38" -> "523 view_51" [label="(12, 197, 64)", style=solid]; +"519 view_49" -> "520 transpose_39" [label="(197, 12, 64)", style=solid]; +"520 transpose_39" -> "524 view_52" [label="(12, 197, 64)", style=solid]; +"521 view_50" -> "522 transpose_40" [label="(197, 12, 64)", style=solid]; +"522 transpose_40" -> "525 view_53" [label="(12, 197, 64)", style=solid]; +"523 view_51" -> "526 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"524 view_52" -> "526 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"525 view_53" -> "526 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"526 scaled_dot_product_attention_6" -> "527 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"527 permute_7" -> "528 view_54" [label="(197, 1, 12, 64)", style=solid]; +"528 view_54" -> "530 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"529 _param_constant81" -> "538 linear_25" [label="(768,)", style=solid]; +"530 view_54_0_0_nncf_smooth_quant_0" -> "531 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"531 quantize_per_tensor_default_40" -> "532 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"532 dequantize_per_tensor_default_40" -> "538 linear_25" [label="(197, 768)", style=solid]; +"533 linear_25_scale_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"533 linear_25_scale_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_zero_point_0" -> "536 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"534 linear_25_zero_point_0" -> "537 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"535 compressed_weight_updated_constant26" -> "536 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"536 quantize_per_channel_default_26" -> "537 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"537 dequantize_per_channel_default_26" -> "538 linear_25" [label="(768, 768)", style=solid]; +"538 linear_25" -> "539 view_55" [label="(197, 768)", style=solid]; +"539 view_55" -> "540 transpose_41" [label="(197, 1, 768)", style=solid]; +"540 transpose_41" -> "541 dropout_19" [label="(1, 197, 768)", style=solid]; +"541 dropout_19" -> "542 add_13" [label="(1, 197, 768)", style=solid]; +"542 add_13" -> "545 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"542 add_13" -> "569 add_14" [label="(1, 197, 768)", style=solid]; +"543 _param_constant82" -> "545 layer_norm_13" [label="(768,)", style=solid]; +"544 _param_constant83" -> "545 layer_norm_13" [label="(768,)", style=solid]; +"545 layer_norm_13" -> "547 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"546 _param_constant85" -> "555 linear_26" [label="(3072,)", style=solid]; +"547 layer_norm_13_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"548 quantize_per_tensor_default_41" -> "549 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"549 dequantize_per_tensor_default_41" -> "555 linear_26" [label="(1, 197, 768)", style=solid]; +"550 linear_26_scale_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"550 linear_26_scale_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_zero_point_0" -> "553 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"551 linear_26_zero_point_0" -> "554 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"552 compressed_weight_updated_constant27" -> "553 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"553 quantize_per_channel_default_27" -> "554 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"554 dequantize_per_channel_default_27" -> "555 linear_26" [label="(3072, 768)", style=solid]; +"555 linear_26" -> "556 gelu_6" [label="(1, 197, 3072)", style=solid]; +"556 gelu_6" -> "557 dropout_20" [label="(1, 197, 3072)", style=solid]; +"557 dropout_20" -> "559 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"558 _param_constant87" -> "567 linear_27" [label="(768,)", style=solid]; +"559 dropout_20_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"560 quantize_per_tensor_default_42" -> "561 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"561 dequantize_per_tensor_default_42" -> "567 linear_27" [label="(1, 197, 3072)", style=solid]; +"562 linear_27_scale_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"562 linear_27_scale_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_zero_point_0" -> "565 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"563 linear_27_zero_point_0" -> "566 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"564 compressed_weight_updated_constant28" -> "565 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"565 quantize_per_channel_default_28" -> "566 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"566 dequantize_per_channel_default_28" -> "567 linear_27" [label="(768, 3072)", style=solid]; +"567 linear_27" -> "568 dropout_21" [label="(1, 197, 768)", style=solid]; +"568 dropout_21" -> "569 add_14" [label="(1, 197, 768)", style=solid]; +"569 add_14" -> "572 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"569 add_14" -> "621 add_15" [label="(1, 197, 768)", style=solid]; +"570 _param_constant88" -> "572 layer_norm_14" [label="(768,)", style=solid]; +"571 _param_constant89" -> "572 layer_norm_14" [label="(768,)", style=solid]; +"572 layer_norm_14" -> "573 transpose_42" [label="(1, 197, 768)", style=solid]; +"573 transpose_42" -> "575 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"574 _param_constant91" -> "583 linear_28" [label="(2304,)", style=solid]; +"575 transpose_42_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"576 quantize_per_tensor_default_43" -> "577 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"577 dequantize_per_tensor_default_43" -> "583 linear_28" [label="(197, 1, 768)", style=solid]; +"578 linear_28_scale_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"578 linear_28_scale_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_zero_point_0" -> "581 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"579 linear_28_zero_point_0" -> "582 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"580 compressed_weight_updated_constant29" -> "581 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"581 quantize_per_channel_default_29" -> "582 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"582 dequantize_per_channel_default_29" -> "583 linear_28" [label="(2304, 768)", style=solid]; +"583 linear_28" -> "584 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"584 unflatten_7" -> "585 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"585 unsqueeze_7" -> "586 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"586 transpose_43" -> "587 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"587 squeeze_7" -> "588 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"588 contiguous_7" -> "589 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"588 contiguous_7" -> "592 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"588 contiguous_7" -> "595 select_23" [label="(3, 197, 1, 768)", style=solid]; +"589 quantize_per_tensor_default_44" -> "590 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"590 dequantize_per_tensor_default_44" -> "591 select_21" [label="(3, 197, 1, 768)", style=solid]; +"591 select_21" -> "596 view_56" [label="(197, 1, 768)", style=solid]; +"592 quantize_per_tensor_default_45" -> "593 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"593 dequantize_per_tensor_default_45" -> "594 select_22" [label="(3, 197, 1, 768)", style=solid]; +"594 select_22" -> "598 view_57" [label="(197, 1, 768)", style=solid]; +"595 select_23" -> "600 view_58" [label="(197, 1, 768)", style=solid]; +"596 view_56" -> "597 transpose_44" [label="(197, 12, 64)", style=solid]; +"597 transpose_44" -> "602 view_59" [label="(12, 197, 64)", style=solid]; +"598 view_57" -> "599 transpose_45" [label="(197, 12, 64)", style=solid]; +"599 transpose_45" -> "603 view_60" [label="(12, 197, 64)", style=solid]; +"600 view_58" -> "601 transpose_46" [label="(197, 12, 64)", style=solid]; +"601 transpose_46" -> "604 view_61" [label="(12, 197, 64)", style=solid]; +"602 view_59" -> "605 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"603 view_60" -> "605 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"604 view_61" -> "605 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"605 scaled_dot_product_attention_7" -> "606 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"606 permute_8" -> "607 view_62" [label="(197, 1, 12, 64)", style=solid]; +"607 view_62" -> "609 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"608 _param_constant93" -> "617 linear_29" [label="(768,)", style=solid]; +"609 view_62_0_0_nncf_smooth_quant_0" -> "610 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"610 quantize_per_tensor_default_46" -> "611 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"611 dequantize_per_tensor_default_46" -> "617 linear_29" [label="(197, 768)", style=solid]; +"612 linear_29_scale_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"612 linear_29_scale_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_zero_point_0" -> "615 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"613 linear_29_zero_point_0" -> "616 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"614 compressed_weight_updated_constant30" -> "615 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"615 quantize_per_channel_default_30" -> "616 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"616 dequantize_per_channel_default_30" -> "617 linear_29" [label="(768, 768)", style=solid]; +"617 linear_29" -> "618 view_63" [label="(197, 768)", style=solid]; +"618 view_63" -> "619 transpose_47" [label="(197, 1, 768)", style=solid]; +"619 transpose_47" -> "620 dropout_22" [label="(1, 197, 768)", style=solid]; +"620 dropout_22" -> "621 add_15" [label="(1, 197, 768)", style=solid]; +"621 add_15" -> "624 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"621 add_15" -> "648 add_16" [label="(1, 197, 768)", style=solid]; +"622 _param_constant94" -> "624 layer_norm_15" [label="(768,)", style=solid]; +"623 _param_constant95" -> "624 layer_norm_15" [label="(768,)", style=solid]; +"624 layer_norm_15" -> "626 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"625 _param_constant97" -> "634 linear_30" [label="(3072,)", style=solid]; +"626 layer_norm_15_0_0_nncf_smooth_quant_0" -> "627 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"627 quantize_per_tensor_default_47" -> "628 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"628 dequantize_per_tensor_default_47" -> "634 linear_30" [label="(1, 197, 768)", style=solid]; +"629 linear_30_scale_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"629 linear_30_scale_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_zero_point_0" -> "632 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"630 linear_30_zero_point_0" -> "633 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"631 compressed_weight_updated_constant31" -> "632 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"632 quantize_per_channel_default_31" -> "633 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"633 dequantize_per_channel_default_31" -> "634 linear_30" [label="(3072, 768)", style=solid]; +"634 linear_30" -> "635 gelu_7" [label="(1, 197, 3072)", style=solid]; +"635 gelu_7" -> "636 dropout_23" [label="(1, 197, 3072)", style=solid]; +"636 dropout_23" -> "638 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"637 _param_constant99" -> "646 linear_31" [label="(768,)", style=solid]; +"638 dropout_23_0_0_nncf_smooth_quant_0" -> "639 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"639 quantize_per_tensor_default_48" -> "640 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"640 dequantize_per_tensor_default_48" -> "646 linear_31" [label="(1, 197, 3072)", style=solid]; +"641 linear_31_scale_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"641 linear_31_scale_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_zero_point_0" -> "644 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"642 linear_31_zero_point_0" -> "645 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"643 compressed_weight_updated_constant32" -> "644 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"644 quantize_per_channel_default_32" -> "645 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"645 dequantize_per_channel_default_32" -> "646 linear_31" [label="(768, 3072)", style=solid]; +"646 linear_31" -> "647 dropout_24" [label="(1, 197, 768)", style=solid]; +"647 dropout_24" -> "648 add_16" [label="(1, 197, 768)", style=solid]; +"648 add_16" -> "651 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"648 add_16" -> "700 add_17" [label="(1, 197, 768)", style=solid]; +"649 _param_constant100" -> "651 layer_norm_16" [label="(768,)", style=solid]; +"650 _param_constant101" -> "651 layer_norm_16" [label="(768,)", style=solid]; +"651 layer_norm_16" -> "652 transpose_48" [label="(1, 197, 768)", style=solid]; +"652 transpose_48" -> "654 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"653 _param_constant103" -> "662 linear_32" [label="(2304,)", style=solid]; +"654 transpose_48_0_0_nncf_smooth_quant_0" -> "655 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"655 quantize_per_tensor_default_49" -> "656 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"656 dequantize_per_tensor_default_49" -> "662 linear_32" [label="(197, 1, 768)", style=solid]; +"657 linear_32_scale_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"657 linear_32_scale_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_zero_point_0" -> "660 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"658 linear_32_zero_point_0" -> "661 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"659 compressed_weight_updated_constant33" -> "660 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"660 quantize_per_channel_default_33" -> "661 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"661 dequantize_per_channel_default_33" -> "662 linear_32" [label="(2304, 768)", style=solid]; +"662 linear_32" -> "663 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"663 unflatten_8" -> "664 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"664 unsqueeze_8" -> "665 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"665 transpose_49" -> "666 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"666 squeeze_8" -> "667 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"667 contiguous_8" -> "668 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"667 contiguous_8" -> "671 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"667 contiguous_8" -> "674 select_26" [label="(3, 197, 1, 768)", style=solid]; +"668 quantize_per_tensor_default_50" -> "669 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"669 dequantize_per_tensor_default_50" -> "670 select_24" [label="(3, 197, 1, 768)", style=solid]; +"670 select_24" -> "675 view_64" [label="(197, 1, 768)", style=solid]; +"671 quantize_per_tensor_default_51" -> "672 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"672 dequantize_per_tensor_default_51" -> "673 select_25" [label="(3, 197, 1, 768)", style=solid]; +"673 select_25" -> "677 view_65" [label="(197, 1, 768)", style=solid]; +"674 select_26" -> "679 view_66" [label="(197, 1, 768)", style=solid]; +"675 view_64" -> "676 transpose_50" [label="(197, 12, 64)", style=solid]; +"676 transpose_50" -> "681 view_67" [label="(12, 197, 64)", style=solid]; +"677 view_65" -> "678 transpose_51" [label="(197, 12, 64)", style=solid]; +"678 transpose_51" -> "682 view_68" [label="(12, 197, 64)", style=solid]; +"679 view_66" -> "680 transpose_52" [label="(197, 12, 64)", style=solid]; +"680 transpose_52" -> "683 view_69" [label="(12, 197, 64)", style=solid]; +"681 view_67" -> "684 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"682 view_68" -> "684 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"683 view_69" -> "684 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"684 scaled_dot_product_attention_8" -> "685 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"685 permute_9" -> "686 view_70" [label="(197, 1, 12, 64)", style=solid]; +"686 view_70" -> "688 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"687 _param_constant105" -> "696 linear_33" [label="(768,)", style=solid]; +"688 view_70_0_0_nncf_smooth_quant_0" -> "689 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"689 quantize_per_tensor_default_52" -> "690 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"690 dequantize_per_tensor_default_52" -> "696 linear_33" [label="(197, 768)", style=solid]; +"691 linear_33_scale_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"691 linear_33_scale_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_zero_point_0" -> "694 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"692 linear_33_zero_point_0" -> "695 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"693 compressed_weight_updated_constant34" -> "694 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"694 quantize_per_channel_default_34" -> "695 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"695 dequantize_per_channel_default_34" -> "696 linear_33" [label="(768, 768)", style=solid]; +"696 linear_33" -> "697 view_71" [label="(197, 768)", style=solid]; +"697 view_71" -> "698 transpose_53" [label="(197, 1, 768)", style=solid]; +"698 transpose_53" -> "699 dropout_25" [label="(1, 197, 768)", style=solid]; +"699 dropout_25" -> "700 add_17" [label="(1, 197, 768)", style=solid]; +"700 add_17" -> "703 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"700 add_17" -> "727 add_18" [label="(1, 197, 768)", style=solid]; +"701 _param_constant106" -> "703 layer_norm_17" [label="(768,)", style=solid]; +"702 _param_constant107" -> "703 layer_norm_17" [label="(768,)", style=solid]; +"703 layer_norm_17" -> "705 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"704 _param_constant109" -> "713 linear_34" [label="(3072,)", style=solid]; +"705 layer_norm_17_0_0_nncf_smooth_quant_0" -> "706 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"706 quantize_per_tensor_default_53" -> "707 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"707 dequantize_per_tensor_default_53" -> "713 linear_34" [label="(1, 197, 768)", style=solid]; +"708 linear_34_scale_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"708 linear_34_scale_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_zero_point_0" -> "711 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"709 linear_34_zero_point_0" -> "712 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"710 compressed_weight_updated_constant35" -> "711 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"711 quantize_per_channel_default_35" -> "712 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"712 dequantize_per_channel_default_35" -> "713 linear_34" [label="(3072, 768)", style=solid]; +"713 linear_34" -> "714 gelu_8" [label="(1, 197, 3072)", style=solid]; +"714 gelu_8" -> "715 dropout_26" [label="(1, 197, 3072)", style=solid]; +"715 dropout_26" -> "717 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"716 _param_constant111" -> "725 linear_35" [label="(768,)", style=solid]; +"717 dropout_26_0_0_nncf_smooth_quant_0" -> "718 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"718 quantize_per_tensor_default_54" -> "719 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"719 dequantize_per_tensor_default_54" -> "725 linear_35" [label="(1, 197, 3072)", style=solid]; +"720 linear_35_scale_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"720 linear_35_scale_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_zero_point_0" -> "723 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"721 linear_35_zero_point_0" -> "724 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"722 compressed_weight_updated_constant36" -> "723 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"723 quantize_per_channel_default_36" -> "724 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"724 dequantize_per_channel_default_36" -> "725 linear_35" [label="(768, 3072)", style=solid]; +"725 linear_35" -> "726 dropout_27" [label="(1, 197, 768)", style=solid]; +"726 dropout_27" -> "727 add_18" [label="(1, 197, 768)", style=solid]; +"727 add_18" -> "730 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"727 add_18" -> "779 add_19" [label="(1, 197, 768)", style=solid]; +"728 _param_constant112" -> "730 layer_norm_18" [label="(768,)", style=solid]; +"729 _param_constant113" -> "730 layer_norm_18" [label="(768,)", style=solid]; +"730 layer_norm_18" -> "731 transpose_54" [label="(1, 197, 768)", style=solid]; +"731 transpose_54" -> "733 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"732 _param_constant115" -> "741 linear_36" [label="(2304,)", style=solid]; +"733 transpose_54_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"734 quantize_per_tensor_default_55" -> "735 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"735 dequantize_per_tensor_default_55" -> "741 linear_36" [label="(197, 1, 768)", style=solid]; +"736 linear_36_scale_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"736 linear_36_scale_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_zero_point_0" -> "739 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"737 linear_36_zero_point_0" -> "740 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"738 compressed_weight_updated_constant37" -> "739 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"739 quantize_per_channel_default_37" -> "740 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"740 dequantize_per_channel_default_37" -> "741 linear_36" [label="(2304, 768)", style=solid]; +"741 linear_36" -> "742 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"742 unflatten_9" -> "743 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"743 unsqueeze_9" -> "744 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"744 transpose_55" -> "745 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"745 squeeze_9" -> "746 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"746 contiguous_9" -> "747 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"746 contiguous_9" -> "750 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"746 contiguous_9" -> "753 select_29" [label="(3, 197, 1, 768)", style=solid]; +"747 quantize_per_tensor_default_56" -> "748 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"748 dequantize_per_tensor_default_56" -> "749 select_27" [label="(3, 197, 1, 768)", style=solid]; +"749 select_27" -> "754 view_72" [label="(197, 1, 768)", style=solid]; +"750 quantize_per_tensor_default_57" -> "751 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"751 dequantize_per_tensor_default_57" -> "752 select_28" [label="(3, 197, 1, 768)", style=solid]; +"752 select_28" -> "756 view_73" [label="(197, 1, 768)", style=solid]; +"753 select_29" -> "758 view_74" [label="(197, 1, 768)", style=solid]; +"754 view_72" -> "755 transpose_56" [label="(197, 12, 64)", style=solid]; +"755 transpose_56" -> "760 view_75" [label="(12, 197, 64)", style=solid]; +"756 view_73" -> "757 transpose_57" [label="(197, 12, 64)", style=solid]; +"757 transpose_57" -> "761 view_76" [label="(12, 197, 64)", style=solid]; +"758 view_74" -> "759 transpose_58" [label="(197, 12, 64)", style=solid]; +"759 transpose_58" -> "762 view_77" [label="(12, 197, 64)", style=solid]; +"760 view_75" -> "763 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"761 view_76" -> "763 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"762 view_77" -> "763 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"763 scaled_dot_product_attention_9" -> "764 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"764 permute_10" -> "765 view_78" [label="(197, 1, 12, 64)", style=solid]; +"765 view_78" -> "767 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"766 _param_constant117" -> "775 linear_37" [label="(768,)", style=solid]; +"767 view_78_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"768 quantize_per_tensor_default_58" -> "769 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"769 dequantize_per_tensor_default_58" -> "775 linear_37" [label="(197, 768)", style=solid]; +"770 linear_37_scale_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"770 linear_37_scale_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_zero_point_0" -> "773 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"771 linear_37_zero_point_0" -> "774 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"772 compressed_weight_updated_constant38" -> "773 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"773 quantize_per_channel_default_38" -> "774 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"774 dequantize_per_channel_default_38" -> "775 linear_37" [label="(768, 768)", style=solid]; +"775 linear_37" -> "776 view_79" [label="(197, 768)", style=solid]; +"776 view_79" -> "777 transpose_59" [label="(197, 1, 768)", style=solid]; +"777 transpose_59" -> "778 dropout_28" [label="(1, 197, 768)", style=solid]; +"778 dropout_28" -> "779 add_19" [label="(1, 197, 768)", style=solid]; +"779 add_19" -> "782 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"779 add_19" -> "806 add_20" [label="(1, 197, 768)", style=solid]; +"780 _param_constant118" -> "782 layer_norm_19" [label="(768,)", style=solid]; +"781 _param_constant119" -> "782 layer_norm_19" [label="(768,)", style=solid]; +"782 layer_norm_19" -> "784 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"783 _param_constant121" -> "792 linear_38" [label="(3072,)", style=solid]; +"784 layer_norm_19_0_0_nncf_smooth_quant_0" -> "785 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"785 quantize_per_tensor_default_59" -> "786 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"786 dequantize_per_tensor_default_59" -> "792 linear_38" [label="(1, 197, 768)", style=solid]; +"787 linear_38_scale_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"787 linear_38_scale_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_zero_point_0" -> "790 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"788 linear_38_zero_point_0" -> "791 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"789 compressed_weight_updated_constant39" -> "790 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"790 quantize_per_channel_default_39" -> "791 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"791 dequantize_per_channel_default_39" -> "792 linear_38" [label="(3072, 768)", style=solid]; +"792 linear_38" -> "793 gelu_9" [label="(1, 197, 3072)", style=solid]; +"793 gelu_9" -> "794 dropout_29" [label="(1, 197, 3072)", style=solid]; +"794 dropout_29" -> "796 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"795 _param_constant123" -> "804 linear_39" [label="(768,)", style=solid]; +"796 dropout_29_0_0_nncf_smooth_quant_0" -> "797 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"797 quantize_per_tensor_default_60" -> "798 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"798 dequantize_per_tensor_default_60" -> "804 linear_39" [label="(1, 197, 3072)", style=solid]; +"799 linear_39_scale_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"799 linear_39_scale_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"800 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"801 compressed_weight_updated_constant40" -> "802 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"803 dequantize_per_channel_default_40" -> "804 linear_39" [label="(768, 3072)", style=solid]; +"804 linear_39" -> "805 dropout_30" [label="(1, 197, 768)", style=solid]; +"805 dropout_30" -> "806 add_20" [label="(1, 197, 768)", style=solid]; +"806 add_20" -> "809 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"806 add_20" -> "858 add_21" [label="(1, 197, 768)", style=solid]; +"807 _param_constant124" -> "809 layer_norm_20" [label="(768,)", style=solid]; +"808 _param_constant125" -> "809 layer_norm_20" [label="(768,)", style=solid]; +"809 layer_norm_20" -> "810 transpose_60" [label="(1, 197, 768)", style=solid]; +"810 transpose_60" -> "812 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"811 _param_constant127" -> "820 linear_40" [label="(2304,)", style=solid]; +"812 transpose_60_0_0_nncf_smooth_quant_0" -> "813 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"813 quantize_per_tensor_default_61" -> "814 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"814 dequantize_per_tensor_default_61" -> "820 linear_40" [label="(197, 1, 768)", style=solid]; +"815 linear_40_scale_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"815 linear_40_scale_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_zero_point_0" -> "818 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"816 linear_40_zero_point_0" -> "819 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"817 compressed_weight_updated_constant41" -> "818 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"818 quantize_per_channel_default_41" -> "819 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"819 dequantize_per_channel_default_41" -> "820 linear_40" [label="(2304, 768)", style=solid]; +"820 linear_40" -> "821 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"821 unflatten_10" -> "822 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"822 unsqueeze_10" -> "823 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"823 transpose_61" -> "824 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"824 squeeze_10" -> "825 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"825 contiguous_10" -> "826 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"825 contiguous_10" -> "829 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"825 contiguous_10" -> "832 select_32" [label="(3, 197, 1, 768)", style=solid]; +"826 quantize_per_tensor_default_62" -> "827 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"827 dequantize_per_tensor_default_62" -> "828 select_30" [label="(3, 197, 1, 768)", style=solid]; +"828 select_30" -> "833 view_80" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_63" -> "830 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_63" -> "831 select_31" [label="(3, 197, 1, 768)", style=solid]; +"831 select_31" -> "835 view_81" [label="(197, 1, 768)", style=solid]; +"832 select_32" -> "837 view_82" [label="(197, 1, 768)", style=solid]; +"833 view_80" -> "834 transpose_62" [label="(197, 12, 64)", style=solid]; +"834 transpose_62" -> "839 view_83" [label="(12, 197, 64)", style=solid]; +"835 view_81" -> "836 transpose_63" [label="(197, 12, 64)", style=solid]; +"836 transpose_63" -> "840 view_84" [label="(12, 197, 64)", style=solid]; +"837 view_82" -> "838 transpose_64" [label="(197, 12, 64)", style=solid]; +"838 transpose_64" -> "841 view_85" [label="(12, 197, 64)", style=solid]; +"839 view_83" -> "842 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"840 view_84" -> "842 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"841 view_85" -> "842 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"842 scaled_dot_product_attention_10" -> "843 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"843 permute_11" -> "844 view_86" [label="(197, 1, 12, 64)", style=solid]; +"844 view_86" -> "846 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"845 _param_constant129" -> "854 linear_41" [label="(768,)", style=solid]; +"846 view_86_0_0_nncf_smooth_quant_0" -> "847 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"847 quantize_per_tensor_default_64" -> "848 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"848 dequantize_per_tensor_default_64" -> "854 linear_41" [label="(197, 768)", style=solid]; +"849 linear_41_scale_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"849 linear_41_scale_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_zero_point_0" -> "852 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"850 linear_41_zero_point_0" -> "853 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"851 compressed_weight_updated_constant42" -> "852 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"852 quantize_per_channel_default_42" -> "853 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"853 dequantize_per_channel_default_42" -> "854 linear_41" [label="(768, 768)", style=solid]; +"854 linear_41" -> "855 view_87" [label="(197, 768)", style=solid]; +"855 view_87" -> "856 transpose_65" [label="(197, 1, 768)", style=solid]; +"856 transpose_65" -> "857 dropout_31" [label="(1, 197, 768)", style=solid]; +"857 dropout_31" -> "858 add_21" [label="(1, 197, 768)", style=solid]; +"858 add_21" -> "861 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"858 add_21" -> "885 add_22" [label="(1, 197, 768)", style=solid]; +"859 _param_constant130" -> "861 layer_norm_21" [label="(768,)", style=solid]; +"860 _param_constant131" -> "861 layer_norm_21" [label="(768,)", style=solid]; +"861 layer_norm_21" -> "863 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"862 _param_constant133" -> "871 linear_42" [label="(3072,)", style=solid]; +"863 layer_norm_21_0_0_nncf_smooth_quant_0" -> "864 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"864 quantize_per_tensor_default_65" -> "865 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"865 dequantize_per_tensor_default_65" -> "871 linear_42" [label="(1, 197, 768)", style=solid]; +"866 linear_42_scale_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"866 linear_42_scale_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_zero_point_0" -> "869 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"867 linear_42_zero_point_0" -> "870 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"868 compressed_weight_updated_constant43" -> "869 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"869 quantize_per_channel_default_43" -> "870 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"870 dequantize_per_channel_default_43" -> "871 linear_42" [label="(3072, 768)", style=solid]; +"871 linear_42" -> "872 gelu_10" [label="(1, 197, 3072)", style=solid]; +"872 gelu_10" -> "873 dropout_32" [label="(1, 197, 3072)", style=solid]; +"873 dropout_32" -> "875 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"874 _param_constant135" -> "883 linear_43" [label="(768,)", style=solid]; +"875 dropout_32_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"876 quantize_per_tensor_default_66" -> "877 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"877 dequantize_per_tensor_default_66" -> "883 linear_43" [label="(1, 197, 3072)", style=solid]; +"878 linear_43_scale_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"878 linear_43_scale_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_zero_point_0" -> "881 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"879 linear_43_zero_point_0" -> "882 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"880 compressed_weight_updated_constant44" -> "881 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"881 quantize_per_channel_default_44" -> "882 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"882 dequantize_per_channel_default_44" -> "883 linear_43" [label="(768, 3072)", style=solid]; +"883 linear_43" -> "884 dropout_33" [label="(1, 197, 768)", style=solid]; +"884 dropout_33" -> "885 add_22" [label="(1, 197, 768)", style=solid]; +"885 add_22" -> "888 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"885 add_22" -> "937 add_23" [label="(1, 197, 768)", style=solid]; +"886 _param_constant136" -> "888 layer_norm_22" [label="(768,)", style=solid]; +"887 _param_constant137" -> "888 layer_norm_22" [label="(768,)", style=solid]; +"888 layer_norm_22" -> "889 transpose_66" [label="(1, 197, 768)", style=solid]; +"889 transpose_66" -> "891 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"890 _param_constant139" -> "899 linear_44" [label="(2304,)", style=solid]; +"891 transpose_66_0_0_nncf_smooth_quant_0" -> "892 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"892 quantize_per_tensor_default_67" -> "893 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"893 dequantize_per_tensor_default_67" -> "899 linear_44" [label="(197, 1, 768)", style=solid]; +"894 linear_44_scale_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"894 linear_44_scale_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_zero_point_0" -> "897 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"895 linear_44_zero_point_0" -> "898 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"896 compressed_weight_updated_constant45" -> "897 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"897 quantize_per_channel_default_45" -> "898 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"898 dequantize_per_channel_default_45" -> "899 linear_44" [label="(2304, 768)", style=solid]; +"899 linear_44" -> "900 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"900 unflatten_11" -> "901 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"901 unsqueeze_11" -> "902 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"902 transpose_67" -> "903 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"903 squeeze_11" -> "904 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"904 contiguous_11" -> "905 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"904 contiguous_11" -> "908 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"904 contiguous_11" -> "911 select_35" [label="(3, 197, 1, 768)", style=solid]; +"905 quantize_per_tensor_default_68" -> "906 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"906 dequantize_per_tensor_default_68" -> "907 select_33" [label="(3, 197, 1, 768)", style=solid]; +"907 select_33" -> "912 view_88" [label="(197, 1, 768)", style=solid]; +"908 quantize_per_tensor_default_69" -> "909 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"909 dequantize_per_tensor_default_69" -> "910 select_34" [label="(3, 197, 1, 768)", style=solid]; +"910 select_34" -> "914 view_89" [label="(197, 1, 768)", style=solid]; +"911 select_35" -> "916 view_90" [label="(197, 1, 768)", style=solid]; +"912 view_88" -> "913 transpose_68" [label="(197, 12, 64)", style=solid]; +"913 transpose_68" -> "918 view_91" [label="(12, 197, 64)", style=solid]; +"914 view_89" -> "915 transpose_69" [label="(197, 12, 64)", style=solid]; +"915 transpose_69" -> "919 view_92" [label="(12, 197, 64)", style=solid]; +"916 view_90" -> "917 transpose_70" [label="(197, 12, 64)", style=solid]; +"917 transpose_70" -> "920 view_93" [label="(12, 197, 64)", style=solid]; +"918 view_91" -> "921 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"919 view_92" -> "921 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"920 view_93" -> "921 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"921 scaled_dot_product_attention_11" -> "922 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"922 permute_12" -> "923 view_94" [label="(197, 1, 12, 64)", style=solid]; +"923 view_94" -> "925 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"924 _param_constant141" -> "933 linear_45" [label="(768,)", style=solid]; +"925 view_94_0_0_nncf_smooth_quant_0" -> "926 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"926 quantize_per_tensor_default_70" -> "927 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"927 dequantize_per_tensor_default_70" -> "933 linear_45" [label="(197, 768)", style=solid]; +"928 linear_45_scale_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"928 linear_45_scale_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_zero_point_0" -> "931 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"929 linear_45_zero_point_0" -> "932 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"930 compressed_weight_updated_constant46" -> "931 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"931 quantize_per_channel_default_46" -> "932 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"932 dequantize_per_channel_default_46" -> "933 linear_45" [label="(768, 768)", style=solid]; +"933 linear_45" -> "934 view_95" [label="(197, 768)", style=solid]; +"934 view_95" -> "935 transpose_71" [label="(197, 1, 768)", style=solid]; +"935 transpose_71" -> "936 dropout_34" [label="(1, 197, 768)", style=solid]; +"936 dropout_34" -> "937 add_23" [label="(1, 197, 768)", style=solid]; +"937 add_23" -> "940 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"937 add_23" -> "964 add_24" [label="(1, 197, 768)", style=solid]; +"938 _param_constant142" -> "940 layer_norm_23" [label="(768,)", style=solid]; +"939 _param_constant143" -> "940 layer_norm_23" [label="(768,)", style=solid]; +"940 layer_norm_23" -> "942 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"941 _param_constant145" -> "950 linear_46" [label="(3072,)", style=solid]; +"942 layer_norm_23_0_0_nncf_smooth_quant_0" -> "943 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"943 quantize_per_tensor_default_71" -> "944 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"944 dequantize_per_tensor_default_71" -> "950 linear_46" [label="(1, 197, 768)", style=solid]; +"945 linear_46_scale_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"945 linear_46_scale_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_zero_point_0" -> "948 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"946 linear_46_zero_point_0" -> "949 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"947 compressed_weight_updated_constant47" -> "948 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"948 quantize_per_channel_default_47" -> "949 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"949 dequantize_per_channel_default_47" -> "950 linear_46" [label="(3072, 768)", style=solid]; +"950 linear_46" -> "951 gelu_11" [label="(1, 197, 3072)", style=solid]; +"951 gelu_11" -> "952 dropout_35" [label="(1, 197, 3072)", style=solid]; +"952 dropout_35" -> "954 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"953 _param_constant147" -> "962 linear_47" [label="(768,)", style=solid]; +"954 dropout_35_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"955 quantize_per_tensor_default_72" -> "956 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"956 dequantize_per_tensor_default_72" -> "962 linear_47" [label="(1, 197, 3072)", style=solid]; +"957 linear_47_scale_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"957 linear_47_scale_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_zero_point_0" -> "960 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"958 linear_47_zero_point_0" -> "961 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"959 compressed_weight_updated_constant48" -> "960 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"960 quantize_per_channel_default_48" -> "961 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"961 dequantize_per_channel_default_48" -> "962 linear_47" [label="(768, 3072)", style=solid]; +"962 linear_47" -> "963 dropout_36" [label="(1, 197, 768)", style=solid]; +"963 dropout_36" -> "964 add_24" [label="(1, 197, 768)", style=solid]; +"964 add_24" -> "967 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"965 _param_constant148" -> "967 layer_norm_24" [label="(768,)", style=solid]; +"966 _param_constant149" -> "967 layer_norm_24" [label="(768,)", style=solid]; +"967 layer_norm_24" -> "968 slice_1" [label="(1, 197, 768)", style=solid]; +"968 slice_1" -> "969 select_36" [label="(1, 197, 768)", style=solid]; +"969 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"970 _param_constant151" -> "979 linear_48" [label="(1000,)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"978 dequantize_per_channel_default_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; +"979 linear_48" -> "980 output" [label="(1, 1000)", style=solid]; } diff --git a/tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_invalid.dot b/tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_invalid.dot new file mode 100644 index 00000000000..5db5924962f --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_invalid.dot @@ -0,0 +1,50 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 _param_constant0" [id=1, type=get_attr]; +"2 _param_constant1" [id=2, type=get_attr]; +"3 scale_node0" [id=3, type=get_attr]; +"4 weight_node0" [id=4, type=get_attr]; +"5 quantize_per_channel_default" [id=5, type=quantize_per_channel]; +"6 add_tensor_2" [id=6, type=add]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 conv2d" [id=8, type=conv2d]; +"9 _param_constant2" [id=9, type=get_attr]; +"10 _param_constant3" [id=10, type=get_attr]; +"11 conv2d_1" [id=11, type=conv2d]; +"12 _tensor_constant0" [id=12, type=get_attr]; +"13 add_" [id=13, type=add_]; +"14 _tensor_constant0_1" [id=14, type=get_attr]; +"15 add__1" [id=15, type=add_]; +"16 add" [id=16, type=add]; +"17 _param_constant4" [id=17, type=get_attr]; +"18 _param_constant5" [id=18, type=get_attr]; +"19 conv2d_2" [id=19, type=conv2d]; +"20 _tensor_constant0_2" [id=20, type=get_attr]; +"21 add_1" [id=21, type=add]; +"22 output" [id=22, type=output]; +"0 arg0_1" -> "8 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"1 _param_constant0" -> "5 quantize_per_channel_default" [label="(3, 3, 1, 1)", style=solid]; +"2 _param_constant1" -> "8 conv2d" [label="(3,)", style=solid]; +"3 scale_node0" -> "5 quantize_per_channel_default" [label="(3,)", style=solid]; +"3 scale_node0" -> "7 dequantize_per_channel_default" [label="(3,)", style=solid]; +"4 weight_node0" -> "5 quantize_per_channel_default" [label="(3,)", style=solid]; +"4 weight_node0" -> "7 dequantize_per_channel_default" [label="(3,)", style=solid]; +"5 quantize_per_channel_default" -> "6 add_tensor_2" [label="(3, 3, 1, 1)", style=solid]; +"6 add_tensor_2" -> "7 dequantize_per_channel_default" [label="(3, 3, 1, 1)", style=solid]; +"7 dequantize_per_channel_default" -> "8 conv2d" [label="(3, 3, 1, 1)", style=solid]; +"8 conv2d" -> "11 conv2d_1" [label="(1, 3, 224, 224)", style=solid]; +"8 conv2d" -> "13 add_" [label="(1, 3, 224, 224)", style=solid]; +"9 _param_constant2" -> "11 conv2d_1" [label="(3, 3, 1, 1)", style=solid]; +"10 _param_constant3" -> "11 conv2d_1" [label="(3,)", style=solid]; +"11 conv2d_1" -> "15 add__1" [label="(1, 3, 224, 224)", style=solid]; +"12 _tensor_constant0" -> "13 add_" [label="(1,)", style=solid]; +"13 add_" -> "16 add" [label="(1, 3, 224, 224)", style=solid]; +"14 _tensor_constant0_1" -> "15 add__1" [label="(1,)", style=solid]; +"15 add__1" -> "16 add" [label="(1, 3, 224, 224)", style=solid]; +"16 add" -> "19 conv2d_2" [label="(1, 3, 224, 224)", style=solid]; +"17 _param_constant4" -> "19 conv2d_2" [label="(3, 3, 1, 1)", style=solid]; +"18 _param_constant5" -> "19 conv2d_2" [label="(3,)", style=solid]; +"19 conv2d_2" -> "21 add_1" [label="(1, 3, 224, 224)", style=solid]; +"20 _tensor_constant0_2" -> "21 add_1" [label="(1,)", style=solid]; +"21 add_1" -> "22 output" [label="(1, 3, 224, 224)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_valid.dot b/tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_valid.dot new file mode 100644 index 00000000000..232b2ba544a --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/transformed/compress_post_quantize_valid.dot @@ -0,0 +1,46 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 _param_constant1" [id=1, type=get_attr]; +"2 scale_updated_constant0" [id=2, type=get_attr]; +"3 compressed_weight_updated_constant0" [id=3, type=get_attr]; +"4 mul_tensor" [id=4, type=mul]; +"5 zero_point_updated_constant0" [id=5, type=get_attr]; +"6 sub_tensor" [id=6, type=sub]; +"7 conv2d" [id=7, type=conv2d]; +"8 _param_constant2" [id=8, type=get_attr]; +"9 _param_constant3" [id=9, type=get_attr]; +"10 conv2d_1" [id=10, type=conv2d]; +"11 _tensor_constant0" [id=11, type=get_attr]; +"12 add_" [id=12, type=add_]; +"13 _tensor_constant0_1" [id=13, type=get_attr]; +"14 add__1" [id=14, type=add_]; +"15 add" [id=15, type=add]; +"16 _param_constant4" [id=16, type=get_attr]; +"17 _param_constant5" [id=17, type=get_attr]; +"18 conv2d_2" [id=18, type=conv2d]; +"19 _tensor_constant0_2" [id=19, type=get_attr]; +"20 add_1" [id=20, type=add]; +"21 output" [id=21, type=output]; +"0 arg0_1" -> "7 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"1 _param_constant1" -> "7 conv2d" [label="(3,)", style=solid]; +"2 scale_updated_constant0" -> "4 mul_tensor" [label="(3, 1, 1, 1)", style=solid]; +"3 compressed_weight_updated_constant0" -> "4 mul_tensor" [label="(3, 3, 1, 1)", style=solid]; +"4 mul_tensor" -> "6 sub_tensor" [label="(3, 3, 1, 1)", style=solid]; +"5 zero_point_updated_constant0" -> "6 sub_tensor" [label="(3, 1, 1, 1)", style=solid]; +"6 sub_tensor" -> "7 conv2d" [label="(3, 3, 1, 1)", style=solid]; +"7 conv2d" -> "10 conv2d_1" [label="(1, 3, 224, 224)", style=solid]; +"7 conv2d" -> "12 add_" [label="(1, 3, 224, 224)", style=solid]; +"8 _param_constant2" -> "10 conv2d_1" [label="(3, 3, 1, 1)", style=solid]; +"9 _param_constant3" -> "10 conv2d_1" [label="(3,)", style=solid]; +"10 conv2d_1" -> "14 add__1" [label="(1, 3, 224, 224)", style=solid]; +"11 _tensor_constant0" -> "12 add_" [label="(1,)", style=solid]; +"12 add_" -> "15 add" [label="(1, 3, 224, 224)", style=solid]; +"13 _tensor_constant0_1" -> "14 add__1" [label="(1,)", style=solid]; +"14 add__1" -> "15 add" [label="(1, 3, 224, 224)", style=solid]; +"15 add" -> "18 conv2d_2" [label="(1, 3, 224, 224)", style=solid]; +"16 _param_constant4" -> "18 conv2d_2" [label="(3, 3, 1, 1)", style=solid]; +"17 _param_constant5" -> "18 conv2d_2" [label="(3,)", style=solid]; +"18 conv2d_2" -> "20 add_1" [label="(1, 3, 224, 224)", style=solid]; +"19 _tensor_constant0_2" -> "20 add_1" [label="(1,)", style=solid]; +"20 add_1" -> "21 output" [label="(1, 3, 224, 224)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot b/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot new file mode 100644 index 00000000000..5c9bc911d09 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/transformed/folded_model.dot @@ -0,0 +1,15 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 _frozen_param0" [id=1, type=get_attr]; +"2 _param_constant3" [id=2, type=get_attr]; +"3 _param_constant4" [id=3, type=get_attr]; +"4 linear_1" [id=4, type=linear]; +"5 add" [id=5, type=add]; +"6 output" [id=6, type=output]; +"0 arg0_1" -> "4 linear_1" [label="(1, 3, 3, 3)", style=solid]; +"1 _frozen_param0" -> "5 add" [label="(3, 3)", style=solid]; +"2 _param_constant3" -> "4 linear_1" [label="(3, 3)", style=solid]; +"3 _param_constant4" -> "4 linear_1" [label="(3,)", style=solid]; +"4 linear_1" -> "5 add" [label="(1, 3, 3, 3)", style=solid]; +"5 add" -> "6 output" [label="(1, 3, 3, 3)", style=solid]; +} diff --git a/tests/torch/fx/test_model_transformer.py b/tests/torch/fx/test_model_transformer.py index d1ea94a3e3e..d9120b8fb43 100644 --- a/tests/torch/fx/test_model_transformer.py +++ b/tests/torch/fx/test_model_transformer.py @@ -9,6 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. +from copy import deepcopy from dataclasses import dataclass from pathlib import Path from typing import Any, Tuple @@ -29,11 +30,13 @@ from nncf.common.graph.transformations.commands import TargetType from nncf.common.graph.transformations.layout import TransformationLayout from nncf.common.quantization.structs import QuantizationScheme as QuantizationMode +from nncf.experimental.torch.fx.constant_folding import constant_fold from nncf.experimental.torch.fx.model_transformer import FXModelTransformer from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.experimental.torch.fx.node_utils import get_tensor_constant_from_node from nncf.experimental.torch.fx.transformations import _set_new_node_meta +from nncf.experimental.torch.fx.transformations import compress_post_quantize_transformation from nncf.experimental.torch.fx.transformations import constant_update_transformation_builder from nncf.experimental.torch.fx.transformations import leaf_module_insertion_transformation_builder from nncf.experimental.torch.fx.transformations import module_insertion_transformation_builder @@ -45,8 +48,8 @@ from nncf.torch.graph.operator_metatypes import CONST_NOOP_METATYPES from nncf.torch.graph.transformations.commands import PTModelExtractionCommand from nncf.torch.graph.transformations.commands import PTTargetPoint -from tests.torch.fx.test_sanity import count_q_dq from tests.torch.test_compressed_graph import check_graph +from tests.torch.test_models.synthetic import ConstantFoldingTestModel from tests.torch.test_models.synthetic import ConvolutionWithAllConstantInputsModel from tests.torch.test_models.synthetic import ConvolutionWithNotTensorBiasModel from tests.torch.test_models.synthetic import ConvolutionWithSeveralOutputs @@ -472,11 +475,12 @@ def get_shared_constant_nodes(nncf_graph: NNCFGraph): return shared_const_node_consumer_node -def insert_qdq_add_nodes(model: torch.fx.GraphModule): +def insert_qdq_nodes(model: torch.fx.GraphModule, correct_pattern: bool): const_node = get_graph_node_by_name(model.graph, "_param_constant0") quantize_op = torch.ops.quantized_decomposed.quantize_per_channel.default dequantize_op = torch.ops.quantized_decomposed.dequantize_per_channel.default - add_op = torch.add + add_op = torch.ops.aten.add.Tensor + conv_node = get_graph_node_by_name(model.graph, "conv2d") with model.graph.inserting_before(conv_node): scale_node = create_getattr_from_value( @@ -501,27 +505,44 @@ def insert_qdq_add_nodes(model: torch.fx.GraphModule): ) qdq_args = (scale_node, zp_node, 0, -128, 127, torch.int8) q_node = model.graph.create_node("call_function", quantize_op, (const_node,) + qdq_args, {}) - add_node = model.graph.create_node("call_function", add_op, (q_node, 0), {}) - dq_node = model.graph.create_node("call_function", dequantize_op, (add_node,) + qdq_args, {}) - _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) - _set_new_node_meta(add_node, (q_node, 0), add_op, model) - _set_new_node_meta(dq_node, (add_node,) + qdq_args, dequantize_op, model) + if not correct_pattern: + add_node = model.graph.create_node("call_function", add_op, (q_node, 0), {}) + dq_node = model.graph.create_node("call_function", dequantize_op, (add_node,) + qdq_args, {}) + _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) + _set_new_node_meta(add_node, (q_node, 0), add_op, model) + _set_new_node_meta(dq_node, (add_node,) + qdq_args, dequantize_op, model) + else: + dq_node = model.graph.create_node("call_function", dequantize_op, (q_node,) + qdq_args, {}) + _set_new_node_meta(q_node, (const_node,) + qdq_args, quantize_op, model) + _set_new_node_meta(dq_node, (q_node,) + qdq_args, dequantize_op, model) conv_node.replace_input_with(const_node, dq_node) + model.graph.eliminate_dead_code() + model.recompile() -def test_different_qdq_pattern(): +def test_compress_post_quantize_transformation(): model = MultiBranchesConnectedModel() ex_input = torch.ones(1, 3, 224, 224) - captured_model = _capture_model(model, ex_input) - quantized_before_insertion = nncf.quantize(captured_model, nncf.Dataset([ex_input])) - q_before, dq_before = count_q_dq(quantized_before_insertion) - insert_qdq_add_nodes(captured_model) - quantized_after_insertion = nncf.quantize(captured_model, nncf.Dataset([ex_input])) - q_after, dq_after = count_q_dq(quantized_after_insertion) - assert q_before == 5 - assert dq_before == 6 - assert q_after == 6 - assert dq_after == 7 + + model_with_correct_pattern = _capture_model(model, ex_input) + insert_qdq_nodes(model_with_correct_pattern, True) + compress_post_quantize_transformation(model_with_correct_pattern) + check_graph( + NNCFGraphFactory.create(model_with_correct_pattern), + "compress_post_quantize_valid.dot", + TRANSFORMED_GRAPH_DIR_NAME, + extended=True, + ) + + model_with_incorrect_pattern = _capture_model(model, ex_input) + insert_qdq_nodes(model_with_incorrect_pattern, False) + compress_post_quantize_transformation(model_with_incorrect_pattern) + check_graph( + NNCFGraphFactory.create(model_with_incorrect_pattern), + "compress_post_quantize_invalid.dot", + TRANSFORMED_GRAPH_DIR_NAME, + extended=True, + ) def test_update_shared_constant(): @@ -544,3 +565,15 @@ def test_update_shared_constant(): fx_node_to_check_const_value = get_tensor_constant_from_node(fx_node_to_check_const, captured_model) assert fx_node_to_check_const_value == torch.tensor([100]) + + +def test_constant_folding(): + model = ConstantFoldingTestModel() + captured_model = _capture_model(model, torch.ones(model.INPUT_SIZE)) + folded_model = deepcopy(captured_model) + constant_fold(folded_model) + ex_input = torch.ones(model.INPUT_SIZE) + assert torch.allclose(captured_model(ex_input), folded_model(ex_input)) + + nncf_graph = GraphConverter.create_nncf_graph(folded_model) + check_graph(nncf_graph, "folded_model.dot", TRANSFORMED_GRAPH_DIR_NAME, extended=True) diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index c9cab6c6c6f..e0554af6719 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -162,7 +162,7 @@ def test_model(test_case: ModelCase): torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}, [ - (298, 298), + (250, 250), (149, 149), ], ), diff --git a/tests/torch/test_models/synthetic.py b/tests/torch/test_models/synthetic.py index a92f6cb768a..55cce876da0 100644 --- a/tests/torch/test_models/synthetic.py +++ b/tests/torch/test_models/synthetic.py @@ -582,3 +582,23 @@ def forward(self, x): x = self.relu(self.conv2(x)) x = self.bn2(x) return x + + +class ConstantFoldingTestModel(nn.Module): + INPUT_SIZE = (1, 3, 3, 3) + + def __init__(self): + super().__init__() + self.linear_act = nn.Linear(3, 3) + self.linear_act.weight.data = 2 * torch.ones((3, 3)) + + self.linear_w = nn.Linear(3, 3) + self.linear_w.weight.data = 3 * torch.ones((3, 3)) + + self.param = nn.Parameter(4 * torch.ones((3, 3))) + + def forward(self, x): + y = self.linear_w(self.param) + y += 10 + x = self.linear_act(x) + return x + y From 443da3046030c7c7414aa41c4cf7f01f1b84a945 Mon Sep 17 00:00:00 2001 From: dlyakhov Date: Mon, 21 Oct 2024 18:25:37 +0200 Subject: [PATCH 4/5] WIP --- .../torch/fx/quantization/quantizer.py | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/nncf/experimental/torch/fx/quantization/quantizer.py b/nncf/experimental/torch/fx/quantization/quantizer.py index df14c748000..2fe06bc8e87 100644 --- a/nncf/experimental/torch/fx/quantization/quantizer.py +++ b/nncf/experimental/torch/fx/quantization/quantizer.py @@ -9,6 +9,9 @@ # See the License for the specific language governing permissions and # limitations under the License. +import os + +os.environ["TORCHINDUCTOR_FREEZING"] = "1" from collections import defaultdict from copy import deepcopy @@ -48,6 +51,7 @@ from nncf.common.quantization.structs import QuantizationScheme from nncf.common.quantization.structs import QuantizerConfig from nncf.data import Dataset +from nncf.experimental.torch.fx.constant_folding import constant_fold # from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import fuse_conv_bn @@ -61,7 +65,7 @@ from tests.torch.fx.helpers import visualize_fx_model -def measure_time(model, example_inputs, num_iters=500): +def measure_time(model, example_inputs, num_iters=3000): with torch.no_grad(): model(*example_inputs) total_time = 0 @@ -191,7 +195,8 @@ def get_quantizer_config_from_anotated_model(anotated_model: torch.fx.GraphModul ) qconfig = QuantizerConfig(mode=mode, signedness_to_force=signed, per_channel=per_channel) qps = [] - if from_n.op == "get_attr": + # If input node is a constant and placed not at activations port (0) + if from_n.op == "get_attr" and to_n.args.index(from_n) != 0: qip = WeightQuantizationInsertionPoint(to_n.name) qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) qps.append(qp) @@ -227,7 +232,8 @@ def main(model_cls): quantizer.set_global(get_default_x86_inductor_quantization_config()) nncf_quantizer_model = quantize_pt2e(exported_model, quantizer, calibration_dataset=nncf.Dataset([example_inputs])) - visualize_fx_model(nncf_quantizer_model, "nncf_quantizer_resnet.svg") + + visualize_fx_model(nncf_quantizer_model, "nncf_quantizer_before_fold_resnet.svg") return nncf_quantizer_model # exported_model = capture_pre_autograd_graph(model.eval(), (example_inputs,)) @@ -253,11 +259,13 @@ def main_native(model_cls): if __name__ == "__main__": with nncf.torch.disable_patching(): for model_cls in (models.resnet18, models.mobilenet_v3_small, models.vit_b_16, models.swin_v2_s): + # for model_cls in (models.mobilenet_v3_small,): print(f"{model_cls} check!") nncf_q_model = main(model_cls) - from nncf.experimental.torch.fx.constant_folding import constant_folding - constant_folding(nncf_q_model) + constant_fold(nncf_q_model) + visualize_fx_model(nncf_q_model, "nncf_quantizer_after_constant_fold_resnet.svg") + pt_q_model = main_native(model_cls) print("benchmarking...") pt_compiled = torch.compile(model_cls()) From 46f2a956645410a0e0ef56034e443442753e1f08 Mon Sep 17 00:00:00 2001 From: dlyakhov Date: Tue, 22 Oct 2024 16:28:41 +0200 Subject: [PATCH 5/5] POC NNCFQuantizer --- .../torch/fx/quantization/fx_quantizer.py | 110 ++++ .../{quantizer.py => quantizer_pt2e.py} | 92 +-- .../algorithms/min_max/algorithm.py | 326 +--------- .../algorithms/min_max/quantizer/backend.py | 323 ++++++++++ .../min_max/quantizer/ov_quantizer.py | 593 ++++++++++++++++++ .../algorithms/min_max/quantizer/quantizer.py | 26 + .../min_max/quantizer/torch_fx_backend.py | 366 +++++++++++ .../algorithms/post_training/algorithm.py | 3 + .../algorithms/post_training/pipeline.py | 18 + 9 files changed, 1447 insertions(+), 410 deletions(-) create mode 100644 nncf/experimental/torch/fx/quantization/fx_quantizer.py rename nncf/experimental/torch/fx/quantization/{quantizer.py => quantizer_pt2e.py} (64%) create mode 100644 nncf/quantization/algorithms/min_max/quantizer/backend.py create mode 100644 nncf/quantization/algorithms/min_max/quantizer/ov_quantizer.py create mode 100644 nncf/quantization/algorithms/min_max/quantizer/quantizer.py create mode 100644 nncf/quantization/algorithms/min_max/quantizer/torch_fx_backend.py diff --git a/nncf/experimental/torch/fx/quantization/fx_quantizer.py b/nncf/experimental/torch/fx/quantization/fx_quantizer.py new file mode 100644 index 00000000000..097929341da --- /dev/null +++ b/nncf/experimental/torch/fx/quantization/fx_quantizer.py @@ -0,0 +1,110 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +from collections import defaultdict +from copy import deepcopy + +import torch +import torch.fx +from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_group_id +from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_qspec +from torch.ao.quantization.pt2e.prepare import _get_obs_or_fq_map +from torch.ao.quantization.quantizer import Quantizer +from torch.ao.quantization.quantizer.quantizer import QuantizationSpec +from torch.ao.quantization.quantizer.quantizer import SharedQuantizationSpec + +import nncf +from nncf.common.graph.graph import NNCFGraph +from nncf.common.quantization.quantizer_setup import ActivationQuantizationInsertionPoint +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizationPoint +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup +from nncf.common.quantization.quantizer_setup import WeightQuantizationInsertionPoint +from nncf.common.quantization.structs import QuantizationScheme as QuantizationMode +from nncf.common.quantization.structs import QuantizerConfig +from nncf.quantization.algorithms.min_max.quantizer.quantizer import NNCFQuantizer + + +class NNCFFXQuantizer(NNCFQuantizer): + def __init__(self, quantizer: Quantizer): + self._quantizer = quantizer + + def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + anotated_model = deepcopy(model) + + self._quantizer.transform_for_annotation(anotated_model) + self._quantizer.annotate(anotated_model) + self._quantizer.validate(anotated_model) + return self.get_quantizer_config_from_anotated_model(anotated_model) + + @staticmethod + def get_quantizer_config_from_anotated_model(anotated_model: torch.fx.GraphModule) -> SingleConfigQuantizerSetup: + is_qat = False + edge_or_node_to_qspec = _get_edge_or_node_to_qspec(anotated_model) + edge_or_node_to_group_id = _get_edge_or_node_to_group_id(edge_or_node_to_qspec) + obs_or_fq_map = _get_obs_or_fq_map(edge_or_node_to_group_id, edge_or_node_to_qspec, is_qat) + if obs_or_fq_map: + pass + + q_map = defaultdict(list) + for edge, qspec in edge_or_node_to_qspec.items(): + if not isinstance(edge, tuple): + continue + from_n, to_n = edge + q_map[from_n].append(to_n) + + q_setup = SingleConfigQuantizerSetup() + for from_n, to_nodes in q_map.items(): + to_n = to_nodes[0] + qspec = edge_or_node_to_qspec[(from_n, to_n)] + if qspec is None: + continue + if isinstance(qspec, QuantizationSpec): + if qspec.qscheme in [torch.per_channel_affine, torch.per_channel_symmetric]: + per_channel = True + elif qspec.qscheme in [torch.per_tensor_affine, torch.per_tensor_symmetric]: + per_channel = False + else: + raise nncf.InternalError(f"Unknown qscheme: {qspec.qscheme}") + signed = qspec.dtype is torch.uint8 + mode = ( + QuantizationMode.SYMMETRIC + if qspec.qscheme in [torch.per_channel_symmetric, torch.per_tensor_symmetric] + else QuantizationMode.ASYMMETRIC + ) + qconfig = QuantizerConfig(mode=mode, signedness_to_force=signed, per_channel=per_channel) + qps = [] + # If input node is a constant and placed not at activations port (0) + if from_n.op == "get_attr" and to_n.args.index(from_n) != 0: + qip = WeightQuantizationInsertionPoint(to_n.name) + qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) + qps.append(qp) + else: + if len(from_n.users) == len(to_nodes): + qip = ActivationQuantizationInsertionPoint(from_n.name) + qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) + qps.append(qp) + else: + for to_n_ in to_nodes: + input_port_id = to_n_.args.index(from_n) + qip = ActivationQuantizationInsertionPoint(to_n_.name, input_port_id) + qp = SingleConfigQuantizationPoint(qip, qconfig, [to_n_.name]) + qps.append(qp) + + for qp in qps: + q_setup.add_independent_quantization_point(qp) + + elif isinstance(qspec, SharedQuantizationSpec): + pass + else: + raise nncf.InternalError(f"Unknown torch.ao quantization spec: {qspec}") + + return q_setup diff --git a/nncf/experimental/torch/fx/quantization/quantizer.py b/nncf/experimental/torch/fx/quantization/quantizer_pt2e.py similarity index 64% rename from nncf/experimental/torch/fx/quantization/quantizer.py rename to nncf/experimental/torch/fx/quantization/quantizer_pt2e.py index 2fe06bc8e87..707d157ba26 100644 --- a/nncf/experimental/torch/fx/quantization/quantizer.py +++ b/nncf/experimental/torch/fx/quantization/quantizer_pt2e.py @@ -13,9 +13,7 @@ os.environ["TORCHINDUCTOR_FREEZING"] = "1" -from collections import defaultdict from copy import deepcopy -from itertools import chain from time import time from typing import Any, Optional @@ -24,15 +22,10 @@ from torch._export import capture_pre_autograd_graph from torch.ao.quantization.pt2e.duplicate_dq_pass import DuplicateDQPass from torch.ao.quantization.pt2e.port_metadata_pass import PortNodeMetaForQDQ -from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_group_id -from torch.ao.quantization.pt2e.prepare import _get_edge_or_node_to_qspec -from torch.ao.quantization.pt2e.prepare import _get_obs_or_fq_map from torch.ao.quantization.pt2e.qat_utils import _fold_conv_bn_qat from torch.ao.quantization.pt2e.utils import _disallow_eval_train from torch.ao.quantization.quantize_pt2e import convert_pt2e from torch.ao.quantization.quantize_pt2e import prepare_pt2e -from torch.ao.quantization.quantizer.quantizer import QuantizationSpec -from torch.ao.quantization.quantizer.quantizer import SharedQuantizationSpec from torch.ao.quantization.quantizer.x86_inductor_quantizer import X86InductorQuantizer from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config from torch.fx import GraphModule @@ -43,15 +36,10 @@ import nncf.torch from nncf.common.factory import NNCFGraphFactory from nncf.common.logging import nncf_logger -from nncf.common.quantization.quantizer_setup import ActivationQuantizationInsertionPoint -from nncf.common.quantization.quantizer_setup import SingleConfigQuantizationPoint -from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup -from nncf.common.quantization.quantizer_setup import WeightQuantizationInsertionPoint from nncf.common.quantization.structs import QuantizationPreset -from nncf.common.quantization.structs import QuantizationScheme -from nncf.common.quantization.structs import QuantizerConfig from nncf.data import Dataset from nncf.experimental.torch.fx.constant_folding import constant_fold +from nncf.experimental.torch.fx.quantization.fx_quantizer import NNCFFXQuantizer # from nncf.experimental.torch.fx.transformations import apply_quantization_transformations from nncf.experimental.torch.fx.transformations import fuse_conv_bn @@ -115,6 +103,7 @@ def quantize_pt2e( model_type=model_type, ignored_scope=ignored_scope, advanced_parameters=advanced_parameters, + quantizer=NNCFFXQuantizer(quantizer), ) # To make it easier for bias correction algorithms, @@ -122,20 +111,7 @@ def quantize_pt2e( anotated_model = deepcopy(copied_model) fuse_conv_bn(anotated_model) - quantizer.transform_for_annotation(anotated_model) - quantizer.annotate(anotated_model) - quantizer.validate(anotated_model) - - q_setup = get_quantizer_config_from_anotated_model(anotated_model) - - # apply_quantization_transformations(copied_model) - fuse_conv_bn(copied_model) nncf_graph = NNCFGraphFactory.create(copied_model) - for algo in chain(*quantization_algorithm._pipeline.pipeline_steps): - if algo.__class__.__name__ != "MinMaxQuantization": - continue - algo._fill_quantization_points_from_quantizer_setup(q_setup, nncf_graph, copied_model) - break quantized_model = quantization_algorithm.apply(copied_model, nncf_graph, dataset=calibration_dataset) # Revert applied transformation to keep original model @@ -159,70 +135,6 @@ def quantize_pt2e( return quantized_model -def get_quantizer_config_from_anotated_model(anotated_model: torch.fx.GraphModule) -> SingleConfigQuantizerSetup: - is_qat = False - edge_or_node_to_qspec = _get_edge_or_node_to_qspec(anotated_model) - edge_or_node_to_group_id = _get_edge_or_node_to_group_id(edge_or_node_to_qspec) - obs_or_fq_map = _get_obs_or_fq_map(edge_or_node_to_group_id, edge_or_node_to_qspec, is_qat) - if obs_or_fq_map: - pass - - q_map = defaultdict(list) - for edge, qspec in edge_or_node_to_qspec.items(): - if not isinstance(edge, tuple): - continue - from_n, to_n = edge - q_map[from_n].append(to_n) - - q_setup = SingleConfigQuantizerSetup() - for from_n, to_nodes in q_map.items(): - to_n = to_nodes[0] - qspec = edge_or_node_to_qspec[(from_n, to_n)] - if qspec is None: - continue - if isinstance(qspec, QuantizationSpec): - if qspec.qscheme in [torch.per_channel_affine, torch.per_channel_symmetric]: - per_channel = True - elif qspec.qscheme in [torch.per_tensor_affine, torch.per_tensor_symmetric]: - per_channel = False - else: - raise nncf.InternalError(f"Unknown qscheme: {qspec.qscheme}") - signed = qspec.dtype is torch.uint8 - mode = ( - QuantizationScheme.SYMMETRIC - if qspec.qscheme in [torch.per_channel_symmetric, torch.per_tensor_symmetric] - else QuantizationScheme.ASYMMETRIC - ) - qconfig = QuantizerConfig(mode=mode, signedness_to_force=signed, per_channel=per_channel) - qps = [] - # If input node is a constant and placed not at activations port (0) - if from_n.op == "get_attr" and to_n.args.index(from_n) != 0: - qip = WeightQuantizationInsertionPoint(to_n.name) - qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) - qps.append(qp) - else: - if len(from_n.users) == len(to_nodes): - qip = ActivationQuantizationInsertionPoint(from_n.name) - qp = SingleConfigQuantizationPoint(qip, qconfig, [x.name for x in to_nodes]) - qps.append(qp) - else: - for to_n_ in to_nodes: - input_port_id = to_n_.args.index(from_n) - qip = ActivationQuantizationInsertionPoint(to_n_.name, input_port_id) - qp = SingleConfigQuantizationPoint(qip, qconfig, [to_n_.name]) - qps.append(qp) - - for qp in qps: - q_setup.add_independent_quantization_point(qp) - - elif isinstance(qspec, SharedQuantizationSpec): - pass - else: - raise nncf.InternalError(f"Unknown torch.ao quantization spec: {qspec}") - - return q_setup - - def main(model_cls): model = model_cls() example_inputs = torch.ones((1, 3, 224, 224)) diff --git a/nncf/quantization/algorithms/min_max/algorithm.py b/nncf/quantization/algorithms/min_max/algorithm.py index c80124a74a7..ef4bcae630f 100644 --- a/nncf/quantization/algorithms/min_max/algorithm.py +++ b/nncf/quantization/algorithms/min_max/algorithm.py @@ -14,8 +14,6 @@ from copy import deepcopy from typing import Any, Dict, List, Optional, OrderedDict, Set, Tuple, TypeVar, Union -import numpy as np - import nncf import nncf.tensor.functions as fns from nncf import Dataset @@ -23,25 +21,16 @@ from nncf.common.graph.graph import NNCFGraph from nncf.common.graph.graph import NNCFNode from nncf.common.graph.operator_metatypes import OperatorMetatype -from nncf.common.graph.patterns import GraphPattern -from nncf.common.graph.patterns.manager import PatternsManager from nncf.common.graph.transformations.commands import TargetPoint from nncf.common.graph.transformations.commands import TargetType from nncf.common.graph.transformations.layout import TransformationLayout -from nncf.common.hardware.config import get_hw_config_type -from nncf.common.insertion_point_graph import InsertionPointGraph from nncf.common.logging import nncf_logger -from nncf.common.quantization.config_assignment import assign_qconfig_lists_to_modules from nncf.common.quantization.initialization.range import RangeInitCollectorParams from nncf.common.quantization.quantizer_propagation.solver import QuantizerPropagationRule -from nncf.common.quantization.quantizer_propagation.solver import QuantizerPropagationSolver -from nncf.common.quantization.quantizer_propagation.structs import IgnoreReason from nncf.common.quantization.quantizer_setup import SingleConfigQuantizationPoint from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup -from nncf.common.quantization.structs import QuantizableWeightedLayerNode from nncf.common.quantization.structs import QuantizationConstraints from nncf.common.quantization.structs import QuantizationPreset -from nncf.common.quantization.structs import QuantizationScheme from nncf.common.quantization.structs import QuantizerConfig from nncf.common.quantization.structs import QuantizerGroup from nncf.common.tensor_statistics.collectors import TensorStatisticCollectorBase @@ -59,21 +48,16 @@ from nncf.quantization.advanced_parameters import QuantizationParameters from nncf.quantization.advanced_parameters import changes_asdict from nncf.quantization.algorithms.algorithm import Algorithm +from nncf.quantization.algorithms.min_max.quantizer.ov_quantizer import NNCFOVQuantizer from nncf.quantization.fake_quantize import calculate_convert_parameters from nncf.quantization.fake_quantize import calculate_quantizer_parameters from nncf.quantization.fake_quantize import get_quantizer_narrow_range -from nncf.quantization.passes import transform_to_inference_graph from nncf.quantization.range_estimator import RangeEstimatorParameters from nncf.quantization.range_estimator import RangeEstimatorParametersSet from nncf.scopes import IgnoredScope -from nncf.scopes import get_ignored_node_names_from_ignored_scope TModel = TypeVar("TModel") -DEFAULT_QCONFIG = QuantizerConfig( - num_bits=8, mode=QuantizationScheme.SYMMETRIC, signedness_to_force=None, per_channel=False -) - @dataclasses.dataclass class ModeBasedDefaults: @@ -135,6 +119,7 @@ class MinMaxQuantization(Algorithm): def __init__( self, + quantizer: NNCFOVQuantizer, mode: Optional[QuantizationMode] = None, preset: Optional[QuantizationPreset] = None, target_device: TargetDevice = TargetDevice.ANY, @@ -188,10 +173,10 @@ def __init__( :param quantizer_propagation_rule: The strategy to be used while propagating and merging quantizers. :param backend_params: Backend specific parameters. """ + self._quantizer = quantizer self._target_device = target_device self._subset_size = subset_size self._mode = mode - self._model_type = model_type self._overflow_fix = overflow_fix self._quantize_outputs = quantize_outputs self._inplace_statistics = inplace_statistics @@ -483,158 +468,6 @@ def _get_stat_collector( num_samples=num_samples, ) - def _get_default_qconfig(self, constraints: QuantizationConstraints = None) -> QuantizerConfig: - """ - Returns default quantizer configuration, based on the provided constraints. - - :param constraints: Quantization constraints. - :return: Quantizer config. - """ - qconfig = deepcopy(DEFAULT_QCONFIG) - if constraints is not None: - qconfig = constraints.apply_constraints_to(qconfig) - return qconfig - - def _get_ignored_names( - self, nncf_graph: NNCFGraph, inference_nncf_graph: NNCFGraph, ignored_patterns: GraphPattern - ) -> Dict[str, IgnoreReason]: - """ - Returns all node names that are ignored for quantization: - Firstly, the ignored names are obtained from user-defined ignored the scope. - Secondly, the ignored names are updated from model_type parameter. - Lastly, the ignored names are updated from ignored_patterns. - - :param nncf_graph: NNCFGraph instance. - :param inference_nncf_graph: Inference graph without constant flows. - :param ignored_patterns: Ignored patterns. - :return: Ignored node names and ignore reason for quantization. - """ - user_ignored_names = get_ignored_node_names_from_ignored_scope( - self._ignored_scope, nncf_graph, strict=self._ignored_scope.validate - ) - autogenerated_ignored_names = self._get_ignored_names_by_ignored_patterns( - inference_nncf_graph, ignored_patterns - ) - autogenerated_ignored_names |= self._backend_entity.get_ignored_names_by_layer_attributes(inference_nncf_graph) - autogenerated_ignored_names |= self._get_ignored_names_by_algorithm(inference_nncf_graph) - ignored_names = {name: IgnoreReason.AUTOGENERATED for name in autogenerated_ignored_names} - # User ignored scope has higher priority - ignored_names.update({name: IgnoreReason.USER_REQUESTED for name in user_ignored_names}) - return ignored_names - - def _get_ignored_names_by_ignored_patterns( - self, inference_nncf_graph: NNCFGraph, ignored_patterns: GraphPattern - ) -> Set[str]: - """ - Returns node names matched ignored_patterns. - - :param nncf_graph: Inference graph without constant flows. - :param ignored_patterns: Ignored patterns. - :return: IgnoredScope with all node names matched ignored_patterns. - """ - nncf_node_names = set() - for subgraph in inference_nncf_graph.find_matching_subgraphs(ignored_patterns, strict=False): - for nncf_node in subgraph: - nncf_node_names.add(nncf_node.node_name) - return nncf_node_names - - def _get_ignored_names_by_algorithm(self, inference_nncf_graph: NNCFGraph) -> Set[str]: - """ - Returns node names for ignored_algorithms matched `quantization`. - - :param inference_nncf_graph: Inference NNCFGraph instance. - :return: IgnoredScope with corresponded nodes. - """ - nncf_node_names = set() - for nncf_node in inference_nncf_graph.get_all_nodes(): - if "ptq_quantization" in nncf_node.ignored_algorithms: - nncf_node_names.add(nncf_node.node_name) - return nncf_node_names - - def _get_scope_overrides(self, inference_nncf_graph: NNCFGraph) -> Dict: - """ - Returns a dictionary of quantization configuration overrides for inputs to matching operation nodes. - - :param inference_nncf_graph: Inference NNCFGraph instance. - :return: A dictionary of quantization configuration overrides for inputs to matching operation nodes. - """ - scaled_dot_product_attention_node_names = [ - node.node_name - for node in inference_nncf_graph.get_nodes_by_metatypes( - self._backend_entity.scaled_dot_product_attention_metatypes - ) - ] - - scope_overrides_activations = {} - for node_name in scaled_dot_product_attention_node_names: - scope_overrides_activations[node_name] = {"mode": "symmetric"} - return {"activations": scope_overrides_activations} - - def _get_quantizer_setup( - self, - nncf_graph: NNCFGraph, - inference_nncf_graph: NNCFGraph, - hw_patterns: GraphPattern, - ignored_patterns: GraphPattern, - ) -> SingleConfigQuantizerSetup: - """ - Returns SingleConfigQuantizerSetup instance based on the input NNCFGraph. - - :param nncf_graph: NNCFGraph instance. - :param hw_patterns: Hardware patterns. - :param ignored_patterns: Ignored patterns. - :return: SingleConfigQuantizerSetup for the current NNCFGraph entity. - """ - hw_config_type = get_hw_config_type(self._target_device.value) - hw_config_path = self._backend_entity.hw_config.get_path_to_hw_config(hw_config_type) - hw_config = self._backend_entity.hw_config.from_json(hw_config_path) - - ignored_names = self._get_ignored_names(nncf_graph, inference_nncf_graph, ignored_patterns) - weight_nodes = self._backend_entity.get_weight_nodes(nncf_graph) - - default_weight_qconfig = self._get_default_qconfig(self._global_quantizer_constraints[QuantizerGroup.WEIGHTS]) - weighted_node_and_qconf_lists = assign_qconfig_lists_to_modules( - nodes_with_weights=weight_nodes, - default_weight_qconfig=default_weight_qconfig, - global_weight_constraints=self._global_quantizer_constraints[QuantizerGroup.WEIGHTS], - scope_overrides_dict=None, - hw_config=hw_config, - ) - quantizable_layer_nodes = [ - QuantizableWeightedLayerNode(node, qconf_list) for node, qconf_list in weighted_node_and_qconf_lists.items() - ] - - scope_overrides = self._get_scope_overrides(inference_nncf_graph) - - ip_graph = InsertionPointGraph(inference_nncf_graph) - ip_graph = ip_graph.get_ip_graph_with_merged_hw_optimized_operations(hw_patterns) - post_processing_types = self._backend_entity.post_processing_metatypes - metatypes_to_ignore = self._backend_entity.get_ignored_metatypes(self._model_type, self._target_device) - solver = QuantizerPropagationSolver( - activation_ignored_scopes=ignored_names, - weight_ignored_scopes=list(ignored_names.keys()), - hw_config=hw_config, - default_trait_to_metatype_map=self._backend_entity.quant_trait_op_dict, - propagation_strategy=self.quantizer_propagation_rule, - default_qconfig_list=[ - self._get_default_qconfig(self._global_quantizer_constraints[QuantizerGroup.ACTIVATIONS]) - ], - quantizable_layer_nodes=quantizable_layer_nodes, - quantize_outputs=self._quantize_outputs, - global_constraints=self._global_quantizer_constraints, - post_processing_marker_metatypes=post_processing_types, - metatypes_to_ignore=metatypes_to_ignore, - scales_unification_map=self._backend_entity.scales_unification_map, - scope_overrides=scope_overrides, - ) - - quantization_proposal = solver.run_on_ip_graph(ip_graph, self._backend_entity.elementwise_metatypes) - multi_config_setup = quantization_proposal.quantizer_setup - single_config_setup = multi_config_setup.select_first_qconfig_for_each_point() - finalized_proposal = quantization_proposal.finalize(single_config_setup) - final_setup = solver.get_final_quantizer_setup(finalized_proposal) - return final_setup - def _add_weight_quantization_target_point( self, quantization_point: SingleConfigQuantizationPoint, nncf_graph: NNCFGraph ) -> None: @@ -723,38 +556,6 @@ def _get_activation_quantization_target_point( ) return activation_quantization_target_point - def _find_quantization_target_points( - self, model: TModel, nncf_graph: NNCFGraph - ) -> Tuple[OrderedDict[TargetPoint, QuantizerConfig], List[List[TargetPoint]]]: - """ - Initializes a cache, finds quantization target points and them puts in the cache. - - :param model: Backend-specific model, for which Quantization Target Points are being seek. - :param nncf_graph: NNCFGraph instance. - :return: Mapping of quantization target points with associated quantization configuration, - along with target points for scale unification. - """ - backend = get_backend(model) - device = self._target_device - model_type = self._model_type - ignored_patterns = PatternsManager.get_full_ignored_pattern_graph( - backend=backend, device=device, model_type=model_type - ) - hw_patterns = PatternsManager.get_full_hw_pattern_graph(backend=backend, device=device, model_type=model_type) - - inference_nncf_graph = transform_to_inference_graph( - deepcopy(nncf_graph), - self._backend_entity.get_start_nodes_for_activation_path_tracing(nncf_graph), - self._backend_entity.shapeof_metatypes, - self._backend_entity.dropout_metatypes, - self._backend_entity.preserved_metatypes, - ) - - quantizer_setup = self._get_quantizer_setup(nncf_graph, inference_nncf_graph, hw_patterns, ignored_patterns) - self._apply_model_type_pass(self._model_type, quantizer_setup, nncf_graph) - self._apply_device_pass(self._target_device, quantizer_setup, inference_nncf_graph) - return self._fill_quantization_points_from_quantizer_setup(quantizer_setup, nncf_graph, model) - def _fill_quantization_points_from_quantizer_setup( self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph, model: TModel ) -> Tuple[OrderedDict[TargetPoint, QuantizerConfig], List[List[TargetPoint]]]: @@ -788,7 +589,8 @@ def _get_quantization_target_points( if self._quantization_target_points_to_qconfig is not None: return self._quantization_target_points_to_qconfig, self._unified_scale_groups self._init_cache() - return self._find_quantization_target_points(model, nncf_graph) + quantizer_setup = self._quantizer.get_quantization_setup(model, nncf_graph) + return self._fill_quantization_points_from_quantizer_setup(quantizer_setup, nncf_graph, model) def _collect_unified_groups( self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph @@ -999,7 +801,7 @@ def filter_func(point: StatisticPoint) -> bool: def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPointsContainer: self._set_backend_entity(model) - # self._reset_cache() + self._reset_cache() quantization_target_points, _ = self._get_quantization_target_points(model, graph) output = StatisticPointsContainer() for quantization_target_point, qconfig in quantization_target_points.items(): @@ -1019,122 +821,6 @@ def get_statistic_points(self, model: TModel, graph: NNCFGraph) -> StatisticPoin ) return output - def _apply_model_type_pass( - self, model_type: Optional[ModelType], quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph - ) -> None: - """ - Applies changes in-place into quantizer setup based on model_type and device parameters. - - :param model_type: Model type parameter. - :param quantizer_setup: Quantizer setup which considered to update. - :param nncf_graph: Instance of NNCFGraph. - :return: None - """ - if model_type == ModelType.TRANSFORMER: - for quantization_point in quantizer_setup.quantization_points.values(): - if quantization_point.is_activation_quantization_point(): - for node_name in quantization_point.directly_quantized_operator_node_names: - node = nncf_graph.get_node_by_name(node_name) - if node.metatype not in self._backend_entity.mat_mul_metatypes: - continue - if ( - quantization_point.qconfig.mode != QuantizationScheme.SYMMETRIC - and not self._backend_entity.is_matmul_with_constant(node, nncf_graph) - ): - quantization_point.qconfig.mode = QuantizationScheme.SYMMETRIC - nncf_logger.debug( - f"Update quantization mode for the node {node_name}" - f" to the symmetric due to ModelType parameter." - ) - - def _apply_device_pass( - self, target_device: TargetDevice, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph - ) -> None: - """ - This method applies model post-processing device passes to SingleConfigQuantizerSetup in-place. - - :param target_device: TargetDevice instance. - :param quantizer_setup: SingleConfigQuantizerSetup instance to update. - :param nncf_graph: NNCFGraph. - :return: None. - """ - - passes_map = {TargetDevice.CPU_SPR: self._apply_spr_pass} - - if target_device not in passes_map: - return - - passes_map[target_device](quantizer_setup, nncf_graph) - - def _apply_spr_pass( - self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph - ) -> SingleConfigQuantizerSetup: - """ - Applies CPU_SPR-related pass. - The main action is to remove one of the quantizers before elementwise layer (e.g. Add). - This action allows to get performance boost on SPR devices. - - :param quantizer_setup: SingleConfigQuantizerSetup instance to update. - :param nncf_graph: NNCFGraph instance to update. - :return: Modified SingleConfigQuantizerSetup. - """ - - def _is_node_after_producers(node): - input_node = node - while True: - input_node = nncf_graph.get_previous_nodes(input_node) - if len(input_node) > 1: - return False - input_node = input_node[0] - if input_node.metatype in producer_metatypes: - return True - - producer_metatypes = ( - self._backend_entity.conv_metatypes - + self._backend_entity.mat_mul_metatypes - + self._backend_entity.group_conv_metatypes - ) - - quantizer_setup_map = { - p.insertion_point.target_node_name: q_key for q_key, p in quantizer_setup.quantization_points.items() - } - - # Walking through all Add layers. - for add_node in nncf_graph.get_nodes_by_metatypes(self._backend_entity.add_metatypes): - add_inputs = nncf_graph.get_previous_nodes(add_node) - - # Filtering Add based on it's input. - # Need to find Add layer only with two activations as input. - if len(add_inputs) == 2 and all(n.node_name in quantizer_setup_map for n in add_inputs): - # Sorting of the inputs based on length of input's consumer in descending order. - add_inputs.sort(key=lambda n: len(nncf_graph.get_next_nodes(n)), reverse=True) - fq_1_producer, fq_2_producer = add_inputs - fq_1_q_key = quantizer_setup_map[fq_1_producer.node_name] - fq_2_q_key = quantizer_setup_map[fq_2_producer.node_name] - - # In the case of the two quantizers where one of them produces data into branching, - # it needs to remove the quantizer without branching after it. - if ( - len(nncf_graph.get_next_nodes(fq_1_producer)) > 1 - and len(nncf_graph.get_next_nodes(fq_2_producer)) == 1 - ): - quantizer_setup.discard(fq_2_q_key, True) - continue - - # In the case of the two quantizers without the branching after them, - # it needs to check that all quantizers follows after producer nodes. - if _is_node_after_producers(fq_1_producer) and _is_node_after_producers(fq_2_producer): - fq_1_prod_shape = np.prod(nncf_graph.get_output_edges_by_port_id(fq_1_producer, 0)[0].tensor_shape) - fq_2_prod_shape = np.prod(nncf_graph.get_output_edges_by_port_id(fq_2_producer, 0)[0].tensor_shape) - - # Then it needs to remove quantizer with the smallest shape. - if fq_1_prod_shape >= fq_2_prod_shape: - quantizer_setup.discard(fq_1_q_key, True) - else: - quantizer_setup.discard(fq_2_q_key, True) - - return quantizer_setup - @staticmethod def _unify_statistics(statistics: List[MinMaxTensorStatistic]) -> MinMaxTensorStatistic: """ diff --git a/nncf/quantization/algorithms/min_max/quantizer/backend.py b/nncf/quantization/algorithms/min_max/quantizer/backend.py new file mode 100644 index 00000000000..821d57a82ea --- /dev/null +++ b/nncf/quantization/algorithms/min_max/quantizer/backend.py @@ -0,0 +1,323 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from abc import ABC +from abc import abstractmethod +from typing import Dict, List, Optional, Set, Tuple, TypeVar + +from nncf.common.graph.graph import NNCFGraph +from nncf.common.graph.graph import NNCFNode +from nncf.common.graph.operator_metatypes import OperatorMetatype +from nncf.common.graph.transformations.commands import TargetPoint +from nncf.common.graph.transformations.commands import TargetType +from nncf.common.graph.transformations.commands import TransformationCommand +from nncf.common.hardware.config import HWConfig +from nncf.common.quantization.structs import QuantizerConfig +from nncf.common.tensor_statistics.collectors import TensorStatisticCollectorBase +from nncf.parameters import ModelType +from nncf.parameters import TargetDevice +from nncf.quantization.fake_quantize import FakeConvertParameters +from nncf.quantization.fake_quantize import FakeQuantizeParameters +from nncf.quantization.range_estimator import RangeEstimatorParameters + +TModel = TypeVar("TModel") + + +class NNCFQuantizerBackend(ABC): + @property + @abstractmethod + def preserved_metatypes(self) -> List[OperatorMetatype]: + """ + Property for backend-specific metatypes that require preserving float subgraphs + when removing the ShapeOf subgraph. + """ + + @property + @abstractmethod + def mat_mul_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific MatMul metatypes. + """ + + @property + @abstractmethod + def post_processing_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific post-processing metatypes (NonMaximumSupression, TopK, etc.). + """ + + @property + @abstractmethod + def conv_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific Convolution metatypes. + """ + + @property + @abstractmethod + def shapeof_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific ShapeOf metatypes. + """ + + @property + @abstractmethod + def dropout_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific Dropout metatypes. + """ + + @property + @abstractmethod + def elementwise_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific Elementwises metatypes. + """ + + @property + @abstractmethod + def overflow_fix_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific metatypes for which overflow_fix is applicable. + """ + + @property + @abstractmethod + def add_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific metatypes that also can be interpreted as Add layer. + """ + + @property + @abstractmethod + def group_conv_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific Grouped Convolution metatypes. + """ + + @property + @abstractmethod + def scaled_dot_product_attention_metatypes(self) -> List[OperatorMetatype]: + """ + Property for the backend-specific Scaled Dot Product Attention metatypes. + """ + + @property + @abstractmethod + def scales_unification_map(self) -> Dict[OperatorMetatype, OperatorMetatype]: + """ + Property for the backend-specific metatypes that produces quantizers that might be unified. + """ + + @property + @abstractmethod + def hw_config(self) -> HWConfig: + """ + Property for the hardware backend-specific configuration. + """ + + @property + @abstractmethod + def quant_trait_op_dict(self) -> Dict[int, OperatorMetatype]: + """ + Property for the backend-specific dictionary that contains QuantizationTrait-specific metatypes. + """ + + @staticmethod + @abstractmethod + def target_point(target_type: TargetType, target_node_name: str, port_id: int) -> TargetPoint: + """ + Returns backend-specific target point. + + :param target_type: Type of the location that should be modified. + :param target_node_name: Name of the located node. + :param port_id: Port ID of the tensor for the statistics distribution. + :return: Backend-specific TargetPoint. + """ + + @staticmethod + @abstractmethod + def create_quantizer_insertion_command( + nncf_graph: NNCFGraph, + target_point: TargetPoint, + quantizer_config: QuantizerConfig, + parameters: FakeQuantizeParameters, + ) -> TransformationCommand: + """ + Returns backend-specific quantizer insertion command. + + :param nncf_graph: NNCFGraph to get input/output shapes for the target point. + :param target_point: Target location for the quantizer insertion. + :param quantizer_config: QuantizerConfig instance for the current layer. + :param parameters: FakeQuantizeParameters to calculate activation quantization parameters. + :return: Backend-specific TransformationCommand for the quantizer insertion operation. + """ + + @staticmethod + @abstractmethod + def create_unified_scales_quantizers_insertion_commands( + nncf_graph: NNCFGraph, + target_points: List[TargetPoint], + quantizer_config: QuantizerConfig, + parameters: FakeQuantizeParameters, + ) -> List[TransformationCommand]: + """ + Returns backend-specific unified scales quantizers insertion commands. + + :param nncf_graph: NNCFGraph to get input/output shapes for the target point. + :param target_points: List of target locations for the quantizers insertion. + :param quantizer_config: QuantizerConfig instance for the current layer. + :param parameters: FakeQuantizeParameters to calculate activation quantization parameters. + :return: List of backend-specific TransformationCommands + for the quantizers with unified scales insertion operations. + """ + + @staticmethod + @abstractmethod + def create_convert_insertion_command( + target_point: TargetPoint, + parameters: FakeConvertParameters, + ) -> TransformationCommand: + """ + Returns backend-specific convert insertion command. + + :param target_point: Target location for the correction. + :param parameters: FakeConvertParameters to calculate activation quantization parameters. + :return: Backend-specific TransformationCommand for the quantizer insertion operation. + """ + + @staticmethod + @abstractmethod + def get_start_nodes_for_activation_path_tracing(nncf_graph: NNCFGraph) -> List[NNCFNode]: + """ + Returns a list of NNCFNodes to use as start nodes for activation path tracing. + + :param nncf_graph: NNCFGraph to get the start nodes. + :return: List of NNCFNodes to use as start nodes for activation path tracing. + + """ + + @staticmethod + @abstractmethod + def get_target_point_shape(nncf_graph: NNCFGraph, node: NNCFNode, target_point: TargetPoint) -> Tuple[int, ...]: + """ + Returns shape of a target point tensor. + + :param nncf_graph: NNCFGraph instance. + :param node: NNCFNode. + :param target_point: Target point of which tensor shape is seeked. + :return: Shape of target point tensor. + """ + + @staticmethod + @abstractmethod + def get_weight_quantization_axes(node: NNCFNode, target_point: TargetPoint, ndims: int) -> Tuple[int, ...]: + """ + Returns axes for per-channel quantization of weights of the node placed on a input port_id. + + :param node: Quantized node with the weight. + :param target_point: Corresponding target point. + :param ndims: Number of dimensions of weight. + :return: Axes for per-channel quantization of weights. + """ + + @staticmethod + @abstractmethod + def get_statistic_collector( + range_estimator_params: RangeEstimatorParameters, + use_abs_max: bool, + reduction_axes: Optional[Tuple[int, ...]], + aggregation_axes: Optional[Tuple[int, ...]], + inplace: bool, + num_samples: Optional[int] = None, + ) -> TensorStatisticCollectorBase: + """ + Returns backend-specific statistic collector. + + :param range_estimator_params: Parameters that specify estimators types. + :param use_abs_max: Wheather reduce absolute values of input tensors or not. + :param reduction_axes: Axes for reducer. + :param aggregation_axes: Axes for aggregator. + :param inplace: Whether to calculate statistic inplace or not. + :param num_samples: Maximum number of samples to collect. + :return: Backend-specific TensorStatisticCollectorBase for the statistics calculation. + """ + + @staticmethod + @abstractmethod + def get_weight_tensor_port_ids(node: NNCFNode, graph: NNCFGraph) -> List[Optional[int]]: + """ + Returns node's input port indices with weight tensors. + + :param node: NNCFNode to find its weight input port indices. + :param graph: NNCFGraph instance. + :return: Weights input port indices. + """ + + @staticmethod + def get_weight_name(nncf_graph: NNCFGraph, target_point: TargetPoint) -> str: + """ + Returns node's weight name corresponding to port ID. + + :param nncf_graph: NNCFGraph instance. + :param target_point: The TargetPoint instance that contains layer's information. + :return: Weight name. + """ + + @staticmethod + def should_quantize_weight(weight_name: str, quantized_weight_names: Set[str]) -> bool: + """ + Return True if weight should be quantized. + + :param weight_name: Weight name. + :param quantized_weight_names: Set containing already quantized weight names. + :return: A boolean value specifying whether a weight should be quantized. + """ + + @staticmethod + @abstractmethod + def get_ignored_metatypes(model_type: ModelType, device: TargetDevice) -> List[OperatorMetatype]: + """ + Returns ignored metatypes based on a model type and device parameters. + + :param model_type: Model type parameter. + :param device: Target device. + :return: List of ignored metatypes. + """ + + @staticmethod + @abstractmethod + def get_ignored_names_by_layer_attributes(nncf_graph: NNCFGraph) -> Set[str]: + """ + Returns names of ignored nodes based on layer_attributes. + + :param nncf_graph: NNCFGraph instance. + :return: List of ignored names. + """ + + @abstractmethod + def get_weight_nodes(self, nncf_graph: NNCFGraph) -> List[NNCFNode]: + """ + Returns nodes that have weights. + + :param nncf_graph: Instance of NNCFGraph. + :return: All nodes with weights. + """ + + @abstractmethod + def is_matmul_with_constant(self, node: NNCFNode, nncf_graph: NNCFGraph) -> bool: + """ + Returns true if given nncf matmul node is a matmul with a constant, False otherwise. + + :param Node: Instance of NNCFNode. + :param nncf_graph: Instance of NNCFGraph. + :return: True if given nncf matmul node is a matmul with a constant, False otherwise. + """ diff --git a/nncf/quantization/algorithms/min_max/quantizer/ov_quantizer.py b/nncf/quantization/algorithms/min_max/quantizer/ov_quantizer.py new file mode 100644 index 00000000000..ac73817cc89 --- /dev/null +++ b/nncf/quantization/algorithms/min_max/quantizer/ov_quantizer.py @@ -0,0 +1,593 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import dataclasses +from copy import deepcopy +from typing import Dict, List, Optional, Set, TypeVar, Union + +import numpy as np + +import nncf +from nncf.common.graph.graph import NNCFGraph +from nncf.common.graph.patterns import GraphPattern +from nncf.common.graph.patterns.manager import PatternsManager +from nncf.common.hardware.config import get_hw_config_type +from nncf.common.insertion_point_graph import InsertionPointGraph +from nncf.common.logging import nncf_logger +from nncf.common.quantization.config_assignment import assign_qconfig_lists_to_modules +from nncf.common.quantization.quantizer_propagation.solver import QuantizerPropagationRule +from nncf.common.quantization.quantizer_propagation.solver import QuantizerPropagationSolver +from nncf.common.quantization.quantizer_propagation.structs import IgnoreReason +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup +from nncf.common.quantization.structs import QuantizableWeightedLayerNode +from nncf.common.quantization.structs import QuantizationConstraints +from nncf.common.quantization.structs import QuantizationPreset +from nncf.common.quantization.structs import QuantizationScheme +from nncf.common.quantization.structs import QuantizerConfig +from nncf.common.quantization.structs import QuantizerGroup +from nncf.common.utils.backend import BackendType +from nncf.common.utils.backend import get_backend +from nncf.parameters import ModelType +from nncf.parameters import QuantizationMode +from nncf.parameters import TargetDevice +from nncf.quantization.advanced_parameters import FP8QuantizationParameters +from nncf.quantization.advanced_parameters import FP8Type +from nncf.quantization.advanced_parameters import OverflowFix +from nncf.quantization.advanced_parameters import QuantizationParameters +from nncf.quantization.algorithms.min_max.quantizer.quantizer import NNCFQuantizer +from nncf.quantization.passes import transform_to_inference_graph +from nncf.scopes import IgnoredScope +from nncf.scopes import get_ignored_node_names_from_ignored_scope + +TModel = TypeVar("TModel") + +DEFAULT_QCONFIG = QuantizerConfig( + num_bits=8, mode=QuantizationScheme.SYMMETRIC, signedness_to_force=None, per_channel=False +) + + +@dataclasses.dataclass +class ModeBasedDefaults: + """ + Contains default values that should be set in case of abscense. + """ + + overflow_fix: OverflowFix = OverflowFix.FIRST_LAYER + activations_quantization_params: Union[QuantizationParameters, FP8QuantizationParameters] = dataclasses.field( + default_factory=QuantizationParameters + ) + weights_quantization_params: Union[QuantizationParameters, FP8QuantizationParameters] = dataclasses.field( + default_factory=QuantizationParameters + ) + + +MODE_BASED_DEFAULTS = { + None: ModeBasedDefaults(), + QuantizationMode.FP8_E4M3: ModeBasedDefaults( + overflow_fix=OverflowFix.DISABLE, + activations_quantization_params=FP8QuantizationParameters(FP8Type.E4M3), + weights_quantization_params=FP8QuantizationParameters(FP8Type.E4M3), + ), + QuantizationMode.FP8_E5M2: ModeBasedDefaults( + overflow_fix=OverflowFix.DISABLE, + activations_quantization_params=FP8QuantizationParameters(FP8Type.E5M2), + weights_quantization_params=FP8QuantizationParameters(FP8Type.E5M2), + ), +} + + +class NNCFOVQuantizer(NNCFQuantizer): + def __init__( + self, + mode: Optional[QuantizationMode] = None, + preset: Optional[QuantizationPreset] = None, + target_device: TargetDevice = TargetDevice.ANY, + model_type: Optional[ModelType] = None, + ignored_scope: Optional[IgnoredScope] = None, + overflow_fix: Optional[OverflowFix] = None, + quantize_outputs: bool = False, + activations_quantization_params: Union[QuantizationParameters, FP8QuantizationParameters] = None, + weights_quantization_params: Union[QuantizationParameters, FP8QuantizationParameters] = None, + quantizer_propagation_rule: Optional[QuantizerPropagationRule] = None, + ): + """ + :param mode: Defines optimization mode for the algorithm. None by default. + :param preset: A preset controls the quantization mode (symmetric and asymmetric). + It can take the following values: + - `performance`: Symmetric quantization of weights and activations. + - `mixed`: Symmetric quantization of weights and asymmetric quantization of activations. + Default value is None. In this case, `mixed` preset is used for `transformer` + model type otherwise `performance`. + :param target_device: A target device the specificity of which will be taken + into account while compressing in order to obtain the best performance + for this type of device, defaults to TargetDevice.ANY. + :param model_type: Model type is needed to specify additional patterns + in the model. Supported only `transformer` now. + :param ignored_scope: An ignored scope that defined the list of model control + flow graph nodes to be ignored during quantization. + :param overflow_fix: This option controls whether to apply the overflow issue + fix for the 8-bit quantization. + :param quantize_outputs: Whether to insert additional quantizers right before + each of the model outputs. + :param activations_quantization_params: Quantization parameters for model + activations. + :param weights_quantization_params: Quantization parameters for model weights. + :param quantizer_propagation_rule: The strategy to be used while propagating and merging quantizers. + """ + self._target_device = target_device + self._mode = mode + self._model_type = model_type + self._overflow_fix = overflow_fix + self._quantize_outputs = quantize_outputs + self._activations_quantization_params = activations_quantization_params + self._weights_quantization_params = weights_quantization_params + self._preset = preset + self._ignored_scope = IgnoredScope() if ignored_scope is None else ignored_scope + self.quantizer_propagation_rule = quantizer_propagation_rule + + # preset definition + if self._preset is None: + if model_type == ModelType.TRANSFORMER: + self._preset = QuantizationPreset.MIXED + else: + self._preset = QuantizationPreset.PERFORMANCE + + self._override_device() + self._set_mode_based_defaults() + self._review_mode_based_defaults() + + self._quantization_params = { + QuantizerGroup.WEIGHTS: self._weights_quantization_params, + QuantizerGroup.ACTIVATIONS: self._activations_quantization_params, + } + + # Calculates global quantizer constraints + self._global_quantizer_constraints = {} + for quantizer_group in QuantizerGroup: + self._global_quantizer_constraints[quantizer_group] = self._get_quantizer_constraints( + quantizer_group, self._preset, self._quantization_params[quantizer_group] + ) + + self._algorithm_key = f"MMQ_{hash(self)}" + + def _override_device(self) -> None: + """ + Overrides NPU device to use CPU quantization scheme. + """ + if self._target_device == TargetDevice.NPU: + act_bits, weight_bits = 8, 8 + if self._activations_quantization_params and self._activations_quantization_params.num_bits: + act_bits = self._activations_quantization_params.num_bits + if self._weights_quantization_params and self._weights_quantization_params.num_bits: + weight_bits = self._weights_quantization_params.num_bits + + if act_bits == 8 and weight_bits == 8: + self._target_device == TargetDevice.CPU + nncf_logger.debug("Target device NPU was changed to CPU!") + + def _set_mode_based_defaults(self) -> None: + """ + Sets defaults for the algorithms based on the provided mode. + """ + mode_based_defaults = MODE_BASED_DEFAULTS[self._mode] + for field in dataclasses.fields(mode_based_defaults): + self_name = "_" + field.name + default_value = getattr(mode_based_defaults, field.name) + if getattr(self, self_name) is None: + setattr(self, self_name, default_value) + + def _review_mode_based_defaults(self): + """ + Reviews default values because mode option doesn't support them. + """ + if self._mode in (QuantizationMode.FP8_E4M3, QuantizationMode.FP8_E5M2): + nncf_logger.warning(f"You're using experimental option mode with {self._mode} value.") + + if self._preset != QuantizationPreset.PERFORMANCE: + raise nncf.ParameterNotSupportedError( + f"preset option with {self._preset} value is not supported with the mode option!" + ) + + if self._target_device not in [TargetDevice.CPU, TargetDevice.ANY]: + raise nncf.ParameterNotSupportedError( + f"target_device option with {self._target_device} value is not supported with the mode option!" + ) + + if self._overflow_fix != OverflowFix.DISABLE: + raise nncf.ParameterNotSupportedError( + f"overflow_fix option with {self._overflow_fix} value is not supported with the mode option!" + ) + + if self._quantize_outputs: + raise nncf.ParameterNotSupportedError("quantize_outputs option is not supported with the mode option!") + + if isinstance(self._weights_quantization_params, QuantizationParameters): + raise nncf.ParameterNotSupportedError( + "quantization_params option for weights with " + f"{self._weights_quantization_params} " + "value is not supported with the mode option!" + ) + + if isinstance(self._activations_quantization_params, QuantizationParameters): + raise nncf.ParameterNotSupportedError( + "quantization_params option for activations with " + f"{self._activations_quantization_params} " + "value is not supported with the mode option!" + ) + elif self._mode is None: + if isinstance(self._weights_quantization_params, FP8QuantizationParameters): + raise nncf.ParameterNotSupportedError( + "quantization_params option for weights with " + f"{self._weights_quantization_params} " + "value is not supported with the mode: None option!" + ) + + if isinstance(self._activations_quantization_params, FP8QuantizationParameters): + raise nncf.ParameterNotSupportedError( + "quantization_params option for activations with " + f"{self._activations_quantization_params} " + "value is not supported with the mode: None option!" + ) + + @property + def available_backends(self) -> List[BackendType]: + return [BackendType.ONNX, BackendType.OPENVINO, BackendType.TORCH, BackendType.TORCH_FX] + + def _get_quantizer_constraints( + self, + group: QuantizerGroup, + preset: QuantizationPreset, + quantization_params: Union[QuantizationParameters, FP8QuantizationParameters], + ) -> QuantizationConstraints: + """ + Returns QuantizationConstraints for the provided quantizer group. + + :param group: Quantizer group. + :param preset: Quantization preset. + :param quantization_params: Quantization parameters. + :return: QuantizationConstraints. + """ + constraints = {"mode": preset.get_params_configured_by_preset(group)["mode"]} + if quantization_params is None: + return QuantizationConstraints(**constraints) + + if isinstance(quantization_params, FP8QuantizationParameters): + if self._mode is None: + raise nncf.InternalError( + f"FP8QuantizationParameters for {group.value} can not be used without QuantizationMode option!" + ) + return QuantizationConstraints(**constraints) + + if quantization_params.mode is not None: + constraints["mode"] = quantization_params.mode + if quantization_params.num_bits is not None: + constraints["num_bits"] = quantization_params.num_bits + if quantization_params.per_channel is not None: + constraints["per_channel"] = quantization_params.per_channel + if quantization_params.signedness_to_force is not None: + constraints["signedness_to_force"] = quantization_params.signedness_to_force + + return QuantizationConstraints(**constraints) + + def _set_backend_entity(self, model: TModel) -> None: + """ + Creates a helper class with a backed-specific logic of the algorithm + + :param model: backend-specific input model + """ + model_backend = get_backend(model) + if model_backend == BackendType.TORCH_FX: + from nncf.quantization.algorithms.min_max.quantizer.torch_fx_backend import FXNNCFQuantizerBackend + + self._backend_entity = FXNNCFQuantizerBackend() + else: + raise nncf.UnsupportedBackendError( + "Cannot return backend-specific entity because {} is not supported!".format(model_backend.value) + ) + + def _get_default_qconfig(self, constraints: QuantizationConstraints = None) -> QuantizerConfig: + """ + Returns default quantizer configuration, based on the provided constraints. + + :param constraints: Quantization constraints. + :return: Quantizer config. + """ + qconfig = deepcopy(DEFAULT_QCONFIG) + if constraints is not None: + qconfig = constraints.apply_constraints_to(qconfig) + return qconfig + + def _get_ignored_names( + self, nncf_graph: NNCFGraph, inference_nncf_graph: NNCFGraph, ignored_patterns: GraphPattern + ) -> Dict[str, IgnoreReason]: + """ + Returns all node names that are ignored for quantization: + Firstly, the ignored names are obtained from user-defined ignored the scope. + Secondly, the ignored names are updated from model_type parameter. + Lastly, the ignored names are updated from ignored_patterns. + + :param nncf_graph: NNCFGraph instance. + :param inference_nncf_graph: Inference graph without constant flows. + :param ignored_patterns: Ignored patterns. + :return: Ignored node names and ignore reason for quantization. + """ + user_ignored_names = get_ignored_node_names_from_ignored_scope( + self._ignored_scope, nncf_graph, strict=self._ignored_scope.validate + ) + autogenerated_ignored_names = self._get_ignored_names_by_ignored_patterns( + inference_nncf_graph, ignored_patterns + ) + autogenerated_ignored_names |= self._backend_entity.get_ignored_names_by_layer_attributes(inference_nncf_graph) + autogenerated_ignored_names |= self._get_ignored_names_by_algorithm(inference_nncf_graph) + ignored_names = {name: IgnoreReason.AUTOGENERATED for name in autogenerated_ignored_names} + # User ignored scope has higher priority + ignored_names.update({name: IgnoreReason.USER_REQUESTED for name in user_ignored_names}) + return ignored_names + + def _get_ignored_names_by_ignored_patterns( + self, inference_nncf_graph: NNCFGraph, ignored_patterns: GraphPattern + ) -> Set[str]: + """ + Returns node names matched ignored_patterns. + + :param nncf_graph: Inference graph without constant flows. + :param ignored_patterns: Ignored patterns. + :return: IgnoredScope with all node names matched ignored_patterns. + """ + nncf_node_names = set() + for subgraph in inference_nncf_graph.find_matching_subgraphs(ignored_patterns, strict=False): + for nncf_node in subgraph: + nncf_node_names.add(nncf_node.node_name) + return nncf_node_names + + def _get_ignored_names_by_algorithm(self, inference_nncf_graph: NNCFGraph) -> Set[str]: + """ + Returns node names for ignored_algorithms matched `quantization`. + + :param inference_nncf_graph: Inference NNCFGraph instance. + :return: IgnoredScope with corresponded nodes. + """ + nncf_node_names = set() + for nncf_node in inference_nncf_graph.get_all_nodes(): + if "ptq_quantization" in nncf_node.ignored_algorithms: + nncf_node_names.add(nncf_node.node_name) + return nncf_node_names + + def _get_scope_overrides(self, inference_nncf_graph: NNCFGraph) -> Dict: + """ + Returns a dictionary of quantization configuration overrides for inputs to matching operation nodes. + + :param inference_nncf_graph: Inference NNCFGraph instance. + :return: A dictionary of quantization configuration overrides for inputs to matching operation nodes. + """ + scaled_dot_product_attention_node_names = [ + node.node_name + for node in inference_nncf_graph.get_nodes_by_metatypes( + self._backend_entity.scaled_dot_product_attention_metatypes + ) + ] + + scope_overrides_activations = {} + for node_name in scaled_dot_product_attention_node_names: + scope_overrides_activations[node_name] = {"mode": "symmetric"} + return {"activations": scope_overrides_activations} + + def _get_quantizer_setup( + self, + nncf_graph: NNCFGraph, + inference_nncf_graph: NNCFGraph, + hw_patterns: GraphPattern, + ignored_patterns: GraphPattern, + ) -> SingleConfigQuantizerSetup: + """ + Returns SingleConfigQuantizerSetup instance based on the input NNCFGraph. + + :param nncf_graph: NNCFGraph instance. + :param hw_patterns: Hardware patterns. + :param ignored_patterns: Ignored patterns. + :return: SingleConfigQuantizerSetup for the current NNCFGraph entity. + """ + hw_config_type = get_hw_config_type(self._target_device.value) + hw_config_path = self._backend_entity.hw_config.get_path_to_hw_config(hw_config_type) + hw_config = self._backend_entity.hw_config.from_json(hw_config_path) + + ignored_names = self._get_ignored_names(nncf_graph, inference_nncf_graph, ignored_patterns) + weight_nodes = self._backend_entity.get_weight_nodes(nncf_graph) + + default_weight_qconfig = self._get_default_qconfig(self._global_quantizer_constraints[QuantizerGroup.WEIGHTS]) + weighted_node_and_qconf_lists = assign_qconfig_lists_to_modules( + nodes_with_weights=weight_nodes, + default_weight_qconfig=default_weight_qconfig, + global_weight_constraints=self._global_quantizer_constraints[QuantizerGroup.WEIGHTS], + scope_overrides_dict=None, + hw_config=hw_config, + ) + quantizable_layer_nodes = [ + QuantizableWeightedLayerNode(node, qconf_list) for node, qconf_list in weighted_node_and_qconf_lists.items() + ] + + scope_overrides = self._get_scope_overrides(inference_nncf_graph) + + ip_graph = InsertionPointGraph(inference_nncf_graph) + ip_graph = ip_graph.get_ip_graph_with_merged_hw_optimized_operations(hw_patterns) + post_processing_types = self._backend_entity.post_processing_metatypes + metatypes_to_ignore = self._backend_entity.get_ignored_metatypes(self._model_type, self._target_device) + solver = QuantizerPropagationSolver( + activation_ignored_scopes=ignored_names, + weight_ignored_scopes=list(ignored_names.keys()), + hw_config=hw_config, + default_trait_to_metatype_map=self._backend_entity.quant_trait_op_dict, + propagation_strategy=self.quantizer_propagation_rule, + default_qconfig_list=[ + self._get_default_qconfig(self._global_quantizer_constraints[QuantizerGroup.ACTIVATIONS]) + ], + quantizable_layer_nodes=quantizable_layer_nodes, + quantize_outputs=self._quantize_outputs, + global_constraints=self._global_quantizer_constraints, + post_processing_marker_metatypes=post_processing_types, + metatypes_to_ignore=metatypes_to_ignore, + scales_unification_map=self._backend_entity.scales_unification_map, + scope_overrides=scope_overrides, + ) + + quantization_proposal = solver.run_on_ip_graph(ip_graph, self._backend_entity.elementwise_metatypes) + multi_config_setup = quantization_proposal.quantizer_setup + single_config_setup = multi_config_setup.select_first_qconfig_for_each_point() + finalized_proposal = quantization_proposal.finalize(single_config_setup) + final_setup = solver.get_final_quantizer_setup(finalized_proposal) + return final_setup + + def get_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + """ + Initializes a cache, finds quantization target points and them puts in the cache. + + :param model: Backend-specific model, for which Quantization Target Points are being seek. + :param nncf_graph: NNCFGraph instance. + :return: Mapping of quantization target points with associated quantization configuration, + along with target points for scale unification. + """ + self._set_backend_entity(model) + backend = get_backend(model) + device = self._target_device + model_type = self._model_type + ignored_patterns = PatternsManager.get_full_ignored_pattern_graph( + backend=backend, device=device, model_type=model_type + ) + hw_patterns = PatternsManager.get_full_hw_pattern_graph(backend=backend, device=device, model_type=model_type) + + inference_nncf_graph = transform_to_inference_graph( + deepcopy(nncf_graph), + self._backend_entity.get_start_nodes_for_activation_path_tracing(nncf_graph), + self._backend_entity.shapeof_metatypes, + self._backend_entity.dropout_metatypes, + self._backend_entity.preserved_metatypes, + ) + + quantizer_setup = self._get_quantizer_setup(nncf_graph, inference_nncf_graph, hw_patterns, ignored_patterns) + self._apply_model_type_pass(self._model_type, quantizer_setup, nncf_graph) + self._apply_device_pass(self._target_device, quantizer_setup, inference_nncf_graph) + return quantizer_setup + + def _apply_model_type_pass( + self, model_type: Optional[ModelType], quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph + ) -> None: + """ + Applies changes in-place into quantizer setup based on model_type and device parameters. + + :param model_type: Model type parameter. + :param quantizer_setup: Quantizer setup which considered to update. + :param nncf_graph: Instance of NNCFGraph. + :return: None + """ + if model_type == ModelType.TRANSFORMER: + for quantization_point in quantizer_setup.quantization_points.values(): + if quantization_point.is_activation_quantization_point(): + for node_name in quantization_point.directly_quantized_operator_node_names: + node = nncf_graph.get_node_by_name(node_name) + if node.metatype not in self._backend_entity.mat_mul_metatypes: + continue + if ( + quantization_point.qconfig.mode != QuantizationScheme.SYMMETRIC + and not self._backend_entity.is_matmul_with_constant(node, nncf_graph) + ): + quantization_point.qconfig.mode = QuantizationScheme.SYMMETRIC + nncf_logger.debug( + f"Update quantization mode for the node {node_name}" + f" to the symmetric due to ModelType parameter." + ) + + def _apply_device_pass( + self, target_device: TargetDevice, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph + ) -> None: + """ + This method applies model post-processing device passes to SingleConfigQuantizerSetup in-place. + + :param target_device: TargetDevice instance. + :param quantizer_setup: SingleConfigQuantizerSetup instance to update. + :param nncf_graph: NNCFGraph. + :return: None. + """ + + passes_map = {TargetDevice.CPU_SPR: self._apply_spr_pass} + + if target_device not in passes_map: + return + + passes_map[target_device](quantizer_setup, nncf_graph) + + def _apply_spr_pass( + self, quantizer_setup: SingleConfigQuantizerSetup, nncf_graph: NNCFGraph + ) -> SingleConfigQuantizerSetup: + """ + Applies CPU_SPR-related pass. + The main action is to remove one of the quantizers before elementwise layer (e.g. Add). + This action allows to get performance boost on SPR devices. + + :param quantizer_setup: SingleConfigQuantizerSetup instance to update. + :param nncf_graph: NNCFGraph instance to update. + :return: Modified SingleConfigQuantizerSetup. + """ + + def _is_node_after_producers(node): + input_node = node + while True: + input_node = nncf_graph.get_previous_nodes(input_node) + if len(input_node) > 1: + return False + input_node = input_node[0] + if input_node.metatype in producer_metatypes: + return True + + producer_metatypes = ( + self._backend_entity.conv_metatypes + + self._backend_entity.mat_mul_metatypes + + self._backend_entity.group_conv_metatypes + ) + + quantizer_setup_map = { + p.insertion_point.target_node_name: q_key for q_key, p in quantizer_setup.quantization_points.items() + } + + # Walking through all Add layers. + for add_node in nncf_graph.get_nodes_by_metatypes(self._backend_entity.add_metatypes): + add_inputs = nncf_graph.get_previous_nodes(add_node) + + # Filtering Add based on it's input. + # Need to find Add layer only with two activations as input. + if len(add_inputs) == 2 and all(n.node_name in quantizer_setup_map for n in add_inputs): + # Sorting of the inputs based on length of input's consumer in descending order. + add_inputs.sort(key=lambda n: len(nncf_graph.get_next_nodes(n)), reverse=True) + fq_1_producer, fq_2_producer = add_inputs + fq_1_q_key = quantizer_setup_map[fq_1_producer.node_name] + fq_2_q_key = quantizer_setup_map[fq_2_producer.node_name] + + # In the case of the two quantizers where one of them produces data into branching, + # it needs to remove the quantizer without branching after it. + if ( + len(nncf_graph.get_next_nodes(fq_1_producer)) > 1 + and len(nncf_graph.get_next_nodes(fq_2_producer)) == 1 + ): + quantizer_setup.discard(fq_2_q_key, True) + continue + + # In the case of the two quantizers without the branching after them, + # it needs to check that all quantizers follows after producer nodes. + if _is_node_after_producers(fq_1_producer) and _is_node_after_producers(fq_2_producer): + fq_1_prod_shape = np.prod(nncf_graph.get_output_edges_by_port_id(fq_1_producer, 0)[0].tensor_shape) + fq_2_prod_shape = np.prod(nncf_graph.get_output_edges_by_port_id(fq_2_producer, 0)[0].tensor_shape) + + # Then it needs to remove quantizer with the smallest shape. + if fq_1_prod_shape >= fq_2_prod_shape: + quantizer_setup.discard(fq_1_q_key, True) + else: + quantizer_setup.discard(fq_2_q_key, True) + + return quantizer_setup diff --git a/nncf/quantization/algorithms/min_max/quantizer/quantizer.py b/nncf/quantization/algorithms/min_max/quantizer/quantizer.py new file mode 100644 index 00000000000..b0d40234210 --- /dev/null +++ b/nncf/quantization/algorithms/min_max/quantizer/quantizer.py @@ -0,0 +1,26 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from abc import abstractmethod +from typing import TypeVar + +from nncf.common.graph.graph import NNCFGraph +from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup + +TModel = TypeVar("TModel") + + +class NNCFQuantizer: + @abstractmethod + def get_quantization_setup(self, model: TModel, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: + """ + Return quantization setup. + """ diff --git a/nncf/quantization/algorithms/min_max/quantizer/torch_fx_backend.py b/nncf/quantization/algorithms/min_max/quantizer/torch_fx_backend.py new file mode 100644 index 00000000000..9ed869b543c --- /dev/null +++ b/nncf/quantization/algorithms/min_max/quantizer/torch_fx_backend.py @@ -0,0 +1,366 @@ +# Copyright (c) 2024 Intel Corporation +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# http://www.apache.org/licenses/LICENSE-2.0 +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from typing import Dict, List, Optional, Set, Tuple + +import torch +from torch.quantization.fake_quantize import FakeQuantize + +import nncf +import nncf.torch.graph.operator_metatypes as om +from nncf.common.graph.graph import NNCFGraph +from nncf.common.graph.graph import NNCFNode +from nncf.common.graph.operator_metatypes import OperatorMetatype +from nncf.common.graph.transformations.commands import TargetType +from nncf.common.graph.transformations.commands import TransformationCommand +from nncf.common.hardware.config import HWConfig +from nncf.common.quantization.structs import QuantizationScheme as QuantizationMode +from nncf.common.quantization.structs import QuantizerConfig +from nncf.experimental.common.tensor_statistics.collectors import AGGREGATORS_MAP +from nncf.experimental.common.tensor_statistics.collectors import TensorCollector +from nncf.experimental.common.tensor_statistics.statistics import MinMaxTensorStatistic +from nncf.experimental.torch.fx.commands import FXApplyTransformationCommand +from nncf.experimental.torch.fx.model_utils import get_target_point +from nncf.experimental.torch.fx.transformations import qdq_insertion_transformation_builder +from nncf.parameters import ModelType +from nncf.parameters import TargetDevice +from nncf.quantization.advanced_parameters import StatisticsType +from nncf.quantization.algorithms.min_max.quantizer.backend import NNCFQuantizerBackend +from nncf.quantization.fake_quantize import FakeConvertParameters +from nncf.quantization.fake_quantize import FakeQuantizeParameters +from nncf.quantization.range_estimator import AggregatorType +from nncf.quantization.range_estimator import RangeEstimatorParameters +from nncf.torch.graph.graph import PTNNCFGraph +from nncf.torch.graph.graph import PTTargetPoint +from nncf.torch.graph.operator_metatypes import ELEMENTWISE_OPERATIONS +from nncf.torch.graph.transformations.commands import PTSharedFnInsertionCommand +from nncf.torch.hardware.config import PTHWConfig +from nncf.torch.model_graph_manager import get_weight_tensor_port_ids +from nncf.torch.nncf_network import NNCFNetwork +from nncf.torch.quantization.default_quantization import DEFAULT_PT_QUANT_TRAIT_TO_OP_DICT +from nncf.torch.quantization.layers import QUANTIZATION_MODULES +from nncf.torch.quantization.layers import AsymmetricQuantizer +from nncf.torch.quantization.layers import BaseQuantizer +from nncf.torch.quantization.layers import PTQuantizerSpec +from nncf.torch.quantization.layers import get_scale_shape +from nncf.torch.quantization.strip import convert_to_torch_fakequantizer +from nncf.torch.tensor_statistics.collectors import PT_REDUCERS_MAP + +FXMinMaxAlgoBackend = None + + +class FXNNCFQuantizerBackend(NNCFQuantizerBackend): + + @property + def preserved_metatypes(self) -> List[OperatorMetatype]: + return [] + + @property + def mat_mul_metatypes(self) -> List[OperatorMetatype]: + return [om.PTLinearMetatype, om.PTMatMulMetatype] + + @property + def post_processing_metatypes(self) -> List[OperatorMetatype]: + return [] + + @property + def shapeof_metatypes(self) -> List[OperatorMetatype]: + return [] + + @property + def dropout_metatypes(self) -> List[OperatorMetatype]: + return [om.PTDropoutMetatype] + + @property + def read_variable_metatypes(self) -> List[OperatorMetatype]: + return [] + + @property + def conv_metatypes(self) -> List[OperatorMetatype]: + return [om.PTConv1dMetatype, om.PTConv2dMetatype, om.PTConv3dMetatype] + + @property + def elementwise_metatypes(self) -> List[OperatorMetatype]: + return ELEMENTWISE_OPERATIONS + + @property + def overflow_fix_metatypes(self) -> List[OperatorMetatype]: + return [ + om.PTConv1dMetatype, + om.PTConv2dMetatype, + om.PTConv3dMetatype, + om.PTLinearMetatype, + om.PTConvTranspose1dMetatype, + om.PTConvTranspose2dMetatype, + om.PTConvTranspose3dMetatype, + ] + + @property + def add_metatypes(self) -> List[OperatorMetatype]: + return [om.PTAddMetatype] + + @property + def group_conv_metatypes(self) -> List[OperatorMetatype]: + return self.conv_metatypes + + @property + def scaled_dot_product_attention_metatypes(self) -> List[OperatorMetatype]: + return [om.PTScaledDotProductAttentionMetatype] + + @property + def scales_unification_map(self) -> Dict[OperatorMetatype, OperatorMetatype]: + return {om.PTCatMetatype: self.overflow_fix_metatypes} + + @property + def hw_config(self) -> HWConfig: + return PTHWConfig + + @property + def quant_trait_op_dict(self) -> Dict[int, OperatorMetatype]: + return DEFAULT_PT_QUANT_TRAIT_TO_OP_DICT + + @staticmethod + def get_start_nodes_for_activation_path_tracing(nncf_graph: PTNNCFGraph) -> List[NNCFNode]: + return nncf_graph.get_input_nodes() + + @staticmethod + def target_point(target_type: TargetType, target_node_name: str, port_id: int) -> PTTargetPoint: + return get_target_point(target_type, target_node_name, port_id) + + @staticmethod + def create_convert_insertion_command( + target_point: PTTargetPoint, + parameters: FakeConvertParameters, + ) -> TransformationCommand: + raise nncf.InternalError("FakeConvert insertion not implemented in PyTorch backend!") + + @staticmethod + def get_target_point_shape(nncf_graph: PTNNCFGraph, node: NNCFNode, target_point: PTTargetPoint) -> Tuple[int, ...]: + return nncf_graph.get_input_shape_for_insertion_point(target_point) + + @staticmethod + def get_weight_quantization_axes(node: NNCFNode, target_point: PTTargetPoint, ndims: int) -> Tuple[int]: + # TODO(dlyakhov): support transpose conv and other cases + return (0,) + + @staticmethod + def get_statistic_collector( + range_estimator_params: RangeEstimatorParameters, + use_abs_max: bool, + reduction_axes: Optional[Tuple[int, ...]], + aggregation_axes: Optional[Tuple[int, ...]], + inplace: bool, + num_samples: Optional[int] = None, + ) -> TensorCollector: + collector = TensorCollector(MinMaxTensorStatistic) + for params, container_key in zip( + [range_estimator_params.min, range_estimator_params.max], + [MinMaxTensorStatistic.MIN_STAT, MinMaxTensorStatistic.MAX_STAT], + ): + if params.statistics_type not in PT_REDUCERS_MAP: + raise nncf.InternalError( + f"Statistic type: {params.statistics_type} is not supported for Torch PTQ backend yet." + ) + + if params.aggregator_type not in AGGREGATORS_MAP: + raise nncf.InternalError( + f"Aggregator type: {params.aggregator_type} is not supported for Torch PTQ backend yet." + ) + + statistic_type = params.statistics_type + if statistic_type in [StatisticsType.QUANTILE, StatisticsType.ABS_QUANTILE]: + # TODO(dlyakhov): merge two quantile aggregators in one + if container_key == MinMaxTensorStatistic.MIN_STAT: + quantile = params.quantile_outlier_prob + else: + quantile = 1 - params.quantile_outlier_prob + reducer = PT_REDUCERS_MAP[statistic_type](reduction_axes=reduction_axes, quantile=[quantile]) + else: + if use_abs_max and statistic_type == StatisticsType.MAX: + statistic_type = StatisticsType.ABS_MAX + reducer = PT_REDUCERS_MAP[statistic_type](reduction_axes=reduction_axes) + + kwargs = { + "num_samples": num_samples, + "aggregation_axes": aggregation_axes, + } + if params.aggregator_type in [AggregatorType.MEAN_NO_OUTLIERS, AggregatorType.MEDIAN_NO_OUTLIERS]: + kwargs.update({"quantile": params.quantile_outlier_prob}) + aggregator = AGGREGATORS_MAP[params.aggregator_type](**kwargs) + + collector.register_statistic_branch(container_key, reducer, aggregator) + return collector + + @staticmethod + def get_weight_tensor_port_ids(node: NNCFNode, graph: NNCFGraph) -> List[Optional[int]]: + return get_weight_tensor_port_ids(node, graph) + + @staticmethod + def get_weight_name(nncf_graph: NNCFGraph, target_point: PTTargetPoint) -> str: + weighted_node = nncf_graph.get_node_by_name(target_point.target_node_name) + weight_edge = nncf_graph.get_input_edge_by_port_id(weighted_node, target_point.input_port_id) + weight = weight_edge.from_node + return weight.node_name + + @staticmethod + def should_quantize_weight(weight_name: str, quantized_weight_names: Set[str]) -> bool: + # If the nodes share one weight tensor, we should have only one quantizer on that + return weight_name not in quantized_weight_names + + @staticmethod + def get_weight_config(config: QuantizerConfig, model: NNCFNetwork) -> QuantizerConfig: + return config + + @staticmethod + def _get_input_scale_shape( + nncf_graph: NNCFGraph, target_point: PTTargetPoint, per_channel: bool + ) -> Tuple[Tuple[int, ...], Tuple[int, ...], int]: + is_weights = target_point.is_weight_target_point() + if is_weights: + # TODO(dlyakhov): support transpose conv/ make channel_idx common + channel_idx = 0 + else: + channel_idx = 1 # channel dim for activations + + input_shape = nncf_graph.get_input_shape_for_insertion_point(target_point) + scale_shape = tuple( + get_scale_shape(input_shape, is_weights=is_weights, per_channel=per_channel, channel_idx=channel_idx) + ) + + return input_shape, scale_shape, channel_idx + + @staticmethod + def _create_quantizer( + quantizer_config: QuantizerConfig, + scale_shape: Tuple, + parameters: FakeQuantizeParameters, + target_type: TargetType, + ) -> FakeQuantize: + mode = quantizer_config.mode + quantizer_cls = QUANTIZATION_MODULES.get(mode) + narrow_range = target_type == TargetType.OPERATION_WITH_WEIGHTS and mode == QuantizationMode.SYMMETRIC + quantizer_spec = PTQuantizerSpec.from_config( + quantizer_config, + narrow_range=narrow_range, + scale_shape=scale_shape, + half_range=False, + logarithm_scale=False, + is_quantized_on_export=False, + compression_lr_multiplier=None, + ) + quantizer = quantizer_cls(quantizer_spec) + + # Fill it with minmax + # TODO(dlyakhov) Prevent creation of intermediate objects like nncf quantizer. + FXMinMaxAlgoBackend._fill_quantizer_parameters(quantizer, parameters, quantizer_spec.scale_shape) + # Convert to the torch fake quantizer + torch_fq = convert_to_torch_fakequantizer(quantizer) + return torch_fq + + @staticmethod + def _fill_quantizer_parameters(quantizer: BaseQuantizer, parameters: FakeQuantizeParameters, scale_shape) -> None: + if isinstance(quantizer, AsymmetricQuantizer): + quantizer.input_low = torch.nn.Parameter(parameters.input_low.data.reshape(scale_shape)) + input_range = parameters.input_high - parameters.input_low + # Subtract eps from the input_range to make quantizer parameters equal to + # original parameters on the forward call. + quantizer.input_range = torch.nn.Parameter((input_range.data - quantizer.eps).reshape(scale_shape)) + else: + quantizer.signed = bool(torch.any(parameters.input_low.data < 0)) + # Subtract eps from the scale to make quantizer parameters equal to + # original parameters on the forward call. + quantizer.scale = torch.nn.Parameter((parameters.input_high.data - quantizer.eps).reshape(scale_shape)) + + @staticmethod + def create_quantizer_insertion_command( + nncf_graph: NNCFGraph, + target_point: PTTargetPoint, + quantizer_config: QuantizerConfig, + parameters: FakeQuantizeParameters, + ) -> FXApplyTransformationCommand: + _, scale_shape, _ = FXMinMaxAlgoBackend._get_input_scale_shape( + nncf_graph, target_point, quantizer_config.per_channel + ) + + quantizer = FXMinMaxAlgoBackend._create_quantizer( + quantizer_config, scale_shape, parameters, target_point.target_type + ) + transformation = qdq_insertion_transformation_builder(quantizer, [target_point]) + return FXApplyTransformationCommand(transformation) + + @staticmethod + def create_unified_scales_quantizers_insertion_commands( + nncf_graph: NNCFGraph, + target_points: List[PTTargetPoint], + quantizer_config: QuantizerConfig, + parameters: FakeQuantizeParameters, + ) -> List[PTSharedFnInsertionCommand]: + _, scale_shape, _ = FXMinMaxAlgoBackend._get_input_scale_shape( + nncf_graph, target_points[0], quantizer_config.per_channel + ) + + quantizer = FXMinMaxAlgoBackend._create_quantizer( + quantizer_config, scale_shape, parameters, target_points[0].target_type + ) + + transformations = [] + for tp in target_points: + transformation = qdq_insertion_transformation_builder(quantizer, [tp]) + transformations.append(FXApplyTransformationCommand(transformation)) + return transformations + + @staticmethod + def get_ignored_metatypes(model_type: ModelType, device: TargetDevice) -> List[OperatorMetatype]: + types = [] + if model_type == ModelType.TRANSFORMER: + types = [ + om.PTAddMetatype, + om.PTPowerMetatype, + om.PTSubMetatype, + om.PTAvgPool2dMetatype, + om.PTAvgPool3dMetatype, + om.PTMeanMetatype, + om.PTSumMetatype, + om.PTReduceL2, + om.PTDivMetatype, + om.PTMaxMetatype, + om.PTSqueezeMetatype, + om.PTLayerNormMetatype, + om.PTModuleLayerNormMetatype, + om.PTGroupNormMetatype, + om.PTModuleGroupNormMetatype, + # Batchnorm + om.PTBatchNormMetatype, + om.PTModuleBatchNormMetatype, + ] + if device != TargetDevice.CPU_SPR: + types.append(om.PTMulMetatype) + return types + + @staticmethod + def get_ignored_names_by_layer_attributes(nncf_graph: NNCFGraph) -> Set[str]: + return set() + + def get_weight_nodes(self, nncf_graph: NNCFGraph) -> List[NNCFNode]: + weight_nodes_candidates = [ + node + for node in nncf_graph.get_all_nodes() + if issubclass(node.metatype, om.PTOperatorMetatype) and node.metatype.weight_port_ids + ] + weight_nodes = [] + for node in weight_nodes_candidates: + if node.metatype in self.mat_mul_metatypes and not self.is_matmul_with_constant(node, nncf_graph): + continue + weight_nodes.append(node) + return weight_nodes + + def is_matmul_with_constant(self, node: NNCFNode, nncf_graph: NNCFGraph) -> bool: + return node.metatype in self.mat_mul_metatypes and len(get_weight_tensor_port_ids(node, nncf_graph)) > 0 diff --git a/nncf/quantization/algorithms/post_training/algorithm.py b/nncf/quantization/algorithms/post_training/algorithm.py index 862dc5d5037..e2d636ba339 100644 --- a/nncf/quantization/algorithms/post_training/algorithm.py +++ b/nncf/quantization/algorithms/post_training/algorithm.py @@ -22,6 +22,7 @@ from nncf.parameters import TargetDevice from nncf.quantization.advanced_parameters import AdvancedQuantizationParameters from nncf.quantization.algorithms.algorithm import Algorithm +from nncf.quantization.algorithms.min_max.quantizer.quantizer import NNCFQuantizer from nncf.quantization.algorithms.post_training.pipeline import create_ptq_pipeline from nncf.scopes import IgnoredScope @@ -47,6 +48,7 @@ def __init__( model_type: Optional[ModelType] = None, ignored_scope: Optional[IgnoredScope] = None, advanced_parameters: Optional[AdvancedQuantizationParameters] = None, + quantizer: Optional[NNCFQuantizer] = None, ): """ :param mode: Special quantization mode that specify different ways of the optimization. @@ -80,6 +82,7 @@ def __init__( model_type=model_type, ignored_scope=ignored_scope, advanced_parameters=advanced_parameters, + quantizer=quantizer, ) @property diff --git a/nncf/quantization/algorithms/post_training/pipeline.py b/nncf/quantization/algorithms/post_training/pipeline.py index 0c034342686..46666263d96 100644 --- a/nncf/quantization/algorithms/post_training/pipeline.py +++ b/nncf/quantization/algorithms/post_training/pipeline.py @@ -23,6 +23,8 @@ from nncf.quantization.algorithms.fast_bias_correction.algorithm import FAST_BIAS_CORRECTION_THRESHOLD from nncf.quantization.algorithms.fast_bias_correction.algorithm import FastBiasCorrection from nncf.quantization.algorithms.min_max.algorithm import MinMaxQuantization +from nncf.quantization.algorithms.min_max.quantizer.ov_quantizer import NNCFOVQuantizer +from nncf.quantization.algorithms.min_max.quantizer.quantizer import NNCFQuantizer from nncf.quantization.algorithms.pipeline import Pipeline from nncf.quantization.algorithms.smooth_quant.algorithm import SmoothQuant from nncf.scopes import IgnoredScope @@ -39,6 +41,7 @@ def create_ptq_pipeline( model_type: Optional[ModelType] = None, ignored_scope: Optional[IgnoredScope] = None, advanced_parameters: Optional[AdvancedQuantizationParameters] = None, + quantizer: Optional[NNCFQuantizer] = None, ) -> Pipeline: """ Creates a post-training quantization pipeline. @@ -104,9 +107,24 @@ def create_ptq_pipeline( pipeline_steps.append([ChannelAlignment(subset_size, advanced_parameters.inplace_statistics)]) # Add the `MinMaxQuantization` algorithm as the third step of the pipeline. + # Use default OV quantizer in case it is not specified. + if quantizer is None: + quantizer = NNCFOVQuantizer( + mode=mode, + preset=preset, + target_device=target_device, + model_type=model_type, + ignored_scope=ignored_scope, + overflow_fix=advanced_parameters.overflow_fix, + quantize_outputs=advanced_parameters.quantize_outputs, + activations_quantization_params=advanced_parameters.activations_quantization_params, + weights_quantization_params=advanced_parameters.weights_quantization_params, + quantizer_propagation_rule=advanced_parameters.quantizer_propagation_rule, + ) pipeline_steps.append( [ MinMaxQuantization( + quantizer, mode=mode, preset=preset, target_device=target_device,