diff --git a/nncf/experimental/torch/fx/nncf_graph_builder.py b/nncf/experimental/torch/fx/nncf_graph_builder.py index 36dc3b46e6e..275e87f0f46 100644 --- a/nncf/experimental/torch/fx/nncf_graph_builder.py +++ b/nncf/experimental/torch/fx/nncf_graph_builder.py @@ -196,7 +196,9 @@ def get_edge_params( else: tensor = source_node.meta["val"] if isinstance(tensor, torch.Tensor): - tensor_shape = tuple(tensor.shape) + tensor_shape = tuple(-1 if isinstance(i, torch.SymInt) else i for i in tensor.shape) + elif isinstance(tensor, torch.SymInt): + tensor_shape = (-1,) if tensor_shape is None: # TODO(dlyakhov): Refactor algorithms to always have knowns edges shapes. diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/mobilenet_v3_small.dot new file mode 100644 index 00000000000..d19e73e70d0 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/mobilenet_v3_small.dot @@ -0,0 +1,1110 @@ +strict digraph { +"0 features_1_block_1_fc1_weight" [id=0, type=get_attr]; +"1 features_1_block_1_fc1_bias" [id=1, type=get_attr]; +"2 features_1_block_1_fc2_weight" [id=2, type=get_attr]; +"3 features_1_block_1_fc2_bias" [id=3, type=get_attr]; +"4 features_4_block_2_fc1_weight" [id=4, type=get_attr]; +"5 features_4_block_2_fc1_bias" [id=5, type=get_attr]; +"6 features_4_block_2_fc2_weight" [id=6, type=get_attr]; +"7 features_4_block_2_fc2_bias" [id=7, type=get_attr]; +"8 features_5_block_2_fc1_weight" [id=8, type=get_attr]; +"9 features_5_block_2_fc1_bias" [id=9, type=get_attr]; +"10 features_5_block_2_fc2_weight" [id=10, type=get_attr]; +"11 features_5_block_2_fc2_bias" [id=11, type=get_attr]; +"12 features_6_block_2_fc1_weight" [id=12, type=get_attr]; +"13 features_6_block_2_fc1_bias" [id=13, type=get_attr]; +"14 features_6_block_2_fc2_weight" [id=14, type=get_attr]; +"15 features_6_block_2_fc2_bias" [id=15, type=get_attr]; +"16 features_7_block_2_fc1_weight" [id=16, type=get_attr]; +"17 features_7_block_2_fc1_bias" [id=17, type=get_attr]; +"18 features_7_block_2_fc2_weight" [id=18, type=get_attr]; +"19 features_7_block_2_fc2_bias" [id=19, type=get_attr]; +"20 features_8_block_2_fc1_weight" [id=20, type=get_attr]; +"21 features_8_block_2_fc1_bias" [id=21, type=get_attr]; +"22 features_8_block_2_fc2_weight" [id=22, type=get_attr]; +"23 features_8_block_2_fc2_bias" [id=23, type=get_attr]; +"24 features_9_block_2_fc1_weight" [id=24, type=get_attr]; +"25 features_9_block_2_fc1_bias" [id=25, type=get_attr]; +"26 features_9_block_2_fc2_weight" [id=26, type=get_attr]; +"27 features_9_block_2_fc2_bias" [id=27, type=get_attr]; +"28 features_10_block_2_fc1_weight" [id=28, type=get_attr]; +"29 features_10_block_2_fc1_bias" [id=29, type=get_attr]; +"30 features_10_block_2_fc2_weight" [id=30, type=get_attr]; +"31 features_10_block_2_fc2_bias" [id=31, type=get_attr]; +"32 features_11_block_2_fc1_weight" [id=32, type=get_attr]; +"33 features_11_block_2_fc1_bias" [id=33, type=get_attr]; +"34 features_11_block_2_fc2_weight" [id=34, type=get_attr]; +"35 features_11_block_2_fc2_bias" [id=35, type=get_attr]; +"36 classifier_0_bias" [id=36, type=get_attr]; +"37 classifier_3_bias" [id=37, type=get_attr]; +"38 x" [id=38, type=input]; +"39 quantize_per_tensor_default" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default" [id=40, type=dequantize_per_tensor]; +"41 features_0_0_weight_bias" [id=41, type=get_attr]; +"42 scale_updated_constant0" [id=42, type=get_attr]; +"43 compressed_weight_updated_constant0" [id=43, type=get_attr]; +"44 mul_tensor" [id=44, type=mul]; +"45 zero_point_updated_constant0" [id=45, type=get_attr]; +"46 sub_tensor" [id=46, type=sub]; +"47 conv2d" [id=47, type=conv2d]; +"48 hardswish__scale_0" [id=48, type=get_attr]; +"49 hardswish__zero_point_0" [id=49, type=get_attr]; +"50 hardswish_" [id=50, type=hardswish_]; +"51 quantize_per_channel_default_1" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_1" [id=52, type=dequantize_per_channel]; +"53 features_1_block_0_0_weight_bias" [id=53, type=get_attr]; +"54 scale_updated_constant1" [id=54, type=get_attr]; +"55 compressed_weight_updated_constant1" [id=55, type=get_attr]; +"56 mul_tensor_1" [id=56, type=mul]; +"57 zero_point_updated_constant1" [id=57, type=get_attr]; +"58 sub_tensor_1" [id=58, type=sub]; +"59 conv2d_1" [id=59, type=conv2d]; +"60 relu_" [id=60, type=relu_]; +"61 quantize_per_tensor_default_1" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_2" [id=62, type=dequantize_per_tensor]; +"63 dequantize_per_tensor_default_1" [id=63, type=dequantize_per_tensor]; +"64 adaptive_avg_pool2d" [id=64, type=adaptive_avg_pool2d]; +"65 conv2d_2" [id=65, type=conv2d]; +"66 relu" [id=66, type=relu]; +"67 conv2d_3" [id=67, type=conv2d]; +"68 hardsigmoid" [id=68, type=hardsigmoid]; +"69 quantize_per_tensor_default_2" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 mul" [id=71, type=mul]; +"72 quantize_per_tensor_default_3" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_4" [id=73, type=dequantize_per_tensor]; +"74 features_1_block_2_0_weight_bias" [id=74, type=get_attr]; +"75 scale_updated_constant2" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant2" [id=76, type=get_attr]; +"77 mul_tensor_2" [id=77, type=mul]; +"78 zero_point_updated_constant2" [id=78, type=get_attr]; +"79 sub_tensor_2" [id=79, type=sub]; +"80 conv2d_4" [id=80, type=conv2d]; +"81 quantize_per_tensor_default_4" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_5" [id=82, type=dequantize_per_tensor]; +"83 features_2_block_0_0_weight_bias" [id=83, type=get_attr]; +"84 scale_updated_constant3" [id=84, type=get_attr]; +"85 compressed_weight_updated_constant3" [id=85, type=get_attr]; +"86 mul_tensor_3" [id=86, type=mul]; +"87 zero_point_updated_constant3" [id=87, type=get_attr]; +"88 sub_tensor_3" [id=88, type=sub]; +"89 conv2d_5" [id=89, type=conv2d]; +"90 relu__1_scale_0" [id=90, type=get_attr]; +"91 relu__1_zero_point_0" [id=91, type=get_attr]; +"92 relu__1" [id=92, type=relu_]; +"93 quantize_per_channel_default_5" [id=93, type=quantize_per_channel]; +"94 dequantize_per_channel_default_5" [id=94, type=dequantize_per_channel]; +"95 features_2_block_1_0_weight_bias" [id=95, type=get_attr]; +"96 scale_updated_constant4" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant4" [id=97, type=get_attr]; +"98 mul_tensor_4" [id=98, type=mul]; +"99 zero_point_updated_constant4" [id=99, type=get_attr]; +"100 sub_tensor_4" [id=100, type=sub]; +"101 conv2d_6" [id=101, type=conv2d]; +"102 relu__2" [id=102, type=relu_]; +"103 quantize_per_tensor_default_5" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_6" [id=104, type=dequantize_per_tensor]; +"105 features_2_block_2_0_weight_bias" [id=105, type=get_attr]; +"106 scale_updated_constant5" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant5" [id=107, type=get_attr]; +"108 mul_tensor_5" [id=108, type=mul]; +"109 zero_point_updated_constant5" [id=109, type=get_attr]; +"110 sub_tensor_5" [id=110, type=sub]; +"111 conv2d_7" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_6" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_8" [id=113, type=dequantize_per_tensor]; +"114 dequantize_per_tensor_default_7" [id=114, type=dequantize_per_tensor]; +"115 features_3_block_0_0_weight_bias" [id=115, type=get_attr]; +"116 scale_updated_constant6" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant6" [id=117, type=get_attr]; +"118 mul_tensor_6" [id=118, type=mul]; +"119 zero_point_updated_constant6" [id=119, type=get_attr]; +"120 sub_tensor_6" [id=120, type=sub]; +"121 conv2d_8" [id=121, type=conv2d]; +"122 relu__3_scale_0" [id=122, type=get_attr]; +"123 relu__3_zero_point_0" [id=123, type=get_attr]; +"124 relu__3" [id=124, type=relu_]; +"125 quantize_per_channel_default_9" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_9" [id=126, type=dequantize_per_channel]; +"127 features_3_block_1_0_weight_bias" [id=127, type=get_attr]; +"128 scale_updated_constant7" [id=128, type=get_attr]; +"129 compressed_weight_updated_constant7" [id=129, type=get_attr]; +"130 mul_tensor_7" [id=130, type=mul]; +"131 zero_point_updated_constant7" [id=131, type=get_attr]; +"132 sub_tensor_7" [id=132, type=sub]; +"133 conv2d_9" [id=133, type=conv2d]; +"134 relu__4" [id=134, type=relu_]; +"135 quantize_per_tensor_default_7" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_9" [id=136, type=dequantize_per_tensor]; +"137 features_3_block_2_0_weight_bias" [id=137, type=get_attr]; +"138 scale_updated_constant8" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant8" [id=139, type=get_attr]; +"140 mul_tensor_8" [id=140, type=mul]; +"141 zero_point_updated_constant8" [id=141, type=get_attr]; +"142 sub_tensor_8" [id=142, type=sub]; +"143 conv2d_10" [id=143, type=conv2d]; +"144 quantize_per_tensor_default_8" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_10" [id=145, type=dequantize_per_tensor]; +"146 add_" [id=146, type=add_]; +"147 quantize_per_tensor_default_9" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_11" [id=148, type=dequantize_per_tensor]; +"149 features_4_block_0_0_weight_bias" [id=149, type=get_attr]; +"150 scale_updated_constant9" [id=150, type=get_attr]; +"151 compressed_weight_updated_constant9" [id=151, type=get_attr]; +"152 mul_tensor_9" [id=152, type=mul]; +"153 zero_point_updated_constant9" [id=153, type=get_attr]; +"154 sub_tensor_9" [id=154, type=sub]; +"155 conv2d_11" [id=155, type=conv2d]; +"156 hardswish__1_scale_0" [id=156, type=get_attr]; +"157 hardswish__1_zero_point_0" [id=157, type=get_attr]; +"158 hardswish__1" [id=158, type=hardswish_]; +"159 quantize_per_channel_default_13" [id=159, type=quantize_per_channel]; +"160 dequantize_per_channel_default_13" [id=160, type=dequantize_per_channel]; +"161 features_4_block_1_0_weight_bias" [id=161, type=get_attr]; +"162 scale_updated_constant10" [id=162, type=get_attr]; +"163 compressed_weight_updated_constant10" [id=163, type=get_attr]; +"164 mul_tensor_10" [id=164, type=mul]; +"165 zero_point_updated_constant10" [id=165, type=get_attr]; +"166 sub_tensor_10" [id=166, type=sub]; +"167 conv2d_12" [id=167, type=conv2d]; +"168 hardswish__2" [id=168, type=hardswish_]; +"169 quantize_per_tensor_default_10" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_13" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_12" [id=171, type=dequantize_per_tensor]; +"172 adaptive_avg_pool2d_1" [id=172, type=adaptive_avg_pool2d]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu_1" [id=174, type=relu]; +"175 conv2d_14" [id=175, type=conv2d]; +"176 hardsigmoid_1" [id=176, type=hardsigmoid]; +"177 quantize_per_tensor_default_11" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_14" [id=178, type=dequantize_per_tensor]; +"179 mul_1" [id=179, type=mul]; +"180 quantize_per_tensor_default_12" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_15" [id=181, type=dequantize_per_tensor]; +"182 features_4_block_3_0_weight_bias" [id=182, type=get_attr]; +"183 scale_updated_constant11" [id=183, type=get_attr]; +"184 compressed_weight_updated_constant11" [id=184, type=get_attr]; +"185 mul_tensor_11" [id=185, type=mul]; +"186 zero_point_updated_constant11" [id=186, type=get_attr]; +"187 sub_tensor_11" [id=187, type=sub]; +"188 conv2d_15" [id=188, type=conv2d]; +"189 quantize_per_tensor_default_13" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_17" [id=190, type=dequantize_per_tensor]; +"191 dequantize_per_tensor_default_16" [id=191, type=dequantize_per_tensor]; +"192 features_5_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 scale_updated_constant12" [id=193, type=get_attr]; +"194 compressed_weight_updated_constant12" [id=194, type=get_attr]; +"195 mul_tensor_12" [id=195, type=mul]; +"196 zero_point_updated_constant12" [id=196, type=get_attr]; +"197 sub_tensor_12" [id=197, type=sub]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 hardswish__3_scale_0" [id=199, type=get_attr]; +"200 hardswish__3_zero_point_0" [id=200, type=get_attr]; +"201 hardswish__3" [id=201, type=hardswish_]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 features_5_block_1_0_weight_bias" [id=204, type=get_attr]; +"205 scale_updated_constant13" [id=205, type=get_attr]; +"206 compressed_weight_updated_constant13" [id=206, type=get_attr]; +"207 mul_tensor_13" [id=207, type=mul]; +"208 zero_point_updated_constant13" [id=208, type=get_attr]; +"209 sub_tensor_13" [id=209, type=sub]; +"210 conv2d_17" [id=210, type=conv2d]; +"211 hardswish__4" [id=211, type=hardswish_]; +"212 quantize_per_tensor_default_14" [id=212, type=quantize_per_tensor]; +"213 dequantize_per_tensor_default_19" [id=213, type=dequantize_per_tensor]; +"214 dequantize_per_tensor_default_18" [id=214, type=dequantize_per_tensor]; +"215 adaptive_avg_pool2d_2" [id=215, type=adaptive_avg_pool2d]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu_2" [id=217, type=relu]; +"218 conv2d_19" [id=218, type=conv2d]; +"219 hardsigmoid_2" [id=219, type=hardsigmoid]; +"220 quantize_per_tensor_default_15" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_20" [id=221, type=dequantize_per_tensor]; +"222 mul_2" [id=222, type=mul]; +"223 quantize_per_tensor_default_16" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_21" [id=224, type=dequantize_per_tensor]; +"225 features_5_block_3_0_weight_bias" [id=225, type=get_attr]; +"226 scale_updated_constant14" [id=226, type=get_attr]; +"227 compressed_weight_updated_constant14" [id=227, type=get_attr]; +"228 mul_tensor_14" [id=228, type=mul]; +"229 zero_point_updated_constant14" [id=229, type=get_attr]; +"230 sub_tensor_14" [id=230, type=sub]; +"231 conv2d_20" [id=231, type=conv2d]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_22" [id=233, type=dequantize_per_tensor]; +"234 add__1" [id=234, type=add_]; +"235 quantize_per_tensor_default_18" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_24" [id=236, type=dequantize_per_tensor]; +"237 dequantize_per_tensor_default_23" [id=237, type=dequantize_per_tensor]; +"238 features_6_block_0_0_weight_bias" [id=238, type=get_attr]; +"239 scale_updated_constant15" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant15" [id=240, type=get_attr]; +"241 mul_tensor_15" [id=241, type=mul]; +"242 zero_point_updated_constant15" [id=242, type=get_attr]; +"243 sub_tensor_15" [id=243, type=sub]; +"244 conv2d_21" [id=244, type=conv2d]; +"245 hardswish__5_scale_0" [id=245, type=get_attr]; +"246 hardswish__5_zero_point_0" [id=246, type=get_attr]; +"247 hardswish__5" [id=247, type=hardswish_]; +"248 quantize_per_channel_default_21" [id=248, type=quantize_per_channel]; +"249 dequantize_per_channel_default_21" [id=249, type=dequantize_per_channel]; +"250 features_6_block_1_0_weight_bias" [id=250, type=get_attr]; +"251 scale_updated_constant16" [id=251, type=get_attr]; +"252 compressed_weight_updated_constant16" [id=252, type=get_attr]; +"253 mul_tensor_16" [id=253, type=mul]; +"254 zero_point_updated_constant16" [id=254, type=get_attr]; +"255 sub_tensor_16" [id=255, type=sub]; +"256 conv2d_22" [id=256, type=conv2d]; +"257 hardswish__6" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_19" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_26" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_25" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_3" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_23" [id=262, type=conv2d]; +"263 relu_3" [id=263, type=relu]; +"264 conv2d_24" [id=264, type=conv2d]; +"265 hardsigmoid_3" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_20" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_27" [id=267, type=dequantize_per_tensor]; +"268 mul_3" [id=268, type=mul]; +"269 quantize_per_tensor_default_21" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_28" [id=270, type=dequantize_per_tensor]; +"271 features_6_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 scale_updated_constant17" [id=272, type=get_attr]; +"273 compressed_weight_updated_constant17" [id=273, type=get_attr]; +"274 mul_tensor_17" [id=274, type=mul]; +"275 zero_point_updated_constant17" [id=275, type=get_attr]; +"276 sub_tensor_17" [id=276, type=sub]; +"277 conv2d_25" [id=277, type=conv2d]; +"278 quantize_per_tensor_default_22" [id=278, type=quantize_per_tensor]; +"279 dequantize_per_tensor_default_29" [id=279, type=dequantize_per_tensor]; +"280 add__2" [id=280, type=add_]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_30" [id=282, type=dequantize_per_tensor]; +"283 features_7_block_0_0_weight_bias" [id=283, type=get_attr]; +"284 scale_updated_constant18" [id=284, type=get_attr]; +"285 compressed_weight_updated_constant18" [id=285, type=get_attr]; +"286 mul_tensor_18" [id=286, type=mul]; +"287 zero_point_updated_constant18" [id=287, type=get_attr]; +"288 sub_tensor_18" [id=288, type=sub]; +"289 conv2d_26" [id=289, type=conv2d]; +"290 hardswish__7_scale_0" [id=290, type=get_attr]; +"291 hardswish__7_zero_point_0" [id=291, type=get_attr]; +"292 hardswish__7" [id=292, type=hardswish_]; +"293 quantize_per_channel_default_25" [id=293, type=quantize_per_channel]; +"294 dequantize_per_channel_default_25" [id=294, type=dequantize_per_channel]; +"295 features_7_block_1_0_weight_bias" [id=295, type=get_attr]; +"296 scale_updated_constant19" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant19" [id=297, type=get_attr]; +"298 mul_tensor_19" [id=298, type=mul]; +"299 zero_point_updated_constant19" [id=299, type=get_attr]; +"300 sub_tensor_19" [id=300, type=sub]; +"301 conv2d_27" [id=301, type=conv2d]; +"302 hardswish__8" [id=302, type=hardswish_]; +"303 quantize_per_tensor_default_24" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_32" [id=304, type=dequantize_per_tensor]; +"305 dequantize_per_tensor_default_31" [id=305, type=dequantize_per_tensor]; +"306 adaptive_avg_pool2d_4" [id=306, type=adaptive_avg_pool2d]; +"307 conv2d_28" [id=307, type=conv2d]; +"308 relu_4" [id=308, type=relu]; +"309 conv2d_29" [id=309, type=conv2d]; +"310 hardsigmoid_4" [id=310, type=hardsigmoid]; +"311 quantize_per_tensor_default_25" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_33" [id=312, type=dequantize_per_tensor]; +"313 mul_4" [id=313, type=mul]; +"314 quantize_per_tensor_default_26" [id=314, type=quantize_per_tensor]; +"315 dequantize_per_tensor_default_34" [id=315, type=dequantize_per_tensor]; +"316 features_7_block_3_0_weight_bias" [id=316, type=get_attr]; +"317 scale_updated_constant20" [id=317, type=get_attr]; +"318 compressed_weight_updated_constant20" [id=318, type=get_attr]; +"319 mul_tensor_20" [id=319, type=mul]; +"320 zero_point_updated_constant20" [id=320, type=get_attr]; +"321 sub_tensor_20" [id=321, type=sub]; +"322 conv2d_30" [id=322, type=conv2d]; +"323 quantize_per_tensor_default_27" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_36" [id=324, type=dequantize_per_tensor]; +"325 dequantize_per_tensor_default_35" [id=325, type=dequantize_per_tensor]; +"326 features_8_block_0_0_weight_bias" [id=326, type=get_attr]; +"327 scale_updated_constant21" [id=327, type=get_attr]; +"328 compressed_weight_updated_constant21" [id=328, type=get_attr]; +"329 mul_tensor_21" [id=329, type=mul]; +"330 zero_point_updated_constant21" [id=330, type=get_attr]; +"331 sub_tensor_21" [id=331, type=sub]; +"332 conv2d_31" [id=332, type=conv2d]; +"333 hardswish__9_scale_0" [id=333, type=get_attr]; +"334 hardswish__9_zero_point_0" [id=334, type=get_attr]; +"335 hardswish__9" [id=335, type=hardswish_]; +"336 quantize_per_channel_default_29" [id=336, type=quantize_per_channel]; +"337 dequantize_per_channel_default_29" [id=337, type=dequantize_per_channel]; +"338 features_8_block_1_0_weight_bias" [id=338, type=get_attr]; +"339 scale_updated_constant22" [id=339, type=get_attr]; +"340 compressed_weight_updated_constant22" [id=340, type=get_attr]; +"341 mul_tensor_22" [id=341, type=mul]; +"342 zero_point_updated_constant22" [id=342, type=get_attr]; +"343 sub_tensor_22" [id=343, type=sub]; +"344 conv2d_32" [id=344, type=conv2d]; +"345 hardswish__10" [id=345, type=hardswish_]; +"346 quantize_per_tensor_default_28" [id=346, type=quantize_per_tensor]; +"347 dequantize_per_tensor_default_38" [id=347, type=dequantize_per_tensor]; +"348 dequantize_per_tensor_default_37" [id=348, type=dequantize_per_tensor]; +"349 adaptive_avg_pool2d_5" [id=349, type=adaptive_avg_pool2d]; +"350 conv2d_33" [id=350, type=conv2d]; +"351 relu_5" [id=351, type=relu]; +"352 conv2d_34" [id=352, type=conv2d]; +"353 hardsigmoid_5" [id=353, type=hardsigmoid]; +"354 quantize_per_tensor_default_29" [id=354, type=quantize_per_tensor]; +"355 dequantize_per_tensor_default_39" [id=355, type=dequantize_per_tensor]; +"356 mul_5" [id=356, type=mul]; +"357 quantize_per_tensor_default_30" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_40" [id=358, type=dequantize_per_tensor]; +"359 features_8_block_3_0_weight_bias" [id=359, type=get_attr]; +"360 scale_updated_constant23" [id=360, type=get_attr]; +"361 compressed_weight_updated_constant23" [id=361, type=get_attr]; +"362 mul_tensor_23" [id=362, type=mul]; +"363 zero_point_updated_constant23" [id=363, type=get_attr]; +"364 sub_tensor_23" [id=364, type=sub]; +"365 conv2d_35" [id=365, type=conv2d]; +"366 quantize_per_tensor_default_31" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_41" [id=367, type=dequantize_per_tensor]; +"368 add__3" [id=368, type=add_]; +"369 quantize_per_tensor_default_32" [id=369, type=quantize_per_tensor]; +"370 dequantize_per_tensor_default_42" [id=370, type=dequantize_per_tensor]; +"371 features_9_block_0_0_weight_bias" [id=371, type=get_attr]; +"372 scale_updated_constant24" [id=372, type=get_attr]; +"373 compressed_weight_updated_constant24" [id=373, type=get_attr]; +"374 mul_tensor_24" [id=374, type=mul]; +"375 zero_point_updated_constant24" [id=375, type=get_attr]; +"376 sub_tensor_24" [id=376, type=sub]; +"377 conv2d_36" [id=377, type=conv2d]; +"378 hardswish__11_scale_0" [id=378, type=get_attr]; +"379 hardswish__11_zero_point_0" [id=379, type=get_attr]; +"380 hardswish__11" [id=380, type=hardswish_]; +"381 quantize_per_channel_default_33" [id=381, type=quantize_per_channel]; +"382 dequantize_per_channel_default_33" [id=382, type=dequantize_per_channel]; +"383 features_9_block_1_0_weight_bias" [id=383, type=get_attr]; +"384 scale_updated_constant25" [id=384, type=get_attr]; +"385 compressed_weight_updated_constant25" [id=385, type=get_attr]; +"386 mul_tensor_25" [id=386, type=mul]; +"387 zero_point_updated_constant25" [id=387, type=get_attr]; +"388 sub_tensor_25" [id=388, type=sub]; +"389 conv2d_37" [id=389, type=conv2d]; +"390 hardswish__12" [id=390, type=hardswish_]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_44" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_43" [id=393, type=dequantize_per_tensor]; +"394 adaptive_avg_pool2d_6" [id=394, type=adaptive_avg_pool2d]; +"395 conv2d_38" [id=395, type=conv2d]; +"396 relu_6" [id=396, type=relu]; +"397 conv2d_39" [id=397, type=conv2d]; +"398 hardsigmoid_6" [id=398, type=hardsigmoid]; +"399 quantize_per_tensor_default_34" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_45" [id=400, type=dequantize_per_tensor]; +"401 mul_6" [id=401, type=mul]; +"402 quantize_per_tensor_default_35" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_46" [id=403, type=dequantize_per_tensor]; +"404 features_9_block_3_0_weight_bias" [id=404, type=get_attr]; +"405 scale_updated_constant26" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant26" [id=406, type=get_attr]; +"407 mul_tensor_26" [id=407, type=mul]; +"408 zero_point_updated_constant26" [id=408, type=get_attr]; +"409 sub_tensor_26" [id=409, type=sub]; +"410 conv2d_40" [id=410, type=conv2d]; +"411 quantize_per_tensor_default_36" [id=411, type=quantize_per_tensor]; +"412 dequantize_per_tensor_default_48" [id=412, type=dequantize_per_tensor]; +"413 dequantize_per_tensor_default_47" [id=413, type=dequantize_per_tensor]; +"414 features_10_block_0_0_weight_bias" [id=414, type=get_attr]; +"415 scale_updated_constant27" [id=415, type=get_attr]; +"416 compressed_weight_updated_constant27" [id=416, type=get_attr]; +"417 mul_tensor_27" [id=417, type=mul]; +"418 zero_point_updated_constant27" [id=418, type=get_attr]; +"419 sub_tensor_27" [id=419, type=sub]; +"420 conv2d_41" [id=420, type=conv2d]; +"421 hardswish__13_scale_0" [id=421, type=get_attr]; +"422 hardswish__13_zero_point_0" [id=422, type=get_attr]; +"423 hardswish__13" [id=423, type=hardswish_]; +"424 quantize_per_channel_default_37" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_37" [id=425, type=dequantize_per_channel]; +"426 features_10_block_1_0_weight_bias" [id=426, type=get_attr]; +"427 scale_updated_constant28" [id=427, type=get_attr]; +"428 compressed_weight_updated_constant28" [id=428, type=get_attr]; +"429 mul_tensor_28" [id=429, type=mul]; +"430 zero_point_updated_constant28" [id=430, type=get_attr]; +"431 sub_tensor_28" [id=431, type=sub]; +"432 conv2d_42" [id=432, type=conv2d]; +"433 hardswish__14" [id=433, type=hardswish_]; +"434 quantize_per_tensor_default_37" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_50" [id=435, type=dequantize_per_tensor]; +"436 dequantize_per_tensor_default_49" [id=436, type=dequantize_per_tensor]; +"437 adaptive_avg_pool2d_7" [id=437, type=adaptive_avg_pool2d]; +"438 conv2d_43" [id=438, type=conv2d]; +"439 relu_7" [id=439, type=relu]; +"440 conv2d_44" [id=440, type=conv2d]; +"441 hardsigmoid_7" [id=441, type=hardsigmoid]; +"442 quantize_per_tensor_default_38" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_51" [id=443, type=dequantize_per_tensor]; +"444 mul_7" [id=444, type=mul]; +"445 quantize_per_tensor_default_39" [id=445, type=quantize_per_tensor]; +"446 dequantize_per_tensor_default_52" [id=446, type=dequantize_per_tensor]; +"447 features_10_block_3_0_weight_bias" [id=447, type=get_attr]; +"448 scale_updated_constant29" [id=448, type=get_attr]; +"449 compressed_weight_updated_constant29" [id=449, type=get_attr]; +"450 mul_tensor_29" [id=450, type=mul]; +"451 zero_point_updated_constant29" [id=451, type=get_attr]; +"452 sub_tensor_29" [id=452, type=sub]; +"453 conv2d_45" [id=453, type=conv2d]; +"454 quantize_per_tensor_default_40" [id=454, type=quantize_per_tensor]; +"455 dequantize_per_tensor_default_53" [id=455, type=dequantize_per_tensor]; +"456 add__4" [id=456, type=add_]; +"457 quantize_per_tensor_default_41" [id=457, type=quantize_per_tensor]; +"458 dequantize_per_tensor_default_55" [id=458, type=dequantize_per_tensor]; +"459 dequantize_per_tensor_default_54" [id=459, type=dequantize_per_tensor]; +"460 features_11_block_0_0_weight_bias" [id=460, type=get_attr]; +"461 scale_updated_constant30" [id=461, type=get_attr]; +"462 compressed_weight_updated_constant30" [id=462, type=get_attr]; +"463 mul_tensor_30" [id=463, type=mul]; +"464 zero_point_updated_constant30" [id=464, type=get_attr]; +"465 sub_tensor_30" [id=465, type=sub]; +"466 conv2d_46" [id=466, type=conv2d]; +"467 hardswish__15_scale_0" [id=467, type=get_attr]; +"468 hardswish__15_zero_point_0" [id=468, type=get_attr]; +"469 hardswish__15" [id=469, type=hardswish_]; +"470 quantize_per_channel_default_41" [id=470, type=quantize_per_channel]; +"471 dequantize_per_channel_default_41" [id=471, type=dequantize_per_channel]; +"472 features_11_block_1_0_weight_bias" [id=472, type=get_attr]; +"473 scale_updated_constant31" [id=473, type=get_attr]; +"474 compressed_weight_updated_constant31" [id=474, type=get_attr]; +"475 mul_tensor_31" [id=475, type=mul]; +"476 zero_point_updated_constant31" [id=476, type=get_attr]; +"477 sub_tensor_31" [id=477, type=sub]; +"478 conv2d_47" [id=478, type=conv2d]; +"479 hardswish__16" [id=479, type=hardswish_]; +"480 quantize_per_tensor_default_42" [id=480, type=quantize_per_tensor]; +"481 dequantize_per_tensor_default_57" [id=481, type=dequantize_per_tensor]; +"482 dequantize_per_tensor_default_56" [id=482, type=dequantize_per_tensor]; +"483 adaptive_avg_pool2d_8" [id=483, type=adaptive_avg_pool2d]; +"484 conv2d_48" [id=484, type=conv2d]; +"485 relu_8" [id=485, type=relu]; +"486 conv2d_49" [id=486, type=conv2d]; +"487 hardsigmoid_8" [id=487, type=hardsigmoid]; +"488 quantize_per_tensor_default_43" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_58" [id=489, type=dequantize_per_tensor]; +"490 mul_8" [id=490, type=mul]; +"491 quantize_per_tensor_default_44" [id=491, type=quantize_per_tensor]; +"492 dequantize_per_tensor_default_59" [id=492, type=dequantize_per_tensor]; +"493 features_11_block_3_0_weight_bias" [id=493, type=get_attr]; +"494 scale_updated_constant32" [id=494, type=get_attr]; +"495 compressed_weight_updated_constant32" [id=495, type=get_attr]; +"496 mul_tensor_32" [id=496, type=mul]; +"497 zero_point_updated_constant32" [id=497, type=get_attr]; +"498 sub_tensor_32" [id=498, type=sub]; +"499 conv2d_50" [id=499, type=conv2d]; +"500 quantize_per_tensor_default_45" [id=500, type=quantize_per_tensor]; +"501 dequantize_per_tensor_default_60" [id=501, type=dequantize_per_tensor]; +"502 add__5" [id=502, type=add_]; +"503 quantize_per_tensor_default_46" [id=503, type=quantize_per_tensor]; +"504 dequantize_per_tensor_default_61" [id=504, type=dequantize_per_tensor]; +"505 features_12_0_weight_bias" [id=505, type=get_attr]; +"506 scale_updated_constant33" [id=506, type=get_attr]; +"507 compressed_weight_updated_constant33" [id=507, type=get_attr]; +"508 mul_tensor_33" [id=508, type=mul]; +"509 zero_point_updated_constant33" [id=509, type=get_attr]; +"510 sub_tensor_33" [id=510, type=sub]; +"511 conv2d_51" [id=511, type=conv2d]; +"512 hardswish__17" [id=512, type=hardswish_]; +"513 quantize_per_tensor_default_47" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_62" [id=514, type=dequantize_per_tensor]; +"515 adaptive_avg_pool2d_9" [id=515, type=adaptive_avg_pool2d]; +"516 quantize_per_tensor_default_48" [id=516, type=quantize_per_tensor]; +"517 dequantize_per_tensor_default_63" [id=517, type=dequantize_per_tensor]; +"518 flatten" [id=518, type=flatten]; +"519 scale_updated_constant34" [id=519, type=get_attr]; +"520 compressed_weight_updated_constant34" [id=520, type=get_attr]; +"521 mul_tensor_34" [id=521, type=mul]; +"522 zero_point_updated_constant34" [id=522, type=get_attr]; +"523 sub_tensor_34" [id=523, type=sub]; +"524 linear" [id=524, type=linear]; +"525 hardswish__18" [id=525, type=hardswish_]; +"526 quantize_per_tensor_default_49" [id=526, type=quantize_per_tensor]; +"527 dequantize_per_tensor_default_64" [id=527, type=dequantize_per_tensor]; +"528 dropout_" [id=528, type=dropout_]; +"529 scale_updated_constant35" [id=529, type=get_attr]; +"530 compressed_weight_updated_constant35" [id=530, type=get_attr]; +"531 mul_tensor_35" [id=531, type=mul]; +"532 zero_point_updated_constant35" [id=532, type=get_attr]; +"533 sub_tensor_35" [id=533, type=sub]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 features_1_block_1_fc1_weight" -> "65 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"1 features_1_block_1_fc1_bias" -> "65 conv2d_2" [label="(8,)", style=solid]; +"2 features_1_block_1_fc2_weight" -> "67 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"3 features_1_block_1_fc2_bias" -> "67 conv2d_3" [label="(16,)", style=solid]; +"4 features_4_block_2_fc1_weight" -> "173 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"5 features_4_block_2_fc1_bias" -> "173 conv2d_13" [label="(24,)", style=solid]; +"6 features_4_block_2_fc2_weight" -> "175 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"7 features_4_block_2_fc2_bias" -> "175 conv2d_14" [label="(96,)", style=solid]; +"8 features_5_block_2_fc1_weight" -> "216 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"9 features_5_block_2_fc1_bias" -> "216 conv2d_18" [label="(64,)", style=solid]; +"10 features_5_block_2_fc2_weight" -> "218 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"11 features_5_block_2_fc2_bias" -> "218 conv2d_19" [label="(240,)", style=solid]; +"12 features_6_block_2_fc1_weight" -> "262 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"13 features_6_block_2_fc1_bias" -> "262 conv2d_23" [label="(64,)", style=solid]; +"14 features_6_block_2_fc2_weight" -> "264 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"15 features_6_block_2_fc2_bias" -> "264 conv2d_24" [label="(240,)", style=solid]; +"16 features_7_block_2_fc1_weight" -> "307 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"17 features_7_block_2_fc1_bias" -> "307 conv2d_28" [label="(32,)", style=solid]; +"18 features_7_block_2_fc2_weight" -> "309 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"19 features_7_block_2_fc2_bias" -> "309 conv2d_29" [label="(120,)", style=solid]; +"20 features_8_block_2_fc1_weight" -> "350 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"21 features_8_block_2_fc1_bias" -> "350 conv2d_33" [label="(40,)", style=solid]; +"22 features_8_block_2_fc2_weight" -> "352 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"23 features_8_block_2_fc2_bias" -> "352 conv2d_34" [label="(144,)", style=solid]; +"24 features_9_block_2_fc1_weight" -> "395 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"25 features_9_block_2_fc1_bias" -> "395 conv2d_38" [label="(72,)", style=solid]; +"26 features_9_block_2_fc2_weight" -> "397 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"27 features_9_block_2_fc2_bias" -> "397 conv2d_39" [label="(288,)", style=solid]; +"28 features_10_block_2_fc1_weight" -> "438 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"29 features_10_block_2_fc1_bias" -> "438 conv2d_43" [label="(144,)", style=solid]; +"30 features_10_block_2_fc2_weight" -> "440 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"31 features_10_block_2_fc2_bias" -> "440 conv2d_44" [label="(576,)", style=solid]; +"32 features_11_block_2_fc1_weight" -> "484 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"33 features_11_block_2_fc1_bias" -> "484 conv2d_48" [label="(144,)", style=solid]; +"34 features_11_block_2_fc2_weight" -> "486 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"35 features_11_block_2_fc2_bias" -> "486 conv2d_49" [label="(576,)", style=solid]; +"36 classifier_0_bias" -> "524 linear" [label="(1024,)", style=solid]; +"37 classifier_3_bias" -> "534 linear_1" [label="(1000,)", style=solid]; +"38 x" -> "39 quantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"39 quantize_per_tensor_default" -> "40 dequantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"40 dequantize_per_tensor_default" -> "47 conv2d" [label="(1, 3, -1, -1)", style=solid]; +"41 features_0_0_weight_bias" -> "47 conv2d" [label="(16,)", style=solid]; +"42 scale_updated_constant0" -> "44 mul_tensor" [label="(16, 1, 1, 1)", style=solid]; +"43 compressed_weight_updated_constant0" -> "44 mul_tensor" [label="(16, 3, 3, 3)", style=solid]; +"44 mul_tensor" -> "46 sub_tensor" [label="(16, 3, 3, 3)", style=solid]; +"45 zero_point_updated_constant0" -> "46 sub_tensor" [label="(16, 1, 1, 1)", style=solid]; +"46 sub_tensor" -> "47 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"47 conv2d" -> "50 hardswish_" [label="(1, 16, -1, -1)", style=solid]; +"48 hardswish__scale_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"48 hardswish__scale_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"50 hardswish_" -> "51 quantize_per_channel_default_1" [label="(1, 16, -1, -1)", style=solid]; +"51 quantize_per_channel_default_1" -> "52 dequantize_per_channel_default_1" [label="(1, 16, -1, -1)", style=solid]; +"52 dequantize_per_channel_default_1" -> "59 conv2d_1" [label="(1, 16, -1, -1)", style=solid]; +"53 features_1_block_0_0_weight_bias" -> "59 conv2d_1" [label="(16,)", style=solid]; +"54 scale_updated_constant1" -> "56 mul_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"55 compressed_weight_updated_constant1" -> "56 mul_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"56 mul_tensor_1" -> "58 sub_tensor_1" [label="(16, 1, 3, 3)", style=solid]; +"57 zero_point_updated_constant1" -> "58 sub_tensor_1" [label="(16, 1, 1, 1)", style=solid]; +"58 sub_tensor_1" -> "59 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"59 conv2d_1" -> "60 relu_" [label="(1, 16, -1, -1)", style=solid]; +"60 relu_" -> "61 quantize_per_tensor_default_1" [label="(1, 16, -1, -1)", style=solid]; +"61 quantize_per_tensor_default_1" -> "62 dequantize_per_tensor_default_2" [label="(1, 16, -1, -1)", style=solid]; +"61 quantize_per_tensor_default_1" -> "63 dequantize_per_tensor_default_1" [label="(1, 16, -1, -1)", style=solid]; +"62 dequantize_per_tensor_default_2" -> "71 mul" [label="(1, 16, -1, -1)", style=solid]; +"63 dequantize_per_tensor_default_1" -> "64 adaptive_avg_pool2d" [label="(1, 16, -1, -1)", style=solid]; +"64 adaptive_avg_pool2d" -> "65 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"65 conv2d_2" -> "66 relu" [label="(1, 8, 1, 1)", style=solid]; +"66 relu" -> "67 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"67 conv2d_3" -> "68 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"68 hardsigmoid" -> "69 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"69 quantize_per_tensor_default_2" -> "70 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 mul" [label="(1, 16, 1, 1)", style=solid]; +"71 mul" -> "72 quantize_per_tensor_default_3" [label="(1, 16, -1, -1)", style=solid]; +"72 quantize_per_tensor_default_3" -> "73 dequantize_per_tensor_default_4" [label="(1, 16, -1, -1)", style=solid]; +"73 dequantize_per_tensor_default_4" -> "80 conv2d_4" [label="(1, 16, -1, -1)", style=solid]; +"74 features_1_block_2_0_weight_bias" -> "80 conv2d_4" [label="(16,)", style=solid]; +"75 scale_updated_constant2" -> "77 mul_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant2" -> "77 mul_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"77 mul_tensor_2" -> "79 sub_tensor_2" [label="(16, 16, 1, 1)", style=solid]; +"78 zero_point_updated_constant2" -> "79 sub_tensor_2" [label="(16, 1, 1, 1)", style=solid]; +"79 sub_tensor_2" -> "80 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"80 conv2d_4" -> "81 quantize_per_tensor_default_4" [label="(1, 16, -1, -1)", style=solid]; +"81 quantize_per_tensor_default_4" -> "82 dequantize_per_tensor_default_5" [label="(1, 16, -1, -1)", style=solid]; +"82 dequantize_per_tensor_default_5" -> "89 conv2d_5" [label="(1, 16, -1, -1)", style=solid]; +"83 features_2_block_0_0_weight_bias" -> "89 conv2d_5" [label="(72,)", style=solid]; +"84 scale_updated_constant3" -> "86 mul_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"85 compressed_weight_updated_constant3" -> "86 mul_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"86 mul_tensor_3" -> "88 sub_tensor_3" [label="(72, 16, 1, 1)", style=solid]; +"87 zero_point_updated_constant3" -> "88 sub_tensor_3" [label="(72, 1, 1, 1)", style=solid]; +"88 sub_tensor_3" -> "89 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"89 conv2d_5" -> "92 relu__1" [label="(1, 72, -1, -1)", style=solid]; +"90 relu__1_scale_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"90 relu__1_scale_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"92 relu__1" -> "93 quantize_per_channel_default_5" [label="(1, 72, -1, -1)", style=solid]; +"93 quantize_per_channel_default_5" -> "94 dequantize_per_channel_default_5" [label="(1, 72, -1, -1)", style=solid]; +"94 dequantize_per_channel_default_5" -> "101 conv2d_6" [label="(1, 72, -1, -1)", style=solid]; +"95 features_2_block_1_0_weight_bias" -> "101 conv2d_6" [label="(72,)", style=solid]; +"96 scale_updated_constant4" -> "98 mul_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"97 compressed_weight_updated_constant4" -> "98 mul_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"98 mul_tensor_4" -> "100 sub_tensor_4" [label="(72, 1, 3, 3)", style=solid]; +"99 zero_point_updated_constant4" -> "100 sub_tensor_4" [label="(72, 1, 1, 1)", style=solid]; +"100 sub_tensor_4" -> "101 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"101 conv2d_6" -> "102 relu__2" [label="(1, 72, -1, -1)", style=solid]; +"102 relu__2" -> "103 quantize_per_tensor_default_5" [label="(1, 72, -1, -1)", style=solid]; +"103 quantize_per_tensor_default_5" -> "104 dequantize_per_tensor_default_6" [label="(1, 72, -1, -1)", style=solid]; +"104 dequantize_per_tensor_default_6" -> "111 conv2d_7" [label="(1, 72, -1, -1)", style=solid]; +"105 features_2_block_2_0_weight_bias" -> "111 conv2d_7" [label="(24,)", style=solid]; +"106 scale_updated_constant5" -> "108 mul_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant5" -> "108 mul_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"108 mul_tensor_5" -> "110 sub_tensor_5" [label="(24, 72, 1, 1)", style=solid]; +"109 zero_point_updated_constant5" -> "110 sub_tensor_5" [label="(24, 1, 1, 1)", style=solid]; +"110 sub_tensor_5" -> "111 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"111 conv2d_7" -> "112 quantize_per_tensor_default_6" [label="(1, 24, -1, -1)", style=solid]; +"112 quantize_per_tensor_default_6" -> "113 dequantize_per_tensor_default_8" [label="(1, 24, -1, -1)", style=solid]; +"112 quantize_per_tensor_default_6" -> "114 dequantize_per_tensor_default_7" [label="(1, 24, -1, -1)", style=solid]; +"113 dequantize_per_tensor_default_8" -> "146 add_" [label="(1, 24, -1, -1)", style=solid]; +"114 dequantize_per_tensor_default_7" -> "121 conv2d_8" [label="(1, 24, -1, -1)", style=solid]; +"115 features_3_block_0_0_weight_bias" -> "121 conv2d_8" [label="(88,)", style=solid]; +"116 scale_updated_constant6" -> "118 mul_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"117 compressed_weight_updated_constant6" -> "118 mul_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"118 mul_tensor_6" -> "120 sub_tensor_6" [label="(88, 24, 1, 1)", style=solid]; +"119 zero_point_updated_constant6" -> "120 sub_tensor_6" [label="(88, 1, 1, 1)", style=solid]; +"120 sub_tensor_6" -> "121 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"121 conv2d_8" -> "124 relu__3" [label="(1, 88, -1, -1)", style=solid]; +"122 relu__3_scale_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"122 relu__3_scale_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"124 relu__3" -> "125 quantize_per_channel_default_9" [label="(1, 88, -1, -1)", style=solid]; +"125 quantize_per_channel_default_9" -> "126 dequantize_per_channel_default_9" [label="(1, 88, -1, -1)", style=solid]; +"126 dequantize_per_channel_default_9" -> "133 conv2d_9" [label="(1, 88, -1, -1)", style=solid]; +"127 features_3_block_1_0_weight_bias" -> "133 conv2d_9" [label="(88,)", style=solid]; +"128 scale_updated_constant7" -> "130 mul_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"129 compressed_weight_updated_constant7" -> "130 mul_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"130 mul_tensor_7" -> "132 sub_tensor_7" [label="(88, 1, 3, 3)", style=solid]; +"131 zero_point_updated_constant7" -> "132 sub_tensor_7" [label="(88, 1, 1, 1)", style=solid]; +"132 sub_tensor_7" -> "133 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"133 conv2d_9" -> "134 relu__4" [label="(1, 88, -1, -1)", style=solid]; +"134 relu__4" -> "135 quantize_per_tensor_default_7" [label="(1, 88, -1, -1)", style=solid]; +"135 quantize_per_tensor_default_7" -> "136 dequantize_per_tensor_default_9" [label="(1, 88, -1, -1)", style=solid]; +"136 dequantize_per_tensor_default_9" -> "143 conv2d_10" [label="(1, 88, -1, -1)", style=solid]; +"137 features_3_block_2_0_weight_bias" -> "143 conv2d_10" [label="(24,)", style=solid]; +"138 scale_updated_constant8" -> "140 mul_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"139 compressed_weight_updated_constant8" -> "140 mul_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"140 mul_tensor_8" -> "142 sub_tensor_8" [label="(24, 88, 1, 1)", style=solid]; +"141 zero_point_updated_constant8" -> "142 sub_tensor_8" [label="(24, 1, 1, 1)", style=solid]; +"142 sub_tensor_8" -> "143 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"143 conv2d_10" -> "144 quantize_per_tensor_default_8" [label="(1, 24, -1, -1)", style=solid]; +"144 quantize_per_tensor_default_8" -> "145 dequantize_per_tensor_default_10" [label="(1, 24, -1, -1)", style=solid]; +"145 dequantize_per_tensor_default_10" -> "146 add_" [label="(1, 24, -1, -1)", style=solid]; +"146 add_" -> "147 quantize_per_tensor_default_9" [label="(1, 24, -1, -1)", style=solid]; +"147 quantize_per_tensor_default_9" -> "148 dequantize_per_tensor_default_11" [label="(1, 24, -1, -1)", style=solid]; +"148 dequantize_per_tensor_default_11" -> "155 conv2d_11" [label="(1, 24, -1, -1)", style=solid]; +"149 features_4_block_0_0_weight_bias" -> "155 conv2d_11" [label="(96,)", style=solid]; +"150 scale_updated_constant9" -> "152 mul_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"151 compressed_weight_updated_constant9" -> "152 mul_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"152 mul_tensor_9" -> "154 sub_tensor_9" [label="(96, 24, 1, 1)", style=solid]; +"153 zero_point_updated_constant9" -> "154 sub_tensor_9" [label="(96, 1, 1, 1)", style=solid]; +"154 sub_tensor_9" -> "155 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"155 conv2d_11" -> "158 hardswish__1" [label="(1, 96, -1, -1)", style=solid]; +"156 hardswish__1_scale_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"156 hardswish__1_scale_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"158 hardswish__1" -> "159 quantize_per_channel_default_13" [label="(1, 96, -1, -1)", style=solid]; +"159 quantize_per_channel_default_13" -> "160 dequantize_per_channel_default_13" [label="(1, 96, -1, -1)", style=solid]; +"160 dequantize_per_channel_default_13" -> "167 conv2d_12" [label="(1, 96, -1, -1)", style=solid]; +"161 features_4_block_1_0_weight_bias" -> "167 conv2d_12" [label="(96,)", style=solid]; +"162 scale_updated_constant10" -> "164 mul_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"163 compressed_weight_updated_constant10" -> "164 mul_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"164 mul_tensor_10" -> "166 sub_tensor_10" [label="(96, 1, 5, 5)", style=solid]; +"165 zero_point_updated_constant10" -> "166 sub_tensor_10" [label="(96, 1, 1, 1)", style=solid]; +"166 sub_tensor_10" -> "167 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"167 conv2d_12" -> "168 hardswish__2" [label="(1, 96, -1, -1)", style=solid]; +"168 hardswish__2" -> "169 quantize_per_tensor_default_10" [label="(1, 96, -1, -1)", style=solid]; +"169 quantize_per_tensor_default_10" -> "170 dequantize_per_tensor_default_13" [label="(1, 96, -1, -1)", style=solid]; +"169 quantize_per_tensor_default_10" -> "171 dequantize_per_tensor_default_12" [label="(1, 96, -1, -1)", style=solid]; +"170 dequantize_per_tensor_default_13" -> "179 mul_1" [label="(1, 96, -1, -1)", style=solid]; +"171 dequantize_per_tensor_default_12" -> "172 adaptive_avg_pool2d_1" [label="(1, 96, -1, -1)", style=solid]; +"172 adaptive_avg_pool2d_1" -> "173 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"173 conv2d_13" -> "174 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"174 relu_1" -> "175 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"175 conv2d_14" -> "176 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"176 hardsigmoid_1" -> "177 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"177 quantize_per_tensor_default_11" -> "178 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"178 dequantize_per_tensor_default_14" -> "179 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"179 mul_1" -> "180 quantize_per_tensor_default_12" [label="(1, 96, -1, -1)", style=solid]; +"180 quantize_per_tensor_default_12" -> "181 dequantize_per_tensor_default_15" [label="(1, 96, -1, -1)", style=solid]; +"181 dequantize_per_tensor_default_15" -> "188 conv2d_15" [label="(1, 96, -1, -1)", style=solid]; +"182 features_4_block_3_0_weight_bias" -> "188 conv2d_15" [label="(40,)", style=solid]; +"183 scale_updated_constant11" -> "185 mul_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"184 compressed_weight_updated_constant11" -> "185 mul_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"185 mul_tensor_11" -> "187 sub_tensor_11" [label="(40, 96, 1, 1)", style=solid]; +"186 zero_point_updated_constant11" -> "187 sub_tensor_11" [label="(40, 1, 1, 1)", style=solid]; +"187 sub_tensor_11" -> "188 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"188 conv2d_15" -> "189 quantize_per_tensor_default_13" [label="(1, 40, -1, -1)", style=solid]; +"189 quantize_per_tensor_default_13" -> "190 dequantize_per_tensor_default_17" [label="(1, 40, -1, -1)", style=solid]; +"189 quantize_per_tensor_default_13" -> "191 dequantize_per_tensor_default_16" [label="(1, 40, -1, -1)", style=solid]; +"190 dequantize_per_tensor_default_17" -> "234 add__1" [label="(1, 40, -1, -1)", style=solid]; +"191 dequantize_per_tensor_default_16" -> "198 conv2d_16" [label="(1, 40, -1, -1)", style=solid]; +"192 features_5_block_0_0_weight_bias" -> "198 conv2d_16" [label="(240,)", style=solid]; +"193 scale_updated_constant12" -> "195 mul_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"194 compressed_weight_updated_constant12" -> "195 mul_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"195 mul_tensor_12" -> "197 sub_tensor_12" [label="(240, 40, 1, 1)", style=solid]; +"196 zero_point_updated_constant12" -> "197 sub_tensor_12" [label="(240, 1, 1, 1)", style=solid]; +"197 sub_tensor_12" -> "198 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"198 conv2d_16" -> "201 hardswish__3" [label="(1, 240, -1, -1)", style=solid]; +"199 hardswish__3_scale_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"199 hardswish__3_scale_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"201 hardswish__3" -> "202 quantize_per_channel_default_17" [label="(1, 240, -1, -1)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(1, 240, -1, -1)", style=solid]; +"203 dequantize_per_channel_default_17" -> "210 conv2d_17" [label="(1, 240, -1, -1)", style=solid]; +"204 features_5_block_1_0_weight_bias" -> "210 conv2d_17" [label="(240,)", style=solid]; +"205 scale_updated_constant13" -> "207 mul_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"206 compressed_weight_updated_constant13" -> "207 mul_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"207 mul_tensor_13" -> "209 sub_tensor_13" [label="(240, 1, 5, 5)", style=solid]; +"208 zero_point_updated_constant13" -> "209 sub_tensor_13" [label="(240, 1, 1, 1)", style=solid]; +"209 sub_tensor_13" -> "210 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"210 conv2d_17" -> "211 hardswish__4" [label="(1, 240, -1, -1)", style=solid]; +"211 hardswish__4" -> "212 quantize_per_tensor_default_14" [label="(1, 240, -1, -1)", style=solid]; +"212 quantize_per_tensor_default_14" -> "213 dequantize_per_tensor_default_19" [label="(1, 240, -1, -1)", style=solid]; +"212 quantize_per_tensor_default_14" -> "214 dequantize_per_tensor_default_18" [label="(1, 240, -1, -1)", style=solid]; +"213 dequantize_per_tensor_default_19" -> "222 mul_2" [label="(1, 240, -1, -1)", style=solid]; +"214 dequantize_per_tensor_default_18" -> "215 adaptive_avg_pool2d_2" [label="(1, 240, -1, -1)", style=solid]; +"215 adaptive_avg_pool2d_2" -> "216 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"216 conv2d_18" -> "217 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"217 relu_2" -> "218 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"218 conv2d_19" -> "219 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"219 hardsigmoid_2" -> "220 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"220 quantize_per_tensor_default_15" -> "221 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"221 dequantize_per_tensor_default_20" -> "222 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"222 mul_2" -> "223 quantize_per_tensor_default_16" [label="(1, 240, -1, -1)", style=solid]; +"223 quantize_per_tensor_default_16" -> "224 dequantize_per_tensor_default_21" [label="(1, 240, -1, -1)", style=solid]; +"224 dequantize_per_tensor_default_21" -> "231 conv2d_20" [label="(1, 240, -1, -1)", style=solid]; +"225 features_5_block_3_0_weight_bias" -> "231 conv2d_20" [label="(40,)", style=solid]; +"226 scale_updated_constant14" -> "228 mul_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"227 compressed_weight_updated_constant14" -> "228 mul_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"228 mul_tensor_14" -> "230 sub_tensor_14" [label="(40, 240, 1, 1)", style=solid]; +"229 zero_point_updated_constant14" -> "230 sub_tensor_14" [label="(40, 1, 1, 1)", style=solid]; +"230 sub_tensor_14" -> "231 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"231 conv2d_20" -> "232 quantize_per_tensor_default_17" [label="(1, 40, -1, -1)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_22" [label="(1, 40, -1, -1)", style=solid]; +"233 dequantize_per_tensor_default_22" -> "234 add__1" [label="(1, 40, -1, -1)", style=solid]; +"234 add__1" -> "235 quantize_per_tensor_default_18" [label="(1, 40, -1, -1)", style=solid]; +"235 quantize_per_tensor_default_18" -> "236 dequantize_per_tensor_default_24" [label="(1, 40, -1, -1)", style=solid]; +"235 quantize_per_tensor_default_18" -> "237 dequantize_per_tensor_default_23" [label="(1, 40, -1, -1)", style=solid]; +"236 dequantize_per_tensor_default_24" -> "280 add__2" [label="(1, 40, -1, -1)", style=solid]; +"237 dequantize_per_tensor_default_23" -> "244 conv2d_21" [label="(1, 40, -1, -1)", style=solid]; +"238 features_6_block_0_0_weight_bias" -> "244 conv2d_21" [label="(240,)", style=solid]; +"239 scale_updated_constant15" -> "241 mul_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"240 compressed_weight_updated_constant15" -> "241 mul_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"241 mul_tensor_15" -> "243 sub_tensor_15" [label="(240, 40, 1, 1)", style=solid]; +"242 zero_point_updated_constant15" -> "243 sub_tensor_15" [label="(240, 1, 1, 1)", style=solid]; +"243 sub_tensor_15" -> "244 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"244 conv2d_21" -> "247 hardswish__5" [label="(1, 240, -1, -1)", style=solid]; +"245 hardswish__5_scale_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"245 hardswish__5_scale_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"247 hardswish__5" -> "248 quantize_per_channel_default_21" [label="(1, 240, -1, -1)", style=solid]; +"248 quantize_per_channel_default_21" -> "249 dequantize_per_channel_default_21" [label="(1, 240, -1, -1)", style=solid]; +"249 dequantize_per_channel_default_21" -> "256 conv2d_22" [label="(1, 240, -1, -1)", style=solid]; +"250 features_6_block_1_0_weight_bias" -> "256 conv2d_22" [label="(240,)", style=solid]; +"251 scale_updated_constant16" -> "253 mul_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"252 compressed_weight_updated_constant16" -> "253 mul_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"253 mul_tensor_16" -> "255 sub_tensor_16" [label="(240, 1, 5, 5)", style=solid]; +"254 zero_point_updated_constant16" -> "255 sub_tensor_16" [label="(240, 1, 1, 1)", style=solid]; +"255 sub_tensor_16" -> "256 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"256 conv2d_22" -> "257 hardswish__6" [label="(1, 240, -1, -1)", style=solid]; +"257 hardswish__6" -> "258 quantize_per_tensor_default_19" [label="(1, 240, -1, -1)", style=solid]; +"258 quantize_per_tensor_default_19" -> "259 dequantize_per_tensor_default_26" [label="(1, 240, -1, -1)", style=solid]; +"258 quantize_per_tensor_default_19" -> "260 dequantize_per_tensor_default_25" [label="(1, 240, -1, -1)", style=solid]; +"259 dequantize_per_tensor_default_26" -> "268 mul_3" [label="(1, 240, -1, -1)", style=solid]; +"260 dequantize_per_tensor_default_25" -> "261 adaptive_avg_pool2d_3" [label="(1, 240, -1, -1)", style=solid]; +"261 adaptive_avg_pool2d_3" -> "262 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"262 conv2d_23" -> "263 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"263 relu_3" -> "264 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"264 conv2d_24" -> "265 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"265 hardsigmoid_3" -> "266 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_20" -> "267 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"267 dequantize_per_tensor_default_27" -> "268 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"268 mul_3" -> "269 quantize_per_tensor_default_21" [label="(1, 240, -1, -1)", style=solid]; +"269 quantize_per_tensor_default_21" -> "270 dequantize_per_tensor_default_28" [label="(1, 240, -1, -1)", style=solid]; +"270 dequantize_per_tensor_default_28" -> "277 conv2d_25" [label="(1, 240, -1, -1)", style=solid]; +"271 features_6_block_3_0_weight_bias" -> "277 conv2d_25" [label="(40,)", style=solid]; +"272 scale_updated_constant17" -> "274 mul_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"273 compressed_weight_updated_constant17" -> "274 mul_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"274 mul_tensor_17" -> "276 sub_tensor_17" [label="(40, 240, 1, 1)", style=solid]; +"275 zero_point_updated_constant17" -> "276 sub_tensor_17" [label="(40, 1, 1, 1)", style=solid]; +"276 sub_tensor_17" -> "277 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"277 conv2d_25" -> "278 quantize_per_tensor_default_22" [label="(1, 40, -1, -1)", style=solid]; +"278 quantize_per_tensor_default_22" -> "279 dequantize_per_tensor_default_29" [label="(1, 40, -1, -1)", style=solid]; +"279 dequantize_per_tensor_default_29" -> "280 add__2" [label="(1, 40, -1, -1)", style=solid]; +"280 add__2" -> "281 quantize_per_tensor_default_23" [label="(1, 40, -1, -1)", style=solid]; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_30" [label="(1, 40, -1, -1)", style=solid]; +"282 dequantize_per_tensor_default_30" -> "289 conv2d_26" [label="(1, 40, -1, -1)", style=solid]; +"283 features_7_block_0_0_weight_bias" -> "289 conv2d_26" [label="(120,)", style=solid]; +"284 scale_updated_constant18" -> "286 mul_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"285 compressed_weight_updated_constant18" -> "286 mul_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"286 mul_tensor_18" -> "288 sub_tensor_18" [label="(120, 40, 1, 1)", style=solid]; +"287 zero_point_updated_constant18" -> "288 sub_tensor_18" [label="(120, 1, 1, 1)", style=solid]; +"288 sub_tensor_18" -> "289 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"289 conv2d_26" -> "292 hardswish__7" [label="(1, 120, -1, -1)", style=solid]; +"290 hardswish__7_scale_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"290 hardswish__7_scale_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"292 hardswish__7" -> "293 quantize_per_channel_default_25" [label="(1, 120, -1, -1)", style=solid]; +"293 quantize_per_channel_default_25" -> "294 dequantize_per_channel_default_25" [label="(1, 120, -1, -1)", style=solid]; +"294 dequantize_per_channel_default_25" -> "301 conv2d_27" [label="(1, 120, -1, -1)", style=solid]; +"295 features_7_block_1_0_weight_bias" -> "301 conv2d_27" [label="(120,)", style=solid]; +"296 scale_updated_constant19" -> "298 mul_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"297 compressed_weight_updated_constant19" -> "298 mul_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"298 mul_tensor_19" -> "300 sub_tensor_19" [label="(120, 1, 5, 5)", style=solid]; +"299 zero_point_updated_constant19" -> "300 sub_tensor_19" [label="(120, 1, 1, 1)", style=solid]; +"300 sub_tensor_19" -> "301 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"301 conv2d_27" -> "302 hardswish__8" [label="(1, 120, -1, -1)", style=solid]; +"302 hardswish__8" -> "303 quantize_per_tensor_default_24" [label="(1, 120, -1, -1)", style=solid]; +"303 quantize_per_tensor_default_24" -> "304 dequantize_per_tensor_default_32" [label="(1, 120, -1, -1)", style=solid]; +"303 quantize_per_tensor_default_24" -> "305 dequantize_per_tensor_default_31" [label="(1, 120, -1, -1)", style=solid]; +"304 dequantize_per_tensor_default_32" -> "313 mul_4" [label="(1, 120, -1, -1)", style=solid]; +"305 dequantize_per_tensor_default_31" -> "306 adaptive_avg_pool2d_4" [label="(1, 120, -1, -1)", style=solid]; +"306 adaptive_avg_pool2d_4" -> "307 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"307 conv2d_28" -> "308 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"308 relu_4" -> "309 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"309 conv2d_29" -> "310 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"310 hardsigmoid_4" -> "311 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"311 quantize_per_tensor_default_25" -> "312 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"312 dequantize_per_tensor_default_33" -> "313 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"313 mul_4" -> "314 quantize_per_tensor_default_26" [label="(1, 120, -1, -1)", style=solid]; +"314 quantize_per_tensor_default_26" -> "315 dequantize_per_tensor_default_34" [label="(1, 120, -1, -1)", style=solid]; +"315 dequantize_per_tensor_default_34" -> "322 conv2d_30" [label="(1, 120, -1, -1)", style=solid]; +"316 features_7_block_3_0_weight_bias" -> "322 conv2d_30" [label="(48,)", style=solid]; +"317 scale_updated_constant20" -> "319 mul_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"318 compressed_weight_updated_constant20" -> "319 mul_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"319 mul_tensor_20" -> "321 sub_tensor_20" [label="(48, 120, 1, 1)", style=solid]; +"320 zero_point_updated_constant20" -> "321 sub_tensor_20" [label="(48, 1, 1, 1)", style=solid]; +"321 sub_tensor_20" -> "322 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"322 conv2d_30" -> "323 quantize_per_tensor_default_27" [label="(1, 48, -1, -1)", style=solid]; +"323 quantize_per_tensor_default_27" -> "324 dequantize_per_tensor_default_36" [label="(1, 48, -1, -1)", style=solid]; +"323 quantize_per_tensor_default_27" -> "325 dequantize_per_tensor_default_35" [label="(1, 48, -1, -1)", style=solid]; +"324 dequantize_per_tensor_default_36" -> "368 add__3" [label="(1, 48, -1, -1)", style=solid]; +"325 dequantize_per_tensor_default_35" -> "332 conv2d_31" [label="(1, 48, -1, -1)", style=solid]; +"326 features_8_block_0_0_weight_bias" -> "332 conv2d_31" [label="(144,)", style=solid]; +"327 scale_updated_constant21" -> "329 mul_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"328 compressed_weight_updated_constant21" -> "329 mul_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"329 mul_tensor_21" -> "331 sub_tensor_21" [label="(144, 48, 1, 1)", style=solid]; +"330 zero_point_updated_constant21" -> "331 sub_tensor_21" [label="(144, 1, 1, 1)", style=solid]; +"331 sub_tensor_21" -> "332 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"332 conv2d_31" -> "335 hardswish__9" [label="(1, 144, -1, -1)", style=solid]; +"333 hardswish__9_scale_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"333 hardswish__9_scale_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"335 hardswish__9" -> "336 quantize_per_channel_default_29" [label="(1, 144, -1, -1)", style=solid]; +"336 quantize_per_channel_default_29" -> "337 dequantize_per_channel_default_29" [label="(1, 144, -1, -1)", style=solid]; +"337 dequantize_per_channel_default_29" -> "344 conv2d_32" [label="(1, 144, -1, -1)", style=solid]; +"338 features_8_block_1_0_weight_bias" -> "344 conv2d_32" [label="(144,)", style=solid]; +"339 scale_updated_constant22" -> "341 mul_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"340 compressed_weight_updated_constant22" -> "341 mul_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"341 mul_tensor_22" -> "343 sub_tensor_22" [label="(144, 1, 5, 5)", style=solid]; +"342 zero_point_updated_constant22" -> "343 sub_tensor_22" [label="(144, 1, 1, 1)", style=solid]; +"343 sub_tensor_22" -> "344 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"344 conv2d_32" -> "345 hardswish__10" [label="(1, 144, -1, -1)", style=solid]; +"345 hardswish__10" -> "346 quantize_per_tensor_default_28" [label="(1, 144, -1, -1)", style=solid]; +"346 quantize_per_tensor_default_28" -> "347 dequantize_per_tensor_default_38" [label="(1, 144, -1, -1)", style=solid]; +"346 quantize_per_tensor_default_28" -> "348 dequantize_per_tensor_default_37" [label="(1, 144, -1, -1)", style=solid]; +"347 dequantize_per_tensor_default_38" -> "356 mul_5" [label="(1, 144, -1, -1)", style=solid]; +"348 dequantize_per_tensor_default_37" -> "349 adaptive_avg_pool2d_5" [label="(1, 144, -1, -1)", style=solid]; +"349 adaptive_avg_pool2d_5" -> "350 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"350 conv2d_33" -> "351 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"351 relu_5" -> "352 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"352 conv2d_34" -> "353 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"353 hardsigmoid_5" -> "354 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"354 quantize_per_tensor_default_29" -> "355 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"355 dequantize_per_tensor_default_39" -> "356 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"356 mul_5" -> "357 quantize_per_tensor_default_30" [label="(1, 144, -1, -1)", style=solid]; +"357 quantize_per_tensor_default_30" -> "358 dequantize_per_tensor_default_40" [label="(1, 144, -1, -1)", style=solid]; +"358 dequantize_per_tensor_default_40" -> "365 conv2d_35" [label="(1, 144, -1, -1)", style=solid]; +"359 features_8_block_3_0_weight_bias" -> "365 conv2d_35" [label="(48,)", style=solid]; +"360 scale_updated_constant23" -> "362 mul_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"361 compressed_weight_updated_constant23" -> "362 mul_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"362 mul_tensor_23" -> "364 sub_tensor_23" [label="(48, 144, 1, 1)", style=solid]; +"363 zero_point_updated_constant23" -> "364 sub_tensor_23" [label="(48, 1, 1, 1)", style=solid]; +"364 sub_tensor_23" -> "365 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"365 conv2d_35" -> "366 quantize_per_tensor_default_31" [label="(1, 48, -1, -1)", style=solid]; +"366 quantize_per_tensor_default_31" -> "367 dequantize_per_tensor_default_41" [label="(1, 48, -1, -1)", style=solid]; +"367 dequantize_per_tensor_default_41" -> "368 add__3" [label="(1, 48, -1, -1)", style=solid]; +"368 add__3" -> "369 quantize_per_tensor_default_32" [label="(1, 48, -1, -1)", style=solid]; +"369 quantize_per_tensor_default_32" -> "370 dequantize_per_tensor_default_42" [label="(1, 48, -1, -1)", style=solid]; +"370 dequantize_per_tensor_default_42" -> "377 conv2d_36" [label="(1, 48, -1, -1)", style=solid]; +"371 features_9_block_0_0_weight_bias" -> "377 conv2d_36" [label="(288,)", style=solid]; +"372 scale_updated_constant24" -> "374 mul_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"373 compressed_weight_updated_constant24" -> "374 mul_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"374 mul_tensor_24" -> "376 sub_tensor_24" [label="(288, 48, 1, 1)", style=solid]; +"375 zero_point_updated_constant24" -> "376 sub_tensor_24" [label="(288, 1, 1, 1)", style=solid]; +"376 sub_tensor_24" -> "377 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"377 conv2d_36" -> "380 hardswish__11" [label="(1, 288, -1, -1)", style=solid]; +"378 hardswish__11_scale_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"378 hardswish__11_scale_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"380 hardswish__11" -> "381 quantize_per_channel_default_33" [label="(1, 288, -1, -1)", style=solid]; +"381 quantize_per_channel_default_33" -> "382 dequantize_per_channel_default_33" [label="(1, 288, -1, -1)", style=solid]; +"382 dequantize_per_channel_default_33" -> "389 conv2d_37" [label="(1, 288, -1, -1)", style=solid]; +"383 features_9_block_1_0_weight_bias" -> "389 conv2d_37" [label="(288,)", style=solid]; +"384 scale_updated_constant25" -> "386 mul_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"385 compressed_weight_updated_constant25" -> "386 mul_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"386 mul_tensor_25" -> "388 sub_tensor_25" [label="(288, 1, 5, 5)", style=solid]; +"387 zero_point_updated_constant25" -> "388 sub_tensor_25" [label="(288, 1, 1, 1)", style=solid]; +"388 sub_tensor_25" -> "389 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"389 conv2d_37" -> "390 hardswish__12" [label="(1, 288, -1, -1)", style=solid]; +"390 hardswish__12" -> "391 quantize_per_tensor_default_33" [label="(1, 288, -1, -1)", style=solid]; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_44" [label="(1, 288, -1, -1)", style=solid]; +"391 quantize_per_tensor_default_33" -> "393 dequantize_per_tensor_default_43" [label="(1, 288, -1, -1)", style=solid]; +"392 dequantize_per_tensor_default_44" -> "401 mul_6" [label="(1, 288, -1, -1)", style=solid]; +"393 dequantize_per_tensor_default_43" -> "394 adaptive_avg_pool2d_6" [label="(1, 288, -1, -1)", style=solid]; +"394 adaptive_avg_pool2d_6" -> "395 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"395 conv2d_38" -> "396 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"396 relu_6" -> "397 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"397 conv2d_39" -> "398 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"398 hardsigmoid_6" -> "399 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"399 quantize_per_tensor_default_34" -> "400 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"400 dequantize_per_tensor_default_45" -> "401 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"401 mul_6" -> "402 quantize_per_tensor_default_35" [label="(1, 288, -1, -1)", style=solid]; +"402 quantize_per_tensor_default_35" -> "403 dequantize_per_tensor_default_46" [label="(1, 288, -1, -1)", style=solid]; +"403 dequantize_per_tensor_default_46" -> "410 conv2d_40" [label="(1, 288, -1, -1)", style=solid]; +"404 features_9_block_3_0_weight_bias" -> "410 conv2d_40" [label="(96,)", style=solid]; +"405 scale_updated_constant26" -> "407 mul_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"406 compressed_weight_updated_constant26" -> "407 mul_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"407 mul_tensor_26" -> "409 sub_tensor_26" [label="(96, 288, 1, 1)", style=solid]; +"408 zero_point_updated_constant26" -> "409 sub_tensor_26" [label="(96, 1, 1, 1)", style=solid]; +"409 sub_tensor_26" -> "410 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"410 conv2d_40" -> "411 quantize_per_tensor_default_36" [label="(1, 96, -1, -1)", style=solid]; +"411 quantize_per_tensor_default_36" -> "412 dequantize_per_tensor_default_48" [label="(1, 96, -1, -1)", style=solid]; +"411 quantize_per_tensor_default_36" -> "413 dequantize_per_tensor_default_47" [label="(1, 96, -1, -1)", style=solid]; +"412 dequantize_per_tensor_default_48" -> "456 add__4" [label="(1, 96, -1, -1)", style=solid]; +"413 dequantize_per_tensor_default_47" -> "420 conv2d_41" [label="(1, 96, -1, -1)", style=solid]; +"414 features_10_block_0_0_weight_bias" -> "420 conv2d_41" [label="(576,)", style=solid]; +"415 scale_updated_constant27" -> "417 mul_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"416 compressed_weight_updated_constant27" -> "417 mul_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"417 mul_tensor_27" -> "419 sub_tensor_27" [label="(576, 96, 1, 1)", style=solid]; +"418 zero_point_updated_constant27" -> "419 sub_tensor_27" [label="(576, 1, 1, 1)", style=solid]; +"419 sub_tensor_27" -> "420 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"420 conv2d_41" -> "423 hardswish__13" [label="(1, 576, -1, -1)", style=solid]; +"421 hardswish__13_scale_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"421 hardswish__13_scale_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"423 hardswish__13" -> "424 quantize_per_channel_default_37" [label="(1, 576, -1, -1)", style=solid]; +"424 quantize_per_channel_default_37" -> "425 dequantize_per_channel_default_37" [label="(1, 576, -1, -1)", style=solid]; +"425 dequantize_per_channel_default_37" -> "432 conv2d_42" [label="(1, 576, -1, -1)", style=solid]; +"426 features_10_block_1_0_weight_bias" -> "432 conv2d_42" [label="(576,)", style=solid]; +"427 scale_updated_constant28" -> "429 mul_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"428 compressed_weight_updated_constant28" -> "429 mul_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"429 mul_tensor_28" -> "431 sub_tensor_28" [label="(576, 1, 5, 5)", style=solid]; +"430 zero_point_updated_constant28" -> "431 sub_tensor_28" [label="(576, 1, 1, 1)", style=solid]; +"431 sub_tensor_28" -> "432 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"432 conv2d_42" -> "433 hardswish__14" [label="(1, 576, -1, -1)", style=solid]; +"433 hardswish__14" -> "434 quantize_per_tensor_default_37" [label="(1, 576, -1, -1)", style=solid]; +"434 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_50" [label="(1, 576, -1, -1)", style=solid]; +"434 quantize_per_tensor_default_37" -> "436 dequantize_per_tensor_default_49" [label="(1, 576, -1, -1)", style=solid]; +"435 dequantize_per_tensor_default_50" -> "444 mul_7" [label="(1, 576, -1, -1)", style=solid]; +"436 dequantize_per_tensor_default_49" -> "437 adaptive_avg_pool2d_7" [label="(1, 576, -1, -1)", style=solid]; +"437 adaptive_avg_pool2d_7" -> "438 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"438 conv2d_43" -> "439 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"439 relu_7" -> "440 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"440 conv2d_44" -> "441 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"441 hardsigmoid_7" -> "442 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"442 quantize_per_tensor_default_38" -> "443 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"443 dequantize_per_tensor_default_51" -> "444 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"444 mul_7" -> "445 quantize_per_tensor_default_39" [label="(1, 576, -1, -1)", style=solid]; +"445 quantize_per_tensor_default_39" -> "446 dequantize_per_tensor_default_52" [label="(1, 576, -1, -1)", style=solid]; +"446 dequantize_per_tensor_default_52" -> "453 conv2d_45" [label="(1, 576, -1, -1)", style=solid]; +"447 features_10_block_3_0_weight_bias" -> "453 conv2d_45" [label="(96,)", style=solid]; +"448 scale_updated_constant29" -> "450 mul_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"449 compressed_weight_updated_constant29" -> "450 mul_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"450 mul_tensor_29" -> "452 sub_tensor_29" [label="(96, 576, 1, 1)", style=solid]; +"451 zero_point_updated_constant29" -> "452 sub_tensor_29" [label="(96, 1, 1, 1)", style=solid]; +"452 sub_tensor_29" -> "453 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"453 conv2d_45" -> "454 quantize_per_tensor_default_40" [label="(1, 96, -1, -1)", style=solid]; +"454 quantize_per_tensor_default_40" -> "455 dequantize_per_tensor_default_53" [label="(1, 96, -1, -1)", style=solid]; +"455 dequantize_per_tensor_default_53" -> "456 add__4" [label="(1, 96, -1, -1)", style=solid]; +"456 add__4" -> "457 quantize_per_tensor_default_41" [label="(1, 96, -1, -1)", style=solid]; +"457 quantize_per_tensor_default_41" -> "458 dequantize_per_tensor_default_55" [label="(1, 96, -1, -1)", style=solid]; +"457 quantize_per_tensor_default_41" -> "459 dequantize_per_tensor_default_54" [label="(1, 96, -1, -1)", style=solid]; +"458 dequantize_per_tensor_default_55" -> "502 add__5" [label="(1, 96, -1, -1)", style=solid]; +"459 dequantize_per_tensor_default_54" -> "466 conv2d_46" [label="(1, 96, -1, -1)", style=solid]; +"460 features_11_block_0_0_weight_bias" -> "466 conv2d_46" [label="(576,)", style=solid]; +"461 scale_updated_constant30" -> "463 mul_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"462 compressed_weight_updated_constant30" -> "463 mul_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"463 mul_tensor_30" -> "465 sub_tensor_30" [label="(576, 96, 1, 1)", style=solid]; +"464 zero_point_updated_constant30" -> "465 sub_tensor_30" [label="(576, 1, 1, 1)", style=solid]; +"465 sub_tensor_30" -> "466 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"466 conv2d_46" -> "469 hardswish__15" [label="(1, 576, -1, -1)", style=solid]; +"467 hardswish__15_scale_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"467 hardswish__15_scale_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"469 hardswish__15" -> "470 quantize_per_channel_default_41" [label="(1, 576, -1, -1)", style=solid]; +"470 quantize_per_channel_default_41" -> "471 dequantize_per_channel_default_41" [label="(1, 576, -1, -1)", style=solid]; +"471 dequantize_per_channel_default_41" -> "478 conv2d_47" [label="(1, 576, -1, -1)", style=solid]; +"472 features_11_block_1_0_weight_bias" -> "478 conv2d_47" [label="(576,)", style=solid]; +"473 scale_updated_constant31" -> "475 mul_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"474 compressed_weight_updated_constant31" -> "475 mul_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"475 mul_tensor_31" -> "477 sub_tensor_31" [label="(576, 1, 5, 5)", style=solid]; +"476 zero_point_updated_constant31" -> "477 sub_tensor_31" [label="(576, 1, 1, 1)", style=solid]; +"477 sub_tensor_31" -> "478 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"478 conv2d_47" -> "479 hardswish__16" [label="(1, 576, -1, -1)", style=solid]; +"479 hardswish__16" -> "480 quantize_per_tensor_default_42" [label="(1, 576, -1, -1)", style=solid]; +"480 quantize_per_tensor_default_42" -> "481 dequantize_per_tensor_default_57" [label="(1, 576, -1, -1)", style=solid]; +"480 quantize_per_tensor_default_42" -> "482 dequantize_per_tensor_default_56" [label="(1, 576, -1, -1)", style=solid]; +"481 dequantize_per_tensor_default_57" -> "490 mul_8" [label="(1, 576, -1, -1)", style=solid]; +"482 dequantize_per_tensor_default_56" -> "483 adaptive_avg_pool2d_8" [label="(1, 576, -1, -1)", style=solid]; +"483 adaptive_avg_pool2d_8" -> "484 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"484 conv2d_48" -> "485 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"485 relu_8" -> "486 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"486 conv2d_49" -> "487 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"487 hardsigmoid_8" -> "488 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"488 quantize_per_tensor_default_43" -> "489 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"489 dequantize_per_tensor_default_58" -> "490 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"490 mul_8" -> "491 quantize_per_tensor_default_44" [label="(1, 576, -1, -1)", style=solid]; +"491 quantize_per_tensor_default_44" -> "492 dequantize_per_tensor_default_59" [label="(1, 576, -1, -1)", style=solid]; +"492 dequantize_per_tensor_default_59" -> "499 conv2d_50" [label="(1, 576, -1, -1)", style=solid]; +"493 features_11_block_3_0_weight_bias" -> "499 conv2d_50" [label="(96,)", style=solid]; +"494 scale_updated_constant32" -> "496 mul_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"495 compressed_weight_updated_constant32" -> "496 mul_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"496 mul_tensor_32" -> "498 sub_tensor_32" [label="(96, 576, 1, 1)", style=solid]; +"497 zero_point_updated_constant32" -> "498 sub_tensor_32" [label="(96, 1, 1, 1)", style=solid]; +"498 sub_tensor_32" -> "499 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"499 conv2d_50" -> "500 quantize_per_tensor_default_45" [label="(1, 96, -1, -1)", style=solid]; +"500 quantize_per_tensor_default_45" -> "501 dequantize_per_tensor_default_60" [label="(1, 96, -1, -1)", style=solid]; +"501 dequantize_per_tensor_default_60" -> "502 add__5" [label="(1, 96, -1, -1)", style=solid]; +"502 add__5" -> "503 quantize_per_tensor_default_46" [label="(1, 96, -1, -1)", style=solid]; +"503 quantize_per_tensor_default_46" -> "504 dequantize_per_tensor_default_61" [label="(1, 96, -1, -1)", style=solid]; +"504 dequantize_per_tensor_default_61" -> "511 conv2d_51" [label="(1, 96, -1, -1)", style=solid]; +"505 features_12_0_weight_bias" -> "511 conv2d_51" [label="(576,)", style=solid]; +"506 scale_updated_constant33" -> "508 mul_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"507 compressed_weight_updated_constant33" -> "508 mul_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"508 mul_tensor_33" -> "510 sub_tensor_33" [label="(576, 96, 1, 1)", style=solid]; +"509 zero_point_updated_constant33" -> "510 sub_tensor_33" [label="(576, 1, 1, 1)", style=solid]; +"510 sub_tensor_33" -> "511 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"511 conv2d_51" -> "512 hardswish__17" [label="(1, 576, -1, -1)", style=solid]; +"512 hardswish__17" -> "513 quantize_per_tensor_default_47" [label="(1, 576, -1, -1)", style=solid]; +"513 quantize_per_tensor_default_47" -> "514 dequantize_per_tensor_default_62" [label="(1, 576, -1, -1)", style=solid]; +"514 dequantize_per_tensor_default_62" -> "515 adaptive_avg_pool2d_9" [label="(1, 576, -1, -1)", style=solid]; +"515 adaptive_avg_pool2d_9" -> "516 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"516 quantize_per_tensor_default_48" -> "517 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"517 dequantize_per_tensor_default_63" -> "518 flatten" [label="(1, 576, 1, 1)", style=solid]; +"518 flatten" -> "524 linear" [label="(1, 576)", style=solid]; +"519 scale_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 1)", style=solid]; +"520 compressed_weight_updated_constant34" -> "521 mul_tensor_34" [label="(1024, 576)", style=solid]; +"521 mul_tensor_34" -> "523 sub_tensor_34" [label="(1024, 576)", style=solid]; +"522 zero_point_updated_constant34" -> "523 sub_tensor_34" [label="(1024, 1)", style=solid]; +"523 sub_tensor_34" -> "524 linear" [label="(1024, 576)", style=solid]; +"524 linear" -> "525 hardswish__18" [label="(1, 1024)", style=solid]; +"525 hardswish__18" -> "526 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"526 quantize_per_tensor_default_49" -> "527 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"527 dequantize_per_tensor_default_64" -> "528 dropout_" [label="(1, 1024)", style=solid]; +"528 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"529 scale_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1)", style=solid]; +"530 compressed_weight_updated_constant35" -> "531 mul_tensor_35" [label="(1000, 1024)", style=solid]; +"531 mul_tensor_35" -> "533 sub_tensor_35" [label="(1000, 1024)", style=solid]; +"532 zero_point_updated_constant35" -> "533 sub_tensor_35" [label="(1000, 1)", style=solid]; +"533 sub_tensor_35" -> "534 linear_1" [label="(1000, 1024)", style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/resnet18.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/resnet18.dot new file mode 100644 index 00000000000..64419870fca --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/resnet18.dot @@ -0,0 +1,497 @@ +strict digraph { +"0 fc_bias" [id=0, type=get_attr]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 conv1_weight_bias" [id=4, type=get_attr]; +"5 scale_updated_constant0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 mul_tensor" [id=7, type=mul]; +"8 zero_point_updated_constant0" [id=8, type=get_attr]; +"9 sub_tensor" [id=9, type=sub]; +"10 conv2d" [id=10, type=conv2d]; +"11 relu_" [id=11, type=relu_]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 max_pool2d" [id=14, type=max_pool2d]; +"15 layer1_0_conv1_weight_bias" [id=15, type=get_attr]; +"16 scale_updated_constant1" [id=16, type=get_attr]; +"17 compressed_weight_updated_constant1" [id=17, type=get_attr]; +"18 mul_tensor_1" [id=18, type=mul]; +"19 zero_point_updated_constant1" [id=19, type=get_attr]; +"20 sub_tensor_1" [id=20, type=sub]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu__1" [id=22, type=relu_]; +"23 quantize_per_tensor_default_2" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 layer1_0_conv2_weight_bias" [id=25, type=get_attr]; +"26 scale_updated_constant2" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant2" [id=27, type=get_attr]; +"28 mul_tensor_2" [id=28, type=mul]; +"29 zero_point_updated_constant2" [id=29, type=get_attr]; +"30 sub_tensor_2" [id=30, type=sub]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 quantize_per_tensor_default_3" [id=32, type=quantize_per_tensor]; +"33 dequantize_per_tensor_default_3" [id=33, type=dequantize_per_tensor]; +"34 add_" [id=34, type=add_]; +"35 relu__2" [id=35, type=relu_]; +"36 quantize_per_tensor_default_4" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_5" [id=37, type=dequantize_per_tensor]; +"38 dequantize_per_tensor_default_4" [id=38, type=dequantize_per_tensor]; +"39 layer1_1_conv1_weight_bias" [id=39, type=get_attr]; +"40 scale_updated_constant3" [id=40, type=get_attr]; +"41 compressed_weight_updated_constant3" [id=41, type=get_attr]; +"42 mul_tensor_3" [id=42, type=mul]; +"43 zero_point_updated_constant3" [id=43, type=get_attr]; +"44 sub_tensor_3" [id=44, type=sub]; +"45 conv2d_3" [id=45, type=conv2d]; +"46 relu__3" [id=46, type=relu_]; +"47 quantize_per_tensor_default_5" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_6" [id=48, type=dequantize_per_tensor]; +"49 layer1_1_conv2_weight_bias" [id=49, type=get_attr]; +"50 scale_updated_constant4" [id=50, type=get_attr]; +"51 compressed_weight_updated_constant4" [id=51, type=get_attr]; +"52 mul_tensor_4" [id=52, type=mul]; +"53 zero_point_updated_constant4" [id=53, type=get_attr]; +"54 sub_tensor_4" [id=54, type=sub]; +"55 conv2d_4" [id=55, type=conv2d]; +"56 quantize_per_tensor_default_6" [id=56, type=quantize_per_tensor]; +"57 dequantize_per_tensor_default_7" [id=57, type=dequantize_per_tensor]; +"58 add__1" [id=58, type=add_]; +"59 relu__4" [id=59, type=relu_]; +"60 quantize_per_tensor_default_7" [id=60, type=quantize_per_tensor]; +"61 dequantize_per_tensor_default_9" [id=61, type=dequantize_per_tensor]; +"62 dequantize_per_tensor_default_8" [id=62, type=dequantize_per_tensor]; +"63 layer2_0_conv1_weight_bias" [id=63, type=get_attr]; +"64 scale_updated_constant5" [id=64, type=get_attr]; +"65 compressed_weight_updated_constant5" [id=65, type=get_attr]; +"66 mul_tensor_5" [id=66, type=mul]; +"67 zero_point_updated_constant5" [id=67, type=get_attr]; +"68 sub_tensor_5" [id=68, type=sub]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__5" [id=70, type=relu_]; +"71 quantize_per_tensor_default_8" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_10" [id=72, type=dequantize_per_tensor]; +"73 layer2_0_conv2_weight_bias" [id=73, type=get_attr]; +"74 scale_updated_constant6" [id=74, type=get_attr]; +"75 compressed_weight_updated_constant6" [id=75, type=get_attr]; +"76 mul_tensor_6" [id=76, type=mul]; +"77 zero_point_updated_constant6" [id=77, type=get_attr]; +"78 sub_tensor_6" [id=78, type=sub]; +"79 conv2d_6" [id=79, type=conv2d]; +"80 quantize_per_tensor_default_9" [id=80, type=quantize_per_tensor]; +"81 dequantize_per_tensor_default_11" [id=81, type=dequantize_per_tensor]; +"82 layer2_0_downsample_0_weight_bias" [id=82, type=get_attr]; +"83 scale_updated_constant7" [id=83, type=get_attr]; +"84 compressed_weight_updated_constant7" [id=84, type=get_attr]; +"85 mul_tensor_7" [id=85, type=mul]; +"86 zero_point_updated_constant7" [id=86, type=get_attr]; +"87 sub_tensor_7" [id=87, type=sub]; +"88 conv2d_7" [id=88, type=conv2d]; +"89 quantize_per_tensor_default_10" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_12" [id=90, type=dequantize_per_tensor]; +"91 add__2" [id=91, type=add_]; +"92 relu__6" [id=92, type=relu_]; +"93 quantize_per_tensor_default_11" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_14" [id=94, type=dequantize_per_tensor]; +"95 dequantize_per_tensor_default_13" [id=95, type=dequantize_per_tensor]; +"96 layer2_1_conv1_weight_bias" [id=96, type=get_attr]; +"97 scale_updated_constant8" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant8" [id=98, type=get_attr]; +"99 mul_tensor_8" [id=99, type=mul]; +"100 zero_point_updated_constant8" [id=100, type=get_attr]; +"101 sub_tensor_8" [id=101, type=sub]; +"102 conv2d_8" [id=102, type=conv2d]; +"103 relu__7" [id=103, type=relu_]; +"104 quantize_per_tensor_default_12" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_15" [id=105, type=dequantize_per_tensor]; +"106 layer2_1_conv2_weight_bias" [id=106, type=get_attr]; +"107 scale_updated_constant9" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant9" [id=108, type=get_attr]; +"109 mul_tensor_9" [id=109, type=mul]; +"110 zero_point_updated_constant9" [id=110, type=get_attr]; +"111 sub_tensor_9" [id=111, type=sub]; +"112 conv2d_9" [id=112, type=conv2d]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_16" [id=114, type=dequantize_per_tensor]; +"115 add__3" [id=115, type=add_]; +"116 relu__8" [id=116, type=relu_]; +"117 quantize_per_tensor_default_14" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_18" [id=118, type=dequantize_per_tensor]; +"119 dequantize_per_tensor_default_17" [id=119, type=dequantize_per_tensor]; +"120 layer3_0_conv1_weight_bias" [id=120, type=get_attr]; +"121 scale_updated_constant10" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant10" [id=122, type=get_attr]; +"123 mul_tensor_10" [id=123, type=mul]; +"124 zero_point_updated_constant10" [id=124, type=get_attr]; +"125 sub_tensor_10" [id=125, type=sub]; +"126 conv2d_10" [id=126, type=conv2d]; +"127 relu__9" [id=127, type=relu_]; +"128 quantize_per_tensor_default_15" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_19" [id=129, type=dequantize_per_tensor]; +"130 layer3_0_conv2_weight_bias" [id=130, type=get_attr]; +"131 scale_updated_constant11" [id=131, type=get_attr]; +"132 compressed_weight_updated_constant11" [id=132, type=get_attr]; +"133 mul_tensor_11" [id=133, type=mul]; +"134 zero_point_updated_constant11" [id=134, type=get_attr]; +"135 sub_tensor_11" [id=135, type=sub]; +"136 conv2d_11" [id=136, type=conv2d]; +"137 quantize_per_tensor_default_16" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_20" [id=138, type=dequantize_per_tensor]; +"139 layer3_0_downsample_0_weight_bias" [id=139, type=get_attr]; +"140 scale_updated_constant12" [id=140, type=get_attr]; +"141 compressed_weight_updated_constant12" [id=141, type=get_attr]; +"142 mul_tensor_12" [id=142, type=mul]; +"143 zero_point_updated_constant12" [id=143, type=get_attr]; +"144 sub_tensor_12" [id=144, type=sub]; +"145 conv2d_12" [id=145, type=conv2d]; +"146 quantize_per_tensor_default_17" [id=146, type=quantize_per_tensor]; +"147 dequantize_per_tensor_default_21" [id=147, type=dequantize_per_tensor]; +"148 add__4" [id=148, type=add_]; +"149 relu__10" [id=149, type=relu_]; +"150 quantize_per_tensor_default_18" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_23" [id=151, type=dequantize_per_tensor]; +"152 dequantize_per_tensor_default_22" [id=152, type=dequantize_per_tensor]; +"153 layer3_1_conv1_weight_bias" [id=153, type=get_attr]; +"154 scale_updated_constant13" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant13" [id=155, type=get_attr]; +"156 mul_tensor_13" [id=156, type=mul]; +"157 zero_point_updated_constant13" [id=157, type=get_attr]; +"158 sub_tensor_13" [id=158, type=sub]; +"159 conv2d_13" [id=159, type=conv2d]; +"160 relu__11" [id=160, type=relu_]; +"161 quantize_per_tensor_default_19" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_24" [id=162, type=dequantize_per_tensor]; +"163 layer3_1_conv2_weight_bias" [id=163, type=get_attr]; +"164 scale_updated_constant14" [id=164, type=get_attr]; +"165 compressed_weight_updated_constant14" [id=165, type=get_attr]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type=get_attr]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_14" [id=169, type=conv2d]; +"170 quantize_per_tensor_default_20" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_25" [id=171, type=dequantize_per_tensor]; +"172 add__5" [id=172, type=add_]; +"173 relu__12" [id=173, type=relu_]; +"174 quantize_per_tensor_default_21" [id=174, type=quantize_per_tensor]; +"175 dequantize_per_tensor_default_27" [id=175, type=dequantize_per_tensor]; +"176 dequantize_per_tensor_default_26" [id=176, type=dequantize_per_tensor]; +"177 layer4_0_conv1_weight_bias" [id=177, type=get_attr]; +"178 scale_updated_constant15" [id=178, type=get_attr]; +"179 compressed_weight_updated_constant15" [id=179, type=get_attr]; +"180 mul_tensor_15" [id=180, type=mul]; +"181 zero_point_updated_constant15" [id=181, type=get_attr]; +"182 sub_tensor_15" [id=182, type=sub]; +"183 conv2d_15" [id=183, type=conv2d]; +"184 relu__13" [id=184, type=relu_]; +"185 quantize_per_tensor_default_22" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_28" [id=186, type=dequantize_per_tensor]; +"187 layer4_0_conv2_weight_bias" [id=187, type=get_attr]; +"188 scale_updated_constant16" [id=188, type=get_attr]; +"189 compressed_weight_updated_constant16" [id=189, type=get_attr]; +"190 mul_tensor_16" [id=190, type=mul]; +"191 zero_point_updated_constant16" [id=191, type=get_attr]; +"192 sub_tensor_16" [id=192, type=sub]; +"193 conv2d_16" [id=193, type=conv2d]; +"194 quantize_per_tensor_default_23" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_29" [id=195, type=dequantize_per_tensor]; +"196 layer4_0_downsample_0_weight_bias" [id=196, type=get_attr]; +"197 scale_updated_constant17" [id=197, type=get_attr]; +"198 compressed_weight_updated_constant17" [id=198, type=get_attr]; +"199 mul_tensor_17" [id=199, type=mul]; +"200 zero_point_updated_constant17" [id=200, type=get_attr]; +"201 sub_tensor_17" [id=201, type=sub]; +"202 conv2d_17" [id=202, type=conv2d]; +"203 quantize_per_tensor_default_24" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_30" [id=204, type=dequantize_per_tensor]; +"205 add__6" [id=205, type=add_]; +"206 relu__14" [id=206, type=relu_]; +"207 quantize_per_tensor_default_25" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_32" [id=208, type=dequantize_per_tensor]; +"209 dequantize_per_tensor_default_31" [id=209, type=dequantize_per_tensor]; +"210 layer4_1_conv1_weight_bias" [id=210, type=get_attr]; +"211 scale_updated_constant18" [id=211, type=get_attr]; +"212 compressed_weight_updated_constant18" [id=212, type=get_attr]; +"213 mul_tensor_18" [id=213, type=mul]; +"214 zero_point_updated_constant18" [id=214, type=get_attr]; +"215 sub_tensor_18" [id=215, type=sub]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu__15" [id=217, type=relu_]; +"218 quantize_per_tensor_default_26" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_33" [id=219, type=dequantize_per_tensor]; +"220 layer4_1_conv2_weight_bias" [id=220, type=get_attr]; +"221 scale_updated_constant19" [id=221, type=get_attr]; +"222 compressed_weight_updated_constant19" [id=222, type=get_attr]; +"223 mul_tensor_19" [id=223, type=mul]; +"224 zero_point_updated_constant19" [id=224, type=get_attr]; +"225 sub_tensor_19" [id=225, type=sub]; +"226 conv2d_19" [id=226, type=conv2d]; +"227 quantize_per_tensor_default_27" [id=227, type=quantize_per_tensor]; +"228 dequantize_per_tensor_default_34" [id=228, type=dequantize_per_tensor]; +"229 add__7" [id=229, type=add_]; +"230 relu__16" [id=230, type=relu_]; +"231 quantize_per_tensor_default_28" [id=231, type=quantize_per_tensor]; +"232 dequantize_per_tensor_default_35" [id=232, type=dequantize_per_tensor]; +"233 adaptive_avg_pool2d" [id=233, type=adaptive_avg_pool2d]; +"234 quantize_per_tensor_default_29" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_36" [id=235, type=dequantize_per_tensor]; +"236 flatten" [id=236, type=flatten]; +"237 scale_updated_constant20" [id=237, type=get_attr]; +"238 compressed_weight_updated_constant20" [id=238, type=get_attr]; +"239 mul_tensor_20" [id=239, type=mul]; +"240 zero_point_updated_constant20" [id=240, type=get_attr]; +"241 sub_tensor_20" [id=241, type=sub]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 fc_bias" -> "242 linear" [label="(1000,)", style=solid]; +"1 x" -> "2 quantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"3 dequantize_per_tensor_default" -> "10 conv2d" [label="(1, 3, -1, -1)", style=solid]; +"4 conv1_weight_bias" -> "10 conv2d" [label="(64,)", style=solid]; +"5 scale_updated_constant0" -> "7 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 mul_tensor" [label="(64, 3, 7, 7)", style=solid]; +"7 mul_tensor" -> "9 sub_tensor" [label="(64, 3, 7, 7)", style=solid]; +"8 zero_point_updated_constant0" -> "9 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"9 sub_tensor" -> "10 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"10 conv2d" -> "11 relu_" [label="(1, 64, -1, -1)", style=solid]; +"11 relu_" -> "12 quantize_per_tensor_default_1" [label="(1, 64, -1, -1)", style=solid]; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(1, 64, -1, -1)", style=solid]; +"13 dequantize_per_tensor_default_1" -> "14 max_pool2d" [label="(1, 64, -1, -1)", style=solid]; +"14 max_pool2d" -> "21 conv2d_1" [label="(1, 64, -1, -1)", style=solid]; +"14 max_pool2d" -> "34 add_" [label="(1, 64, -1, -1)", style=solid]; +"15 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [label="(64,)", style=solid]; +"16 scale_updated_constant1" -> "18 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"17 compressed_weight_updated_constant1" -> "18 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"18 mul_tensor_1" -> "20 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"19 zero_point_updated_constant1" -> "20 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"20 sub_tensor_1" -> "21 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"21 conv2d_1" -> "22 relu__1" [label="(1, 64, -1, -1)", style=solid]; +"22 relu__1" -> "23 quantize_per_tensor_default_2" [label="(1, 64, -1, -1)", style=solid]; +"23 quantize_per_tensor_default_2" -> "24 dequantize_per_tensor_default_2" [label="(1, 64, -1, -1)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "31 conv2d_2" [label="(1, 64, -1, -1)", style=solid]; +"25 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [label="(64,)", style=solid]; +"26 scale_updated_constant2" -> "28 mul_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant2" -> "28 mul_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"28 mul_tensor_2" -> "30 sub_tensor_2" [label="(64, 64, 3, 3)", style=solid]; +"29 zero_point_updated_constant2" -> "30 sub_tensor_2" [label="(64, 1, 1, 1)", style=solid]; +"30 sub_tensor_2" -> "31 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 quantize_per_tensor_default_3" [label="(1, 64, -1, -1)", style=solid]; +"32 quantize_per_tensor_default_3" -> "33 dequantize_per_tensor_default_3" [label="(1, 64, -1, -1)", style=solid]; +"33 dequantize_per_tensor_default_3" -> "34 add_" [label="(1, 64, -1, -1)", style=solid]; +"34 add_" -> "35 relu__2" [label="(1, 64, -1, -1)", style=solid]; +"35 relu__2" -> "36 quantize_per_tensor_default_4" [label="(1, 64, -1, -1)", style=solid]; +"36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_5" [label="(1, 64, -1, -1)", style=solid]; +"36 quantize_per_tensor_default_4" -> "38 dequantize_per_tensor_default_4" [label="(1, 64, -1, -1)", style=solid]; +"37 dequantize_per_tensor_default_5" -> "58 add__1" [label="(1, 64, -1, -1)", style=solid]; +"38 dequantize_per_tensor_default_4" -> "45 conv2d_3" [label="(1, 64, -1, -1)", style=solid]; +"39 layer1_1_conv1_weight_bias" -> "45 conv2d_3" [label="(64,)", style=solid]; +"40 scale_updated_constant3" -> "42 mul_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"41 compressed_weight_updated_constant3" -> "42 mul_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"42 mul_tensor_3" -> "44 sub_tensor_3" [label="(64, 64, 3, 3)", style=solid]; +"43 zero_point_updated_constant3" -> "44 sub_tensor_3" [label="(64, 1, 1, 1)", style=solid]; +"44 sub_tensor_3" -> "45 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"45 conv2d_3" -> "46 relu__3" [label="(1, 64, -1, -1)", style=solid]; +"46 relu__3" -> "47 quantize_per_tensor_default_5" [label="(1, 64, -1, -1)", style=solid]; +"47 quantize_per_tensor_default_5" -> "48 dequantize_per_tensor_default_6" [label="(1, 64, -1, -1)", style=solid]; +"48 dequantize_per_tensor_default_6" -> "55 conv2d_4" [label="(1, 64, -1, -1)", style=solid]; +"49 layer1_1_conv2_weight_bias" -> "55 conv2d_4" [label="(64,)", style=solid]; +"50 scale_updated_constant4" -> "52 mul_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"51 compressed_weight_updated_constant4" -> "52 mul_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"52 mul_tensor_4" -> "54 sub_tensor_4" [label="(64, 64, 3, 3)", style=solid]; +"53 zero_point_updated_constant4" -> "54 sub_tensor_4" [label="(64, 1, 1, 1)", style=solid]; +"54 sub_tensor_4" -> "55 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"55 conv2d_4" -> "56 quantize_per_tensor_default_6" [label="(1, 64, -1, -1)", style=solid]; +"56 quantize_per_tensor_default_6" -> "57 dequantize_per_tensor_default_7" [label="(1, 64, -1, -1)", style=solid]; +"57 dequantize_per_tensor_default_7" -> "58 add__1" [label="(1, 64, -1, -1)", style=solid]; +"58 add__1" -> "59 relu__4" [label="(1, 64, -1, -1)", style=solid]; +"59 relu__4" -> "60 quantize_per_tensor_default_7" [label="(1, 64, -1, -1)", style=solid]; +"60 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_9" [label="(1, 64, -1, -1)", style=solid]; +"60 quantize_per_tensor_default_7" -> "62 dequantize_per_tensor_default_8" [label="(1, 64, -1, -1)", style=solid]; +"61 dequantize_per_tensor_default_9" -> "88 conv2d_7" [label="(1, 64, -1, -1)", style=solid]; +"62 dequantize_per_tensor_default_8" -> "69 conv2d_5" [label="(1, 64, -1, -1)", style=solid]; +"63 layer2_0_conv1_weight_bias" -> "69 conv2d_5" [label="(128,)", style=solid]; +"64 scale_updated_constant5" -> "66 mul_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"65 compressed_weight_updated_constant5" -> "66 mul_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"66 mul_tensor_5" -> "68 sub_tensor_5" [label="(128, 64, 3, 3)", style=solid]; +"67 zero_point_updated_constant5" -> "68 sub_tensor_5" [label="(128, 1, 1, 1)", style=solid]; +"68 sub_tensor_5" -> "69 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"69 conv2d_5" -> "70 relu__5" [label="(1, 128, -1, -1)", style=solid]; +"70 relu__5" -> "71 quantize_per_tensor_default_8" [label="(1, 128, -1, -1)", style=solid]; +"71 quantize_per_tensor_default_8" -> "72 dequantize_per_tensor_default_10" [label="(1, 128, -1, -1)", style=solid]; +"72 dequantize_per_tensor_default_10" -> "79 conv2d_6" [label="(1, 128, -1, -1)", style=solid]; +"73 layer2_0_conv2_weight_bias" -> "79 conv2d_6" [label="(128,)", style=solid]; +"74 scale_updated_constant6" -> "76 mul_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"75 compressed_weight_updated_constant6" -> "76 mul_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"76 mul_tensor_6" -> "78 sub_tensor_6" [label="(128, 128, 3, 3)", style=solid]; +"77 zero_point_updated_constant6" -> "78 sub_tensor_6" [label="(128, 1, 1, 1)", style=solid]; +"78 sub_tensor_6" -> "79 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"79 conv2d_6" -> "80 quantize_per_tensor_default_9" [label="(1, 128, -1, -1)", style=solid]; +"80 quantize_per_tensor_default_9" -> "81 dequantize_per_tensor_default_11" [label="(1, 128, -1, -1)", style=solid]; +"81 dequantize_per_tensor_default_11" -> "91 add__2" [label="(1, 128, -1, -1)", style=solid]; +"82 layer2_0_downsample_0_weight_bias" -> "88 conv2d_7" [label="(128,)", style=solid]; +"83 scale_updated_constant7" -> "85 mul_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"84 compressed_weight_updated_constant7" -> "85 mul_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"85 mul_tensor_7" -> "87 sub_tensor_7" [label="(128, 64, 1, 1)", style=solid]; +"86 zero_point_updated_constant7" -> "87 sub_tensor_7" [label="(128, 1, 1, 1)", style=solid]; +"87 sub_tensor_7" -> "88 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"88 conv2d_7" -> "89 quantize_per_tensor_default_10" [label="(1, 128, -1, -1)", style=solid]; +"89 quantize_per_tensor_default_10" -> "90 dequantize_per_tensor_default_12" [label="(1, 128, -1, -1)", style=solid]; +"90 dequantize_per_tensor_default_12" -> "91 add__2" [label="(1, 128, -1, -1)", style=solid]; +"91 add__2" -> "92 relu__6" [label="(1, 128, -1, -1)", style=solid]; +"92 relu__6" -> "93 quantize_per_tensor_default_11" [label="(1, 128, -1, -1)", style=solid]; +"93 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_14" [label="(1, 128, -1, -1)", style=solid]; +"93 quantize_per_tensor_default_11" -> "95 dequantize_per_tensor_default_13" [label="(1, 128, -1, -1)", style=solid]; +"94 dequantize_per_tensor_default_14" -> "115 add__3" [label="(1, 128, -1, -1)", style=solid]; +"95 dequantize_per_tensor_default_13" -> "102 conv2d_8" [label="(1, 128, -1, -1)", style=solid]; +"96 layer2_1_conv1_weight_bias" -> "102 conv2d_8" [label="(128,)", style=solid]; +"97 scale_updated_constant8" -> "99 mul_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"98 compressed_weight_updated_constant8" -> "99 mul_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"99 mul_tensor_8" -> "101 sub_tensor_8" [label="(128, 128, 3, 3)", style=solid]; +"100 zero_point_updated_constant8" -> "101 sub_tensor_8" [label="(128, 1, 1, 1)", style=solid]; +"101 sub_tensor_8" -> "102 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"102 conv2d_8" -> "103 relu__7" [label="(1, 128, -1, -1)", style=solid]; +"103 relu__7" -> "104 quantize_per_tensor_default_12" [label="(1, 128, -1, -1)", style=solid]; +"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_15" [label="(1, 128, -1, -1)", style=solid]; +"105 dequantize_per_tensor_default_15" -> "112 conv2d_9" [label="(1, 128, -1, -1)", style=solid]; +"106 layer2_1_conv2_weight_bias" -> "112 conv2d_9" [label="(128,)", style=solid]; +"107 scale_updated_constant9" -> "109 mul_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"108 compressed_weight_updated_constant9" -> "109 mul_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"109 mul_tensor_9" -> "111 sub_tensor_9" [label="(128, 128, 3, 3)", style=solid]; +"110 zero_point_updated_constant9" -> "111 sub_tensor_9" [label="(128, 1, 1, 1)", style=solid]; +"111 sub_tensor_9" -> "112 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"112 conv2d_9" -> "113 quantize_per_tensor_default_13" [label="(1, 128, -1, -1)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_16" [label="(1, 128, -1, -1)", style=solid]; +"114 dequantize_per_tensor_default_16" -> "115 add__3" [label="(1, 128, -1, -1)", style=solid]; +"115 add__3" -> "116 relu__8" [label="(1, 128, -1, -1)", style=solid]; +"116 relu__8" -> "117 quantize_per_tensor_default_14" [label="(1, 128, -1, -1)", style=solid]; +"117 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_18" [label="(1, 128, -1, -1)", style=solid]; +"117 quantize_per_tensor_default_14" -> "119 dequantize_per_tensor_default_17" [label="(1, 128, -1, -1)", style=solid]; +"118 dequantize_per_tensor_default_18" -> "145 conv2d_12" [label="(1, 128, -1, -1)", style=solid]; +"119 dequantize_per_tensor_default_17" -> "126 conv2d_10" [label="(1, 128, -1, -1)", style=solid]; +"120 layer3_0_conv1_weight_bias" -> "126 conv2d_10" [label="(256,)", style=solid]; +"121 scale_updated_constant10" -> "123 mul_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"122 compressed_weight_updated_constant10" -> "123 mul_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"123 mul_tensor_10" -> "125 sub_tensor_10" [label="(256, 128, 3, 3)", style=solid]; +"124 zero_point_updated_constant10" -> "125 sub_tensor_10" [label="(256, 1, 1, 1)", style=solid]; +"125 sub_tensor_10" -> "126 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"126 conv2d_10" -> "127 relu__9" [label="(1, 256, -1, -1)", style=solid]; +"127 relu__9" -> "128 quantize_per_tensor_default_15" [label="(1, 256, -1, -1)", style=solid]; +"128 quantize_per_tensor_default_15" -> "129 dequantize_per_tensor_default_19" [label="(1, 256, -1, -1)", style=solid]; +"129 dequantize_per_tensor_default_19" -> "136 conv2d_11" [label="(1, 256, -1, -1)", style=solid]; +"130 layer3_0_conv2_weight_bias" -> "136 conv2d_11" [label="(256,)", style=solid]; +"131 scale_updated_constant11" -> "133 mul_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"132 compressed_weight_updated_constant11" -> "133 mul_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"133 mul_tensor_11" -> "135 sub_tensor_11" [label="(256, 256, 3, 3)", style=solid]; +"134 zero_point_updated_constant11" -> "135 sub_tensor_11" [label="(256, 1, 1, 1)", style=solid]; +"135 sub_tensor_11" -> "136 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"136 conv2d_11" -> "137 quantize_per_tensor_default_16" [label="(1, 256, -1, -1)", style=solid]; +"137 quantize_per_tensor_default_16" -> "138 dequantize_per_tensor_default_20" [label="(1, 256, -1, -1)", style=solid]; +"138 dequantize_per_tensor_default_20" -> "148 add__4" [label="(1, 256, -1, -1)", style=solid]; +"139 layer3_0_downsample_0_weight_bias" -> "145 conv2d_12" [label="(256,)", style=solid]; +"140 scale_updated_constant12" -> "142 mul_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"141 compressed_weight_updated_constant12" -> "142 mul_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"142 mul_tensor_12" -> "144 sub_tensor_12" [label="(256, 128, 1, 1)", style=solid]; +"143 zero_point_updated_constant12" -> "144 sub_tensor_12" [label="(256, 1, 1, 1)", style=solid]; +"144 sub_tensor_12" -> "145 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"145 conv2d_12" -> "146 quantize_per_tensor_default_17" [label="(1, 256, -1, -1)", style=solid]; +"146 quantize_per_tensor_default_17" -> "147 dequantize_per_tensor_default_21" [label="(1, 256, -1, -1)", style=solid]; +"147 dequantize_per_tensor_default_21" -> "148 add__4" [label="(1, 256, -1, -1)", style=solid]; +"148 add__4" -> "149 relu__10" [label="(1, 256, -1, -1)", style=solid]; +"149 relu__10" -> "150 quantize_per_tensor_default_18" [label="(1, 256, -1, -1)", style=solid]; +"150 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_23" [label="(1, 256, -1, -1)", style=solid]; +"150 quantize_per_tensor_default_18" -> "152 dequantize_per_tensor_default_22" [label="(1, 256, -1, -1)", style=solid]; +"151 dequantize_per_tensor_default_23" -> "172 add__5" [label="(1, 256, -1, -1)", style=solid]; +"152 dequantize_per_tensor_default_22" -> "159 conv2d_13" [label="(1, 256, -1, -1)", style=solid]; +"153 layer3_1_conv1_weight_bias" -> "159 conv2d_13" [label="(256,)", style=solid]; +"154 scale_updated_constant13" -> "156 mul_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"155 compressed_weight_updated_constant13" -> "156 mul_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"156 mul_tensor_13" -> "158 sub_tensor_13" [label="(256, 256, 3, 3)", style=solid]; +"157 zero_point_updated_constant13" -> "158 sub_tensor_13" [label="(256, 1, 1, 1)", style=solid]; +"158 sub_tensor_13" -> "159 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"159 conv2d_13" -> "160 relu__11" [label="(1, 256, -1, -1)", style=solid]; +"160 relu__11" -> "161 quantize_per_tensor_default_19" [label="(1, 256, -1, -1)", style=solid]; +"161 quantize_per_tensor_default_19" -> "162 dequantize_per_tensor_default_24" [label="(1, 256, -1, -1)", style=solid]; +"162 dequantize_per_tensor_default_24" -> "169 conv2d_14" [label="(1, 256, -1, -1)", style=solid]; +"163 layer3_1_conv2_weight_bias" -> "169 conv2d_14" [label="(256,)", style=solid]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [label="(256, 256, 3, 3)", style=solid]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"168 sub_tensor_14" -> "169 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"169 conv2d_14" -> "170 quantize_per_tensor_default_20" [label="(1, 256, -1, -1)", style=solid]; +"170 quantize_per_tensor_default_20" -> "171 dequantize_per_tensor_default_25" [label="(1, 256, -1, -1)", style=solid]; +"171 dequantize_per_tensor_default_25" -> "172 add__5" [label="(1, 256, -1, -1)", style=solid]; +"172 add__5" -> "173 relu__12" [label="(1, 256, -1, -1)", style=solid]; +"173 relu__12" -> "174 quantize_per_tensor_default_21" [label="(1, 256, -1, -1)", style=solid]; +"174 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_27" [label="(1, 256, -1, -1)", style=solid]; +"174 quantize_per_tensor_default_21" -> "176 dequantize_per_tensor_default_26" [label="(1, 256, -1, -1)", style=solid]; +"175 dequantize_per_tensor_default_27" -> "202 conv2d_17" [label="(1, 256, -1, -1)", style=solid]; +"176 dequantize_per_tensor_default_26" -> "183 conv2d_15" [label="(1, 256, -1, -1)", style=solid]; +"177 layer4_0_conv1_weight_bias" -> "183 conv2d_15" [label="(512,)", style=solid]; +"178 scale_updated_constant15" -> "180 mul_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"179 compressed_weight_updated_constant15" -> "180 mul_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"180 mul_tensor_15" -> "182 sub_tensor_15" [label="(512, 256, 3, 3)", style=solid]; +"181 zero_point_updated_constant15" -> "182 sub_tensor_15" [label="(512, 1, 1, 1)", style=solid]; +"182 sub_tensor_15" -> "183 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"183 conv2d_15" -> "184 relu__13" [label="(1, 512, -1, -1)", style=solid]; +"184 relu__13" -> "185 quantize_per_tensor_default_22" [label="(1, 512, -1, -1)", style=solid]; +"185 quantize_per_tensor_default_22" -> "186 dequantize_per_tensor_default_28" [label="(1, 512, -1, -1)", style=solid]; +"186 dequantize_per_tensor_default_28" -> "193 conv2d_16" [label="(1, 512, -1, -1)", style=solid]; +"187 layer4_0_conv2_weight_bias" -> "193 conv2d_16" [label="(512,)", style=solid]; +"188 scale_updated_constant16" -> "190 mul_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"189 compressed_weight_updated_constant16" -> "190 mul_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"190 mul_tensor_16" -> "192 sub_tensor_16" [label="(512, 512, 3, 3)", style=solid]; +"191 zero_point_updated_constant16" -> "192 sub_tensor_16" [label="(512, 1, 1, 1)", style=solid]; +"192 sub_tensor_16" -> "193 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"193 conv2d_16" -> "194 quantize_per_tensor_default_23" [label="(1, 512, -1, -1)", style=solid]; +"194 quantize_per_tensor_default_23" -> "195 dequantize_per_tensor_default_29" [label="(1, 512, -1, -1)", style=solid]; +"195 dequantize_per_tensor_default_29" -> "205 add__6" [label="(1, 512, -1, -1)", style=solid]; +"196 layer4_0_downsample_0_weight_bias" -> "202 conv2d_17" [label="(512,)", style=solid]; +"197 scale_updated_constant17" -> "199 mul_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"198 compressed_weight_updated_constant17" -> "199 mul_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"199 mul_tensor_17" -> "201 sub_tensor_17" [label="(512, 256, 1, 1)", style=solid]; +"200 zero_point_updated_constant17" -> "201 sub_tensor_17" [label="(512, 1, 1, 1)", style=solid]; +"201 sub_tensor_17" -> "202 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"202 conv2d_17" -> "203 quantize_per_tensor_default_24" [label="(1, 512, -1, -1)", style=solid]; +"203 quantize_per_tensor_default_24" -> "204 dequantize_per_tensor_default_30" [label="(1, 512, -1, -1)", style=solid]; +"204 dequantize_per_tensor_default_30" -> "205 add__6" [label="(1, 512, -1, -1)", style=solid]; +"205 add__6" -> "206 relu__14" [label="(1, 512, -1, -1)", style=solid]; +"206 relu__14" -> "207 quantize_per_tensor_default_25" [label="(1, 512, -1, -1)", style=solid]; +"207 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_32" [label="(1, 512, -1, -1)", style=solid]; +"207 quantize_per_tensor_default_25" -> "209 dequantize_per_tensor_default_31" [label="(1, 512, -1, -1)", style=solid]; +"208 dequantize_per_tensor_default_32" -> "229 add__7" [label="(1, 512, -1, -1)", style=solid]; +"209 dequantize_per_tensor_default_31" -> "216 conv2d_18" [label="(1, 512, -1, -1)", style=solid]; +"210 layer4_1_conv1_weight_bias" -> "216 conv2d_18" [label="(512,)", style=solid]; +"211 scale_updated_constant18" -> "213 mul_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"212 compressed_weight_updated_constant18" -> "213 mul_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"213 mul_tensor_18" -> "215 sub_tensor_18" [label="(512, 512, 3, 3)", style=solid]; +"214 zero_point_updated_constant18" -> "215 sub_tensor_18" [label="(512, 1, 1, 1)", style=solid]; +"215 sub_tensor_18" -> "216 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"216 conv2d_18" -> "217 relu__15" [label="(1, 512, -1, -1)", style=solid]; +"217 relu__15" -> "218 quantize_per_tensor_default_26" [label="(1, 512, -1, -1)", style=solid]; +"218 quantize_per_tensor_default_26" -> "219 dequantize_per_tensor_default_33" [label="(1, 512, -1, -1)", style=solid]; +"219 dequantize_per_tensor_default_33" -> "226 conv2d_19" [label="(1, 512, -1, -1)", style=solid]; +"220 layer4_1_conv2_weight_bias" -> "226 conv2d_19" [label="(512,)", style=solid]; +"221 scale_updated_constant19" -> "223 mul_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"222 compressed_weight_updated_constant19" -> "223 mul_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"223 mul_tensor_19" -> "225 sub_tensor_19" [label="(512, 512, 3, 3)", style=solid]; +"224 zero_point_updated_constant19" -> "225 sub_tensor_19" [label="(512, 1, 1, 1)", style=solid]; +"225 sub_tensor_19" -> "226 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"226 conv2d_19" -> "227 quantize_per_tensor_default_27" [label="(1, 512, -1, -1)", style=solid]; +"227 quantize_per_tensor_default_27" -> "228 dequantize_per_tensor_default_34" [label="(1, 512, -1, -1)", style=solid]; +"228 dequantize_per_tensor_default_34" -> "229 add__7" [label="(1, 512, -1, -1)", style=solid]; +"229 add__7" -> "230 relu__16" [label="(1, 512, -1, -1)", style=solid]; +"230 relu__16" -> "231 quantize_per_tensor_default_28" [label="(1, 512, -1, -1)", style=solid]; +"231 quantize_per_tensor_default_28" -> "232 dequantize_per_tensor_default_35" [label="(1, 512, -1, -1)", style=solid]; +"232 dequantize_per_tensor_default_35" -> "233 adaptive_avg_pool2d" [label="(1, 512, -1, -1)", style=solid]; +"233 adaptive_avg_pool2d" -> "234 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"234 quantize_per_tensor_default_29" -> "235 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"235 dequantize_per_tensor_default_36" -> "236 flatten" [label="(1, 512, 1, 1)", style=solid]; +"236 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"237 scale_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 1)", style=solid]; +"238 compressed_weight_updated_constant20" -> "239 mul_tensor_20" [label="(1000, 512)", style=solid]; +"239 mul_tensor_20" -> "241 sub_tensor_20" [label="(1000, 512)", style=solid]; +"240 zero_point_updated_constant20" -> "241 sub_tensor_20" [label="(1000, 1)", style=solid]; +"241 sub_tensor_20" -> "242 linear" [label="(1000, 512)", style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/swin_v2_s.dot new file mode 100644 index 00000000000..8a3149d91f8 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/swin_v2_s.dot @@ -0,0 +1,5924 @@ +strict digraph { +"0 features_1_0_attn_proj_bias" [id=0, type=get_attr]; +"1 features_1_1_attn_proj_bias" [id=1, type=get_attr]; +"2 features_3_0_attn_proj_bias" [id=2, type=get_attr]; +"3 features_3_1_attn_proj_bias" [id=3, type=get_attr]; +"4 features_5_0_attn_proj_bias" [id=4, type=get_attr]; +"5 features_5_1_attn_proj_bias" [id=5, type=get_attr]; +"6 features_5_2_attn_proj_bias" [id=6, type=get_attr]; +"7 features_5_3_attn_proj_bias" [id=7, type=get_attr]; +"8 features_5_4_attn_proj_bias" [id=8, type=get_attr]; +"9 features_5_5_attn_proj_bias" [id=9, type=get_attr]; +"10 features_5_6_attn_proj_bias" [id=10, type=get_attr]; +"11 features_5_7_attn_proj_bias" [id=11, type=get_attr]; +"12 features_5_8_attn_proj_bias" [id=12, type=get_attr]; +"13 features_5_9_attn_proj_bias" [id=13, type=get_attr]; +"14 features_5_10_attn_proj_bias" [id=14, type=get_attr]; +"15 features_5_11_attn_proj_bias" [id=15, type=get_attr]; +"16 features_5_12_attn_proj_bias" [id=16, type=get_attr]; +"17 features_5_13_attn_proj_bias" [id=17, type=get_attr]; +"18 features_5_14_attn_proj_bias" [id=18, type=get_attr]; +"19 features_5_15_attn_proj_bias" [id=19, type=get_attr]; +"20 features_5_16_attn_proj_bias" [id=20, type=get_attr]; +"21 features_5_17_attn_proj_bias" [id=21, type=get_attr]; +"22 features_7_0_attn_proj_bias" [id=22, type=get_attr]; +"23 features_7_1_attn_proj_bias" [id=23, type=get_attr]; +"24 features_0_0_bias" [id=24, type=get_attr]; +"25 features_0_2_weight" [id=25, type=get_attr]; +"26 features_0_2_bias" [id=26, type=get_attr]; +"27 features_1_0_norm1_weight" [id=27, type=get_attr]; +"28 features_1_0_norm1_bias" [id=28, type=get_attr]; +"29 features_1_0_mlp_0_bias" [id=29, type=get_attr]; +"30 features_1_0_mlp_3_bias" [id=30, type=get_attr]; +"31 features_1_0_norm2_weight" [id=31, type=get_attr]; +"32 features_1_0_norm2_bias" [id=32, type=get_attr]; +"33 features_1_1_norm1_weight" [id=33, type=get_attr]; +"34 features_1_1_norm1_bias" [id=34, type=get_attr]; +"35 features_1_1_mlp_0_bias" [id=35, type=get_attr]; +"36 features_1_1_mlp_3_bias" [id=36, type=get_attr]; +"37 features_1_1_norm2_weight" [id=37, type=get_attr]; +"38 features_1_1_norm2_bias" [id=38, type=get_attr]; +"39 features_2_norm_weight" [id=39, type=get_attr]; +"40 features_2_norm_bias" [id=40, type=get_attr]; +"41 features_3_0_norm1_weight" [id=41, type=get_attr]; +"42 features_3_0_norm1_bias" [id=42, type=get_attr]; +"43 features_3_0_mlp_0_bias" [id=43, type=get_attr]; +"44 features_3_0_mlp_3_bias" [id=44, type=get_attr]; +"45 features_3_0_norm2_weight" [id=45, type=get_attr]; +"46 features_3_0_norm2_bias" [id=46, type=get_attr]; +"47 features_3_1_norm1_weight" [id=47, type=get_attr]; +"48 features_3_1_norm1_bias" [id=48, type=get_attr]; +"49 features_3_1_mlp_0_bias" [id=49, type=get_attr]; +"50 features_3_1_mlp_3_bias" [id=50, type=get_attr]; +"51 features_3_1_norm2_weight" [id=51, type=get_attr]; +"52 features_3_1_norm2_bias" [id=52, type=get_attr]; +"53 features_4_norm_weight" [id=53, type=get_attr]; +"54 features_4_norm_bias" [id=54, type=get_attr]; +"55 features_5_0_norm1_weight" [id=55, type=get_attr]; +"56 features_5_0_norm1_bias" [id=56, type=get_attr]; +"57 features_5_0_mlp_0_bias" [id=57, type=get_attr]; +"58 features_5_0_mlp_3_bias" [id=58, type=get_attr]; +"59 features_5_0_norm2_weight" [id=59, type=get_attr]; +"60 features_5_0_norm2_bias" [id=60, type=get_attr]; +"61 features_5_1_norm1_weight" [id=61, type=get_attr]; +"62 features_5_1_norm1_bias" [id=62, type=get_attr]; +"63 features_5_1_mlp_0_bias" [id=63, type=get_attr]; +"64 features_5_1_mlp_3_bias" [id=64, type=get_attr]; +"65 features_5_1_norm2_weight" [id=65, type=get_attr]; +"66 features_5_1_norm2_bias" [id=66, type=get_attr]; +"67 features_5_2_norm1_weight" [id=67, type=get_attr]; +"68 features_5_2_norm1_bias" [id=68, type=get_attr]; +"69 features_5_2_mlp_0_bias" [id=69, type=get_attr]; +"70 features_5_2_mlp_3_bias" [id=70, type=get_attr]; +"71 features_5_2_norm2_weight" [id=71, type=get_attr]; +"72 features_5_2_norm2_bias" [id=72, type=get_attr]; +"73 features_5_3_norm1_weight" [id=73, type=get_attr]; +"74 features_5_3_norm1_bias" [id=74, type=get_attr]; +"75 features_5_3_mlp_0_bias" [id=75, type=get_attr]; +"76 features_5_3_mlp_3_bias" [id=76, type=get_attr]; +"77 features_5_3_norm2_weight" [id=77, type=get_attr]; +"78 features_5_3_norm2_bias" [id=78, type=get_attr]; +"79 features_5_4_norm1_weight" [id=79, type=get_attr]; +"80 features_5_4_norm1_bias" [id=80, type=get_attr]; +"81 features_5_4_mlp_0_bias" [id=81, type=get_attr]; +"82 features_5_4_mlp_3_bias" [id=82, type=get_attr]; +"83 features_5_4_norm2_weight" [id=83, type=get_attr]; +"84 features_5_4_norm2_bias" [id=84, type=get_attr]; +"85 features_5_5_norm1_weight" [id=85, type=get_attr]; +"86 features_5_5_norm1_bias" [id=86, type=get_attr]; +"87 features_5_5_mlp_0_bias" [id=87, type=get_attr]; +"88 features_5_5_mlp_3_bias" [id=88, type=get_attr]; +"89 features_5_5_norm2_weight" [id=89, type=get_attr]; +"90 features_5_5_norm2_bias" [id=90, type=get_attr]; +"91 features_5_6_norm1_weight" [id=91, type=get_attr]; +"92 features_5_6_norm1_bias" [id=92, type=get_attr]; +"93 features_5_6_mlp_0_bias" [id=93, type=get_attr]; +"94 features_5_6_mlp_3_bias" [id=94, type=get_attr]; +"95 features_5_6_norm2_weight" [id=95, type=get_attr]; +"96 features_5_6_norm2_bias" [id=96, type=get_attr]; +"97 features_5_7_norm1_weight" [id=97, type=get_attr]; +"98 features_5_7_norm1_bias" [id=98, type=get_attr]; +"99 features_5_7_mlp_0_bias" [id=99, type=get_attr]; +"100 features_5_7_mlp_3_bias" [id=100, type=get_attr]; +"101 features_5_7_norm2_weight" [id=101, type=get_attr]; +"102 features_5_7_norm2_bias" [id=102, type=get_attr]; +"103 features_5_8_norm1_weight" [id=103, type=get_attr]; +"104 features_5_8_norm1_bias" [id=104, type=get_attr]; +"105 features_5_8_mlp_0_bias" [id=105, type=get_attr]; +"106 features_5_8_mlp_3_bias" [id=106, type=get_attr]; +"107 features_5_8_norm2_weight" [id=107, type=get_attr]; +"108 features_5_8_norm2_bias" [id=108, type=get_attr]; +"109 features_5_9_norm1_weight" [id=109, type=get_attr]; +"110 features_5_9_norm1_bias" [id=110, type=get_attr]; +"111 features_5_9_mlp_0_bias" [id=111, type=get_attr]; +"112 features_5_9_mlp_3_bias" [id=112, type=get_attr]; +"113 features_5_9_norm2_weight" [id=113, type=get_attr]; +"114 features_5_9_norm2_bias" [id=114, type=get_attr]; +"115 features_5_10_norm1_weight" [id=115, type=get_attr]; +"116 features_5_10_norm1_bias" [id=116, type=get_attr]; +"117 features_5_10_mlp_0_bias" [id=117, type=get_attr]; +"118 features_5_10_mlp_3_bias" [id=118, type=get_attr]; +"119 features_5_10_norm2_weight" [id=119, type=get_attr]; +"120 features_5_10_norm2_bias" [id=120, type=get_attr]; +"121 features_5_11_norm1_weight" [id=121, type=get_attr]; +"122 features_5_11_norm1_bias" [id=122, type=get_attr]; +"123 features_5_11_mlp_0_bias" [id=123, type=get_attr]; +"124 features_5_11_mlp_3_bias" [id=124, type=get_attr]; +"125 features_5_11_norm2_weight" [id=125, type=get_attr]; +"126 features_5_11_norm2_bias" [id=126, type=get_attr]; +"127 features_5_12_norm1_weight" [id=127, type=get_attr]; +"128 features_5_12_norm1_bias" [id=128, type=get_attr]; +"129 features_5_12_mlp_0_bias" [id=129, type=get_attr]; +"130 features_5_12_mlp_3_bias" [id=130, type=get_attr]; +"131 features_5_12_norm2_weight" [id=131, type=get_attr]; +"132 features_5_12_norm2_bias" [id=132, type=get_attr]; +"133 features_5_13_norm1_weight" [id=133, type=get_attr]; +"134 features_5_13_norm1_bias" [id=134, type=get_attr]; +"135 features_5_13_mlp_0_bias" [id=135, type=get_attr]; +"136 features_5_13_mlp_3_bias" [id=136, type=get_attr]; +"137 features_5_13_norm2_weight" [id=137, type=get_attr]; +"138 features_5_13_norm2_bias" [id=138, type=get_attr]; +"139 features_5_14_norm1_weight" [id=139, type=get_attr]; +"140 features_5_14_norm1_bias" [id=140, type=get_attr]; +"141 features_5_14_mlp_0_bias" [id=141, type=get_attr]; +"142 features_5_14_mlp_3_bias" [id=142, type=get_attr]; +"143 features_5_14_norm2_weight" [id=143, type=get_attr]; +"144 features_5_14_norm2_bias" [id=144, type=get_attr]; +"145 features_5_15_norm1_weight" [id=145, type=get_attr]; +"146 features_5_15_norm1_bias" [id=146, type=get_attr]; +"147 features_5_15_mlp_0_bias" [id=147, type=get_attr]; +"148 features_5_15_mlp_3_bias" [id=148, type=get_attr]; +"149 features_5_15_norm2_weight" [id=149, type=get_attr]; +"150 features_5_15_norm2_bias" [id=150, type=get_attr]; +"151 features_5_16_norm1_weight" [id=151, type=get_attr]; +"152 features_5_16_norm1_bias" [id=152, type=get_attr]; +"153 features_5_16_mlp_0_bias" [id=153, type=get_attr]; +"154 features_5_16_mlp_3_bias" [id=154, type=get_attr]; +"155 features_5_16_norm2_weight" [id=155, type=get_attr]; +"156 features_5_16_norm2_bias" [id=156, type=get_attr]; +"157 features_5_17_norm1_weight" [id=157, type=get_attr]; +"158 features_5_17_norm1_bias" [id=158, type=get_attr]; +"159 features_5_17_mlp_0_bias" [id=159, type=get_attr]; +"160 features_5_17_mlp_3_bias" [id=160, type=get_attr]; +"161 features_5_17_norm2_weight" [id=161, type=get_attr]; +"162 features_5_17_norm2_bias" [id=162, type=get_attr]; +"163 features_6_norm_weight" [id=163, type=get_attr]; +"164 features_6_norm_bias" [id=164, type=get_attr]; +"165 features_7_0_norm1_weight" [id=165, type=get_attr]; +"166 features_7_0_norm1_bias" [id=166, type=get_attr]; +"167 features_7_0_mlp_0_bias" [id=167, type=get_attr]; +"168 features_7_0_mlp_3_bias" [id=168, type=get_attr]; +"169 features_7_0_norm2_weight" [id=169, type=get_attr]; +"170 features_7_0_norm2_bias" [id=170, type=get_attr]; +"171 features_7_1_norm1_weight" [id=171, type=get_attr]; +"172 features_7_1_norm1_bias" [id=172, type=get_attr]; +"173 features_7_1_mlp_0_bias" [id=173, type=get_attr]; +"174 features_7_1_mlp_3_bias" [id=174, type=get_attr]; +"175 features_7_1_norm2_weight" [id=175, type=get_attr]; +"176 features_7_1_norm2_bias" [id=176, type=get_attr]; +"177 norm_weight" [id=177, type=get_attr]; +"178 norm_bias" [id=178, type=get_attr]; +"179 head_bias" [id=179, type=get_attr]; +"180 x" [id=180, type=input]; +"181 sym_size_int_54" [id=181, type=sym_size]; +"182 sym_size_int_55" [id=182, type=sym_size]; +"183 quantize_per_tensor_default" [id=183, type=quantize_per_tensor]; +"184 dequantize_per_tensor_default" [id=184, type=dequantize_per_tensor]; +"185 scale_updated_constant0" [id=185, type=get_attr]; +"186 compressed_weight_updated_constant0" [id=186, type=get_attr]; +"187 mul_tensor" [id=187, type=mul]; +"188 zero_point_updated_constant0" [id=188, type=get_attr]; +"189 sub_tensor" [id=189, type=sub]; +"190 conv2d" [id=190, type=conv2d]; +"191 floordiv_45" [id=191, type=<built-in function floordiv>]; +"192 mod_22" [id=192, type=<built-in function mod>]; +"193 mul_84" [id=193, type=<built-in function mul>]; +"194 add_117" [id=194, type=<built-in function add>]; +"195 mod_23" [id=195, type=<built-in function mod>]; +"196 add_118" [id=196, type=<built-in function add>]; +"197 floordiv_46" [id=197, type=<built-in function floordiv>]; +"198 mod_24" [id=198, type=<built-in function mod>]; +"199 mul_85" [id=199, type=<built-in function mul>]; +"200 add_119" [id=200, type=<built-in function add>]; +"201 mod_25" [id=201, type=<built-in function mod>]; +"202 add_120" [id=202, type=<built-in function add>]; +"203 floordiv_47" [id=203, type=<built-in function floordiv>]; +"204 floordiv_48" [id=204, type=<built-in function floordiv>]; +"205 floordiv_49" [id=205, type=<built-in function floordiv>]; +"206 floordiv_50" [id=206, type=<built-in function floordiv>]; +"207 mul_89" [id=207, type=<built-in function mul>]; +"208 mod_26" [id=208, type=<built-in function mod>]; +"209 add_122" [id=209, type=<built-in function add>]; +"210 add_123" [id=210, type=<built-in function add>]; +"211 floordiv_53" [id=211, type=<built-in function floordiv>]; +"212 mod_27" [id=212, type=<built-in function mod>]; +"213 add_125" [id=213, type=<built-in function add>]; +"214 add_126" [id=214, type=<built-in function add>]; +"215 floordiv_55" [id=215, type=<built-in function floordiv>]; +"216 mod_28" [id=216, type=<built-in function mod>]; +"217 mul_90" [id=217, type=<built-in function mul>]; +"218 add_127" [id=218, type=<built-in function add>]; +"219 mod_29" [id=219, type=<built-in function mod>]; +"220 add_128" [id=220, type=<built-in function add>]; +"221 mod_30" [id=221, type=<built-in function mod>]; +"222 mul_91" [id=222, type=<built-in function mul>]; +"223 add_129" [id=223, type=<built-in function add>]; +"224 mod_31" [id=224, type=<built-in function mod>]; +"225 add_130" [id=225, type=<built-in function add>]; +"226 floordiv_56" [id=226, type=<built-in function floordiv>]; +"227 floordiv_57" [id=227, type=<built-in function floordiv>]; +"228 floordiv_58" [id=228, type=<built-in function floordiv>]; +"229 floordiv_59" [id=229, type=<built-in function floordiv>]; +"230 mul_95" [id=230, type=<built-in function mul>]; +"231 mod_32" [id=231, type=<built-in function mod>]; +"232 add_132" [id=232, type=<built-in function add>]; +"233 add_133" [id=233, type=<built-in function add>]; +"234 floordiv_62" [id=234, type=<built-in function floordiv>]; +"235 mod_33" [id=235, type=<built-in function mod>]; +"236 add_135" [id=236, type=<built-in function add>]; +"237 add_136" [id=237, type=<built-in function add>]; +"238 floordiv_64" [id=238, type=<built-in function floordiv>]; +"239 mod_34" [id=239, type=<built-in function mod>]; +"240 mul_96" [id=240, type=<built-in function mul>]; +"241 add_137" [id=241, type=<built-in function add>]; +"242 mod_35" [id=242, type=<built-in function mod>]; +"243 add_138" [id=243, type=<built-in function add>]; +"244 mod_36" [id=244, type=<built-in function mod>]; +"245 mul_97" [id=245, type=<built-in function mul>]; +"246 add_139" [id=246, type=<built-in function add>]; +"247 mod_37" [id=247, type=<built-in function mod>]; +"248 add_140" [id=248, type=<built-in function add>]; +"249 floordiv_65" [id=249, type=<built-in function floordiv>]; +"250 floordiv_66" [id=250, type=<built-in function floordiv>]; +"251 floordiv_67" [id=251, type=<built-in function floordiv>]; +"252 floordiv_68" [id=252, type=<built-in function floordiv>]; +"253 mul_101" [id=253, type=<built-in function mul>]; +"254 mod_38" [id=254, type=<built-in function mod>]; +"255 add_142" [id=255, type=<built-in function add>]; +"256 add_143" [id=256, type=<built-in function add>]; +"257 floordiv_71" [id=257, type=<built-in function floordiv>]; +"258 mod_39" [id=258, type=<built-in function mod>]; +"259 add_145" [id=259, type=<built-in function add>]; +"260 add_146" [id=260, type=<built-in function add>]; +"261 floordiv_73" [id=261, type=<built-in function floordiv>]; +"262 mod_40" [id=262, type=<built-in function mod>]; +"263 mul_102" [id=263, type=<built-in function mul>]; +"264 add_147" [id=264, type=<built-in function add>]; +"265 mod_41" [id=265, type=<built-in function mod>]; +"266 add_148" [id=266, type=<built-in function add>]; +"267 mod_42" [id=267, type=<built-in function mod>]; +"268 mul_103" [id=268, type=<built-in function mul>]; +"269 add_149" [id=269, type=<built-in function add>]; +"270 mod_43" [id=270, type=<built-in function mod>]; +"271 add_150" [id=271, type=<built-in function add>]; +"272 floordiv_74" [id=272, type=<built-in function floordiv>]; +"273 floordiv_75" [id=273, type=<built-in function floordiv>]; +"274 floordiv_76" [id=274, type=<built-in function floordiv>]; +"275 floordiv_77" [id=275, type=<built-in function floordiv>]; +"276 mul_110" [id=276, type=<built-in function mul>]; +"277 permute" [id=277, type=permute]; +"278 layer_norm" [id=278, type=layer_norm]; +"279 _frozen_param0" [id=279, type=get_attr]; +"280 pad" [id=280, type=pad]; +"281 mul_33" [id=281, type=<built-in function mul>]; +"282 view_2" [id=282, type=view]; +"283 permute_2" [id=283, type=permute]; +"284 reshape" [id=284, type=reshape]; +"285 _frozen_param1" [id=285, type=get_attr]; +"286 reshape_0_0_nncf_smooth_quant_0" [id=286, type=call_module]; +"287 quantize_per_tensor_default_1" [id=287, type=quantize_per_tensor]; +"288 dequantize_per_tensor_default_1" [id=288, type=dequantize_per_tensor]; +"289 scale_updated_constant1" [id=289, type=get_attr]; +"290 compressed_weight_updated_constant1" [id=290, type=get_attr]; +"291 mul_tensor_1" [id=291, type=mul]; +"292 zero_point_updated_constant1" [id=292, type=get_attr]; +"293 sub_tensor_1" [id=293, type=sub]; +"294 linear_2" [id=294, type=linear]; +"295 reshape_1" [id=295, type=reshape]; +"296 permute_3" [id=296, type=permute]; +"297 select" [id=297, type=select]; +"298 select_1" [id=298, type=select]; +"299 select_2" [id=299, type=select]; +"300 linalg_vector_norm" [id=300, type=linalg_vector_norm]; +"301 clamp_min" [id=301, type=clamp_min]; +"302 expand_as" [id=302, type=expand_as]; +"303 div" [id=303, type=div]; +"304 quantize_per_tensor_default_2" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_2" [id=305, type=dequantize_per_tensor]; +"306 linalg_vector_norm_1" [id=306, type=linalg_vector_norm]; +"307 clamp_min_1" [id=307, type=clamp_min]; +"308 expand_as_1" [id=308, type=expand_as]; +"309 div_1" [id=309, type=div]; +"310 quantize_per_tensor_default_3" [id=310, type=quantize_per_tensor]; +"311 dequantize_per_tensor_default_3" [id=311, type=dequantize_per_tensor]; +"312 transpose" [id=312, type=transpose]; +"313 matmul" [id=313, type=matmul]; +"314 _frozen_param3" [id=314, type=get_attr]; +"315 mul_34" [id=315, type=mul]; +"316 add_34" [id=316, type=add]; +"317 softmax" [id=317, type=softmax]; +"318 dropout" [id=318, type=dropout]; +"319 matmul_1" [id=319, type=matmul]; +"320 transpose_1" [id=320, type=transpose]; +"321 reshape_2" [id=321, type=reshape]; +"322 reshape_2_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_4" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_4" [id=324, type=dequantize_per_tensor]; +"325 scale_updated_constant2" [id=325, type=get_attr]; +"326 compressed_weight_updated_constant2" [id=326, type=get_attr]; +"327 mul_tensor_2" [id=327, type=mul]; +"328 zero_point_updated_constant2" [id=328, type=get_attr]; +"329 sub_tensor_2" [id=329, type=sub]; +"330 linear_3" [id=330, type=linear]; +"331 dropout_1" [id=331, type=dropout]; +"332 view_3" [id=332, type=view]; +"333 permute_4" [id=333, type=permute]; +"334 reshape_3" [id=334, type=reshape]; +"335 slice_2" [id=335, type=slice]; +"336 slice_3" [id=336, type=slice]; +"337 layer_norm_1" [id=337, type=layer_norm]; +"338 add_35" [id=338, type=add]; +"339 add_35_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; +"340 quantize_per_tensor_default_5" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_5" [id=341, type=dequantize_per_tensor]; +"342 scale_updated_constant3" [id=342, type=get_attr]; +"343 compressed_weight_updated_constant3" [id=343, type=get_attr]; +"344 mul_tensor_3" [id=344, type=mul]; +"345 zero_point_updated_constant3" [id=345, type=get_attr]; +"346 sub_tensor_3" [id=346, type=sub]; +"347 linear_4" [id=347, type=linear]; +"348 gelu" [id=348, type=gelu]; +"349 dropout_2" [id=349, type=dropout]; +"350 dropout_2_0_0_nncf_smooth_quant_0" [id=350, type=call_module]; +"351 quantize_per_tensor_default_6" [id=351, type=quantize_per_tensor]; +"352 dequantize_per_tensor_default_6" [id=352, type=dequantize_per_tensor]; +"353 scale_updated_constant4" [id=353, type=get_attr]; +"354 compressed_weight_updated_constant4" [id=354, type=get_attr]; +"355 mul_tensor_4" [id=355, type=mul]; +"356 zero_point_updated_constant4" [id=356, type=get_attr]; +"357 sub_tensor_4" [id=357, type=sub]; +"358 linear_5" [id=358, type=linear]; +"359 dropout_3" [id=359, type=dropout]; +"360 layer_norm_2" [id=360, type=layer_norm]; +"361 add_36" [id=361, type=add]; +"362 _frozen_param4" [id=362, type=get_attr]; +"363 pad_1" [id=363, type=pad]; +"364 roll" [id=364, type=roll]; +"365 view_6" [id=365, type=view]; +"366 permute_6" [id=366, type=permute]; +"367 reshape_4" [id=367, type=reshape]; +"368 _frozen_param5" [id=368, type=get_attr]; +"369 reshape_4_0_0_nncf_smooth_quant_0" [id=369, type=call_module]; +"370 quantize_per_tensor_default_7" [id=370, type=quantize_per_tensor]; +"371 dequantize_per_tensor_default_7" [id=371, type=dequantize_per_tensor]; +"372 scale_updated_constant5" [id=372, type=get_attr]; +"373 compressed_weight_updated_constant5" [id=373, type=get_attr]; +"374 mul_tensor_5" [id=374, type=mul]; +"375 zero_point_updated_constant5" [id=375, type=get_attr]; +"376 sub_tensor_5" [id=376, type=sub]; +"377 linear_8" [id=377, type=linear]; +"378 reshape_5" [id=378, type=reshape]; +"379 permute_7" [id=379, type=permute]; +"380 select_3" [id=380, type=select]; +"381 select_4" [id=381, type=select]; +"382 select_5" [id=382, type=select]; +"383 linalg_vector_norm_2" [id=383, type=linalg_vector_norm]; +"384 clamp_min_2" [id=384, type=clamp_min]; +"385 expand_as_2" [id=385, type=expand_as]; +"386 div_2" [id=386, type=div]; +"387 quantize_per_tensor_default_8" [id=387, type=quantize_per_tensor]; +"388 dequantize_per_tensor_default_8" [id=388, type=dequantize_per_tensor]; +"389 linalg_vector_norm_3" [id=389, type=linalg_vector_norm]; +"390 clamp_min_3" [id=390, type=clamp_min]; +"391 expand_as_3" [id=391, type=expand_as]; +"392 div_3" [id=392, type=div]; +"393 quantize_per_tensor_default_9" [id=393, type=quantize_per_tensor]; +"394 dequantize_per_tensor_default_9" [id=394, type=dequantize_per_tensor]; +"395 transpose_2" [id=395, type=transpose]; +"396 matmul_2" [id=396, type=matmul]; +"397 _frozen_param7" [id=397, type=get_attr]; +"398 mul_36" [id=398, type=mul]; +"399 add_37" [id=399, type=add]; +"400 new_zeros" [id=400, type=new_zeros]; +"401 view_7" [id=401, type=view]; +"402 permute_8" [id=402, type=permute]; +"403 reshape_6" [id=403, type=reshape]; +"404 unsqueeze_2" [id=404, type=unsqueeze]; +"405 unsqueeze_3" [id=405, type=unsqueeze]; +"406 sub" [id=406, type=sub]; +"407 ne" [id=407, type=ne]; +"408 masked_fill" [id=408, type=masked_fill]; +"409 eq_22" [id=409, type=eq]; +"410 masked_fill_1" [id=410, type=masked_fill]; +"411 view_8" [id=411, type=view]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 unsqueeze_5" [id=413, type=unsqueeze]; +"414 add_38" [id=414, type=add]; +"415 view_9" [id=415, type=view]; +"416 softmax_1" [id=416, type=softmax]; +"417 dropout_4" [id=417, type=dropout]; +"418 matmul_3" [id=418, type=matmul]; +"419 transpose_3" [id=419, type=transpose]; +"420 reshape_7" [id=420, type=reshape]; +"421 reshape_7_0_0_nncf_smooth_quant_0" [id=421, type=call_module]; +"422 quantize_per_tensor_default_10" [id=422, type=quantize_per_tensor]; +"423 dequantize_per_tensor_default_10" [id=423, type=dequantize_per_tensor]; +"424 scale_updated_constant6" [id=424, type=get_attr]; +"425 compressed_weight_updated_constant6" [id=425, type=get_attr]; +"426 mul_tensor_6" [id=426, type=mul]; +"427 zero_point_updated_constant6" [id=427, type=get_attr]; +"428 sub_tensor_6" [id=428, type=sub]; +"429 linear_9" [id=429, type=linear]; +"430 dropout_5" [id=430, type=dropout]; +"431 view_10" [id=431, type=view]; +"432 permute_9" [id=432, type=permute]; +"433 reshape_8" [id=433, type=reshape]; +"434 roll_1" [id=434, type=roll]; +"435 slice_23" [id=435, type=slice]; +"436 slice_24" [id=436, type=slice]; +"437 layer_norm_3" [id=437, type=layer_norm]; +"438 add_39" [id=438, type=add]; +"439 add_39_0_0_nncf_smooth_quant_0" [id=439, type=call_module]; +"440 quantize_per_tensor_default_11" [id=440, type=quantize_per_tensor]; +"441 dequantize_per_tensor_default_11" [id=441, type=dequantize_per_tensor]; +"442 scale_updated_constant7" [id=442, type=get_attr]; +"443 compressed_weight_updated_constant7" [id=443, type=get_attr]; +"444 mul_tensor_7" [id=444, type=mul]; +"445 zero_point_updated_constant7" [id=445, type=get_attr]; +"446 sub_tensor_7" [id=446, type=sub]; +"447 linear_10" [id=447, type=linear]; +"448 gelu_1" [id=448, type=gelu]; +"449 dropout_6" [id=449, type=dropout]; +"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type=call_module]; +"451 quantize_per_tensor_default_12" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_12" [id=452, type=dequantize_per_tensor]; +"453 scale_updated_constant8" [id=453, type=get_attr]; +"454 compressed_weight_updated_constant8" [id=454, type=get_attr]; +"455 mul_tensor_8" [id=455, type=mul]; +"456 zero_point_updated_constant8" [id=456, type=get_attr]; +"457 sub_tensor_8" [id=457, type=sub]; +"458 linear_11" [id=458, type=linear]; +"459 dropout_7" [id=459, type=dropout]; +"460 layer_norm_4" [id=460, type=layer_norm]; +"461 add_40" [id=461, type=add]; +"462 pad_2" [id=462, type=pad]; +"463 slice_25" [id=463, type=slice]; +"464 slice_26" [id=464, type=slice]; +"465 slice_27" [id=465, type=slice]; +"466 slice_28" [id=466, type=slice]; +"467 slice_29" [id=467, type=slice]; +"468 slice_30" [id=468, type=slice]; +"469 slice_31" [id=469, type=slice]; +"470 slice_32" [id=470, type=slice]; +"471 slice_33" [id=471, type=slice]; +"472 slice_34" [id=472, type=slice]; +"473 slice_35" [id=473, type=slice]; +"474 slice_36" [id=474, type=slice]; +"475 cat" [id=475, type=cat]; +"476 cat_0_0_nncf_smooth_quant_0" [id=476, type=call_module]; +"477 quantize_per_tensor_default_13" [id=477, type=quantize_per_tensor]; +"478 dequantize_per_tensor_default_13" [id=478, type=dequantize_per_tensor]; +"479 scale_updated_constant9" [id=479, type=get_attr]; +"480 compressed_weight_updated_constant9" [id=480, type=get_attr]; +"481 mul_tensor_9" [id=481, type=mul]; +"482 zero_point_updated_constant9" [id=482, type=get_attr]; +"483 sub_tensor_9" [id=483, type=sub]; +"484 linear_12" [id=484, type=linear]; +"485 layer_norm_5" [id=485, type=layer_norm]; +"486 _frozen_param17" [id=486, type=get_attr]; +"487 pad_3" [id=487, type=pad]; +"488 mul_38" [id=488, type=<built-in function mul>]; +"489 view_13" [id=489, type=view]; +"490 permute_11" [id=490, type=permute]; +"491 reshape_9" [id=491, type=reshape]; +"492 _frozen_param18" [id=492, type=get_attr]; +"493 reshape_9_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; +"494 quantize_per_tensor_default_14" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_14" [id=495, type=dequantize_per_tensor]; +"496 scale_updated_constant10" [id=496, type=get_attr]; +"497 compressed_weight_updated_constant10" [id=497, type=get_attr]; +"498 mul_tensor_10" [id=498, type=mul]; +"499 zero_point_updated_constant10" [id=499, type=get_attr]; +"500 sub_tensor_10" [id=500, type=sub]; +"501 linear_15" [id=501, type=linear]; +"502 reshape_10" [id=502, type=reshape]; +"503 permute_12" [id=503, type=permute]; +"504 select_6" [id=504, type=select]; +"505 select_7" [id=505, type=select]; +"506 select_8" [id=506, type=select]; +"507 linalg_vector_norm_4" [id=507, type=linalg_vector_norm]; +"508 clamp_min_4" [id=508, type=clamp_min]; +"509 expand_as_4" [id=509, type=expand_as]; +"510 div_4" [id=510, type=div]; +"511 quantize_per_tensor_default_15" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_15" [id=512, type=dequantize_per_tensor]; +"513 linalg_vector_norm_5" [id=513, type=linalg_vector_norm]; +"514 clamp_min_5" [id=514, type=clamp_min]; +"515 expand_as_5" [id=515, type=expand_as]; +"516 div_5" [id=516, type=div]; +"517 quantize_per_tensor_default_16" [id=517, type=quantize_per_tensor]; +"518 dequantize_per_tensor_default_16" [id=518, type=dequantize_per_tensor]; +"519 transpose_4" [id=519, type=transpose]; +"520 matmul_4" [id=520, type=matmul]; +"521 _frozen_param20" [id=521, type=get_attr]; +"522 mul_39" [id=522, type=mul]; +"523 add_41" [id=523, type=add]; +"524 softmax_2" [id=524, type=softmax]; +"525 dropout_8" [id=525, type=dropout]; +"526 matmul_5" [id=526, type=matmul]; +"527 transpose_5" [id=527, type=transpose]; +"528 reshape_11" [id=528, type=reshape]; +"529 reshape_11_0_0_nncf_smooth_quant_0" [id=529, type=call_module]; +"530 quantize_per_tensor_default_17" [id=530, type=quantize_per_tensor]; +"531 dequantize_per_tensor_default_17" [id=531, type=dequantize_per_tensor]; +"532 scale_updated_constant11" [id=532, type=get_attr]; +"533 compressed_weight_updated_constant11" [id=533, type=get_attr]; +"534 mul_tensor_11" [id=534, type=mul]; +"535 zero_point_updated_constant11" [id=535, type=get_attr]; +"536 sub_tensor_11" [id=536, type=sub]; +"537 linear_16" [id=537, type=linear]; +"538 dropout_9" [id=538, type=dropout]; +"539 view_14" [id=539, type=view]; +"540 permute_13" [id=540, type=permute]; +"541 reshape_12" [id=541, type=reshape]; +"542 slice_38" [id=542, type=slice]; +"543 slice_39" [id=543, type=slice]; +"544 slice_40" [id=544, type=slice]; +"545 slice_41" [id=545, type=slice]; +"546 contiguous_3" [id=546, type=contiguous]; +"547 layer_norm_6" [id=547, type=layer_norm]; +"548 add_42" [id=548, type=add]; +"549 add_42_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; +"550 quantize_per_tensor_default_18" [id=550, type=quantize_per_tensor]; +"551 dequantize_per_tensor_default_18" [id=551, type=dequantize_per_tensor]; +"552 scale_updated_constant12" [id=552, type=get_attr]; +"553 compressed_weight_updated_constant12" [id=553, type=get_attr]; +"554 mul_tensor_12" [id=554, type=mul]; +"555 zero_point_updated_constant12" [id=555, type=get_attr]; +"556 sub_tensor_12" [id=556, type=sub]; +"557 linear_17" [id=557, type=linear]; +"558 gelu_2" [id=558, type=gelu]; +"559 dropout_10" [id=559, type=dropout]; +"560 dropout_10_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_19" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_19" [id=562, type=dequantize_per_tensor]; +"563 scale_updated_constant13" [id=563, type=get_attr]; +"564 compressed_weight_updated_constant13" [id=564, type=get_attr]; +"565 mul_tensor_13" [id=565, type=mul]; +"566 zero_point_updated_constant13" [id=566, type=get_attr]; +"567 sub_tensor_13" [id=567, type=sub]; +"568 linear_18" [id=568, type=linear]; +"569 dropout_11" [id=569, type=dropout]; +"570 layer_norm_7" [id=570, type=layer_norm]; +"571 add_43" [id=571, type=add]; +"572 _frozen_param21" [id=572, type=get_attr]; +"573 pad_4" [id=573, type=pad]; +"574 roll_2" [id=574, type=roll]; +"575 view_17" [id=575, type=view]; +"576 permute_15" [id=576, type=permute]; +"577 reshape_13" [id=577, type=reshape]; +"578 _frozen_param22" [id=578, type=get_attr]; +"579 reshape_13_0_0_nncf_smooth_quant_0" [id=579, type=call_module]; +"580 quantize_per_tensor_default_20" [id=580, type=quantize_per_tensor]; +"581 dequantize_per_tensor_default_20" [id=581, type=dequantize_per_tensor]; +"582 scale_updated_constant14" [id=582, type=get_attr]; +"583 compressed_weight_updated_constant14" [id=583, type=get_attr]; +"584 mul_tensor_14" [id=584, type=mul]; +"585 zero_point_updated_constant14" [id=585, type=get_attr]; +"586 sub_tensor_14" [id=586, type=sub]; +"587 linear_21" [id=587, type=linear]; +"588 reshape_14" [id=588, type=reshape]; +"589 permute_16" [id=589, type=permute]; +"590 select_9" [id=590, type=select]; +"591 select_10" [id=591, type=select]; +"592 select_11" [id=592, type=select]; +"593 linalg_vector_norm_6" [id=593, type=linalg_vector_norm]; +"594 clamp_min_6" [id=594, type=clamp_min]; +"595 expand_as_6" [id=595, type=expand_as]; +"596 div_6" [id=596, type=div]; +"597 quantize_per_tensor_default_21" [id=597, type=quantize_per_tensor]; +"598 dequantize_per_tensor_default_21" [id=598, type=dequantize_per_tensor]; +"599 linalg_vector_norm_7" [id=599, type=linalg_vector_norm]; +"600 clamp_min_7" [id=600, type=clamp_min]; +"601 expand_as_7" [id=601, type=expand_as]; +"602 div_7" [id=602, type=div]; +"603 quantize_per_tensor_default_22" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_22" [id=604, type=dequantize_per_tensor]; +"605 transpose_6" [id=605, type=transpose]; +"606 matmul_6" [id=606, type=matmul]; +"607 _frozen_param24" [id=607, type=get_attr]; +"608 mul_41" [id=608, type=mul]; +"609 add_44" [id=609, type=add]; +"610 new_zeros_1" [id=610, type=new_zeros]; +"611 view_18" [id=611, type=view]; +"612 permute_17" [id=612, type=permute]; +"613 reshape_15" [id=613, type=reshape]; +"614 unsqueeze_8" [id=614, type=unsqueeze]; +"615 unsqueeze_9" [id=615, type=unsqueeze]; +"616 sub_1" [id=616, type=sub]; +"617 ne_1" [id=617, type=ne]; +"618 masked_fill_2" [id=618, type=masked_fill]; +"619 eq_37" [id=619, type=eq]; +"620 masked_fill_3" [id=620, type=masked_fill]; +"621 view_19" [id=621, type=view]; +"622 unsqueeze_10" [id=622, type=unsqueeze]; +"623 unsqueeze_11" [id=623, type=unsqueeze]; +"624 add_45" [id=624, type=add]; +"625 view_20" [id=625, type=view]; +"626 softmax_3" [id=626, type=softmax]; +"627 dropout_12" [id=627, type=dropout]; +"628 matmul_7" [id=628, type=matmul]; +"629 transpose_7" [id=629, type=transpose]; +"630 reshape_16" [id=630, type=reshape]; +"631 reshape_16_0_0_nncf_smooth_quant_0" [id=631, type=call_module]; +"632 quantize_per_tensor_default_23" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_23" [id=633, type=dequantize_per_tensor]; +"634 scale_updated_constant15" [id=634, type=get_attr]; +"635 compressed_weight_updated_constant15" [id=635, type=get_attr]; +"636 mul_tensor_15" [id=636, type=mul]; +"637 zero_point_updated_constant15" [id=637, type=get_attr]; +"638 sub_tensor_15" [id=638, type=sub]; +"639 linear_22" [id=639, type=linear]; +"640 dropout_13" [id=640, type=dropout]; +"641 view_21" [id=641, type=view]; +"642 permute_18" [id=642, type=permute]; +"643 reshape_17" [id=643, type=reshape]; +"644 roll_3" [id=644, type=roll]; +"645 slice_61" [id=645, type=slice]; +"646 slice_62" [id=646, type=slice]; +"647 slice_63" [id=647, type=slice]; +"648 slice_64" [id=648, type=slice]; +"649 contiguous_5" [id=649, type=contiguous]; +"650 layer_norm_8" [id=650, type=layer_norm]; +"651 add_46" [id=651, type=add]; +"652 add_46_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_24" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_24" [id=654, type=dequantize_per_tensor]; +"655 scale_updated_constant16" [id=655, type=get_attr]; +"656 compressed_weight_updated_constant16" [id=656, type=get_attr]; +"657 mul_tensor_16" [id=657, type=mul]; +"658 zero_point_updated_constant16" [id=658, type=get_attr]; +"659 sub_tensor_16" [id=659, type=sub]; +"660 linear_23" [id=660, type=linear]; +"661 gelu_3" [id=661, type=gelu]; +"662 dropout_14" [id=662, type=dropout]; +"663 dropout_14_0_0_nncf_smooth_quant_0" [id=663, type=call_module]; +"664 quantize_per_tensor_default_25" [id=664, type=quantize_per_tensor]; +"665 dequantize_per_tensor_default_25" [id=665, type=dequantize_per_tensor]; +"666 scale_updated_constant17" [id=666, type=get_attr]; +"667 compressed_weight_updated_constant17" [id=667, type=get_attr]; +"668 mul_tensor_17" [id=668, type=mul]; +"669 zero_point_updated_constant17" [id=669, type=get_attr]; +"670 sub_tensor_17" [id=670, type=sub]; +"671 linear_24" [id=671, type=linear]; +"672 dropout_15" [id=672, type=dropout]; +"673 layer_norm_9" [id=673, type=layer_norm]; +"674 add_47" [id=674, type=add]; +"675 pad_5" [id=675, type=pad]; +"676 slice_65" [id=676, type=slice]; +"677 slice_66" [id=677, type=slice]; +"678 slice_67" [id=678, type=slice]; +"679 slice_68" [id=679, type=slice]; +"680 slice_69" [id=680, type=slice]; +"681 slice_70" [id=681, type=slice]; +"682 slice_71" [id=682, type=slice]; +"683 slice_72" [id=683, type=slice]; +"684 slice_73" [id=684, type=slice]; +"685 slice_74" [id=685, type=slice]; +"686 slice_75" [id=686, type=slice]; +"687 slice_76" [id=687, type=slice]; +"688 cat_1" [id=688, type=cat]; +"689 cat_1_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; +"690 quantize_per_tensor_default_26" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_26" [id=691, type=dequantize_per_tensor]; +"692 scale_updated_constant18" [id=692, type=get_attr]; +"693 compressed_weight_updated_constant18" [id=693, type=get_attr]; +"694 mul_tensor_18" [id=694, type=mul]; +"695 zero_point_updated_constant18" [id=695, type=get_attr]; +"696 sub_tensor_18" [id=696, type=sub]; +"697 linear_25" [id=697, type=linear]; +"698 layer_norm_10" [id=698, type=layer_norm]; +"699 _frozen_param34" [id=699, type=get_attr]; +"700 pad_6" [id=700, type=pad]; +"701 mul_43" [id=701, type=<built-in function mul>]; +"702 view_24" [id=702, type=view]; +"703 permute_20" [id=703, type=permute]; +"704 reshape_18" [id=704, type=reshape]; +"705 _frozen_param35" [id=705, type=get_attr]; +"706 reshape_18_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_27" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_27" [id=708, type=dequantize_per_tensor]; +"709 scale_updated_constant19" [id=709, type=get_attr]; +"710 compressed_weight_updated_constant19" [id=710, type=get_attr]; +"711 mul_tensor_19" [id=711, type=mul]; +"712 zero_point_updated_constant19" [id=712, type=get_attr]; +"713 sub_tensor_19" [id=713, type=sub]; +"714 linear_28" [id=714, type=linear]; +"715 reshape_19" [id=715, type=reshape]; +"716 permute_21" [id=716, type=permute]; +"717 select_12" [id=717, type=select]; +"718 select_13" [id=718, type=select]; +"719 select_14" [id=719, type=select]; +"720 linalg_vector_norm_8" [id=720, type=linalg_vector_norm]; +"721 clamp_min_8" [id=721, type=clamp_min]; +"722 expand_as_8" [id=722, type=expand_as]; +"723 div_8" [id=723, type=div]; +"724 quantize_per_tensor_default_28" [id=724, type=quantize_per_tensor]; +"725 dequantize_per_tensor_default_28" [id=725, type=dequantize_per_tensor]; +"726 linalg_vector_norm_9" [id=726, type=linalg_vector_norm]; +"727 clamp_min_9" [id=727, type=clamp_min]; +"728 expand_as_9" [id=728, type=expand_as]; +"729 div_9" [id=729, type=div]; +"730 quantize_per_tensor_default_29" [id=730, type=quantize_per_tensor]; +"731 dequantize_per_tensor_default_29" [id=731, type=dequantize_per_tensor]; +"732 transpose_8" [id=732, type=transpose]; +"733 matmul_8" [id=733, type=matmul]; +"734 _frozen_param37" [id=734, type=get_attr]; +"735 mul_44" [id=735, type=mul]; +"736 add_48" [id=736, type=add]; +"737 softmax_4" [id=737, type=softmax]; +"738 dropout_16" [id=738, type=dropout]; +"739 matmul_9" [id=739, type=matmul]; +"740 transpose_9" [id=740, type=transpose]; +"741 reshape_20" [id=741, type=reshape]; +"742 reshape_20_0_0_nncf_smooth_quant_0" [id=742, type=call_module]; +"743 quantize_per_tensor_default_30" [id=743, type=quantize_per_tensor]; +"744 dequantize_per_tensor_default_30" [id=744, type=dequantize_per_tensor]; +"745 scale_updated_constant20" [id=745, type=get_attr]; +"746 compressed_weight_updated_constant20" [id=746, type=get_attr]; +"747 mul_tensor_20" [id=747, type=mul]; +"748 zero_point_updated_constant20" [id=748, type=get_attr]; +"749 sub_tensor_20" [id=749, type=sub]; +"750 linear_29" [id=750, type=linear]; +"751 dropout_17" [id=751, type=dropout]; +"752 view_25" [id=752, type=view]; +"753 permute_22" [id=753, type=permute]; +"754 reshape_21" [id=754, type=reshape]; +"755 slice_78" [id=755, type=slice]; +"756 slice_79" [id=756, type=slice]; +"757 slice_80" [id=757, type=slice]; +"758 slice_81" [id=758, type=slice]; +"759 contiguous_7" [id=759, type=contiguous]; +"760 layer_norm_11" [id=760, type=layer_norm]; +"761 add_49" [id=761, type=add]; +"762 add_49_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; +"763 quantize_per_tensor_default_31" [id=763, type=quantize_per_tensor]; +"764 dequantize_per_tensor_default_31" [id=764, type=dequantize_per_tensor]; +"765 scale_updated_constant21" [id=765, type=get_attr]; +"766 compressed_weight_updated_constant21" [id=766, type=get_attr]; +"767 mul_tensor_21" [id=767, type=mul]; +"768 zero_point_updated_constant21" [id=768, type=get_attr]; +"769 sub_tensor_21" [id=769, type=sub]; +"770 linear_30" [id=770, type=linear]; +"771 gelu_4" [id=771, type=gelu]; +"772 dropout_18" [id=772, type=dropout]; +"773 dropout_18_0_0_nncf_smooth_quant_0" [id=773, type=call_module]; +"774 quantize_per_tensor_default_32" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_32" [id=775, type=dequantize_per_tensor]; +"776 scale_updated_constant22" [id=776, type=get_attr]; +"777 compressed_weight_updated_constant22" [id=777, type=get_attr]; +"778 mul_tensor_22" [id=778, type=mul]; +"779 zero_point_updated_constant22" [id=779, type=get_attr]; +"780 sub_tensor_22" [id=780, type=sub]; +"781 linear_31" [id=781, type=linear]; +"782 dropout_19" [id=782, type=dropout]; +"783 layer_norm_12" [id=783, type=layer_norm]; +"784 add_50" [id=784, type=add]; +"785 _frozen_param38" [id=785, type=get_attr]; +"786 pad_7" [id=786, type=pad]; +"787 roll_4" [id=787, type=roll]; +"788 view_28" [id=788, type=view]; +"789 permute_24" [id=789, type=permute]; +"790 reshape_22" [id=790, type=reshape]; +"791 _frozen_param39" [id=791, type=get_attr]; +"792 reshape_22_0_0_nncf_smooth_quant_0" [id=792, type=call_module]; +"793 quantize_per_tensor_default_33" [id=793, type=quantize_per_tensor]; +"794 dequantize_per_tensor_default_33" [id=794, type=dequantize_per_tensor]; +"795 scale_updated_constant23" [id=795, type=get_attr]; +"796 compressed_weight_updated_constant23" [id=796, type=get_attr]; +"797 mul_tensor_23" [id=797, type=mul]; +"798 zero_point_updated_constant23" [id=798, type=get_attr]; +"799 sub_tensor_23" [id=799, type=sub]; +"800 linear_34" [id=800, type=linear]; +"801 reshape_23" [id=801, type=reshape]; +"802 permute_25" [id=802, type=permute]; +"803 select_15" [id=803, type=select]; +"804 select_16" [id=804, type=select]; +"805 select_17" [id=805, type=select]; +"806 linalg_vector_norm_10" [id=806, type=linalg_vector_norm]; +"807 clamp_min_10" [id=807, type=clamp_min]; +"808 expand_as_10" [id=808, type=expand_as]; +"809 div_10" [id=809, type=div]; +"810 quantize_per_tensor_default_34" [id=810, type=quantize_per_tensor]; +"811 dequantize_per_tensor_default_34" [id=811, type=dequantize_per_tensor]; +"812 linalg_vector_norm_11" [id=812, type=linalg_vector_norm]; +"813 clamp_min_11" [id=813, type=clamp_min]; +"814 expand_as_11" [id=814, type=expand_as]; +"815 div_11" [id=815, type=div]; +"816 quantize_per_tensor_default_35" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_35" [id=817, type=dequantize_per_tensor]; +"818 transpose_10" [id=818, type=transpose]; +"819 matmul_10" [id=819, type=matmul]; +"820 _frozen_param41" [id=820, type=get_attr]; +"821 mul_46" [id=821, type=mul]; +"822 add_51" [id=822, type=add]; +"823 new_zeros_2" [id=823, type=new_zeros]; +"824 view_29" [id=824, type=view]; +"825 permute_26" [id=825, type=permute]; +"826 reshape_24" [id=826, type=reshape]; +"827 unsqueeze_14" [id=827, type=unsqueeze]; +"828 unsqueeze_15" [id=828, type=unsqueeze]; +"829 sub_2" [id=829, type=sub]; +"830 ne_2" [id=830, type=ne]; +"831 masked_fill_4" [id=831, type=masked_fill]; +"832 eq_52" [id=832, type=eq]; +"833 masked_fill_5" [id=833, type=masked_fill]; +"834 view_30" [id=834, type=view]; +"835 unsqueeze_16" [id=835, type=unsqueeze]; +"836 unsqueeze_17" [id=836, type=unsqueeze]; +"837 add_52" [id=837, type=add]; +"838 view_31" [id=838, type=view]; +"839 softmax_5" [id=839, type=softmax]; +"840 dropout_20" [id=840, type=dropout]; +"841 matmul_11" [id=841, type=matmul]; +"842 transpose_11" [id=842, type=transpose]; +"843 reshape_25" [id=843, type=reshape]; +"844 reshape_25_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 quantize_per_tensor_default_36" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_36" [id=846, type=dequantize_per_tensor]; +"847 scale_updated_constant24" [id=847, type=get_attr]; +"848 compressed_weight_updated_constant24" [id=848, type=get_attr]; +"849 mul_tensor_24" [id=849, type=mul]; +"850 zero_point_updated_constant24" [id=850, type=get_attr]; +"851 sub_tensor_24" [id=851, type=sub]; +"852 linear_35" [id=852, type=linear]; +"853 dropout_21" [id=853, type=dropout]; +"854 view_32" [id=854, type=view]; +"855 permute_27" [id=855, type=permute]; +"856 reshape_26" [id=856, type=reshape]; +"857 roll_5" [id=857, type=roll]; +"858 slice_101" [id=858, type=slice]; +"859 slice_102" [id=859, type=slice]; +"860 slice_103" [id=860, type=slice]; +"861 slice_104" [id=861, type=slice]; +"862 contiguous_9" [id=862, type=contiguous]; +"863 layer_norm_13" [id=863, type=layer_norm]; +"864 add_53" [id=864, type=add]; +"865 add_53_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; +"866 quantize_per_tensor_default_37" [id=866, type=quantize_per_tensor]; +"867 dequantize_per_tensor_default_37" [id=867, type=dequantize_per_tensor]; +"868 scale_updated_constant25" [id=868, type=get_attr]; +"869 compressed_weight_updated_constant25" [id=869, type=get_attr]; +"870 mul_tensor_25" [id=870, type=mul]; +"871 zero_point_updated_constant25" [id=871, type=get_attr]; +"872 sub_tensor_25" [id=872, type=sub]; +"873 linear_36" [id=873, type=linear]; +"874 gelu_5" [id=874, type=gelu]; +"875 dropout_22" [id=875, type=dropout]; +"876 dropout_22_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; +"877 quantize_per_tensor_default_38" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_38" [id=878, type=dequantize_per_tensor]; +"879 scale_updated_constant26" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant26" [id=880, type=get_attr]; +"881 mul_tensor_26" [id=881, type=mul]; +"882 zero_point_updated_constant26" [id=882, type=get_attr]; +"883 sub_tensor_26" [id=883, type=sub]; +"884 linear_37" [id=884, type=linear]; +"885 dropout_23" [id=885, type=dropout]; +"886 layer_norm_14" [id=886, type=layer_norm]; +"887 add_54" [id=887, type=add]; +"888 _frozen_param51" [id=888, type=get_attr]; +"889 pad_8" [id=889, type=pad]; +"890 view_35" [id=890, type=view]; +"891 permute_29" [id=891, type=permute]; +"892 reshape_27" [id=892, type=reshape]; +"893 _frozen_param52" [id=893, type=get_attr]; +"894 reshape_27_0_0_nncf_smooth_quant_0" [id=894, type=call_module]; +"895 quantize_per_tensor_default_39" [id=895, type=quantize_per_tensor]; +"896 dequantize_per_tensor_default_39" [id=896, type=dequantize_per_tensor]; +"897 scale_updated_constant27" [id=897, type=get_attr]; +"898 compressed_weight_updated_constant27" [id=898, type=get_attr]; +"899 mul_tensor_27" [id=899, type=mul]; +"900 zero_point_updated_constant27" [id=900, type=get_attr]; +"901 sub_tensor_27" [id=901, type=sub]; +"902 linear_40" [id=902, type=linear]; +"903 reshape_28" [id=903, type=reshape]; +"904 permute_30" [id=904, type=permute]; +"905 select_18" [id=905, type=select]; +"906 select_19" [id=906, type=select]; +"907 select_20" [id=907, type=select]; +"908 linalg_vector_norm_12" [id=908, type=linalg_vector_norm]; +"909 clamp_min_12" [id=909, type=clamp_min]; +"910 expand_as_12" [id=910, type=expand_as]; +"911 div_12" [id=911, type=div]; +"912 quantize_per_tensor_default_40" [id=912, type=quantize_per_tensor]; +"913 dequantize_per_tensor_default_40" [id=913, type=dequantize_per_tensor]; +"914 linalg_vector_norm_13" [id=914, type=linalg_vector_norm]; +"915 clamp_min_13" [id=915, type=clamp_min]; +"916 expand_as_13" [id=916, type=expand_as]; +"917 div_13" [id=917, type=div]; +"918 quantize_per_tensor_default_41" [id=918, type=quantize_per_tensor]; +"919 dequantize_per_tensor_default_41" [id=919, type=dequantize_per_tensor]; +"920 transpose_12" [id=920, type=transpose]; +"921 matmul_12" [id=921, type=matmul]; +"922 _frozen_param54" [id=922, type=get_attr]; +"923 mul_48" [id=923, type=mul]; +"924 add_55" [id=924, type=add]; +"925 softmax_6" [id=925, type=softmax]; +"926 dropout_24" [id=926, type=dropout]; +"927 matmul_13" [id=927, type=matmul]; +"928 transpose_13" [id=928, type=transpose]; +"929 reshape_29" [id=929, type=reshape]; +"930 reshape_29_0_0_nncf_smooth_quant_0" [id=930, type=call_module]; +"931 quantize_per_tensor_default_42" [id=931, type=quantize_per_tensor]; +"932 dequantize_per_tensor_default_42" [id=932, type=dequantize_per_tensor]; +"933 scale_updated_constant28" [id=933, type=get_attr]; +"934 compressed_weight_updated_constant28" [id=934, type=get_attr]; +"935 mul_tensor_28" [id=935, type=mul]; +"936 zero_point_updated_constant28" [id=936, type=get_attr]; +"937 sub_tensor_28" [id=937, type=sub]; +"938 linear_41" [id=938, type=linear]; +"939 dropout_25" [id=939, type=dropout]; +"940 view_36" [id=940, type=view]; +"941 permute_31" [id=941, type=permute]; +"942 reshape_30" [id=942, type=reshape]; +"943 slice_106" [id=943, type=slice]; +"944 slice_107" [id=944, type=slice]; +"945 slice_108" [id=945, type=slice]; +"946 slice_109" [id=946, type=slice]; +"947 contiguous_11" [id=947, type=contiguous]; +"948 layer_norm_15" [id=948, type=layer_norm]; +"949 add_56" [id=949, type=add]; +"950 add_56_0_0_nncf_smooth_quant_0" [id=950, type=call_module]; +"951 quantize_per_tensor_default_43" [id=951, type=quantize_per_tensor]; +"952 dequantize_per_tensor_default_43" [id=952, type=dequantize_per_tensor]; +"953 scale_updated_constant29" [id=953, type=get_attr]; +"954 compressed_weight_updated_constant29" [id=954, type=get_attr]; +"955 mul_tensor_29" [id=955, type=mul]; +"956 zero_point_updated_constant29" [id=956, type=get_attr]; +"957 sub_tensor_29" [id=957, type=sub]; +"958 linear_42" [id=958, type=linear]; +"959 gelu_6" [id=959, type=gelu]; +"960 dropout_26" [id=960, type=dropout]; +"961 dropout_26_0_0_nncf_smooth_quant_0" [id=961, type=call_module]; +"962 quantize_per_tensor_default_44" [id=962, type=quantize_per_tensor]; +"963 dequantize_per_tensor_default_44" [id=963, type=dequantize_per_tensor]; +"964 scale_updated_constant30" [id=964, type=get_attr]; +"965 compressed_weight_updated_constant30" [id=965, type=get_attr]; +"966 mul_tensor_30" [id=966, type=mul]; +"967 zero_point_updated_constant30" [id=967, type=get_attr]; +"968 sub_tensor_30" [id=968, type=sub]; +"969 linear_43" [id=969, type=linear]; +"970 dropout_27" [id=970, type=dropout]; +"971 layer_norm_16" [id=971, type=layer_norm]; +"972 add_57" [id=972, type=add]; +"973 _frozen_param55" [id=973, type=get_attr]; +"974 pad_9" [id=974, type=pad]; +"975 roll_6" [id=975, type=roll]; +"976 view_39" [id=976, type=view]; +"977 permute_33" [id=977, type=permute]; +"978 reshape_31" [id=978, type=reshape]; +"979 _frozen_param56" [id=979, type=get_attr]; +"980 reshape_31_0_0_nncf_smooth_quant_0" [id=980, type=call_module]; +"981 quantize_per_tensor_default_45" [id=981, type=quantize_per_tensor]; +"982 dequantize_per_tensor_default_45" [id=982, type=dequantize_per_tensor]; +"983 scale_updated_constant31" [id=983, type=get_attr]; +"984 compressed_weight_updated_constant31" [id=984, type=get_attr]; +"985 mul_tensor_31" [id=985, type=mul]; +"986 zero_point_updated_constant31" [id=986, type=get_attr]; +"987 sub_tensor_31" [id=987, type=sub]; +"988 linear_46" [id=988, type=linear]; +"989 reshape_32" [id=989, type=reshape]; +"990 permute_34" [id=990, type=permute]; +"991 select_21" [id=991, type=select]; +"992 select_22" [id=992, type=select]; +"993 select_23" [id=993, type=select]; +"994 linalg_vector_norm_14" [id=994, type=linalg_vector_norm]; +"995 clamp_min_14" [id=995, type=clamp_min]; +"996 expand_as_14" [id=996, type=expand_as]; +"997 div_14" [id=997, type=div]; +"998 quantize_per_tensor_default_46" [id=998, type=quantize_per_tensor]; +"999 dequantize_per_tensor_default_46" [id=999, type=dequantize_per_tensor]; +"1000 linalg_vector_norm_15" [id=1000, type=linalg_vector_norm]; +"1001 clamp_min_15" [id=1001, type=clamp_min]; +"1002 expand_as_15" [id=1002, type=expand_as]; +"1003 div_15" [id=1003, type=div]; +"1004 quantize_per_tensor_default_47" [id=1004, type=quantize_per_tensor]; +"1005 dequantize_per_tensor_default_47" [id=1005, type=dequantize_per_tensor]; +"1006 transpose_14" [id=1006, type=transpose]; +"1007 matmul_14" [id=1007, type=matmul]; +"1008 _frozen_param58" [id=1008, type=get_attr]; +"1009 mul_50" [id=1009, type=mul]; +"1010 add_58" [id=1010, type=add]; +"1011 new_zeros_3" [id=1011, type=new_zeros]; +"1012 view_40" [id=1012, type=view]; +"1013 permute_35" [id=1013, type=permute]; +"1014 reshape_33" [id=1014, type=reshape]; +"1015 unsqueeze_20" [id=1015, type=unsqueeze]; +"1016 unsqueeze_21" [id=1016, type=unsqueeze]; +"1017 sub_3" [id=1017, type=sub]; +"1018 ne_3" [id=1018, type=ne]; +"1019 masked_fill_6" [id=1019, type=masked_fill]; +"1020 eq_63" [id=1020, type=eq]; +"1021 masked_fill_7" [id=1021, type=masked_fill]; +"1022 view_41" [id=1022, type=view]; +"1023 unsqueeze_22" [id=1023, type=unsqueeze]; +"1024 unsqueeze_23" [id=1024, type=unsqueeze]; +"1025 add_59" [id=1025, type=add]; +"1026 view_42" [id=1026, type=view]; +"1027 softmax_7" [id=1027, type=softmax]; +"1028 dropout_28" [id=1028, type=dropout]; +"1029 matmul_15" [id=1029, type=matmul]; +"1030 transpose_15" [id=1030, type=transpose]; +"1031 reshape_34" [id=1031, type=reshape]; +"1032 reshape_34_0_0_nncf_smooth_quant_0" [id=1032, type=call_module]; +"1033 quantize_per_tensor_default_48" [id=1033, type=quantize_per_tensor]; +"1034 dequantize_per_tensor_default_48" [id=1034, type=dequantize_per_tensor]; +"1035 scale_updated_constant32" [id=1035, type=get_attr]; +"1036 compressed_weight_updated_constant32" [id=1036, type=get_attr]; +"1037 mul_tensor_32" [id=1037, type=mul]; +"1038 zero_point_updated_constant32" [id=1038, type=get_attr]; +"1039 sub_tensor_32" [id=1039, type=sub]; +"1040 linear_47" [id=1040, type=linear]; +"1041 dropout_29" [id=1041, type=dropout]; +"1042 view_43" [id=1042, type=view]; +"1043 permute_36" [id=1043, type=permute]; +"1044 reshape_35" [id=1044, type=reshape]; +"1045 roll_7" [id=1045, type=roll]; +"1046 slice_129" [id=1046, type=slice]; +"1047 slice_130" [id=1047, type=slice]; +"1048 slice_131" [id=1048, type=slice]; +"1049 slice_132" [id=1049, type=slice]; +"1050 contiguous_13" [id=1050, type=contiguous]; +"1051 layer_norm_17" [id=1051, type=layer_norm]; +"1052 add_60" [id=1052, type=add]; +"1053 add_60_0_0_nncf_smooth_quant_0" [id=1053, type=call_module]; +"1054 quantize_per_tensor_default_49" [id=1054, type=quantize_per_tensor]; +"1055 dequantize_per_tensor_default_49" [id=1055, type=dequantize_per_tensor]; +"1056 scale_updated_constant33" [id=1056, type=get_attr]; +"1057 compressed_weight_updated_constant33" [id=1057, type=get_attr]; +"1058 mul_tensor_33" [id=1058, type=mul]; +"1059 zero_point_updated_constant33" [id=1059, type=get_attr]; +"1060 sub_tensor_33" [id=1060, type=sub]; +"1061 linear_48" [id=1061, type=linear]; +"1062 gelu_7" [id=1062, type=gelu]; +"1063 dropout_30" [id=1063, type=dropout]; +"1064 dropout_30_0_0_nncf_smooth_quant_0" [id=1064, type=call_module]; +"1065 quantize_per_tensor_default_50" [id=1065, type=quantize_per_tensor]; +"1066 dequantize_per_tensor_default_50" [id=1066, type=dequantize_per_tensor]; +"1067 scale_updated_constant34" [id=1067, type=get_attr]; +"1068 compressed_weight_updated_constant34" [id=1068, type=get_attr]; +"1069 mul_tensor_34" [id=1069, type=mul]; +"1070 zero_point_updated_constant34" [id=1070, type=get_attr]; +"1071 sub_tensor_34" [id=1071, type=sub]; +"1072 linear_49" [id=1072, type=linear]; +"1073 dropout_31" [id=1073, type=dropout]; +"1074 layer_norm_18" [id=1074, type=layer_norm]; +"1075 add_61" [id=1075, type=add]; +"1076 _frozen_param68" [id=1076, type=get_attr]; +"1077 pad_10" [id=1077, type=pad]; +"1078 view_46" [id=1078, type=view]; +"1079 permute_38" [id=1079, type=permute]; +"1080 reshape_36" [id=1080, type=reshape]; +"1081 _frozen_param69" [id=1081, type=get_attr]; +"1082 reshape_36_0_0_nncf_smooth_quant_0" [id=1082, type=call_module]; +"1083 quantize_per_tensor_default_51" [id=1083, type=quantize_per_tensor]; +"1084 dequantize_per_tensor_default_51" [id=1084, type=dequantize_per_tensor]; +"1085 scale_updated_constant35" [id=1085, type=get_attr]; +"1086 compressed_weight_updated_constant35" [id=1086, type=get_attr]; +"1087 mul_tensor_35" [id=1087, type=mul]; +"1088 zero_point_updated_constant35" [id=1088, type=get_attr]; +"1089 sub_tensor_35" [id=1089, type=sub]; +"1090 linear_52" [id=1090, type=linear]; +"1091 reshape_37" [id=1091, type=reshape]; +"1092 permute_39" [id=1092, type=permute]; +"1093 select_24" [id=1093, type=select]; +"1094 select_25" [id=1094, type=select]; +"1095 select_26" [id=1095, type=select]; +"1096 linalg_vector_norm_16" [id=1096, type=linalg_vector_norm]; +"1097 clamp_min_16" [id=1097, type=clamp_min]; +"1098 expand_as_16" [id=1098, type=expand_as]; +"1099 div_16" [id=1099, type=div]; +"1100 quantize_per_tensor_default_52" [id=1100, type=quantize_per_tensor]; +"1101 dequantize_per_tensor_default_52" [id=1101, type=dequantize_per_tensor]; +"1102 linalg_vector_norm_17" [id=1102, type=linalg_vector_norm]; +"1103 clamp_min_17" [id=1103, type=clamp_min]; +"1104 expand_as_17" [id=1104, type=expand_as]; +"1105 div_17" [id=1105, type=div]; +"1106 quantize_per_tensor_default_53" [id=1106, type=quantize_per_tensor]; +"1107 dequantize_per_tensor_default_53" [id=1107, type=dequantize_per_tensor]; +"1108 transpose_16" [id=1108, type=transpose]; +"1109 matmul_16" [id=1109, type=matmul]; +"1110 _frozen_param71" [id=1110, type=get_attr]; +"1111 mul_52" [id=1111, type=mul]; +"1112 add_62" [id=1112, type=add]; +"1113 softmax_8" [id=1113, type=softmax]; +"1114 dropout_32" [id=1114, type=dropout]; +"1115 matmul_17" [id=1115, type=matmul]; +"1116 transpose_17" [id=1116, type=transpose]; +"1117 reshape_38" [id=1117, type=reshape]; +"1118 reshape_38_0_0_nncf_smooth_quant_0" [id=1118, type=call_module]; +"1119 quantize_per_tensor_default_54" [id=1119, type=quantize_per_tensor]; +"1120 dequantize_per_tensor_default_54" [id=1120, type=dequantize_per_tensor]; +"1121 scale_updated_constant36" [id=1121, type=get_attr]; +"1122 compressed_weight_updated_constant36" [id=1122, type=get_attr]; +"1123 mul_tensor_36" [id=1123, type=mul]; +"1124 zero_point_updated_constant36" [id=1124, type=get_attr]; +"1125 sub_tensor_36" [id=1125, type=sub]; +"1126 linear_53" [id=1126, type=linear]; +"1127 dropout_33" [id=1127, type=dropout]; +"1128 view_47" [id=1128, type=view]; +"1129 permute_40" [id=1129, type=permute]; +"1130 reshape_39" [id=1130, type=reshape]; +"1131 slice_134" [id=1131, type=slice]; +"1132 slice_135" [id=1132, type=slice]; +"1133 slice_136" [id=1133, type=slice]; +"1134 slice_137" [id=1134, type=slice]; +"1135 contiguous_15" [id=1135, type=contiguous]; +"1136 layer_norm_19" [id=1136, type=layer_norm]; +"1137 add_63" [id=1137, type=add]; +"1138 add_63_0_0_nncf_smooth_quant_0" [id=1138, type=call_module]; +"1139 quantize_per_tensor_default_55" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_55" [id=1140, type=dequantize_per_tensor]; +"1141 scale_updated_constant37" [id=1141, type=get_attr]; +"1142 compressed_weight_updated_constant37" [id=1142, type=get_attr]; +"1143 mul_tensor_37" [id=1143, type=mul]; +"1144 zero_point_updated_constant37" [id=1144, type=get_attr]; +"1145 sub_tensor_37" [id=1145, type=sub]; +"1146 linear_54" [id=1146, type=linear]; +"1147 gelu_8" [id=1147, type=gelu]; +"1148 dropout_34" [id=1148, type=dropout]; +"1149 dropout_34_0_0_nncf_smooth_quant_0" [id=1149, type=call_module]; +"1150 quantize_per_tensor_default_56" [id=1150, type=quantize_per_tensor]; +"1151 dequantize_per_tensor_default_56" [id=1151, type=dequantize_per_tensor]; +"1152 scale_updated_constant38" [id=1152, type=get_attr]; +"1153 compressed_weight_updated_constant38" [id=1153, type=get_attr]; +"1154 mul_tensor_38" [id=1154, type=mul]; +"1155 zero_point_updated_constant38" [id=1155, type=get_attr]; +"1156 sub_tensor_38" [id=1156, type=sub]; +"1157 linear_55" [id=1157, type=linear]; +"1158 dropout_35" [id=1158, type=dropout]; +"1159 layer_norm_20" [id=1159, type=layer_norm]; +"1160 add_64" [id=1160, type=add]; +"1161 _frozen_param72" [id=1161, type=get_attr]; +"1162 pad_11" [id=1162, type=pad]; +"1163 roll_8" [id=1163, type=roll]; +"1164 view_50" [id=1164, type=view]; +"1165 permute_42" [id=1165, type=permute]; +"1166 reshape_40" [id=1166, type=reshape]; +"1167 _frozen_param73" [id=1167, type=get_attr]; +"1168 reshape_40_0_0_nncf_smooth_quant_0" [id=1168, type=call_module]; +"1169 quantize_per_tensor_default_57" [id=1169, type=quantize_per_tensor]; +"1170 dequantize_per_tensor_default_57" [id=1170, type=dequantize_per_tensor]; +"1171 scale_updated_constant39" [id=1171, type=get_attr]; +"1172 compressed_weight_updated_constant39" [id=1172, type=get_attr]; +"1173 mul_tensor_39" [id=1173, type=mul]; +"1174 zero_point_updated_constant39" [id=1174, type=get_attr]; +"1175 sub_tensor_39" [id=1175, type=sub]; +"1176 linear_58" [id=1176, type=linear]; +"1177 reshape_41" [id=1177, type=reshape]; +"1178 permute_43" [id=1178, type=permute]; +"1179 select_27" [id=1179, type=select]; +"1180 select_28" [id=1180, type=select]; +"1181 select_29" [id=1181, type=select]; +"1182 linalg_vector_norm_18" [id=1182, type=linalg_vector_norm]; +"1183 clamp_min_18" [id=1183, type=clamp_min]; +"1184 expand_as_18" [id=1184, type=expand_as]; +"1185 div_18" [id=1185, type=div]; +"1186 quantize_per_tensor_default_58" [id=1186, type=quantize_per_tensor]; +"1187 dequantize_per_tensor_default_58" [id=1187, type=dequantize_per_tensor]; +"1188 linalg_vector_norm_19" [id=1188, type=linalg_vector_norm]; +"1189 clamp_min_19" [id=1189, type=clamp_min]; +"1190 expand_as_19" [id=1190, type=expand_as]; +"1191 div_19" [id=1191, type=div]; +"1192 quantize_per_tensor_default_59" [id=1192, type=quantize_per_tensor]; +"1193 dequantize_per_tensor_default_59" [id=1193, type=dequantize_per_tensor]; +"1194 transpose_18" [id=1194, type=transpose]; +"1195 matmul_18" [id=1195, type=matmul]; +"1196 _frozen_param75" [id=1196, type=get_attr]; +"1197 mul_54" [id=1197, type=mul]; +"1198 add_65" [id=1198, type=add]; +"1199 new_zeros_4" [id=1199, type=new_zeros]; +"1200 view_51" [id=1200, type=view]; +"1201 permute_44" [id=1201, type=permute]; +"1202 reshape_42" [id=1202, type=reshape]; +"1203 unsqueeze_26" [id=1203, type=unsqueeze]; +"1204 unsqueeze_27" [id=1204, type=unsqueeze]; +"1205 sub_4" [id=1205, type=sub]; +"1206 ne_4" [id=1206, type=ne]; +"1207 masked_fill_8" [id=1207, type=masked_fill]; +"1208 eq_74" [id=1208, type=eq]; +"1209 masked_fill_9" [id=1209, type=masked_fill]; +"1210 view_52" [id=1210, type=view]; +"1211 unsqueeze_28" [id=1211, type=unsqueeze]; +"1212 unsqueeze_29" [id=1212, type=unsqueeze]; +"1213 add_66" [id=1213, type=add]; +"1214 view_53" [id=1214, type=view]; +"1215 softmax_9" [id=1215, type=softmax]; +"1216 dropout_36" [id=1216, type=dropout]; +"1217 matmul_19" [id=1217, type=matmul]; +"1218 transpose_19" [id=1218, type=transpose]; +"1219 reshape_43" [id=1219, type=reshape]; +"1220 reshape_43_0_0_nncf_smooth_quant_0" [id=1220, type=call_module]; +"1221 quantize_per_tensor_default_60" [id=1221, type=quantize_per_tensor]; +"1222 dequantize_per_tensor_default_60" [id=1222, type=dequantize_per_tensor]; +"1223 scale_updated_constant40" [id=1223, type=get_attr]; +"1224 compressed_weight_updated_constant40" [id=1224, type=get_attr]; +"1225 mul_tensor_40" [id=1225, type=mul]; +"1226 zero_point_updated_constant40" [id=1226, type=get_attr]; +"1227 sub_tensor_40" [id=1227, type=sub]; +"1228 linear_59" [id=1228, type=linear]; +"1229 dropout_37" [id=1229, type=dropout]; +"1230 view_54" [id=1230, type=view]; +"1231 permute_45" [id=1231, type=permute]; +"1232 reshape_44" [id=1232, type=reshape]; +"1233 roll_9" [id=1233, type=roll]; +"1234 slice_157" [id=1234, type=slice]; +"1235 slice_158" [id=1235, type=slice]; +"1236 slice_159" [id=1236, type=slice]; +"1237 slice_160" [id=1237, type=slice]; +"1238 contiguous_17" [id=1238, type=contiguous]; +"1239 layer_norm_21" [id=1239, type=layer_norm]; +"1240 add_67" [id=1240, type=add]; +"1241 add_67_0_0_nncf_smooth_quant_0" [id=1241, type=call_module]; +"1242 quantize_per_tensor_default_61" [id=1242, type=quantize_per_tensor]; +"1243 dequantize_per_tensor_default_61" [id=1243, type=dequantize_per_tensor]; +"1244 scale_updated_constant41" [id=1244, type=get_attr]; +"1245 compressed_weight_updated_constant41" [id=1245, type=get_attr]; +"1246 mul_tensor_41" [id=1246, type=mul]; +"1247 zero_point_updated_constant41" [id=1247, type=get_attr]; +"1248 sub_tensor_41" [id=1248, type=sub]; +"1249 linear_60" [id=1249, type=linear]; +"1250 gelu_9" [id=1250, type=gelu]; +"1251 dropout_38" [id=1251, type=dropout]; +"1252 dropout_38_0_0_nncf_smooth_quant_0" [id=1252, type=call_module]; +"1253 quantize_per_tensor_default_62" [id=1253, type=quantize_per_tensor]; +"1254 dequantize_per_tensor_default_62" [id=1254, type=dequantize_per_tensor]; +"1255 scale_updated_constant42" [id=1255, type=get_attr]; +"1256 compressed_weight_updated_constant42" [id=1256, type=get_attr]; +"1257 mul_tensor_42" [id=1257, type=mul]; +"1258 zero_point_updated_constant42" [id=1258, type=get_attr]; +"1259 sub_tensor_42" [id=1259, type=sub]; +"1260 linear_61" [id=1260, type=linear]; +"1261 dropout_39" [id=1261, type=dropout]; +"1262 layer_norm_22" [id=1262, type=layer_norm]; +"1263 add_68" [id=1263, type=add]; +"1264 _frozen_param85" [id=1264, type=get_attr]; +"1265 pad_12" [id=1265, type=pad]; +"1266 view_57" [id=1266, type=view]; +"1267 permute_47" [id=1267, type=permute]; +"1268 reshape_45" [id=1268, type=reshape]; +"1269 _frozen_param86" [id=1269, type=get_attr]; +"1270 reshape_45_0_0_nncf_smooth_quant_0" [id=1270, type=call_module]; +"1271 quantize_per_tensor_default_63" [id=1271, type=quantize_per_tensor]; +"1272 dequantize_per_tensor_default_63" [id=1272, type=dequantize_per_tensor]; +"1273 scale_updated_constant43" [id=1273, type=get_attr]; +"1274 compressed_weight_updated_constant43" [id=1274, type=get_attr]; +"1275 mul_tensor_43" [id=1275, type=mul]; +"1276 zero_point_updated_constant43" [id=1276, type=get_attr]; +"1277 sub_tensor_43" [id=1277, type=sub]; +"1278 linear_64" [id=1278, type=linear]; +"1279 reshape_46" [id=1279, type=reshape]; +"1280 permute_48" [id=1280, type=permute]; +"1281 select_30" [id=1281, type=select]; +"1282 select_31" [id=1282, type=select]; +"1283 select_32" [id=1283, type=select]; +"1284 linalg_vector_norm_20" [id=1284, type=linalg_vector_norm]; +"1285 clamp_min_20" [id=1285, type=clamp_min]; +"1286 expand_as_20" [id=1286, type=expand_as]; +"1287 div_20" [id=1287, type=div]; +"1288 quantize_per_tensor_default_64" [id=1288, type=quantize_per_tensor]; +"1289 dequantize_per_tensor_default_64" [id=1289, type=dequantize_per_tensor]; +"1290 linalg_vector_norm_21" [id=1290, type=linalg_vector_norm]; +"1291 clamp_min_21" [id=1291, type=clamp_min]; +"1292 expand_as_21" [id=1292, type=expand_as]; +"1293 div_21" [id=1293, type=div]; +"1294 quantize_per_tensor_default_65" [id=1294, type=quantize_per_tensor]; +"1295 dequantize_per_tensor_default_65" [id=1295, type=dequantize_per_tensor]; +"1296 transpose_20" [id=1296, type=transpose]; +"1297 matmul_20" [id=1297, type=matmul]; +"1298 _frozen_param88" [id=1298, type=get_attr]; +"1299 mul_56" [id=1299, type=mul]; +"1300 add_69" [id=1300, type=add]; +"1301 softmax_10" [id=1301, type=softmax]; +"1302 dropout_40" [id=1302, type=dropout]; +"1303 matmul_21" [id=1303, type=matmul]; +"1304 transpose_21" [id=1304, type=transpose]; +"1305 reshape_47" [id=1305, type=reshape]; +"1306 reshape_47_0_0_nncf_smooth_quant_0" [id=1306, type=call_module]; +"1307 quantize_per_tensor_default_66" [id=1307, type=quantize_per_tensor]; +"1308 dequantize_per_tensor_default_66" [id=1308, type=dequantize_per_tensor]; +"1309 scale_updated_constant44" [id=1309, type=get_attr]; +"1310 compressed_weight_updated_constant44" [id=1310, type=get_attr]; +"1311 mul_tensor_44" [id=1311, type=mul]; +"1312 zero_point_updated_constant44" [id=1312, type=get_attr]; +"1313 sub_tensor_44" [id=1313, type=sub]; +"1314 linear_65" [id=1314, type=linear]; +"1315 dropout_41" [id=1315, type=dropout]; +"1316 view_58" [id=1316, type=view]; +"1317 permute_49" [id=1317, type=permute]; +"1318 reshape_48" [id=1318, type=reshape]; +"1319 slice_162" [id=1319, type=slice]; +"1320 slice_163" [id=1320, type=slice]; +"1321 slice_164" [id=1321, type=slice]; +"1322 slice_165" [id=1322, type=slice]; +"1323 contiguous_19" [id=1323, type=contiguous]; +"1324 layer_norm_23" [id=1324, type=layer_norm]; +"1325 add_70" [id=1325, type=add]; +"1326 add_70_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; +"1327 quantize_per_tensor_default_67" [id=1327, type=quantize_per_tensor]; +"1328 dequantize_per_tensor_default_67" [id=1328, type=dequantize_per_tensor]; +"1329 scale_updated_constant45" [id=1329, type=get_attr]; +"1330 compressed_weight_updated_constant45" [id=1330, type=get_attr]; +"1331 mul_tensor_45" [id=1331, type=mul]; +"1332 zero_point_updated_constant45" [id=1332, type=get_attr]; +"1333 sub_tensor_45" [id=1333, type=sub]; +"1334 linear_66" [id=1334, type=linear]; +"1335 gelu_10" [id=1335, type=gelu]; +"1336 dropout_42" [id=1336, type=dropout]; +"1337 dropout_42_0_0_nncf_smooth_quant_0" [id=1337, type=call_module]; +"1338 quantize_per_tensor_default_68" [id=1338, type=quantize_per_tensor]; +"1339 dequantize_per_tensor_default_68" [id=1339, type=dequantize_per_tensor]; +"1340 scale_updated_constant46" [id=1340, type=get_attr]; +"1341 compressed_weight_updated_constant46" [id=1341, type=get_attr]; +"1342 mul_tensor_46" [id=1342, type=mul]; +"1343 zero_point_updated_constant46" [id=1343, type=get_attr]; +"1344 sub_tensor_46" [id=1344, type=sub]; +"1345 linear_67" [id=1345, type=linear]; +"1346 dropout_43" [id=1346, type=dropout]; +"1347 layer_norm_24" [id=1347, type=layer_norm]; +"1348 add_71" [id=1348, type=add]; +"1349 _frozen_param89" [id=1349, type=get_attr]; +"1350 pad_13" [id=1350, type=pad]; +"1351 roll_10" [id=1351, type=roll]; +"1352 view_61" [id=1352, type=view]; +"1353 permute_51" [id=1353, type=permute]; +"1354 reshape_49" [id=1354, type=reshape]; +"1355 _frozen_param90" [id=1355, type=get_attr]; +"1356 reshape_49_0_0_nncf_smooth_quant_0" [id=1356, type=call_module]; +"1357 quantize_per_tensor_default_69" [id=1357, type=quantize_per_tensor]; +"1358 dequantize_per_tensor_default_69" [id=1358, type=dequantize_per_tensor]; +"1359 scale_updated_constant47" [id=1359, type=get_attr]; +"1360 compressed_weight_updated_constant47" [id=1360, type=get_attr]; +"1361 mul_tensor_47" [id=1361, type=mul]; +"1362 zero_point_updated_constant47" [id=1362, type=get_attr]; +"1363 sub_tensor_47" [id=1363, type=sub]; +"1364 linear_70" [id=1364, type=linear]; +"1365 reshape_50" [id=1365, type=reshape]; +"1366 permute_52" [id=1366, type=permute]; +"1367 select_33" [id=1367, type=select]; +"1368 select_34" [id=1368, type=select]; +"1369 select_35" [id=1369, type=select]; +"1370 linalg_vector_norm_22" [id=1370, type=linalg_vector_norm]; +"1371 clamp_min_22" [id=1371, type=clamp_min]; +"1372 expand_as_22" [id=1372, type=expand_as]; +"1373 div_22" [id=1373, type=div]; +"1374 quantize_per_tensor_default_70" [id=1374, type=quantize_per_tensor]; +"1375 dequantize_per_tensor_default_70" [id=1375, type=dequantize_per_tensor]; +"1376 linalg_vector_norm_23" [id=1376, type=linalg_vector_norm]; +"1377 clamp_min_23" [id=1377, type=clamp_min]; +"1378 expand_as_23" [id=1378, type=expand_as]; +"1379 div_23" [id=1379, type=div]; +"1380 quantize_per_tensor_default_71" [id=1380, type=quantize_per_tensor]; +"1381 dequantize_per_tensor_default_71" [id=1381, type=dequantize_per_tensor]; +"1382 transpose_22" [id=1382, type=transpose]; +"1383 matmul_22" [id=1383, type=matmul]; +"1384 _frozen_param92" [id=1384, type=get_attr]; +"1385 mul_58" [id=1385, type=mul]; +"1386 add_72" [id=1386, type=add]; +"1387 new_zeros_5" [id=1387, type=new_zeros]; +"1388 view_62" [id=1388, type=view]; +"1389 permute_53" [id=1389, type=permute]; +"1390 reshape_51" [id=1390, type=reshape]; +"1391 unsqueeze_32" [id=1391, type=unsqueeze]; +"1392 unsqueeze_33" [id=1392, type=unsqueeze]; +"1393 sub_5" [id=1393, type=sub]; +"1394 ne_5" [id=1394, type=ne]; +"1395 masked_fill_10" [id=1395, type=masked_fill]; +"1396 eq_85" [id=1396, type=eq]; +"1397 masked_fill_11" [id=1397, type=masked_fill]; +"1398 view_63" [id=1398, type=view]; +"1399 unsqueeze_34" [id=1399, type=unsqueeze]; +"1400 unsqueeze_35" [id=1400, type=unsqueeze]; +"1401 add_73" [id=1401, type=add]; +"1402 view_64" [id=1402, type=view]; +"1403 softmax_11" [id=1403, type=softmax]; +"1404 dropout_44" [id=1404, type=dropout]; +"1405 matmul_23" [id=1405, type=matmul]; +"1406 transpose_23" [id=1406, type=transpose]; +"1407 reshape_52" [id=1407, type=reshape]; +"1408 reshape_52_0_0_nncf_smooth_quant_0" [id=1408, type=call_module]; +"1409 quantize_per_tensor_default_72" [id=1409, type=quantize_per_tensor]; +"1410 dequantize_per_tensor_default_72" [id=1410, type=dequantize_per_tensor]; +"1411 scale_updated_constant48" [id=1411, type=get_attr]; +"1412 compressed_weight_updated_constant48" [id=1412, type=get_attr]; +"1413 mul_tensor_48" [id=1413, type=mul]; +"1414 zero_point_updated_constant48" [id=1414, type=get_attr]; +"1415 sub_tensor_48" [id=1415, type=sub]; +"1416 linear_71" [id=1416, type=linear]; +"1417 dropout_45" [id=1417, type=dropout]; +"1418 view_65" [id=1418, type=view]; +"1419 permute_54" [id=1419, type=permute]; +"1420 reshape_53" [id=1420, type=reshape]; +"1421 roll_11" [id=1421, type=roll]; +"1422 slice_185" [id=1422, type=slice]; +"1423 slice_186" [id=1423, type=slice]; +"1424 slice_187" [id=1424, type=slice]; +"1425 slice_188" [id=1425, type=slice]; +"1426 contiguous_21" [id=1426, type=contiguous]; +"1427 layer_norm_25" [id=1427, type=layer_norm]; +"1428 add_74" [id=1428, type=add]; +"1429 add_74_0_0_nncf_smooth_quant_0" [id=1429, type=call_module]; +"1430 quantize_per_tensor_default_73" [id=1430, type=quantize_per_tensor]; +"1431 dequantize_per_tensor_default_73" [id=1431, type=dequantize_per_tensor]; +"1432 scale_updated_constant49" [id=1432, type=get_attr]; +"1433 compressed_weight_updated_constant49" [id=1433, type=get_attr]; +"1434 mul_tensor_49" [id=1434, type=mul]; +"1435 zero_point_updated_constant49" [id=1435, type=get_attr]; +"1436 sub_tensor_49" [id=1436, type=sub]; +"1437 linear_72" [id=1437, type=linear]; +"1438 gelu_11" [id=1438, type=gelu]; +"1439 dropout_46" [id=1439, type=dropout]; +"1440 dropout_46_0_0_nncf_smooth_quant_0" [id=1440, type=call_module]; +"1441 quantize_per_tensor_default_74" [id=1441, type=quantize_per_tensor]; +"1442 dequantize_per_tensor_default_74" [id=1442, type=dequantize_per_tensor]; +"1443 scale_updated_constant50" [id=1443, type=get_attr]; +"1444 compressed_weight_updated_constant50" [id=1444, type=get_attr]; +"1445 mul_tensor_50" [id=1445, type=mul]; +"1446 zero_point_updated_constant50" [id=1446, type=get_attr]; +"1447 sub_tensor_50" [id=1447, type=sub]; +"1448 linear_73" [id=1448, type=linear]; +"1449 dropout_47" [id=1449, type=dropout]; +"1450 layer_norm_26" [id=1450, type=layer_norm]; +"1451 add_75" [id=1451, type=add]; +"1452 _frozen_param102" [id=1452, type=get_attr]; +"1453 pad_14" [id=1453, type=pad]; +"1454 view_68" [id=1454, type=view]; +"1455 permute_56" [id=1455, type=permute]; +"1456 reshape_54" [id=1456, type=reshape]; +"1457 _frozen_param103" [id=1457, type=get_attr]; +"1458 reshape_54_0_0_nncf_smooth_quant_0" [id=1458, type=call_module]; +"1459 quantize_per_tensor_default_75" [id=1459, type=quantize_per_tensor]; +"1460 dequantize_per_tensor_default_75" [id=1460, type=dequantize_per_tensor]; +"1461 scale_updated_constant51" [id=1461, type=get_attr]; +"1462 compressed_weight_updated_constant51" [id=1462, type=get_attr]; +"1463 mul_tensor_51" [id=1463, type=mul]; +"1464 zero_point_updated_constant51" [id=1464, type=get_attr]; +"1465 sub_tensor_51" [id=1465, type=sub]; +"1466 linear_76" [id=1466, type=linear]; +"1467 reshape_55" [id=1467, type=reshape]; +"1468 permute_57" [id=1468, type=permute]; +"1469 select_36" [id=1469, type=select]; +"1470 select_37" [id=1470, type=select]; +"1471 select_38" [id=1471, type=select]; +"1472 linalg_vector_norm_24" [id=1472, type=linalg_vector_norm]; +"1473 clamp_min_24" [id=1473, type=clamp_min]; +"1474 expand_as_24" [id=1474, type=expand_as]; +"1475 div_24" [id=1475, type=div]; +"1476 quantize_per_tensor_default_76" [id=1476, type=quantize_per_tensor]; +"1477 dequantize_per_tensor_default_76" [id=1477, type=dequantize_per_tensor]; +"1478 linalg_vector_norm_25" [id=1478, type=linalg_vector_norm]; +"1479 clamp_min_25" [id=1479, type=clamp_min]; +"1480 expand_as_25" [id=1480, type=expand_as]; +"1481 div_25" [id=1481, type=div]; +"1482 quantize_per_tensor_default_77" [id=1482, type=quantize_per_tensor]; +"1483 dequantize_per_tensor_default_77" [id=1483, type=dequantize_per_tensor]; +"1484 transpose_24" [id=1484, type=transpose]; +"1485 matmul_24" [id=1485, type=matmul]; +"1486 _frozen_param105" [id=1486, type=get_attr]; +"1487 mul_60" [id=1487, type=mul]; +"1488 add_76" [id=1488, type=add]; +"1489 softmax_12" [id=1489, type=softmax]; +"1490 dropout_48" [id=1490, type=dropout]; +"1491 matmul_25" [id=1491, type=matmul]; +"1492 transpose_25" [id=1492, type=transpose]; +"1493 reshape_56" [id=1493, type=reshape]; +"1494 reshape_56_0_0_nncf_smooth_quant_0" [id=1494, type=call_module]; +"1495 quantize_per_tensor_default_78" [id=1495, type=quantize_per_tensor]; +"1496 dequantize_per_tensor_default_78" [id=1496, type=dequantize_per_tensor]; +"1497 scale_updated_constant52" [id=1497, type=get_attr]; +"1498 compressed_weight_updated_constant52" [id=1498, type=get_attr]; +"1499 mul_tensor_52" [id=1499, type=mul]; +"1500 zero_point_updated_constant52" [id=1500, type=get_attr]; +"1501 sub_tensor_52" [id=1501, type=sub]; +"1502 linear_77" [id=1502, type=linear]; +"1503 dropout_49" [id=1503, type=dropout]; +"1504 view_69" [id=1504, type=view]; +"1505 permute_58" [id=1505, type=permute]; +"1506 reshape_57" [id=1506, type=reshape]; +"1507 slice_190" [id=1507, type=slice]; +"1508 slice_191" [id=1508, type=slice]; +"1509 slice_192" [id=1509, type=slice]; +"1510 slice_193" [id=1510, type=slice]; +"1511 contiguous_23" [id=1511, type=contiguous]; +"1512 layer_norm_27" [id=1512, type=layer_norm]; +"1513 add_77" [id=1513, type=add]; +"1514 add_77_0_0_nncf_smooth_quant_0" [id=1514, type=call_module]; +"1515 quantize_per_tensor_default_79" [id=1515, type=quantize_per_tensor]; +"1516 dequantize_per_tensor_default_79" [id=1516, type=dequantize_per_tensor]; +"1517 scale_updated_constant53" [id=1517, type=get_attr]; +"1518 compressed_weight_updated_constant53" [id=1518, type=get_attr]; +"1519 mul_tensor_53" [id=1519, type=mul]; +"1520 zero_point_updated_constant53" [id=1520, type=get_attr]; +"1521 sub_tensor_53" [id=1521, type=sub]; +"1522 linear_78" [id=1522, type=linear]; +"1523 gelu_12" [id=1523, type=gelu]; +"1524 dropout_50" [id=1524, type=dropout]; +"1525 dropout_50_0_0_nncf_smooth_quant_0" [id=1525, type=call_module]; +"1526 quantize_per_tensor_default_80" [id=1526, type=quantize_per_tensor]; +"1527 dequantize_per_tensor_default_80" [id=1527, type=dequantize_per_tensor]; +"1528 scale_updated_constant54" [id=1528, type=get_attr]; +"1529 compressed_weight_updated_constant54" [id=1529, type=get_attr]; +"1530 mul_tensor_54" [id=1530, type=mul]; +"1531 zero_point_updated_constant54" [id=1531, type=get_attr]; +"1532 sub_tensor_54" [id=1532, type=sub]; +"1533 linear_79" [id=1533, type=linear]; +"1534 dropout_51" [id=1534, type=dropout]; +"1535 layer_norm_28" [id=1535, type=layer_norm]; +"1536 add_78" [id=1536, type=add]; +"1537 _frozen_param106" [id=1537, type=get_attr]; +"1538 pad_15" [id=1538, type=pad]; +"1539 roll_12" [id=1539, type=roll]; +"1540 view_72" [id=1540, type=view]; +"1541 permute_60" [id=1541, type=permute]; +"1542 reshape_58" [id=1542, type=reshape]; +"1543 _frozen_param107" [id=1543, type=get_attr]; +"1544 reshape_58_0_0_nncf_smooth_quant_0" [id=1544, type=call_module]; +"1545 quantize_per_tensor_default_81" [id=1545, type=quantize_per_tensor]; +"1546 dequantize_per_tensor_default_81" [id=1546, type=dequantize_per_tensor]; +"1547 scale_updated_constant55" [id=1547, type=get_attr]; +"1548 compressed_weight_updated_constant55" [id=1548, type=get_attr]; +"1549 mul_tensor_55" [id=1549, type=mul]; +"1550 zero_point_updated_constant55" [id=1550, type=get_attr]; +"1551 sub_tensor_55" [id=1551, type=sub]; +"1552 linear_82" [id=1552, type=linear]; +"1553 reshape_59" [id=1553, type=reshape]; +"1554 permute_61" [id=1554, type=permute]; +"1555 select_39" [id=1555, type=select]; +"1556 select_40" [id=1556, type=select]; +"1557 select_41" [id=1557, type=select]; +"1558 linalg_vector_norm_26" [id=1558, type=linalg_vector_norm]; +"1559 clamp_min_26" [id=1559, type=clamp_min]; +"1560 expand_as_26" [id=1560, type=expand_as]; +"1561 div_26" [id=1561, type=div]; +"1562 quantize_per_tensor_default_82" [id=1562, type=quantize_per_tensor]; +"1563 dequantize_per_tensor_default_82" [id=1563, type=dequantize_per_tensor]; +"1564 linalg_vector_norm_27" [id=1564, type=linalg_vector_norm]; +"1565 clamp_min_27" [id=1565, type=clamp_min]; +"1566 expand_as_27" [id=1566, type=expand_as]; +"1567 div_27" [id=1567, type=div]; +"1568 quantize_per_tensor_default_83" [id=1568, type=quantize_per_tensor]; +"1569 dequantize_per_tensor_default_83" [id=1569, type=dequantize_per_tensor]; +"1570 transpose_26" [id=1570, type=transpose]; +"1571 matmul_26" [id=1571, type=matmul]; +"1572 _frozen_param109" [id=1572, type=get_attr]; +"1573 mul_62" [id=1573, type=mul]; +"1574 add_79" [id=1574, type=add]; +"1575 new_zeros_6" [id=1575, type=new_zeros]; +"1576 view_73" [id=1576, type=view]; +"1577 permute_62" [id=1577, type=permute]; +"1578 reshape_60" [id=1578, type=reshape]; +"1579 unsqueeze_38" [id=1579, type=unsqueeze]; +"1580 unsqueeze_39" [id=1580, type=unsqueeze]; +"1581 sub_6" [id=1581, type=sub]; +"1582 ne_6" [id=1582, type=ne]; +"1583 masked_fill_12" [id=1583, type=masked_fill]; +"1584 eq_96" [id=1584, type=eq]; +"1585 masked_fill_13" [id=1585, type=masked_fill]; +"1586 view_74" [id=1586, type=view]; +"1587 unsqueeze_40" [id=1587, type=unsqueeze]; +"1588 unsqueeze_41" [id=1588, type=unsqueeze]; +"1589 add_80" [id=1589, type=add]; +"1590 view_75" [id=1590, type=view]; +"1591 softmax_13" [id=1591, type=softmax]; +"1592 dropout_52" [id=1592, type=dropout]; +"1593 matmul_27" [id=1593, type=matmul]; +"1594 transpose_27" [id=1594, type=transpose]; +"1595 reshape_61" [id=1595, type=reshape]; +"1596 reshape_61_0_0_nncf_smooth_quant_0" [id=1596, type=call_module]; +"1597 quantize_per_tensor_default_84" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_84" [id=1598, type=dequantize_per_tensor]; +"1599 scale_updated_constant56" [id=1599, type=get_attr]; +"1600 compressed_weight_updated_constant56" [id=1600, type=get_attr]; +"1601 mul_tensor_56" [id=1601, type=mul]; +"1602 zero_point_updated_constant56" [id=1602, type=get_attr]; +"1603 sub_tensor_56" [id=1603, type=sub]; +"1604 linear_83" [id=1604, type=linear]; +"1605 dropout_53" [id=1605, type=dropout]; +"1606 view_76" [id=1606, type=view]; +"1607 permute_63" [id=1607, type=permute]; +"1608 reshape_62" [id=1608, type=reshape]; +"1609 roll_13" [id=1609, type=roll]; +"1610 slice_213" [id=1610, type=slice]; +"1611 slice_214" [id=1611, type=slice]; +"1612 slice_215" [id=1612, type=slice]; +"1613 slice_216" [id=1613, type=slice]; +"1614 contiguous_25" [id=1614, type=contiguous]; +"1615 layer_norm_29" [id=1615, type=layer_norm]; +"1616 add_81" [id=1616, type=add]; +"1617 add_81_0_0_nncf_smooth_quant_0" [id=1617, type=call_module]; +"1618 quantize_per_tensor_default_85" [id=1618, type=quantize_per_tensor]; +"1619 dequantize_per_tensor_default_85" [id=1619, type=dequantize_per_tensor]; +"1620 scale_updated_constant57" [id=1620, type=get_attr]; +"1621 compressed_weight_updated_constant57" [id=1621, type=get_attr]; +"1622 mul_tensor_57" [id=1622, type=mul]; +"1623 zero_point_updated_constant57" [id=1623, type=get_attr]; +"1624 sub_tensor_57" [id=1624, type=sub]; +"1625 linear_84" [id=1625, type=linear]; +"1626 gelu_13" [id=1626, type=gelu]; +"1627 dropout_54" [id=1627, type=dropout]; +"1628 dropout_54_0_0_nncf_smooth_quant_0" [id=1628, type=call_module]; +"1629 quantize_per_tensor_default_86" [id=1629, type=quantize_per_tensor]; +"1630 dequantize_per_tensor_default_86" [id=1630, type=dequantize_per_tensor]; +"1631 scale_updated_constant58" [id=1631, type=get_attr]; +"1632 compressed_weight_updated_constant58" [id=1632, type=get_attr]; +"1633 mul_tensor_58" [id=1633, type=mul]; +"1634 zero_point_updated_constant58" [id=1634, type=get_attr]; +"1635 sub_tensor_58" [id=1635, type=sub]; +"1636 linear_85" [id=1636, type=linear]; +"1637 dropout_55" [id=1637, type=dropout]; +"1638 layer_norm_30" [id=1638, type=layer_norm]; +"1639 add_82" [id=1639, type=add]; +"1640 _frozen_param119" [id=1640, type=get_attr]; +"1641 pad_16" [id=1641, type=pad]; +"1642 view_79" [id=1642, type=view]; +"1643 permute_65" [id=1643, type=permute]; +"1644 reshape_63" [id=1644, type=reshape]; +"1645 _frozen_param120" [id=1645, type=get_attr]; +"1646 reshape_63_0_0_nncf_smooth_quant_0" [id=1646, type=call_module]; +"1647 quantize_per_tensor_default_87" [id=1647, type=quantize_per_tensor]; +"1648 dequantize_per_tensor_default_87" [id=1648, type=dequantize_per_tensor]; +"1649 scale_updated_constant59" [id=1649, type=get_attr]; +"1650 compressed_weight_updated_constant59" [id=1650, type=get_attr]; +"1651 mul_tensor_59" [id=1651, type=mul]; +"1652 zero_point_updated_constant59" [id=1652, type=get_attr]; +"1653 sub_tensor_59" [id=1653, type=sub]; +"1654 linear_88" [id=1654, type=linear]; +"1655 reshape_64" [id=1655, type=reshape]; +"1656 permute_66" [id=1656, type=permute]; +"1657 select_42" [id=1657, type=select]; +"1658 select_43" [id=1658, type=select]; +"1659 select_44" [id=1659, type=select]; +"1660 linalg_vector_norm_28" [id=1660, type=linalg_vector_norm]; +"1661 clamp_min_28" [id=1661, type=clamp_min]; +"1662 expand_as_28" [id=1662, type=expand_as]; +"1663 div_28" [id=1663, type=div]; +"1664 quantize_per_tensor_default_88" [id=1664, type=quantize_per_tensor]; +"1665 dequantize_per_tensor_default_88" [id=1665, type=dequantize_per_tensor]; +"1666 linalg_vector_norm_29" [id=1666, type=linalg_vector_norm]; +"1667 clamp_min_29" [id=1667, type=clamp_min]; +"1668 expand_as_29" [id=1668, type=expand_as]; +"1669 div_29" [id=1669, type=div]; +"1670 quantize_per_tensor_default_89" [id=1670, type=quantize_per_tensor]; +"1671 dequantize_per_tensor_default_89" [id=1671, type=dequantize_per_tensor]; +"1672 transpose_28" [id=1672, type=transpose]; +"1673 matmul_28" [id=1673, type=matmul]; +"1674 _frozen_param122" [id=1674, type=get_attr]; +"1675 mul_64" [id=1675, type=mul]; +"1676 add_83" [id=1676, type=add]; +"1677 softmax_14" [id=1677, type=softmax]; +"1678 dropout_56" [id=1678, type=dropout]; +"1679 matmul_29" [id=1679, type=matmul]; +"1680 transpose_29" [id=1680, type=transpose]; +"1681 reshape_65" [id=1681, type=reshape]; +"1682 reshape_65_0_0_nncf_smooth_quant_0" [id=1682, type=call_module]; +"1683 quantize_per_tensor_default_90" [id=1683, type=quantize_per_tensor]; +"1684 dequantize_per_tensor_default_90" [id=1684, type=dequantize_per_tensor]; +"1685 scale_updated_constant60" [id=1685, type=get_attr]; +"1686 compressed_weight_updated_constant60" [id=1686, type=get_attr]; +"1687 mul_tensor_60" [id=1687, type=mul]; +"1688 zero_point_updated_constant60" [id=1688, type=get_attr]; +"1689 sub_tensor_60" [id=1689, type=sub]; +"1690 linear_89" [id=1690, type=linear]; +"1691 dropout_57" [id=1691, type=dropout]; +"1692 view_80" [id=1692, type=view]; +"1693 permute_67" [id=1693, type=permute]; +"1694 reshape_66" [id=1694, type=reshape]; +"1695 slice_218" [id=1695, type=slice]; +"1696 slice_219" [id=1696, type=slice]; +"1697 slice_220" [id=1697, type=slice]; +"1698 slice_221" [id=1698, type=slice]; +"1699 contiguous_27" [id=1699, type=contiguous]; +"1700 layer_norm_31" [id=1700, type=layer_norm]; +"1701 add_84" [id=1701, type=add]; +"1702 add_84_0_0_nncf_smooth_quant_0" [id=1702, type=call_module]; +"1703 quantize_per_tensor_default_91" [id=1703, type=quantize_per_tensor]; +"1704 dequantize_per_tensor_default_91" [id=1704, type=dequantize_per_tensor]; +"1705 scale_updated_constant61" [id=1705, type=get_attr]; +"1706 compressed_weight_updated_constant61" [id=1706, type=get_attr]; +"1707 mul_tensor_61" [id=1707, type=mul]; +"1708 zero_point_updated_constant61" [id=1708, type=get_attr]; +"1709 sub_tensor_61" [id=1709, type=sub]; +"1710 linear_90" [id=1710, type=linear]; +"1711 gelu_14" [id=1711, type=gelu]; +"1712 dropout_58" [id=1712, type=dropout]; +"1713 dropout_58_0_0_nncf_smooth_quant_0" [id=1713, type=call_module]; +"1714 quantize_per_tensor_default_92" [id=1714, type=quantize_per_tensor]; +"1715 dequantize_per_tensor_default_92" [id=1715, type=dequantize_per_tensor]; +"1716 scale_updated_constant62" [id=1716, type=get_attr]; +"1717 compressed_weight_updated_constant62" [id=1717, type=get_attr]; +"1718 mul_tensor_62" [id=1718, type=mul]; +"1719 zero_point_updated_constant62" [id=1719, type=get_attr]; +"1720 sub_tensor_62" [id=1720, type=sub]; +"1721 linear_91" [id=1721, type=linear]; +"1722 dropout_59" [id=1722, type=dropout]; +"1723 layer_norm_32" [id=1723, type=layer_norm]; +"1724 add_85" [id=1724, type=add]; +"1725 _frozen_param123" [id=1725, type=get_attr]; +"1726 pad_17" [id=1726, type=pad]; +"1727 roll_14" [id=1727, type=roll]; +"1728 view_83" [id=1728, type=view]; +"1729 permute_69" [id=1729, type=permute]; +"1730 reshape_67" [id=1730, type=reshape]; +"1731 _frozen_param124" [id=1731, type=get_attr]; +"1732 reshape_67_0_0_nncf_smooth_quant_0" [id=1732, type=call_module]; +"1733 quantize_per_tensor_default_93" [id=1733, type=quantize_per_tensor]; +"1734 dequantize_per_tensor_default_93" [id=1734, type=dequantize_per_tensor]; +"1735 scale_updated_constant63" [id=1735, type=get_attr]; +"1736 compressed_weight_updated_constant63" [id=1736, type=get_attr]; +"1737 mul_tensor_63" [id=1737, type=mul]; +"1738 zero_point_updated_constant63" [id=1738, type=get_attr]; +"1739 sub_tensor_63" [id=1739, type=sub]; +"1740 linear_94" [id=1740, type=linear]; +"1741 reshape_68" [id=1741, type=reshape]; +"1742 permute_70" [id=1742, type=permute]; +"1743 select_45" [id=1743, type=select]; +"1744 select_46" [id=1744, type=select]; +"1745 select_47" [id=1745, type=select]; +"1746 linalg_vector_norm_30" [id=1746, type=linalg_vector_norm]; +"1747 clamp_min_30" [id=1747, type=clamp_min]; +"1748 expand_as_30" [id=1748, type=expand_as]; +"1749 div_30" [id=1749, type=div]; +"1750 quantize_per_tensor_default_94" [id=1750, type=quantize_per_tensor]; +"1751 dequantize_per_tensor_default_94" [id=1751, type=dequantize_per_tensor]; +"1752 linalg_vector_norm_31" [id=1752, type=linalg_vector_norm]; +"1753 clamp_min_31" [id=1753, type=clamp_min]; +"1754 expand_as_31" [id=1754, type=expand_as]; +"1755 div_31" [id=1755, type=div]; +"1756 quantize_per_tensor_default_95" [id=1756, type=quantize_per_tensor]; +"1757 dequantize_per_tensor_default_95" [id=1757, type=dequantize_per_tensor]; +"1758 transpose_30" [id=1758, type=transpose]; +"1759 matmul_30" [id=1759, type=matmul]; +"1760 _frozen_param126" [id=1760, type=get_attr]; +"1761 mul_66" [id=1761, type=mul]; +"1762 add_86" [id=1762, type=add]; +"1763 new_zeros_7" [id=1763, type=new_zeros]; +"1764 view_84" [id=1764, type=view]; +"1765 permute_71" [id=1765, type=permute]; +"1766 reshape_69" [id=1766, type=reshape]; +"1767 unsqueeze_44" [id=1767, type=unsqueeze]; +"1768 unsqueeze_45" [id=1768, type=unsqueeze]; +"1769 sub_7" [id=1769, type=sub]; +"1770 ne_7" [id=1770, type=ne]; +"1771 masked_fill_14" [id=1771, type=masked_fill]; +"1772 eq_107" [id=1772, type=eq]; +"1773 masked_fill_15" [id=1773, type=masked_fill]; +"1774 view_85" [id=1774, type=view]; +"1775 unsqueeze_46" [id=1775, type=unsqueeze]; +"1776 unsqueeze_47" [id=1776, type=unsqueeze]; +"1777 add_87" [id=1777, type=add]; +"1778 view_86" [id=1778, type=view]; +"1779 softmax_15" [id=1779, type=softmax]; +"1780 dropout_60" [id=1780, type=dropout]; +"1781 matmul_31" [id=1781, type=matmul]; +"1782 transpose_31" [id=1782, type=transpose]; +"1783 reshape_70" [id=1783, type=reshape]; +"1784 reshape_70_0_0_nncf_smooth_quant_0" [id=1784, type=call_module]; +"1785 quantize_per_tensor_default_96" [id=1785, type=quantize_per_tensor]; +"1786 dequantize_per_tensor_default_96" [id=1786, type=dequantize_per_tensor]; +"1787 scale_updated_constant64" [id=1787, type=get_attr]; +"1788 compressed_weight_updated_constant64" [id=1788, type=get_attr]; +"1789 mul_tensor_64" [id=1789, type=mul]; +"1790 zero_point_updated_constant64" [id=1790, type=get_attr]; +"1791 sub_tensor_64" [id=1791, type=sub]; +"1792 linear_95" [id=1792, type=linear]; +"1793 dropout_61" [id=1793, type=dropout]; +"1794 view_87" [id=1794, type=view]; +"1795 permute_72" [id=1795, type=permute]; +"1796 reshape_71" [id=1796, type=reshape]; +"1797 roll_15" [id=1797, type=roll]; +"1798 slice_241" [id=1798, type=slice]; +"1799 slice_242" [id=1799, type=slice]; +"1800 slice_243" [id=1800, type=slice]; +"1801 slice_244" [id=1801, type=slice]; +"1802 contiguous_29" [id=1802, type=contiguous]; +"1803 layer_norm_33" [id=1803, type=layer_norm]; +"1804 add_88" [id=1804, type=add]; +"1805 add_88_0_0_nncf_smooth_quant_0" [id=1805, type=call_module]; +"1806 quantize_per_tensor_default_97" [id=1806, type=quantize_per_tensor]; +"1807 dequantize_per_tensor_default_97" [id=1807, type=dequantize_per_tensor]; +"1808 scale_updated_constant65" [id=1808, type=get_attr]; +"1809 compressed_weight_updated_constant65" [id=1809, type=get_attr]; +"1810 mul_tensor_65" [id=1810, type=mul]; +"1811 zero_point_updated_constant65" [id=1811, type=get_attr]; +"1812 sub_tensor_65" [id=1812, type=sub]; +"1813 linear_96" [id=1813, type=linear]; +"1814 gelu_15" [id=1814, type=gelu]; +"1815 dropout_62" [id=1815, type=dropout]; +"1816 dropout_62_0_0_nncf_smooth_quant_0" [id=1816, type=call_module]; +"1817 quantize_per_tensor_default_98" [id=1817, type=quantize_per_tensor]; +"1818 dequantize_per_tensor_default_98" [id=1818, type=dequantize_per_tensor]; +"1819 scale_updated_constant66" [id=1819, type=get_attr]; +"1820 compressed_weight_updated_constant66" [id=1820, type=get_attr]; +"1821 mul_tensor_66" [id=1821, type=mul]; +"1822 zero_point_updated_constant66" [id=1822, type=get_attr]; +"1823 sub_tensor_66" [id=1823, type=sub]; +"1824 linear_97" [id=1824, type=linear]; +"1825 dropout_63" [id=1825, type=dropout]; +"1826 layer_norm_34" [id=1826, type=layer_norm]; +"1827 add_89" [id=1827, type=add]; +"1828 _frozen_param136" [id=1828, type=get_attr]; +"1829 pad_18" [id=1829, type=pad]; +"1830 view_90" [id=1830, type=view]; +"1831 permute_74" [id=1831, type=permute]; +"1832 reshape_72" [id=1832, type=reshape]; +"1833 _frozen_param137" [id=1833, type=get_attr]; +"1834 reshape_72_0_0_nncf_smooth_quant_0" [id=1834, type=call_module]; +"1835 quantize_per_tensor_default_99" [id=1835, type=quantize_per_tensor]; +"1836 dequantize_per_tensor_default_99" [id=1836, type=dequantize_per_tensor]; +"1837 scale_updated_constant67" [id=1837, type=get_attr]; +"1838 compressed_weight_updated_constant67" [id=1838, type=get_attr]; +"1839 mul_tensor_67" [id=1839, type=mul]; +"1840 zero_point_updated_constant67" [id=1840, type=get_attr]; +"1841 sub_tensor_67" [id=1841, type=sub]; +"1842 linear_100" [id=1842, type=linear]; +"1843 reshape_73" [id=1843, type=reshape]; +"1844 permute_75" [id=1844, type=permute]; +"1845 select_48" [id=1845, type=select]; +"1846 select_49" [id=1846, type=select]; +"1847 select_50" [id=1847, type=select]; +"1848 linalg_vector_norm_32" [id=1848, type=linalg_vector_norm]; +"1849 clamp_min_32" [id=1849, type=clamp_min]; +"1850 expand_as_32" [id=1850, type=expand_as]; +"1851 div_32" [id=1851, type=div]; +"1852 quantize_per_tensor_default_100" [id=1852, type=quantize_per_tensor]; +"1853 dequantize_per_tensor_default_100" [id=1853, type=dequantize_per_tensor]; +"1854 linalg_vector_norm_33" [id=1854, type=linalg_vector_norm]; +"1855 clamp_min_33" [id=1855, type=clamp_min]; +"1856 expand_as_33" [id=1856, type=expand_as]; +"1857 div_33" [id=1857, type=div]; +"1858 quantize_per_tensor_default_101" [id=1858, type=quantize_per_tensor]; +"1859 dequantize_per_tensor_default_101" [id=1859, type=dequantize_per_tensor]; +"1860 transpose_32" [id=1860, type=transpose]; +"1861 matmul_32" [id=1861, type=matmul]; +"1862 _frozen_param139" [id=1862, type=get_attr]; +"1863 mul_68" [id=1863, type=mul]; +"1864 add_90" [id=1864, type=add]; +"1865 softmax_16" [id=1865, type=softmax]; +"1866 dropout_64" [id=1866, type=dropout]; +"1867 matmul_33" [id=1867, type=matmul]; +"1868 transpose_33" [id=1868, type=transpose]; +"1869 reshape_74" [id=1869, type=reshape]; +"1870 reshape_74_0_0_nncf_smooth_quant_0" [id=1870, type=call_module]; +"1871 quantize_per_tensor_default_102" [id=1871, type=quantize_per_tensor]; +"1872 dequantize_per_tensor_default_102" [id=1872, type=dequantize_per_tensor]; +"1873 scale_updated_constant68" [id=1873, type=get_attr]; +"1874 compressed_weight_updated_constant68" [id=1874, type=get_attr]; +"1875 mul_tensor_68" [id=1875, type=mul]; +"1876 zero_point_updated_constant68" [id=1876, type=get_attr]; +"1877 sub_tensor_68" [id=1877, type=sub]; +"1878 linear_101" [id=1878, type=linear]; +"1879 dropout_65" [id=1879, type=dropout]; +"1880 view_91" [id=1880, type=view]; +"1881 permute_76" [id=1881, type=permute]; +"1882 reshape_75" [id=1882, type=reshape]; +"1883 slice_246" [id=1883, type=slice]; +"1884 slice_247" [id=1884, type=slice]; +"1885 slice_248" [id=1885, type=slice]; +"1886 slice_249" [id=1886, type=slice]; +"1887 contiguous_31" [id=1887, type=contiguous]; +"1888 layer_norm_35" [id=1888, type=layer_norm]; +"1889 add_91" [id=1889, type=add]; +"1890 add_91_0_0_nncf_smooth_quant_0" [id=1890, type=call_module]; +"1891 quantize_per_tensor_default_103" [id=1891, type=quantize_per_tensor]; +"1892 dequantize_per_tensor_default_103" [id=1892, type=dequantize_per_tensor]; +"1893 scale_updated_constant69" [id=1893, type=get_attr]; +"1894 compressed_weight_updated_constant69" [id=1894, type=get_attr]; +"1895 mul_tensor_69" [id=1895, type=mul]; +"1896 zero_point_updated_constant69" [id=1896, type=get_attr]; +"1897 sub_tensor_69" [id=1897, type=sub]; +"1898 linear_102" [id=1898, type=linear]; +"1899 gelu_16" [id=1899, type=gelu]; +"1900 dropout_66" [id=1900, type=dropout]; +"1901 dropout_66_0_0_nncf_smooth_quant_0" [id=1901, type=call_module]; +"1902 quantize_per_tensor_default_104" [id=1902, type=quantize_per_tensor]; +"1903 dequantize_per_tensor_default_104" [id=1903, type=dequantize_per_tensor]; +"1904 scale_updated_constant70" [id=1904, type=get_attr]; +"1905 compressed_weight_updated_constant70" [id=1905, type=get_attr]; +"1906 mul_tensor_70" [id=1906, type=mul]; +"1907 zero_point_updated_constant70" [id=1907, type=get_attr]; +"1908 sub_tensor_70" [id=1908, type=sub]; +"1909 linear_103" [id=1909, type=linear]; +"1910 dropout_67" [id=1910, type=dropout]; +"1911 layer_norm_36" [id=1911, type=layer_norm]; +"1912 add_92" [id=1912, type=add]; +"1913 _frozen_param140" [id=1913, type=get_attr]; +"1914 pad_19" [id=1914, type=pad]; +"1915 roll_16" [id=1915, type=roll]; +"1916 view_94" [id=1916, type=view]; +"1917 permute_78" [id=1917, type=permute]; +"1918 reshape_76" [id=1918, type=reshape]; +"1919 _frozen_param141" [id=1919, type=get_attr]; +"1920 reshape_76_0_0_nncf_smooth_quant_0" [id=1920, type=call_module]; +"1921 quantize_per_tensor_default_105" [id=1921, type=quantize_per_tensor]; +"1922 dequantize_per_tensor_default_105" [id=1922, type=dequantize_per_tensor]; +"1923 scale_updated_constant71" [id=1923, type=get_attr]; +"1924 compressed_weight_updated_constant71" [id=1924, type=get_attr]; +"1925 mul_tensor_71" [id=1925, type=mul]; +"1926 zero_point_updated_constant71" [id=1926, type=get_attr]; +"1927 sub_tensor_71" [id=1927, type=sub]; +"1928 linear_106" [id=1928, type=linear]; +"1929 reshape_77" [id=1929, type=reshape]; +"1930 permute_79" [id=1930, type=permute]; +"1931 select_51" [id=1931, type=select]; +"1932 select_52" [id=1932, type=select]; +"1933 select_53" [id=1933, type=select]; +"1934 linalg_vector_norm_34" [id=1934, type=linalg_vector_norm]; +"1935 clamp_min_34" [id=1935, type=clamp_min]; +"1936 expand_as_34" [id=1936, type=expand_as]; +"1937 div_34" [id=1937, type=div]; +"1938 quantize_per_tensor_default_106" [id=1938, type=quantize_per_tensor]; +"1939 dequantize_per_tensor_default_106" [id=1939, type=dequantize_per_tensor]; +"1940 linalg_vector_norm_35" [id=1940, type=linalg_vector_norm]; +"1941 clamp_min_35" [id=1941, type=clamp_min]; +"1942 expand_as_35" [id=1942, type=expand_as]; +"1943 div_35" [id=1943, type=div]; +"1944 quantize_per_tensor_default_107" [id=1944, type=quantize_per_tensor]; +"1945 dequantize_per_tensor_default_107" [id=1945, type=dequantize_per_tensor]; +"1946 transpose_34" [id=1946, type=transpose]; +"1947 matmul_34" [id=1947, type=matmul]; +"1948 _frozen_param143" [id=1948, type=get_attr]; +"1949 mul_70" [id=1949, type=mul]; +"1950 add_93" [id=1950, type=add]; +"1951 new_zeros_8" [id=1951, type=new_zeros]; +"1952 view_95" [id=1952, type=view]; +"1953 permute_80" [id=1953, type=permute]; +"1954 reshape_78" [id=1954, type=reshape]; +"1955 unsqueeze_50" [id=1955, type=unsqueeze]; +"1956 unsqueeze_51" [id=1956, type=unsqueeze]; +"1957 sub_8" [id=1957, type=sub]; +"1958 ne_8" [id=1958, type=ne]; +"1959 masked_fill_16" [id=1959, type=masked_fill]; +"1960 eq_118" [id=1960, type=eq]; +"1961 masked_fill_17" [id=1961, type=masked_fill]; +"1962 view_96" [id=1962, type=view]; +"1963 unsqueeze_52" [id=1963, type=unsqueeze]; +"1964 unsqueeze_53" [id=1964, type=unsqueeze]; +"1965 add_94" [id=1965, type=add]; +"1966 view_97" [id=1966, type=view]; +"1967 softmax_17" [id=1967, type=softmax]; +"1968 dropout_68" [id=1968, type=dropout]; +"1969 matmul_35" [id=1969, type=matmul]; +"1970 transpose_35" [id=1970, type=transpose]; +"1971 reshape_79" [id=1971, type=reshape]; +"1972 reshape_79_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 quantize_per_tensor_default_108" [id=1973, type=quantize_per_tensor]; +"1974 dequantize_per_tensor_default_108" [id=1974, type=dequantize_per_tensor]; +"1975 scale_updated_constant72" [id=1975, type=get_attr]; +"1976 compressed_weight_updated_constant72" [id=1976, type=get_attr]; +"1977 mul_tensor_72" [id=1977, type=mul]; +"1978 zero_point_updated_constant72" [id=1978, type=get_attr]; +"1979 sub_tensor_72" [id=1979, type=sub]; +"1980 linear_107" [id=1980, type=linear]; +"1981 dropout_69" [id=1981, type=dropout]; +"1982 view_98" [id=1982, type=view]; +"1983 permute_81" [id=1983, type=permute]; +"1984 reshape_80" [id=1984, type=reshape]; +"1985 roll_17" [id=1985, type=roll]; +"1986 slice_269" [id=1986, type=slice]; +"1987 slice_270" [id=1987, type=slice]; +"1988 slice_271" [id=1988, type=slice]; +"1989 slice_272" [id=1989, type=slice]; +"1990 contiguous_33" [id=1990, type=contiguous]; +"1991 layer_norm_37" [id=1991, type=layer_norm]; +"1992 add_95" [id=1992, type=add]; +"1993 add_95_0_0_nncf_smooth_quant_0" [id=1993, type=call_module]; +"1994 quantize_per_tensor_default_109" [id=1994, type=quantize_per_tensor]; +"1995 dequantize_per_tensor_default_109" [id=1995, type=dequantize_per_tensor]; +"1996 scale_updated_constant73" [id=1996, type=get_attr]; +"1997 compressed_weight_updated_constant73" [id=1997, type=get_attr]; +"1998 mul_tensor_73" [id=1998, type=mul]; +"1999 zero_point_updated_constant73" [id=1999, type=get_attr]; +"2000 sub_tensor_73" [id=2000, type=sub]; +"2001 linear_108" [id=2001, type=linear]; +"2002 gelu_17" [id=2002, type=gelu]; +"2003 dropout_70" [id=2003, type=dropout]; +"2004 dropout_70_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; +"2005 quantize_per_tensor_default_110" [id=2005, type=quantize_per_tensor]; +"2006 dequantize_per_tensor_default_110" [id=2006, type=dequantize_per_tensor]; +"2007 scale_updated_constant74" [id=2007, type=get_attr]; +"2008 compressed_weight_updated_constant74" [id=2008, type=get_attr]; +"2009 mul_tensor_74" [id=2009, type=mul]; +"2010 zero_point_updated_constant74" [id=2010, type=get_attr]; +"2011 sub_tensor_74" [id=2011, type=sub]; +"2012 linear_109" [id=2012, type=linear]; +"2013 dropout_71" [id=2013, type=dropout]; +"2014 layer_norm_38" [id=2014, type=layer_norm]; +"2015 add_96" [id=2015, type=add]; +"2016 _frozen_param153" [id=2016, type=get_attr]; +"2017 pad_20" [id=2017, type=pad]; +"2018 view_101" [id=2018, type=view]; +"2019 permute_83" [id=2019, type=permute]; +"2020 reshape_81" [id=2020, type=reshape]; +"2021 _frozen_param154" [id=2021, type=get_attr]; +"2022 reshape_81_0_0_nncf_smooth_quant_0" [id=2022, type=call_module]; +"2023 quantize_per_tensor_default_111" [id=2023, type=quantize_per_tensor]; +"2024 dequantize_per_tensor_default_111" [id=2024, type=dequantize_per_tensor]; +"2025 scale_updated_constant75" [id=2025, type=get_attr]; +"2026 compressed_weight_updated_constant75" [id=2026, type=get_attr]; +"2027 mul_tensor_75" [id=2027, type=mul]; +"2028 zero_point_updated_constant75" [id=2028, type=get_attr]; +"2029 sub_tensor_75" [id=2029, type=sub]; +"2030 linear_112" [id=2030, type=linear]; +"2031 reshape_82" [id=2031, type=reshape]; +"2032 permute_84" [id=2032, type=permute]; +"2033 select_54" [id=2033, type=select]; +"2034 select_55" [id=2034, type=select]; +"2035 select_56" [id=2035, type=select]; +"2036 linalg_vector_norm_36" [id=2036, type=linalg_vector_norm]; +"2037 clamp_min_36" [id=2037, type=clamp_min]; +"2038 expand_as_36" [id=2038, type=expand_as]; +"2039 div_36" [id=2039, type=div]; +"2040 quantize_per_tensor_default_112" [id=2040, type=quantize_per_tensor]; +"2041 dequantize_per_tensor_default_112" [id=2041, type=dequantize_per_tensor]; +"2042 linalg_vector_norm_37" [id=2042, type=linalg_vector_norm]; +"2043 clamp_min_37" [id=2043, type=clamp_min]; +"2044 expand_as_37" [id=2044, type=expand_as]; +"2045 div_37" [id=2045, type=div]; +"2046 quantize_per_tensor_default_113" [id=2046, type=quantize_per_tensor]; +"2047 dequantize_per_tensor_default_113" [id=2047, type=dequantize_per_tensor]; +"2048 transpose_36" [id=2048, type=transpose]; +"2049 matmul_36" [id=2049, type=matmul]; +"2050 _frozen_param156" [id=2050, type=get_attr]; +"2051 mul_72" [id=2051, type=mul]; +"2052 add_97" [id=2052, type=add]; +"2053 softmax_18" [id=2053, type=softmax]; +"2054 dropout_72" [id=2054, type=dropout]; +"2055 matmul_37" [id=2055, type=matmul]; +"2056 transpose_37" [id=2056, type=transpose]; +"2057 reshape_83" [id=2057, type=reshape]; +"2058 reshape_83_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; +"2059 quantize_per_tensor_default_114" [id=2059, type=quantize_per_tensor]; +"2060 dequantize_per_tensor_default_114" [id=2060, type=dequantize_per_tensor]; +"2061 scale_updated_constant76" [id=2061, type=get_attr]; +"2062 compressed_weight_updated_constant76" [id=2062, type=get_attr]; +"2063 mul_tensor_76" [id=2063, type=mul]; +"2064 zero_point_updated_constant76" [id=2064, type=get_attr]; +"2065 sub_tensor_76" [id=2065, type=sub]; +"2066 linear_113" [id=2066, type=linear]; +"2067 dropout_73" [id=2067, type=dropout]; +"2068 view_102" [id=2068, type=view]; +"2069 permute_85" [id=2069, type=permute]; +"2070 reshape_84" [id=2070, type=reshape]; +"2071 slice_274" [id=2071, type=slice]; +"2072 slice_275" [id=2072, type=slice]; +"2073 slice_276" [id=2073, type=slice]; +"2074 slice_277" [id=2074, type=slice]; +"2075 contiguous_35" [id=2075, type=contiguous]; +"2076 layer_norm_39" [id=2076, type=layer_norm]; +"2077 add_98" [id=2077, type=add]; +"2078 add_98_0_0_nncf_smooth_quant_0" [id=2078, type=call_module]; +"2079 quantize_per_tensor_default_115" [id=2079, type=quantize_per_tensor]; +"2080 dequantize_per_tensor_default_115" [id=2080, type=dequantize_per_tensor]; +"2081 scale_updated_constant77" [id=2081, type=get_attr]; +"2082 compressed_weight_updated_constant77" [id=2082, type=get_attr]; +"2083 mul_tensor_77" [id=2083, type=mul]; +"2084 zero_point_updated_constant77" [id=2084, type=get_attr]; +"2085 sub_tensor_77" [id=2085, type=sub]; +"2086 linear_114" [id=2086, type=linear]; +"2087 gelu_18" [id=2087, type=gelu]; +"2088 dropout_74" [id=2088, type=dropout]; +"2089 dropout_74_0_0_nncf_smooth_quant_0" [id=2089, type=call_module]; +"2090 quantize_per_tensor_default_116" [id=2090, type=quantize_per_tensor]; +"2091 dequantize_per_tensor_default_116" [id=2091, type=dequantize_per_tensor]; +"2092 scale_updated_constant78" [id=2092, type=get_attr]; +"2093 compressed_weight_updated_constant78" [id=2093, type=get_attr]; +"2094 mul_tensor_78" [id=2094, type=mul]; +"2095 zero_point_updated_constant78" [id=2095, type=get_attr]; +"2096 sub_tensor_78" [id=2096, type=sub]; +"2097 linear_115" [id=2097, type=linear]; +"2098 dropout_75" [id=2098, type=dropout]; +"2099 layer_norm_40" [id=2099, type=layer_norm]; +"2100 add_99" [id=2100, type=add]; +"2101 _frozen_param157" [id=2101, type=get_attr]; +"2102 pad_21" [id=2102, type=pad]; +"2103 roll_18" [id=2103, type=roll]; +"2104 view_105" [id=2104, type=view]; +"2105 permute_87" [id=2105, type=permute]; +"2106 reshape_85" [id=2106, type=reshape]; +"2107 _frozen_param158" [id=2107, type=get_attr]; +"2108 reshape_85_0_0_nncf_smooth_quant_0" [id=2108, type=call_module]; +"2109 quantize_per_tensor_default_117" [id=2109, type=quantize_per_tensor]; +"2110 dequantize_per_tensor_default_117" [id=2110, type=dequantize_per_tensor]; +"2111 scale_updated_constant79" [id=2111, type=get_attr]; +"2112 compressed_weight_updated_constant79" [id=2112, type=get_attr]; +"2113 mul_tensor_79" [id=2113, type=mul]; +"2114 zero_point_updated_constant79" [id=2114, type=get_attr]; +"2115 sub_tensor_79" [id=2115, type=sub]; +"2116 linear_118" [id=2116, type=linear]; +"2117 reshape_86" [id=2117, type=reshape]; +"2118 permute_88" [id=2118, type=permute]; +"2119 select_57" [id=2119, type=select]; +"2120 select_58" [id=2120, type=select]; +"2121 select_59" [id=2121, type=select]; +"2122 linalg_vector_norm_38" [id=2122, type=linalg_vector_norm]; +"2123 clamp_min_38" [id=2123, type=clamp_min]; +"2124 expand_as_38" [id=2124, type=expand_as]; +"2125 div_38" [id=2125, type=div]; +"2126 quantize_per_tensor_default_118" [id=2126, type=quantize_per_tensor]; +"2127 dequantize_per_tensor_default_118" [id=2127, type=dequantize_per_tensor]; +"2128 linalg_vector_norm_39" [id=2128, type=linalg_vector_norm]; +"2129 clamp_min_39" [id=2129, type=clamp_min]; +"2130 expand_as_39" [id=2130, type=expand_as]; +"2131 div_39" [id=2131, type=div]; +"2132 quantize_per_tensor_default_119" [id=2132, type=quantize_per_tensor]; +"2133 dequantize_per_tensor_default_119" [id=2133, type=dequantize_per_tensor]; +"2134 transpose_38" [id=2134, type=transpose]; +"2135 matmul_38" [id=2135, type=matmul]; +"2136 _frozen_param160" [id=2136, type=get_attr]; +"2137 mul_74" [id=2137, type=mul]; +"2138 add_100" [id=2138, type=add]; +"2139 new_zeros_9" [id=2139, type=new_zeros]; +"2140 view_106" [id=2140, type=view]; +"2141 permute_89" [id=2141, type=permute]; +"2142 reshape_87" [id=2142, type=reshape]; +"2143 unsqueeze_56" [id=2143, type=unsqueeze]; +"2144 unsqueeze_57" [id=2144, type=unsqueeze]; +"2145 sub_9" [id=2145, type=sub]; +"2146 ne_9" [id=2146, type=ne]; +"2147 masked_fill_18" [id=2147, type=masked_fill]; +"2148 eq_129" [id=2148, type=eq]; +"2149 masked_fill_19" [id=2149, type=masked_fill]; +"2150 view_107" [id=2150, type=view]; +"2151 unsqueeze_58" [id=2151, type=unsqueeze]; +"2152 unsqueeze_59" [id=2152, type=unsqueeze]; +"2153 add_101" [id=2153, type=add]; +"2154 view_108" [id=2154, type=view]; +"2155 softmax_19" [id=2155, type=softmax]; +"2156 dropout_76" [id=2156, type=dropout]; +"2157 matmul_39" [id=2157, type=matmul]; +"2158 transpose_39" [id=2158, type=transpose]; +"2159 reshape_88" [id=2159, type=reshape]; +"2160 reshape_88_0_0_nncf_smooth_quant_0" [id=2160, type=call_module]; +"2161 quantize_per_tensor_default_120" [id=2161, type=quantize_per_tensor]; +"2162 dequantize_per_tensor_default_120" [id=2162, type=dequantize_per_tensor]; +"2163 scale_updated_constant80" [id=2163, type=get_attr]; +"2164 compressed_weight_updated_constant80" [id=2164, type=get_attr]; +"2165 mul_tensor_80" [id=2165, type=mul]; +"2166 zero_point_updated_constant80" [id=2166, type=get_attr]; +"2167 sub_tensor_80" [id=2167, type=sub]; +"2168 linear_119" [id=2168, type=linear]; +"2169 dropout_77" [id=2169, type=dropout]; +"2170 view_109" [id=2170, type=view]; +"2171 permute_90" [id=2171, type=permute]; +"2172 reshape_89" [id=2172, type=reshape]; +"2173 roll_19" [id=2173, type=roll]; +"2174 slice_297" [id=2174, type=slice]; +"2175 slice_298" [id=2175, type=slice]; +"2176 slice_299" [id=2176, type=slice]; +"2177 slice_300" [id=2177, type=slice]; +"2178 contiguous_37" [id=2178, type=contiguous]; +"2179 layer_norm_41" [id=2179, type=layer_norm]; +"2180 add_102" [id=2180, type=add]; +"2181 add_102_0_0_nncf_smooth_quant_0" [id=2181, type=call_module]; +"2182 quantize_per_tensor_default_121" [id=2182, type=quantize_per_tensor]; +"2183 dequantize_per_tensor_default_121" [id=2183, type=dequantize_per_tensor]; +"2184 scale_updated_constant81" [id=2184, type=get_attr]; +"2185 compressed_weight_updated_constant81" [id=2185, type=get_attr]; +"2186 mul_tensor_81" [id=2186, type=mul]; +"2187 zero_point_updated_constant81" [id=2187, type=get_attr]; +"2188 sub_tensor_81" [id=2188, type=sub]; +"2189 linear_120" [id=2189, type=linear]; +"2190 gelu_19" [id=2190, type=gelu]; +"2191 dropout_78" [id=2191, type=dropout]; +"2192 dropout_78_0_0_nncf_smooth_quant_0" [id=2192, type=call_module]; +"2193 quantize_per_tensor_default_122" [id=2193, type=quantize_per_tensor]; +"2194 dequantize_per_tensor_default_122" [id=2194, type=dequantize_per_tensor]; +"2195 scale_updated_constant82" [id=2195, type=get_attr]; +"2196 compressed_weight_updated_constant82" [id=2196, type=get_attr]; +"2197 mul_tensor_82" [id=2197, type=mul]; +"2198 zero_point_updated_constant82" [id=2198, type=get_attr]; +"2199 sub_tensor_82" [id=2199, type=sub]; +"2200 linear_121" [id=2200, type=linear]; +"2201 dropout_79" [id=2201, type=dropout]; +"2202 layer_norm_42" [id=2202, type=layer_norm]; +"2203 add_103" [id=2203, type=add]; +"2204 _frozen_param170" [id=2204, type=get_attr]; +"2205 pad_22" [id=2205, type=pad]; +"2206 view_112" [id=2206, type=view]; +"2207 permute_92" [id=2207, type=permute]; +"2208 reshape_90" [id=2208, type=reshape]; +"2209 _frozen_param171" [id=2209, type=get_attr]; +"2210 reshape_90_0_0_nncf_smooth_quant_0" [id=2210, type=call_module]; +"2211 quantize_per_tensor_default_123" [id=2211, type=quantize_per_tensor]; +"2212 dequantize_per_tensor_default_123" [id=2212, type=dequantize_per_tensor]; +"2213 scale_updated_constant83" [id=2213, type=get_attr]; +"2214 compressed_weight_updated_constant83" [id=2214, type=get_attr]; +"2215 mul_tensor_83" [id=2215, type=mul]; +"2216 zero_point_updated_constant83" [id=2216, type=get_attr]; +"2217 sub_tensor_83" [id=2217, type=sub]; +"2218 linear_124" [id=2218, type=linear]; +"2219 reshape_91" [id=2219, type=reshape]; +"2220 permute_93" [id=2220, type=permute]; +"2221 select_60" [id=2221, type=select]; +"2222 select_61" [id=2222, type=select]; +"2223 select_62" [id=2223, type=select]; +"2224 linalg_vector_norm_40" [id=2224, type=linalg_vector_norm]; +"2225 clamp_min_40" [id=2225, type=clamp_min]; +"2226 expand_as_40" [id=2226, type=expand_as]; +"2227 div_40" [id=2227, type=div]; +"2228 quantize_per_tensor_default_124" [id=2228, type=quantize_per_tensor]; +"2229 dequantize_per_tensor_default_124" [id=2229, type=dequantize_per_tensor]; +"2230 linalg_vector_norm_41" [id=2230, type=linalg_vector_norm]; +"2231 clamp_min_41" [id=2231, type=clamp_min]; +"2232 expand_as_41" [id=2232, type=expand_as]; +"2233 div_41" [id=2233, type=div]; +"2234 quantize_per_tensor_default_125" [id=2234, type=quantize_per_tensor]; +"2235 dequantize_per_tensor_default_125" [id=2235, type=dequantize_per_tensor]; +"2236 transpose_40" [id=2236, type=transpose]; +"2237 matmul_40" [id=2237, type=matmul]; +"2238 _frozen_param173" [id=2238, type=get_attr]; +"2239 mul_76" [id=2239, type=mul]; +"2240 add_104" [id=2240, type=add]; +"2241 softmax_20" [id=2241, type=softmax]; +"2242 dropout_80" [id=2242, type=dropout]; +"2243 matmul_41" [id=2243, type=matmul]; +"2244 transpose_41" [id=2244, type=transpose]; +"2245 reshape_92" [id=2245, type=reshape]; +"2246 reshape_92_0_0_nncf_smooth_quant_0" [id=2246, type=call_module]; +"2247 quantize_per_tensor_default_126" [id=2247, type=quantize_per_tensor]; +"2248 dequantize_per_tensor_default_126" [id=2248, type=dequantize_per_tensor]; +"2249 scale_updated_constant84" [id=2249, type=get_attr]; +"2250 compressed_weight_updated_constant84" [id=2250, type=get_attr]; +"2251 mul_tensor_84" [id=2251, type=mul]; +"2252 zero_point_updated_constant84" [id=2252, type=get_attr]; +"2253 sub_tensor_84" [id=2253, type=sub]; +"2254 linear_125" [id=2254, type=linear]; +"2255 dropout_81" [id=2255, type=dropout]; +"2256 view_113" [id=2256, type=view]; +"2257 permute_94" [id=2257, type=permute]; +"2258 reshape_93" [id=2258, type=reshape]; +"2259 slice_302" [id=2259, type=slice]; +"2260 slice_303" [id=2260, type=slice]; +"2261 slice_304" [id=2261, type=slice]; +"2262 slice_305" [id=2262, type=slice]; +"2263 contiguous_39" [id=2263, type=contiguous]; +"2264 layer_norm_43" [id=2264, type=layer_norm]; +"2265 add_105" [id=2265, type=add]; +"2266 add_105_0_0_nncf_smooth_quant_0" [id=2266, type=call_module]; +"2267 quantize_per_tensor_default_127" [id=2267, type=quantize_per_tensor]; +"2268 dequantize_per_tensor_default_127" [id=2268, type=dequantize_per_tensor]; +"2269 scale_updated_constant85" [id=2269, type=get_attr]; +"2270 compressed_weight_updated_constant85" [id=2270, type=get_attr]; +"2271 mul_tensor_85" [id=2271, type=mul]; +"2272 zero_point_updated_constant85" [id=2272, type=get_attr]; +"2273 sub_tensor_85" [id=2273, type=sub]; +"2274 linear_126" [id=2274, type=linear]; +"2275 gelu_20" [id=2275, type=gelu]; +"2276 dropout_82" [id=2276, type=dropout]; +"2277 dropout_82_0_0_nncf_smooth_quant_0" [id=2277, type=call_module]; +"2278 quantize_per_tensor_default_128" [id=2278, type=quantize_per_tensor]; +"2279 dequantize_per_tensor_default_128" [id=2279, type=dequantize_per_tensor]; +"2280 scale_updated_constant86" [id=2280, type=get_attr]; +"2281 compressed_weight_updated_constant86" [id=2281, type=get_attr]; +"2282 mul_tensor_86" [id=2282, type=mul]; +"2283 zero_point_updated_constant86" [id=2283, type=get_attr]; +"2284 sub_tensor_86" [id=2284, type=sub]; +"2285 linear_127" [id=2285, type=linear]; +"2286 dropout_83" [id=2286, type=dropout]; +"2287 layer_norm_44" [id=2287, type=layer_norm]; +"2288 add_106" [id=2288, type=add]; +"2289 _frozen_param174" [id=2289, type=get_attr]; +"2290 pad_23" [id=2290, type=pad]; +"2291 roll_20" [id=2291, type=roll]; +"2292 view_116" [id=2292, type=view]; +"2293 permute_96" [id=2293, type=permute]; +"2294 reshape_94" [id=2294, type=reshape]; +"2295 _frozen_param175" [id=2295, type=get_attr]; +"2296 reshape_94_0_0_nncf_smooth_quant_0" [id=2296, type=call_module]; +"2297 quantize_per_tensor_default_129" [id=2297, type=quantize_per_tensor]; +"2298 dequantize_per_tensor_default_129" [id=2298, type=dequantize_per_tensor]; +"2299 scale_updated_constant87" [id=2299, type=get_attr]; +"2300 compressed_weight_updated_constant87" [id=2300, type=get_attr]; +"2301 mul_tensor_87" [id=2301, type=mul]; +"2302 zero_point_updated_constant87" [id=2302, type=get_attr]; +"2303 sub_tensor_87" [id=2303, type=sub]; +"2304 linear_130" [id=2304, type=linear]; +"2305 reshape_95" [id=2305, type=reshape]; +"2306 permute_97" [id=2306, type=permute]; +"2307 select_63" [id=2307, type=select]; +"2308 select_64" [id=2308, type=select]; +"2309 select_65" [id=2309, type=select]; +"2310 linalg_vector_norm_42" [id=2310, type=linalg_vector_norm]; +"2311 clamp_min_42" [id=2311, type=clamp_min]; +"2312 expand_as_42" [id=2312, type=expand_as]; +"2313 div_42" [id=2313, type=div]; +"2314 quantize_per_tensor_default_130" [id=2314, type=quantize_per_tensor]; +"2315 dequantize_per_tensor_default_130" [id=2315, type=dequantize_per_tensor]; +"2316 linalg_vector_norm_43" [id=2316, type=linalg_vector_norm]; +"2317 clamp_min_43" [id=2317, type=clamp_min]; +"2318 expand_as_43" [id=2318, type=expand_as]; +"2319 div_43" [id=2319, type=div]; +"2320 quantize_per_tensor_default_131" [id=2320, type=quantize_per_tensor]; +"2321 dequantize_per_tensor_default_131" [id=2321, type=dequantize_per_tensor]; +"2322 transpose_42" [id=2322, type=transpose]; +"2323 matmul_42" [id=2323, type=matmul]; +"2324 _frozen_param177" [id=2324, type=get_attr]; +"2325 mul_78" [id=2325, type=mul]; +"2326 add_107" [id=2326, type=add]; +"2327 new_zeros_10" [id=2327, type=new_zeros]; +"2328 view_117" [id=2328, type=view]; +"2329 permute_98" [id=2329, type=permute]; +"2330 reshape_96" [id=2330, type=reshape]; +"2331 unsqueeze_62" [id=2331, type=unsqueeze]; +"2332 unsqueeze_63" [id=2332, type=unsqueeze]; +"2333 sub_10" [id=2333, type=sub]; +"2334 ne_10" [id=2334, type=ne]; +"2335 masked_fill_20" [id=2335, type=masked_fill]; +"2336 eq_140" [id=2336, type=eq]; +"2337 masked_fill_21" [id=2337, type=masked_fill]; +"2338 view_118" [id=2338, type=view]; +"2339 unsqueeze_64" [id=2339, type=unsqueeze]; +"2340 unsqueeze_65" [id=2340, type=unsqueeze]; +"2341 add_108" [id=2341, type=add]; +"2342 view_119" [id=2342, type=view]; +"2343 softmax_21" [id=2343, type=softmax]; +"2344 dropout_84" [id=2344, type=dropout]; +"2345 matmul_43" [id=2345, type=matmul]; +"2346 transpose_43" [id=2346, type=transpose]; +"2347 reshape_97" [id=2347, type=reshape]; +"2348 reshape_97_0_0_nncf_smooth_quant_0" [id=2348, type=call_module]; +"2349 quantize_per_tensor_default_132" [id=2349, type=quantize_per_tensor]; +"2350 dequantize_per_tensor_default_132" [id=2350, type=dequantize_per_tensor]; +"2351 scale_updated_constant88" [id=2351, type=get_attr]; +"2352 compressed_weight_updated_constant88" [id=2352, type=get_attr]; +"2353 mul_tensor_88" [id=2353, type=mul]; +"2354 zero_point_updated_constant88" [id=2354, type=get_attr]; +"2355 sub_tensor_88" [id=2355, type=sub]; +"2356 linear_131" [id=2356, type=linear]; +"2357 dropout_85" [id=2357, type=dropout]; +"2358 view_120" [id=2358, type=view]; +"2359 permute_99" [id=2359, type=permute]; +"2360 reshape_98" [id=2360, type=reshape]; +"2361 roll_21" [id=2361, type=roll]; +"2362 slice_325" [id=2362, type=slice]; +"2363 slice_326" [id=2363, type=slice]; +"2364 slice_327" [id=2364, type=slice]; +"2365 slice_328" [id=2365, type=slice]; +"2366 contiguous_41" [id=2366, type=contiguous]; +"2367 layer_norm_45" [id=2367, type=layer_norm]; +"2368 add_109" [id=2368, type=add]; +"2369 add_109_0_0_nncf_smooth_quant_0" [id=2369, type=call_module]; +"2370 quantize_per_tensor_default_133" [id=2370, type=quantize_per_tensor]; +"2371 dequantize_per_tensor_default_133" [id=2371, type=dequantize_per_tensor]; +"2372 scale_updated_constant89" [id=2372, type=get_attr]; +"2373 compressed_weight_updated_constant89" [id=2373, type=get_attr]; +"2374 mul_tensor_89" [id=2374, type=mul]; +"2375 zero_point_updated_constant89" [id=2375, type=get_attr]; +"2376 sub_tensor_89" [id=2376, type=sub]; +"2377 linear_132" [id=2377, type=linear]; +"2378 gelu_21" [id=2378, type=gelu]; +"2379 dropout_86" [id=2379, type=dropout]; +"2380 dropout_86_0_0_nncf_smooth_quant_0" [id=2380, type=call_module]; +"2381 quantize_per_tensor_default_134" [id=2381, type=quantize_per_tensor]; +"2382 dequantize_per_tensor_default_134" [id=2382, type=dequantize_per_tensor]; +"2383 scale_updated_constant90" [id=2383, type=get_attr]; +"2384 compressed_weight_updated_constant90" [id=2384, type=get_attr]; +"2385 mul_tensor_90" [id=2385, type=mul]; +"2386 zero_point_updated_constant90" [id=2386, type=get_attr]; +"2387 sub_tensor_90" [id=2387, type=sub]; +"2388 linear_133" [id=2388, type=linear]; +"2389 dropout_87" [id=2389, type=dropout]; +"2390 layer_norm_46" [id=2390, type=layer_norm]; +"2391 add_110" [id=2391, type=add]; +"2392 pad_24" [id=2392, type=pad]; +"2393 slice_329" [id=2393, type=slice]; +"2394 slice_330" [id=2394, type=slice]; +"2395 slice_331" [id=2395, type=slice]; +"2396 slice_332" [id=2396, type=slice]; +"2397 slice_333" [id=2397, type=slice]; +"2398 slice_334" [id=2398, type=slice]; +"2399 slice_335" [id=2399, type=slice]; +"2400 slice_336" [id=2400, type=slice]; +"2401 slice_337" [id=2401, type=slice]; +"2402 slice_338" [id=2402, type=slice]; +"2403 slice_339" [id=2403, type=slice]; +"2404 slice_340" [id=2404, type=slice]; +"2405 cat_2" [id=2405, type=cat]; +"2406 cat_2_0_0_nncf_smooth_quant_0" [id=2406, type=call_module]; +"2407 quantize_per_tensor_default_135" [id=2407, type=quantize_per_tensor]; +"2408 dequantize_per_tensor_default_135" [id=2408, type=dequantize_per_tensor]; +"2409 scale_updated_constant91" [id=2409, type=get_attr]; +"2410 compressed_weight_updated_constant91" [id=2410, type=get_attr]; +"2411 mul_tensor_91" [id=2411, type=mul]; +"2412 zero_point_updated_constant91" [id=2412, type=get_attr]; +"2413 sub_tensor_91" [id=2413, type=sub]; +"2414 linear_134" [id=2414, type=linear]; +"2415 layer_norm_47" [id=2415, type=layer_norm]; +"2416 _frozen_param187" [id=2416, type=get_attr]; +"2417 pad_25" [id=2417, type=pad]; +"2418 mul_80" [id=2418, type=<built-in function mul>]; +"2419 view_123" [id=2419, type=view]; +"2420 permute_101" [id=2420, type=permute]; +"2421 reshape_99" [id=2421, type=reshape]; +"2422 _frozen_param188" [id=2422, type=get_attr]; +"2423 reshape_99_0_0_nncf_smooth_quant_0" [id=2423, type=call_module]; +"2424 quantize_per_tensor_default_136" [id=2424, type=quantize_per_tensor]; +"2425 dequantize_per_tensor_default_136" [id=2425, type=dequantize_per_tensor]; +"2426 scale_updated_constant92" [id=2426, type=get_attr]; +"2427 compressed_weight_updated_constant92" [id=2427, type=get_attr]; +"2428 mul_tensor_92" [id=2428, type=mul]; +"2429 zero_point_updated_constant92" [id=2429, type=get_attr]; +"2430 sub_tensor_92" [id=2430, type=sub]; +"2431 linear_137" [id=2431, type=linear]; +"2432 reshape_100" [id=2432, type=reshape]; +"2433 permute_102" [id=2433, type=permute]; +"2434 select_66" [id=2434, type=select]; +"2435 select_67" [id=2435, type=select]; +"2436 select_68" [id=2436, type=select]; +"2437 linalg_vector_norm_44" [id=2437, type=linalg_vector_norm]; +"2438 clamp_min_44" [id=2438, type=clamp_min]; +"2439 expand_as_44" [id=2439, type=expand_as]; +"2440 div_44" [id=2440, type=div]; +"2441 quantize_per_tensor_default_137" [id=2441, type=quantize_per_tensor]; +"2442 dequantize_per_tensor_default_137" [id=2442, type=dequantize_per_tensor]; +"2443 linalg_vector_norm_45" [id=2443, type=linalg_vector_norm]; +"2444 clamp_min_45" [id=2444, type=clamp_min]; +"2445 expand_as_45" [id=2445, type=expand_as]; +"2446 div_45" [id=2446, type=div]; +"2447 quantize_per_tensor_default_138" [id=2447, type=quantize_per_tensor]; +"2448 dequantize_per_tensor_default_138" [id=2448, type=dequantize_per_tensor]; +"2449 transpose_44" [id=2449, type=transpose]; +"2450 matmul_44" [id=2450, type=matmul]; +"2451 _frozen_param190" [id=2451, type=get_attr]; +"2452 mul_81" [id=2452, type=mul]; +"2453 add_111" [id=2453, type=add]; +"2454 softmax_22" [id=2454, type=softmax]; +"2455 dropout_88" [id=2455, type=dropout]; +"2456 matmul_45" [id=2456, type=matmul]; +"2457 transpose_45" [id=2457, type=transpose]; +"2458 reshape_101" [id=2458, type=reshape]; +"2459 reshape_101_0_0_nncf_smooth_quant_0" [id=2459, type=call_module]; +"2460 quantize_per_tensor_default_139" [id=2460, type=quantize_per_tensor]; +"2461 dequantize_per_tensor_default_139" [id=2461, type=dequantize_per_tensor]; +"2462 scale_updated_constant93" [id=2462, type=get_attr]; +"2463 compressed_weight_updated_constant93" [id=2463, type=get_attr]; +"2464 mul_tensor_93" [id=2464, type=mul]; +"2465 zero_point_updated_constant93" [id=2465, type=get_attr]; +"2466 sub_tensor_93" [id=2466, type=sub]; +"2467 linear_138" [id=2467, type=linear]; +"2468 dropout_89" [id=2468, type=dropout]; +"2469 view_124" [id=2469, type=view]; +"2470 permute_103" [id=2470, type=permute]; +"2471 reshape_102" [id=2471, type=reshape]; +"2472 slice_342" [id=2472, type=slice]; +"2473 slice_343" [id=2473, type=slice]; +"2474 slice_344" [id=2474, type=slice]; +"2475 slice_345" [id=2475, type=slice]; +"2476 contiguous_43" [id=2476, type=contiguous]; +"2477 layer_norm_48" [id=2477, type=layer_norm]; +"2478 add_112" [id=2478, type=add]; +"2479 add_112_0_0_nncf_smooth_quant_0" [id=2479, type=call_module]; +"2480 quantize_per_tensor_default_140" [id=2480, type=quantize_per_tensor]; +"2481 dequantize_per_tensor_default_140" [id=2481, type=dequantize_per_tensor]; +"2482 scale_updated_constant94" [id=2482, type=get_attr]; +"2483 compressed_weight_updated_constant94" [id=2483, type=get_attr]; +"2484 mul_tensor_94" [id=2484, type=mul]; +"2485 zero_point_updated_constant94" [id=2485, type=get_attr]; +"2486 sub_tensor_94" [id=2486, type=sub]; +"2487 linear_139" [id=2487, type=linear]; +"2488 gelu_22" [id=2488, type=gelu]; +"2489 dropout_90" [id=2489, type=dropout]; +"2490 dropout_90_0_0_nncf_smooth_quant_0" [id=2490, type=call_module]; +"2491 quantize_per_tensor_default_141" [id=2491, type=quantize_per_tensor]; +"2492 dequantize_per_tensor_default_141" [id=2492, type=dequantize_per_tensor]; +"2493 scale_updated_constant95" [id=2493, type=get_attr]; +"2494 compressed_weight_updated_constant95" [id=2494, type=get_attr]; +"2495 mul_tensor_95" [id=2495, type=mul]; +"2496 zero_point_updated_constant95" [id=2496, type=get_attr]; +"2497 sub_tensor_95" [id=2497, type=sub]; +"2498 linear_140" [id=2498, type=linear]; +"2499 dropout_91" [id=2499, type=dropout]; +"2500 layer_norm_49" [id=2500, type=layer_norm]; +"2501 add_113" [id=2501, type=add]; +"2502 _frozen_param191" [id=2502, type=get_attr]; +"2503 pad_26" [id=2503, type=pad]; +"2504 view_127" [id=2504, type=view]; +"2505 permute_105" [id=2505, type=permute]; +"2506 reshape_103" [id=2506, type=reshape]; +"2507 _frozen_param192" [id=2507, type=get_attr]; +"2508 reshape_103_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; +"2509 quantize_per_tensor_default_142" [id=2509, type=quantize_per_tensor]; +"2510 dequantize_per_tensor_default_142" [id=2510, type=dequantize_per_tensor]; +"2511 scale_updated_constant96" [id=2511, type=get_attr]; +"2512 compressed_weight_updated_constant96" [id=2512, type=get_attr]; +"2513 mul_tensor_96" [id=2513, type=mul]; +"2514 zero_point_updated_constant96" [id=2514, type=get_attr]; +"2515 sub_tensor_96" [id=2515, type=sub]; +"2516 linear_143" [id=2516, type=linear]; +"2517 reshape_104" [id=2517, type=reshape]; +"2518 permute_106" [id=2518, type=permute]; +"2519 select_69" [id=2519, type=select]; +"2520 select_70" [id=2520, type=select]; +"2521 select_71" [id=2521, type=select]; +"2522 linalg_vector_norm_46" [id=2522, type=linalg_vector_norm]; +"2523 clamp_min_46" [id=2523, type=clamp_min]; +"2524 expand_as_46" [id=2524, type=expand_as]; +"2525 div_46" [id=2525, type=div]; +"2526 quantize_per_tensor_default_143" [id=2526, type=quantize_per_tensor]; +"2527 dequantize_per_tensor_default_143" [id=2527, type=dequantize_per_tensor]; +"2528 linalg_vector_norm_47" [id=2528, type=linalg_vector_norm]; +"2529 clamp_min_47" [id=2529, type=clamp_min]; +"2530 expand_as_47" [id=2530, type=expand_as]; +"2531 div_47" [id=2531, type=div]; +"2532 quantize_per_tensor_default_144" [id=2532, type=quantize_per_tensor]; +"2533 dequantize_per_tensor_default_144" [id=2533, type=dequantize_per_tensor]; +"2534 transpose_46" [id=2534, type=transpose]; +"2535 matmul_46" [id=2535, type=matmul]; +"2536 _frozen_param194" [id=2536, type=get_attr]; +"2537 mul_83" [id=2537, type=mul]; +"2538 add_114" [id=2538, type=add]; +"2539 softmax_23" [id=2539, type=softmax]; +"2540 dropout_92" [id=2540, type=dropout]; +"2541 matmul_47" [id=2541, type=matmul]; +"2542 transpose_47" [id=2542, type=transpose]; +"2543 reshape_105" [id=2543, type=reshape]; +"2544 reshape_105_0_0_nncf_smooth_quant_0" [id=2544, type=call_module]; +"2545 quantize_per_tensor_default_145" [id=2545, type=quantize_per_tensor]; +"2546 dequantize_per_tensor_default_145" [id=2546, type=dequantize_per_tensor]; +"2547 scale_updated_constant97" [id=2547, type=get_attr]; +"2548 compressed_weight_updated_constant97" [id=2548, type=get_attr]; +"2549 mul_tensor_97" [id=2549, type=mul]; +"2550 zero_point_updated_constant97" [id=2550, type=get_attr]; +"2551 sub_tensor_97" [id=2551, type=sub]; +"2552 linear_144" [id=2552, type=linear]; +"2553 dropout_93" [id=2553, type=dropout]; +"2554 view_128" [id=2554, type=view]; +"2555 permute_107" [id=2555, type=permute]; +"2556 reshape_106" [id=2556, type=reshape]; +"2557 slice_347" [id=2557, type=slice]; +"2558 slice_348" [id=2558, type=slice]; +"2559 slice_349" [id=2559, type=slice]; +"2560 slice_350" [id=2560, type=slice]; +"2561 contiguous_45" [id=2561, type=contiguous]; +"2562 layer_norm_50" [id=2562, type=layer_norm]; +"2563 add_115" [id=2563, type=add]; +"2564 add_115_0_0_nncf_smooth_quant_0" [id=2564, type=call_module]; +"2565 quantize_per_tensor_default_146" [id=2565, type=quantize_per_tensor]; +"2566 dequantize_per_tensor_default_146" [id=2566, type=dequantize_per_tensor]; +"2567 scale_updated_constant98" [id=2567, type=get_attr]; +"2568 compressed_weight_updated_constant98" [id=2568, type=get_attr]; +"2569 mul_tensor_98" [id=2569, type=mul]; +"2570 zero_point_updated_constant98" [id=2570, type=get_attr]; +"2571 sub_tensor_98" [id=2571, type=sub]; +"2572 linear_145" [id=2572, type=linear]; +"2573 gelu_23" [id=2573, type=gelu]; +"2574 dropout_94" [id=2574, type=dropout]; +"2575 dropout_94_0_0_nncf_smooth_quant_0" [id=2575, type=call_module]; +"2576 quantize_per_tensor_default_147" [id=2576, type=quantize_per_tensor]; +"2577 dequantize_per_tensor_default_147" [id=2577, type=dequantize_per_tensor]; +"2578 scale_updated_constant99" [id=2578, type=get_attr]; +"2579 compressed_weight_updated_constant99" [id=2579, type=get_attr]; +"2580 mul_tensor_99" [id=2580, type=mul]; +"2581 zero_point_updated_constant99" [id=2581, type=get_attr]; +"2582 sub_tensor_99" [id=2582, type=sub]; +"2583 linear_146" [id=2583, type=linear]; +"2584 dropout_95" [id=2584, type=dropout]; +"2585 layer_norm_51" [id=2585, type=layer_norm]; +"2586 add_116" [id=2586, type=add]; +"2587 layer_norm_52" [id=2587, type=layer_norm]; +"2588 permute_108" [id=2588, type=permute]; +"2589 adaptive_avg_pool2d" [id=2589, type=adaptive_avg_pool2d]; +"2590 flatten" [id=2590, type=flatten]; +"2591 flatten_0_0_nncf_smooth_quant_0" [id=2591, type=call_module]; +"2592 quantize_per_tensor_default_148" [id=2592, type=quantize_per_tensor]; +"2593 dequantize_per_tensor_default_148" [id=2593, type=dequantize_per_tensor]; +"2594 scale_updated_constant100" [id=2594, type=get_attr]; +"2595 compressed_weight_updated_constant100" [id=2595, type=get_attr]; +"2596 mul_tensor_100" [id=2596, type=mul]; +"2597 zero_point_updated_constant100" [id=2597, type=get_attr]; +"2598 sub_tensor_100" [id=2598, type=sub]; +"2599 linear_147" [id=2599, type=linear]; +"2600 output" [id=2600, type=output]; +"0 features_1_0_attn_proj_bias" -> "330 linear_3" [label="(96,)", style=solid]; +"1 features_1_1_attn_proj_bias" -> "429 linear_9" [label="(96,)", style=solid]; +"2 features_3_0_attn_proj_bias" -> "537 linear_16" [label="(192,)", style=solid]; +"3 features_3_1_attn_proj_bias" -> "639 linear_22" [label="(192,)", style=solid]; +"4 features_5_0_attn_proj_bias" -> "750 linear_29" [label="(384,)", style=solid]; +"5 features_5_1_attn_proj_bias" -> "852 linear_35" [label="(384,)", style=solid]; +"6 features_5_2_attn_proj_bias" -> "938 linear_41" [label="(384,)", style=solid]; +"7 features_5_3_attn_proj_bias" -> "1040 linear_47" [label="(384,)", style=solid]; +"8 features_5_4_attn_proj_bias" -> "1126 linear_53" [label="(384,)", style=solid]; +"9 features_5_5_attn_proj_bias" -> "1228 linear_59" [label="(384,)", style=solid]; +"10 features_5_6_attn_proj_bias" -> "1314 linear_65" [label="(384,)", style=solid]; +"11 features_5_7_attn_proj_bias" -> "1416 linear_71" [label="(384,)", style=solid]; +"12 features_5_8_attn_proj_bias" -> "1502 linear_77" [label="(384,)", style=solid]; +"13 features_5_9_attn_proj_bias" -> "1604 linear_83" [label="(384,)", style=solid]; +"14 features_5_10_attn_proj_bias" -> "1690 linear_89" [label="(384,)", style=solid]; +"15 features_5_11_attn_proj_bias" -> "1792 linear_95" [label="(384,)", style=solid]; +"16 features_5_12_attn_proj_bias" -> "1878 linear_101" [label="(384,)", style=solid]; +"17 features_5_13_attn_proj_bias" -> "1980 linear_107" [label="(384,)", style=solid]; +"18 features_5_14_attn_proj_bias" -> "2066 linear_113" [label="(384,)", style=solid]; +"19 features_5_15_attn_proj_bias" -> "2168 linear_119" [label="(384,)", style=solid]; +"20 features_5_16_attn_proj_bias" -> "2254 linear_125" [label="(384,)", style=solid]; +"21 features_5_17_attn_proj_bias" -> "2356 linear_131" [label="(384,)", style=solid]; +"22 features_7_0_attn_proj_bias" -> "2467 linear_138" [label="(768,)", style=solid]; +"23 features_7_1_attn_proj_bias" -> "2552 linear_144" [label="(768,)", style=solid]; +"24 features_0_0_bias" -> "190 conv2d" [label="(96,)", style=solid]; +"25 features_0_2_weight" -> "278 layer_norm" [label="(96,)", style=solid]; +"26 features_0_2_bias" -> "278 layer_norm" [label="(96,)", style=solid]; +"27 features_1_0_norm1_weight" -> "337 layer_norm_1" [label="(96,)", style=solid]; +"28 features_1_0_norm1_bias" -> "337 layer_norm_1" [label="(96,)", style=solid]; +"29 features_1_0_mlp_0_bias" -> "347 linear_4" [label="(384,)", style=solid]; +"30 features_1_0_mlp_3_bias" -> "358 linear_5" [label="(96,)", style=solid]; +"31 features_1_0_norm2_weight" -> "360 layer_norm_2" [label="(96,)", style=solid]; +"32 features_1_0_norm2_bias" -> "360 layer_norm_2" [label="(96,)", style=solid]; +"33 features_1_1_norm1_weight" -> "437 layer_norm_3" [label="(96,)", style=solid]; +"34 features_1_1_norm1_bias" -> "437 layer_norm_3" [label="(96,)", style=solid]; +"35 features_1_1_mlp_0_bias" -> "447 linear_10" [label="(384,)", style=solid]; +"36 features_1_1_mlp_3_bias" -> "458 linear_11" [label="(96,)", style=solid]; +"37 features_1_1_norm2_weight" -> "460 layer_norm_4" [label="(96,)", style=solid]; +"38 features_1_1_norm2_bias" -> "460 layer_norm_4" [label="(96,)", style=solid]; +"39 features_2_norm_weight" -> "485 layer_norm_5" [label="(192,)", style=solid]; +"40 features_2_norm_bias" -> "485 layer_norm_5" [label="(192,)", style=solid]; +"41 features_3_0_norm1_weight" -> "547 layer_norm_6" [label="(192,)", style=solid]; +"42 features_3_0_norm1_bias" -> "547 layer_norm_6" [label="(192,)", style=solid]; +"43 features_3_0_mlp_0_bias" -> "557 linear_17" [label="(768,)", style=solid]; +"44 features_3_0_mlp_3_bias" -> "568 linear_18" [label="(192,)", style=solid]; +"45 features_3_0_norm2_weight" -> "570 layer_norm_7" [label="(192,)", style=solid]; +"46 features_3_0_norm2_bias" -> "570 layer_norm_7" [label="(192,)", style=solid]; +"47 features_3_1_norm1_weight" -> "650 layer_norm_8" [label="(192,)", style=solid]; +"48 features_3_1_norm1_bias" -> "650 layer_norm_8" [label="(192,)", style=solid]; +"49 features_3_1_mlp_0_bias" -> "660 linear_23" [label="(768,)", style=solid]; +"50 features_3_1_mlp_3_bias" -> "671 linear_24" [label="(192,)", style=solid]; +"51 features_3_1_norm2_weight" -> "673 layer_norm_9" [label="(192,)", style=solid]; +"52 features_3_1_norm2_bias" -> "673 layer_norm_9" [label="(192,)", style=solid]; +"53 features_4_norm_weight" -> "698 layer_norm_10" [label="(384,)", style=solid]; +"54 features_4_norm_bias" -> "698 layer_norm_10" [label="(384,)", style=solid]; +"55 features_5_0_norm1_weight" -> "760 layer_norm_11" [label="(384,)", style=solid]; +"56 features_5_0_norm1_bias" -> "760 layer_norm_11" [label="(384,)", style=solid]; +"57 features_5_0_mlp_0_bias" -> "770 linear_30" [label="(1536,)", style=solid]; +"58 features_5_0_mlp_3_bias" -> "781 linear_31" [label="(384,)", style=solid]; +"59 features_5_0_norm2_weight" -> "783 layer_norm_12" [label="(384,)", style=solid]; +"60 features_5_0_norm2_bias" -> "783 layer_norm_12" [label="(384,)", style=solid]; +"61 features_5_1_norm1_weight" -> "863 layer_norm_13" [label="(384,)", style=solid]; +"62 features_5_1_norm1_bias" -> "863 layer_norm_13" [label="(384,)", style=solid]; +"63 features_5_1_mlp_0_bias" -> "873 linear_36" [label="(1536,)", style=solid]; +"64 features_5_1_mlp_3_bias" -> "884 linear_37" [label="(384,)", style=solid]; +"65 features_5_1_norm2_weight" -> "886 layer_norm_14" [label="(384,)", style=solid]; +"66 features_5_1_norm2_bias" -> "886 layer_norm_14" [label="(384,)", style=solid]; +"67 features_5_2_norm1_weight" -> "948 layer_norm_15" [label="(384,)", style=solid]; +"68 features_5_2_norm1_bias" -> "948 layer_norm_15" [label="(384,)", style=solid]; +"69 features_5_2_mlp_0_bias" -> "958 linear_42" [label="(1536,)", style=solid]; +"70 features_5_2_mlp_3_bias" -> "969 linear_43" [label="(384,)", style=solid]; +"71 features_5_2_norm2_weight" -> "971 layer_norm_16" [label="(384,)", style=solid]; +"72 features_5_2_norm2_bias" -> "971 layer_norm_16" [label="(384,)", style=solid]; +"73 features_5_3_norm1_weight" -> "1051 layer_norm_17" [label="(384,)", style=solid]; +"74 features_5_3_norm1_bias" -> "1051 layer_norm_17" [label="(384,)", style=solid]; +"75 features_5_3_mlp_0_bias" -> "1061 linear_48" [label="(1536,)", style=solid]; +"76 features_5_3_mlp_3_bias" -> "1072 linear_49" [label="(384,)", style=solid]; +"77 features_5_3_norm2_weight" -> "1074 layer_norm_18" [label="(384,)", style=solid]; +"78 features_5_3_norm2_bias" -> "1074 layer_norm_18" [label="(384,)", style=solid]; +"79 features_5_4_norm1_weight" -> "1136 layer_norm_19" [label="(384,)", style=solid]; +"80 features_5_4_norm1_bias" -> "1136 layer_norm_19" [label="(384,)", style=solid]; +"81 features_5_4_mlp_0_bias" -> "1146 linear_54" [label="(1536,)", style=solid]; +"82 features_5_4_mlp_3_bias" -> "1157 linear_55" [label="(384,)", style=solid]; +"83 features_5_4_norm2_weight" -> "1159 layer_norm_20" [label="(384,)", style=solid]; +"84 features_5_4_norm2_bias" -> "1159 layer_norm_20" [label="(384,)", style=solid]; +"85 features_5_5_norm1_weight" -> "1239 layer_norm_21" [label="(384,)", style=solid]; +"86 features_5_5_norm1_bias" -> "1239 layer_norm_21" [label="(384,)", style=solid]; +"87 features_5_5_mlp_0_bias" -> "1249 linear_60" [label="(1536,)", style=solid]; +"88 features_5_5_mlp_3_bias" -> "1260 linear_61" [label="(384,)", style=solid]; +"89 features_5_5_norm2_weight" -> "1262 layer_norm_22" [label="(384,)", style=solid]; +"90 features_5_5_norm2_bias" -> "1262 layer_norm_22" [label="(384,)", style=solid]; +"91 features_5_6_norm1_weight" -> "1324 layer_norm_23" [label="(384,)", style=solid]; +"92 features_5_6_norm1_bias" -> "1324 layer_norm_23" [label="(384,)", style=solid]; +"93 features_5_6_mlp_0_bias" -> "1334 linear_66" [label="(1536,)", style=solid]; +"94 features_5_6_mlp_3_bias" -> "1345 linear_67" [label="(384,)", style=solid]; +"95 features_5_6_norm2_weight" -> "1347 layer_norm_24" [label="(384,)", style=solid]; +"96 features_5_6_norm2_bias" -> "1347 layer_norm_24" [label="(384,)", style=solid]; +"97 features_5_7_norm1_weight" -> "1427 layer_norm_25" [label="(384,)", style=solid]; +"98 features_5_7_norm1_bias" -> "1427 layer_norm_25" [label="(384,)", style=solid]; +"99 features_5_7_mlp_0_bias" -> "1437 linear_72" [label="(1536,)", style=solid]; +"100 features_5_7_mlp_3_bias" -> "1448 linear_73" [label="(384,)", style=solid]; +"101 features_5_7_norm2_weight" -> "1450 layer_norm_26" [label="(384,)", style=solid]; +"102 features_5_7_norm2_bias" -> "1450 layer_norm_26" [label="(384,)", style=solid]; +"103 features_5_8_norm1_weight" -> "1512 layer_norm_27" [label="(384,)", style=solid]; +"104 features_5_8_norm1_bias" -> "1512 layer_norm_27" [label="(384,)", style=solid]; +"105 features_5_8_mlp_0_bias" -> "1522 linear_78" [label="(1536,)", style=solid]; +"106 features_5_8_mlp_3_bias" -> "1533 linear_79" [label="(384,)", style=solid]; +"107 features_5_8_norm2_weight" -> "1535 layer_norm_28" [label="(384,)", style=solid]; +"108 features_5_8_norm2_bias" -> "1535 layer_norm_28" [label="(384,)", style=solid]; +"109 features_5_9_norm1_weight" -> "1615 layer_norm_29" [label="(384,)", style=solid]; +"110 features_5_9_norm1_bias" -> "1615 layer_norm_29" [label="(384,)", style=solid]; +"111 features_5_9_mlp_0_bias" -> "1625 linear_84" [label="(1536,)", style=solid]; +"112 features_5_9_mlp_3_bias" -> "1636 linear_85" [label="(384,)", style=solid]; +"113 features_5_9_norm2_weight" -> "1638 layer_norm_30" [label="(384,)", style=solid]; +"114 features_5_9_norm2_bias" -> "1638 layer_norm_30" [label="(384,)", style=solid]; +"115 features_5_10_norm1_weight" -> "1700 layer_norm_31" [label="(384,)", style=solid]; +"116 features_5_10_norm1_bias" -> "1700 layer_norm_31" [label="(384,)", style=solid]; +"117 features_5_10_mlp_0_bias" -> "1710 linear_90" [label="(1536,)", style=solid]; +"118 features_5_10_mlp_3_bias" -> "1721 linear_91" [label="(384,)", style=solid]; +"119 features_5_10_norm2_weight" -> "1723 layer_norm_32" [label="(384,)", style=solid]; +"120 features_5_10_norm2_bias" -> "1723 layer_norm_32" [label="(384,)", style=solid]; +"121 features_5_11_norm1_weight" -> "1803 layer_norm_33" [label="(384,)", style=solid]; +"122 features_5_11_norm1_bias" -> "1803 layer_norm_33" [label="(384,)", style=solid]; +"123 features_5_11_mlp_0_bias" -> "1813 linear_96" [label="(1536,)", style=solid]; +"124 features_5_11_mlp_3_bias" -> "1824 linear_97" [label="(384,)", style=solid]; +"125 features_5_11_norm2_weight" -> "1826 layer_norm_34" [label="(384,)", style=solid]; +"126 features_5_11_norm2_bias" -> "1826 layer_norm_34" [label="(384,)", style=solid]; +"127 features_5_12_norm1_weight" -> "1888 layer_norm_35" [label="(384,)", style=solid]; +"128 features_5_12_norm1_bias" -> "1888 layer_norm_35" [label="(384,)", style=solid]; +"129 features_5_12_mlp_0_bias" -> "1898 linear_102" [label="(1536,)", style=solid]; +"130 features_5_12_mlp_3_bias" -> "1909 linear_103" [label="(384,)", style=solid]; +"131 features_5_12_norm2_weight" -> "1911 layer_norm_36" [label="(384,)", style=solid]; +"132 features_5_12_norm2_bias" -> "1911 layer_norm_36" [label="(384,)", style=solid]; +"133 features_5_13_norm1_weight" -> "1991 layer_norm_37" [label="(384,)", style=solid]; +"134 features_5_13_norm1_bias" -> "1991 layer_norm_37" [label="(384,)", style=solid]; +"135 features_5_13_mlp_0_bias" -> "2001 linear_108" [label="(1536,)", style=solid]; +"136 features_5_13_mlp_3_bias" -> "2012 linear_109" [label="(384,)", style=solid]; +"137 features_5_13_norm2_weight" -> "2014 layer_norm_38" [label="(384,)", style=solid]; +"138 features_5_13_norm2_bias" -> "2014 layer_norm_38" [label="(384,)", style=solid]; +"139 features_5_14_norm1_weight" -> "2076 layer_norm_39" [label="(384,)", style=solid]; +"140 features_5_14_norm1_bias" -> "2076 layer_norm_39" [label="(384,)", style=solid]; +"141 features_5_14_mlp_0_bias" -> "2086 linear_114" [label="(1536,)", style=solid]; +"142 features_5_14_mlp_3_bias" -> "2097 linear_115" [label="(384,)", style=solid]; +"143 features_5_14_norm2_weight" -> "2099 layer_norm_40" [label="(384,)", style=solid]; +"144 features_5_14_norm2_bias" -> "2099 layer_norm_40" [label="(384,)", style=solid]; +"145 features_5_15_norm1_weight" -> "2179 layer_norm_41" [label="(384,)", style=solid]; +"146 features_5_15_norm1_bias" -> "2179 layer_norm_41" [label="(384,)", style=solid]; +"147 features_5_15_mlp_0_bias" -> "2189 linear_120" [label="(1536,)", style=solid]; +"148 features_5_15_mlp_3_bias" -> "2200 linear_121" [label="(384,)", style=solid]; +"149 features_5_15_norm2_weight" -> "2202 layer_norm_42" [label="(384,)", style=solid]; +"150 features_5_15_norm2_bias" -> "2202 layer_norm_42" [label="(384,)", style=solid]; +"151 features_5_16_norm1_weight" -> "2264 layer_norm_43" [label="(384,)", style=solid]; +"152 features_5_16_norm1_bias" -> "2264 layer_norm_43" [label="(384,)", style=solid]; +"153 features_5_16_mlp_0_bias" -> "2274 linear_126" [label="(1536,)", style=solid]; +"154 features_5_16_mlp_3_bias" -> "2285 linear_127" [label="(384,)", style=solid]; +"155 features_5_16_norm2_weight" -> "2287 layer_norm_44" [label="(384,)", style=solid]; +"156 features_5_16_norm2_bias" -> "2287 layer_norm_44" [label="(384,)", style=solid]; +"157 features_5_17_norm1_weight" -> "2367 layer_norm_45" [label="(384,)", style=solid]; +"158 features_5_17_norm1_bias" -> "2367 layer_norm_45" [label="(384,)", style=solid]; +"159 features_5_17_mlp_0_bias" -> "2377 linear_132" [label="(1536,)", style=solid]; +"160 features_5_17_mlp_3_bias" -> "2388 linear_133" [label="(384,)", style=solid]; +"161 features_5_17_norm2_weight" -> "2390 layer_norm_46" [label="(384,)", style=solid]; +"162 features_5_17_norm2_bias" -> "2390 layer_norm_46" [label="(384,)", style=solid]; +"163 features_6_norm_weight" -> "2415 layer_norm_47" [label="(768,)", style=solid]; +"164 features_6_norm_bias" -> "2415 layer_norm_47" [label="(768,)", style=solid]; +"165 features_7_0_norm1_weight" -> "2477 layer_norm_48" [label="(768,)", style=solid]; +"166 features_7_0_norm1_bias" -> "2477 layer_norm_48" [label="(768,)", style=solid]; +"167 features_7_0_mlp_0_bias" -> "2487 linear_139" [label="(3072,)", style=solid]; +"168 features_7_0_mlp_3_bias" -> "2498 linear_140" [label="(768,)", style=solid]; +"169 features_7_0_norm2_weight" -> "2500 layer_norm_49" [label="(768,)", style=solid]; +"170 features_7_0_norm2_bias" -> "2500 layer_norm_49" [label="(768,)", style=solid]; +"171 features_7_1_norm1_weight" -> "2562 layer_norm_50" [label="(768,)", style=solid]; +"172 features_7_1_norm1_bias" -> "2562 layer_norm_50" [label="(768,)", style=solid]; +"173 features_7_1_mlp_0_bias" -> "2572 linear_145" [label="(3072,)", style=solid]; +"174 features_7_1_mlp_3_bias" -> "2583 linear_146" [label="(768,)", style=solid]; +"175 features_7_1_norm2_weight" -> "2585 layer_norm_51" [label="(768,)", style=solid]; +"176 features_7_1_norm2_bias" -> "2585 layer_norm_51" [label="(768,)", style=solid]; +"177 norm_weight" -> "2587 layer_norm_52" [label="(768,)", style=solid]; +"178 norm_bias" -> "2587 layer_norm_52" [label="(768,)", style=solid]; +"179 head_bias" -> "2599 linear_147" [label="(1000,)", style=solid]; +"180 x" -> "181 sym_size_int_54" [label="(1, 3, -1, -1)", style=solid]; +"180 x" -> "182 sym_size_int_55" [label="(1, 3, -1, -1)", style=solid]; +"180 x" -> "183 quantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"181 sym_size_int_54" -> "191 floordiv_45" [label="(-1,)", style=solid]; +"182 sym_size_int_55" -> "197 floordiv_46" [label="(-1,)", style=solid]; +"183 quantize_per_tensor_default" -> "184 dequantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"184 dequantize_per_tensor_default" -> "190 conv2d" [label="(1, 3, -1, -1)", style=solid]; +"185 scale_updated_constant0" -> "187 mul_tensor" [label="(96, 1, 1, 1)", style=solid]; +"186 compressed_weight_updated_constant0" -> "187 mul_tensor" [label="(96, 3, 4, 4)", style=solid]; +"187 mul_tensor" -> "189 sub_tensor" [label="(96, 3, 4, 4)", style=solid]; +"188 zero_point_updated_constant0" -> "189 sub_tensor" [label="(96, 1, 1, 1)", style=solid]; +"189 sub_tensor" -> "190 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"190 conv2d" -> "277 permute" [label="(1, 96, -1, -1)", style=solid]; +"191 floordiv_45" -> "192 mod_22" [label="(-1,)", style=solid]; +"191 floordiv_45" -> "196 add_118" [label="(-1,)", style=solid]; +"191 floordiv_45" -> "208 mod_26" [label="(-1,)", style=solid]; +"191 floordiv_45" -> "209 add_122" [label="(-1,)", style=solid]; +"192 mod_22" -> "193 mul_84" [label="(-1,)", style=solid]; +"193 mul_84" -> "194 add_117" [label="(-1,)", style=solid]; +"194 add_117" -> "195 mod_23" [label="(-1,)", style=solid]; +"195 mod_23" -> "196 add_118" [label="(-1,)", style=solid]; +"195 mod_23" -> "280 pad" [label="(-1,)", style=solid]; +"195 mod_23" -> "363 pad_1" [label="(-1,)", style=solid]; +"196 add_118" -> "203 floordiv_47" [label="(-1,)", style=solid]; +"196 add_118" -> "205 floordiv_49" [label="(-1,)", style=solid]; +"196 add_118" -> "334 reshape_3" [label="(-1,)", style=solid]; +"196 add_118" -> "400 new_zeros" [label="(-1,)", style=solid]; +"196 add_118" -> "433 reshape_8" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "198 mod_24" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "202 add_120" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "212 mod_27" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "213 add_125" [label="(-1,)", style=solid]; +"198 mod_24" -> "199 mul_85" [label="(-1,)", style=solid]; +"199 mul_85" -> "200 add_119" [label="(-1,)", style=solid]; +"200 add_119" -> "201 mod_25" [label="(-1,)", style=solid]; +"201 mod_25" -> "202 add_120" [label="(-1,)", style=solid]; +"201 mod_25" -> "280 pad" [label="(-1,)", style=solid]; +"201 mod_25" -> "363 pad_1" [label="(-1,)", style=solid]; +"202 add_120" -> "204 floordiv_48" [label="(-1,)", style=solid]; +"202 add_120" -> "206 floordiv_50" [label="(-1,)", style=solid]; +"202 add_120" -> "334 reshape_3" [label="(-1,)", style=solid]; +"202 add_120" -> "400 new_zeros" [label="(-1,)", style=solid]; +"202 add_120" -> "433 reshape_8" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "205 floordiv_49" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "281 mul_33" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "282 view_2" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "332 view_3" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "365 view_6" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "401 view_7" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "431 view_10" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "206 floordiv_50" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "281 mul_33" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "282 view_2" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "332 view_3" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "365 view_6" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "401 view_7" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "431 view_10" [label="(-1,)", style=solid]; +"205 floordiv_49" -> "207 mul_89" [label="(-1,)", style=solid]; +"206 floordiv_50" -> "207 mul_89" [label="(-1,)", style=solid]; +"207 mul_89" -> "295 reshape_1" [label="(-1,)", style=solid]; +"207 mul_89" -> "321 reshape_2" [label="(-1,)", style=solid]; +"207 mul_89" -> "378 reshape_5" [label="(-1,)", style=solid]; +"207 mul_89" -> "411 view_8" [label="(-1,)", style=solid]; +"207 mul_89" -> "415 view_9" [label="(-1,)", style=solid]; +"207 mul_89" -> "420 reshape_7" [label="(-1,)", style=solid]; +"208 mod_26" -> "210 add_123" [label="(-1,)", style=solid]; +"208 mod_26" -> "462 pad_2" [label="(-1,)", style=solid]; +"209 add_122" -> "210 add_123" [label="(-1,)", style=solid]; +"210 add_123" -> "211 floordiv_53" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "216 mod_28" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "220 add_128" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "231 mod_32" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "232 add_132" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "543 slice_39" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "646 slice_62" [label="(-1,)", style=solid]; +"212 mod_27" -> "214 add_126" [label="(-1,)", style=solid]; +"212 mod_27" -> "462 pad_2" [label="(-1,)", style=solid]; +"213 add_125" -> "214 add_126" [label="(-1,)", style=solid]; +"214 add_126" -> "215 floordiv_55" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "221 mod_30" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "225 add_130" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "235 mod_33" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "236 add_135" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "544 slice_40" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "647 slice_63" [label="(-1,)", style=solid]; +"216 mod_28" -> "217 mul_90" [label="(-1,)", style=solid]; +"217 mul_90" -> "218 add_127" [label="(-1,)", style=solid]; +"218 add_127" -> "219 mod_29" [label="(-1,)", style=solid]; +"219 mod_29" -> "220 add_128" [label="(-1,)", style=solid]; +"219 mod_29" -> "487 pad_3" [label="(-1,)", style=solid]; +"219 mod_29" -> "573 pad_4" [label="(-1,)", style=solid]; +"220 add_128" -> "226 floordiv_56" [label="(-1,)", style=solid]; +"220 add_128" -> "228 floordiv_58" [label="(-1,)", style=solid]; +"220 add_128" -> "541 reshape_12" [label="(-1,)", style=solid]; +"220 add_128" -> "610 new_zeros_1" [label="(-1,)", style=solid]; +"220 add_128" -> "643 reshape_17" [label="(-1,)", style=solid]; +"221 mod_30" -> "222 mul_91" [label="(-1,)", style=solid]; +"222 mul_91" -> "223 add_129" [label="(-1,)", style=solid]; +"223 add_129" -> "224 mod_31" [label="(-1,)", style=solid]; +"224 mod_31" -> "225 add_130" [label="(-1,)", style=solid]; +"224 mod_31" -> "487 pad_3" [label="(-1,)", style=solid]; +"224 mod_31" -> "573 pad_4" [label="(-1,)", style=solid]; +"225 add_130" -> "227 floordiv_57" [label="(-1,)", style=solid]; +"225 add_130" -> "229 floordiv_59" [label="(-1,)", style=solid]; +"225 add_130" -> "541 reshape_12" [label="(-1,)", style=solid]; +"225 add_130" -> "610 new_zeros_1" [label="(-1,)", style=solid]; +"225 add_130" -> "643 reshape_17" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "228 floordiv_58" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "488 mul_38" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "489 view_13" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "539 view_14" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "575 view_17" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "611 view_18" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "641 view_21" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "229 floordiv_59" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "488 mul_38" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "489 view_13" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "539 view_14" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "575 view_17" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "611 view_18" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "641 view_21" [label="(-1,)", style=solid]; +"228 floordiv_58" -> "230 mul_95" [label="(-1,)", style=solid]; +"229 floordiv_59" -> "230 mul_95" [label="(-1,)", style=solid]; +"230 mul_95" -> "502 reshape_10" [label="(-1,)", style=solid]; +"230 mul_95" -> "528 reshape_11" [label="(-1,)", style=solid]; +"230 mul_95" -> "588 reshape_14" [label="(-1,)", style=solid]; +"230 mul_95" -> "621 view_19" [label="(-1,)", style=solid]; +"230 mul_95" -> "625 view_20" [label="(-1,)", style=solid]; +"230 mul_95" -> "630 reshape_16" [label="(-1,)", style=solid]; +"231 mod_32" -> "233 add_133" [label="(-1,)", style=solid]; +"231 mod_32" -> "675 pad_5" [label="(-1,)", style=solid]; +"232 add_132" -> "233 add_133" [label="(-1,)", style=solid]; +"233 add_133" -> "234 floordiv_62" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "239 mod_34" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "243 add_138" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "254 mod_38" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "255 add_142" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "756 slice_79" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "859 slice_102" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "944 slice_107" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1047 slice_130" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1132 slice_135" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1235 slice_158" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1320 slice_163" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1423 slice_186" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1508 slice_191" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1611 slice_214" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1696 slice_219" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1799 slice_242" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1884 slice_247" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1987 slice_270" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2072 slice_275" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2175 slice_298" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2260 slice_303" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2363 slice_326" [label="(-1,)", style=solid]; +"235 mod_33" -> "237 add_136" [label="(-1,)", style=solid]; +"235 mod_33" -> "675 pad_5" [label="(-1,)", style=solid]; +"236 add_135" -> "237 add_136" [label="(-1,)", style=solid]; +"237 add_136" -> "238 floordiv_64" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "244 mod_36" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "248 add_140" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "258 mod_39" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "259 add_145" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "757 slice_80" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "860 slice_103" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "945 slice_108" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1048 slice_131" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1133 slice_136" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1236 slice_159" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1321 slice_164" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1424 slice_187" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1509 slice_192" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1612 slice_215" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1697 slice_220" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1800 slice_243" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1885 slice_248" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1988 slice_271" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2073 slice_276" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2176 slice_299" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2261 slice_304" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2364 slice_327" [label="(-1,)", style=solid]; +"239 mod_34" -> "240 mul_96" [label="(-1,)", style=solid]; +"240 mul_96" -> "241 add_137" [label="(-1,)", style=solid]; +"241 add_137" -> "242 mod_35" [label="(-1,)", style=solid]; +"242 mod_35" -> "243 add_138" [label="(-1,)", style=solid]; +"242 mod_35" -> "700 pad_6" [label="(-1,)", style=solid]; +"242 mod_35" -> "786 pad_7" [label="(-1,)", style=solid]; +"242 mod_35" -> "889 pad_8" [label="(-1,)", style=solid]; +"242 mod_35" -> "974 pad_9" [label="(-1,)", style=solid]; +"242 mod_35" -> "1077 pad_10" [label="(-1,)", style=solid]; +"242 mod_35" -> "1162 pad_11" [label="(-1,)", style=solid]; +"242 mod_35" -> "1265 pad_12" [label="(-1,)", style=solid]; +"242 mod_35" -> "1350 pad_13" [label="(-1,)", style=solid]; +"242 mod_35" -> "1453 pad_14" [label="(-1,)", style=solid]; +"242 mod_35" -> "1538 pad_15" [label="(-1,)", style=solid]; +"242 mod_35" -> "1641 pad_16" [label="(-1,)", style=solid]; +"242 mod_35" -> "1726 pad_17" [label="(-1,)", style=solid]; +"242 mod_35" -> "1829 pad_18" [label="(-1,)", style=solid]; +"242 mod_35" -> "1914 pad_19" [label="(-1,)", style=solid]; +"242 mod_35" -> "2017 pad_20" [label="(-1,)", style=solid]; +"242 mod_35" -> "2102 pad_21" [label="(-1,)", style=solid]; +"242 mod_35" -> "2205 pad_22" [label="(-1,)", style=solid]; +"242 mod_35" -> "2290 pad_23" [label="(-1,)", style=solid]; +"243 add_138" -> "249 floordiv_65" [label="(-1,)", style=solid]; +"243 add_138" -> "251 floordiv_67" [label="(-1,)", style=solid]; +"243 add_138" -> "754 reshape_21" [label="(-1,)", style=solid]; +"243 add_138" -> "823 new_zeros_2" [label="(-1,)", style=solid]; +"243 add_138" -> "856 reshape_26" [label="(-1,)", style=solid]; +"243 add_138" -> "942 reshape_30" [label="(-1,)", style=solid]; +"243 add_138" -> "1011 new_zeros_3" [label="(-1,)", style=solid]; +"243 add_138" -> "1044 reshape_35" [label="(-1,)", style=solid]; +"243 add_138" -> "1130 reshape_39" [label="(-1,)", style=solid]; +"243 add_138" -> "1199 new_zeros_4" [label="(-1,)", style=solid]; +"243 add_138" -> "1232 reshape_44" [label="(-1,)", style=solid]; +"243 add_138" -> "1318 reshape_48" [label="(-1,)", style=solid]; +"243 add_138" -> "1387 new_zeros_5" [label="(-1,)", style=solid]; +"243 add_138" -> "1420 reshape_53" [label="(-1,)", style=solid]; +"243 add_138" -> "1506 reshape_57" [label="(-1,)", style=solid]; +"243 add_138" -> "1575 new_zeros_6" [label="(-1,)", style=solid]; +"243 add_138" -> "1608 reshape_62" [label="(-1,)", style=solid]; +"243 add_138" -> "1694 reshape_66" [label="(-1,)", style=solid]; +"243 add_138" -> "1763 new_zeros_7" [label="(-1,)", style=solid]; +"243 add_138" -> "1796 reshape_71" [label="(-1,)", style=solid]; +"243 add_138" -> "1882 reshape_75" [label="(-1,)", style=solid]; +"243 add_138" -> "1951 new_zeros_8" [label="(-1,)", style=solid]; +"243 add_138" -> "1984 reshape_80" [label="(-1,)", style=solid]; +"243 add_138" -> "2070 reshape_84" [label="(-1,)", style=solid]; +"243 add_138" -> "2139 new_zeros_9" [label="(-1,)", style=solid]; +"243 add_138" -> "2172 reshape_89" [label="(-1,)", style=solid]; +"243 add_138" -> "2258 reshape_93" [label="(-1,)", style=solid]; +"243 add_138" -> "2327 new_zeros_10" [label="(-1,)", style=solid]; +"243 add_138" -> "2360 reshape_98" [label="(-1,)", style=solid]; +"244 mod_36" -> "245 mul_97" [label="(-1,)", style=solid]; +"245 mul_97" -> "246 add_139" [label="(-1,)", style=solid]; +"246 add_139" -> "247 mod_37" [label="(-1,)", style=solid]; +"247 mod_37" -> "248 add_140" [label="(-1,)", style=solid]; +"247 mod_37" -> "700 pad_6" [label="(-1,)", style=solid]; +"247 mod_37" -> "786 pad_7" [label="(-1,)", style=solid]; +"247 mod_37" -> "889 pad_8" [label="(-1,)", style=solid]; +"247 mod_37" -> "974 pad_9" [label="(-1,)", style=solid]; +"247 mod_37" -> "1077 pad_10" [label="(-1,)", style=solid]; +"247 mod_37" -> "1162 pad_11" [label="(-1,)", style=solid]; +"247 mod_37" -> "1265 pad_12" [label="(-1,)", style=solid]; +"247 mod_37" -> "1350 pad_13" [label="(-1,)", style=solid]; +"247 mod_37" -> "1453 pad_14" [label="(-1,)", style=solid]; +"247 mod_37" -> "1538 pad_15" [label="(-1,)", style=solid]; +"247 mod_37" -> "1641 pad_16" [label="(-1,)", style=solid]; +"247 mod_37" -> "1726 pad_17" [label="(-1,)", style=solid]; +"247 mod_37" -> "1829 pad_18" [label="(-1,)", style=solid]; +"247 mod_37" -> "1914 pad_19" [label="(-1,)", style=solid]; +"247 mod_37" -> "2017 pad_20" [label="(-1,)", style=solid]; +"247 mod_37" -> "2102 pad_21" [label="(-1,)", style=solid]; +"247 mod_37" -> "2205 pad_22" [label="(-1,)", style=solid]; +"247 mod_37" -> "2290 pad_23" [label="(-1,)", style=solid]; +"248 add_140" -> "250 floordiv_66" [label="(-1,)", style=solid]; +"248 add_140" -> "252 floordiv_68" [label="(-1,)", style=solid]; +"248 add_140" -> "754 reshape_21" [label="(-1,)", style=solid]; +"248 add_140" -> "823 new_zeros_2" [label="(-1,)", style=solid]; +"248 add_140" -> "856 reshape_26" [label="(-1,)", style=solid]; +"248 add_140" -> "942 reshape_30" [label="(-1,)", style=solid]; +"248 add_140" -> "1011 new_zeros_3" [label="(-1,)", style=solid]; +"248 add_140" -> "1044 reshape_35" [label="(-1,)", style=solid]; +"248 add_140" -> "1130 reshape_39" [label="(-1,)", style=solid]; +"248 add_140" -> "1199 new_zeros_4" [label="(-1,)", style=solid]; +"248 add_140" -> "1232 reshape_44" [label="(-1,)", style=solid]; +"248 add_140" -> "1318 reshape_48" [label="(-1,)", style=solid]; +"248 add_140" -> "1387 new_zeros_5" [label="(-1,)", style=solid]; +"248 add_140" -> "1420 reshape_53" [label="(-1,)", style=solid]; +"248 add_140" -> "1506 reshape_57" [label="(-1,)", style=solid]; +"248 add_140" -> "1575 new_zeros_6" [label="(-1,)", style=solid]; +"248 add_140" -> "1608 reshape_62" [label="(-1,)", style=solid]; +"248 add_140" -> "1694 reshape_66" [label="(-1,)", style=solid]; +"248 add_140" -> "1763 new_zeros_7" [label="(-1,)", style=solid]; +"248 add_140" -> "1796 reshape_71" [label="(-1,)", style=solid]; +"248 add_140" -> "1882 reshape_75" [label="(-1,)", style=solid]; +"248 add_140" -> "1951 new_zeros_8" [label="(-1,)", style=solid]; +"248 add_140" -> "1984 reshape_80" [label="(-1,)", style=solid]; +"248 add_140" -> "2070 reshape_84" [label="(-1,)", style=solid]; +"248 add_140" -> "2139 new_zeros_9" [label="(-1,)", style=solid]; +"248 add_140" -> "2172 reshape_89" [label="(-1,)", style=solid]; +"248 add_140" -> "2258 reshape_93" [label="(-1,)", style=solid]; +"248 add_140" -> "2327 new_zeros_10" [label="(-1,)", style=solid]; +"248 add_140" -> "2360 reshape_98" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "251 floordiv_67" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "701 mul_43" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "702 view_24" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "752 view_25" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "788 view_28" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "824 view_29" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "854 view_32" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "890 view_35" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "940 view_36" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "976 view_39" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1012 view_40" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1042 view_43" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1078 view_46" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1128 view_47" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1164 view_50" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1200 view_51" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1230 view_54" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1266 view_57" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1316 view_58" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1352 view_61" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1388 view_62" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1418 view_65" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1454 view_68" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1504 view_69" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1540 view_72" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1576 view_73" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1606 view_76" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1642 view_79" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1692 view_80" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1728 view_83" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1764 view_84" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1794 view_87" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1830 view_90" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1880 view_91" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1916 view_94" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1952 view_95" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1982 view_98" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2018 view_101" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2068 view_102" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2104 view_105" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2140 view_106" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2170 view_109" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2206 view_112" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2256 view_113" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2292 view_116" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2328 view_117" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2358 view_120" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "252 floordiv_68" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "701 mul_43" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "702 view_24" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "752 view_25" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "788 view_28" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "824 view_29" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "854 view_32" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "890 view_35" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "940 view_36" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "976 view_39" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1012 view_40" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1042 view_43" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1078 view_46" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1128 view_47" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1164 view_50" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1200 view_51" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1230 view_54" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1266 view_57" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1316 view_58" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1352 view_61" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1388 view_62" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1418 view_65" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1454 view_68" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1504 view_69" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1540 view_72" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1576 view_73" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1606 view_76" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1642 view_79" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1692 view_80" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1728 view_83" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1764 view_84" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1794 view_87" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1830 view_90" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1880 view_91" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1916 view_94" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1952 view_95" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1982 view_98" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2018 view_101" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2068 view_102" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2104 view_105" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2140 view_106" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2170 view_109" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2206 view_112" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2256 view_113" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2292 view_116" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2328 view_117" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2358 view_120" [label="(-1,)", style=solid]; +"251 floordiv_67" -> "253 mul_101" [label="(-1,)", style=solid]; +"252 floordiv_68" -> "253 mul_101" [label="(-1,)", style=solid]; +"253 mul_101" -> "715 reshape_19" [label="(-1,)", style=solid]; +"253 mul_101" -> "741 reshape_20" [label="(-1,)", style=solid]; +"253 mul_101" -> "801 reshape_23" [label="(-1,)", style=solid]; +"253 mul_101" -> "834 view_30" [label="(-1,)", style=solid]; +"253 mul_101" -> "838 view_31" [label="(-1,)", style=solid]; +"253 mul_101" -> "843 reshape_25" [label="(-1,)", style=solid]; +"253 mul_101" -> "903 reshape_28" [label="(-1,)", style=solid]; +"253 mul_101" -> "929 reshape_29" [label="(-1,)", style=solid]; +"253 mul_101" -> "989 reshape_32" [label="(-1,)", style=solid]; +"253 mul_101" -> "1022 view_41" [label="(-1,)", style=solid]; +"253 mul_101" -> "1026 view_42" [label="(-1,)", style=solid]; +"253 mul_101" -> "1031 reshape_34" [label="(-1,)", style=solid]; +"253 mul_101" -> "1091 reshape_37" [label="(-1,)", style=solid]; +"253 mul_101" -> "1117 reshape_38" [label="(-1,)", style=solid]; +"253 mul_101" -> "1177 reshape_41" [label="(-1,)", style=solid]; +"253 mul_101" -> "1210 view_52" [label="(-1,)", style=solid]; +"253 mul_101" -> "1214 view_53" [label="(-1,)", style=solid]; +"253 mul_101" -> "1219 reshape_43" [label="(-1,)", style=solid]; +"253 mul_101" -> "1279 reshape_46" [label="(-1,)", style=solid]; +"253 mul_101" -> "1305 reshape_47" [label="(-1,)", style=solid]; +"253 mul_101" -> "1365 reshape_50" [label="(-1,)", style=solid]; +"253 mul_101" -> "1398 view_63" [label="(-1,)", style=solid]; +"253 mul_101" -> "1402 view_64" [label="(-1,)", style=solid]; +"253 mul_101" -> "1407 reshape_52" [label="(-1,)", style=solid]; +"253 mul_101" -> "1467 reshape_55" [label="(-1,)", style=solid]; +"253 mul_101" -> "1493 reshape_56" [label="(-1,)", style=solid]; +"253 mul_101" -> "1553 reshape_59" [label="(-1,)", style=solid]; +"253 mul_101" -> "1586 view_74" [label="(-1,)", style=solid]; +"253 mul_101" -> "1590 view_75" [label="(-1,)", style=solid]; +"253 mul_101" -> "1595 reshape_61" [label="(-1,)", style=solid]; +"253 mul_101" -> "1655 reshape_64" [label="(-1,)", style=solid]; +"253 mul_101" -> "1681 reshape_65" [label="(-1,)", style=solid]; +"253 mul_101" -> "1741 reshape_68" [label="(-1,)", style=solid]; +"253 mul_101" -> "1774 view_85" [label="(-1,)", style=solid]; +"253 mul_101" -> "1778 view_86" [label="(-1,)", style=solid]; +"253 mul_101" -> "1783 reshape_70" [label="(-1,)", style=solid]; +"253 mul_101" -> "1843 reshape_73" [label="(-1,)", style=solid]; +"253 mul_101" -> "1869 reshape_74" [label="(-1,)", style=solid]; +"253 mul_101" -> "1929 reshape_77" [label="(-1,)", style=solid]; +"253 mul_101" -> "1962 view_96" [label="(-1,)", style=solid]; +"253 mul_101" -> "1966 view_97" [label="(-1,)", style=solid]; +"253 mul_101" -> "1971 reshape_79" [label="(-1,)", style=solid]; +"253 mul_101" -> "2031 reshape_82" [label="(-1,)", style=solid]; +"253 mul_101" -> "2057 reshape_83" [label="(-1,)", style=solid]; +"253 mul_101" -> "2117 reshape_86" [label="(-1,)", style=solid]; +"253 mul_101" -> "2150 view_107" [label="(-1,)", style=solid]; +"253 mul_101" -> "2154 view_108" [label="(-1,)", style=solid]; +"253 mul_101" -> "2159 reshape_88" [label="(-1,)", style=solid]; +"253 mul_101" -> "2219 reshape_91" [label="(-1,)", style=solid]; +"253 mul_101" -> "2245 reshape_92" [label="(-1,)", style=solid]; +"253 mul_101" -> "2305 reshape_95" [label="(-1,)", style=solid]; +"253 mul_101" -> "2338 view_118" [label="(-1,)", style=solid]; +"253 mul_101" -> "2342 view_119" [label="(-1,)", style=solid]; +"253 mul_101" -> "2347 reshape_97" [label="(-1,)", style=solid]; +"254 mod_38" -> "256 add_143" [label="(-1,)", style=solid]; +"254 mod_38" -> "2392 pad_24" [label="(-1,)", style=solid]; +"255 add_142" -> "256 add_143" [label="(-1,)", style=solid]; +"256 add_143" -> "257 floordiv_71" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "262 mod_40" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "266 add_148" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "2473 slice_343" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "2558 slice_348" [label="(-1,)", style=solid]; +"258 mod_39" -> "260 add_146" [label="(-1,)", style=solid]; +"258 mod_39" -> "2392 pad_24" [label="(-1,)", style=solid]; +"259 add_145" -> "260 add_146" [label="(-1,)", style=solid]; +"260 add_146" -> "261 floordiv_73" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "267 mod_42" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "271 add_150" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "2474 slice_344" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "2559 slice_349" [label="(-1,)", style=solid]; +"262 mod_40" -> "263 mul_102" [label="(-1,)", style=solid]; +"263 mul_102" -> "264 add_147" [label="(-1,)", style=solid]; +"264 add_147" -> "265 mod_41" [label="(-1,)", style=solid]; +"265 mod_41" -> "266 add_148" [label="(-1,)", style=solid]; +"265 mod_41" -> "2417 pad_25" [label="(-1,)", style=solid]; +"265 mod_41" -> "2503 pad_26" [label="(-1,)", style=solid]; +"266 add_148" -> "272 floordiv_74" [label="(-1,)", style=solid]; +"266 add_148" -> "274 floordiv_76" [label="(-1,)", style=solid]; +"266 add_148" -> "2471 reshape_102" [label="(-1,)", style=solid]; +"266 add_148" -> "2556 reshape_106" [label="(-1,)", style=solid]; +"267 mod_42" -> "268 mul_103" [label="(-1,)", style=solid]; +"268 mul_103" -> "269 add_149" [label="(-1,)", style=solid]; +"269 add_149" -> "270 mod_43" [label="(-1,)", style=solid]; +"270 mod_43" -> "271 add_150" [label="(-1,)", style=solid]; +"270 mod_43" -> "2417 pad_25" [label="(-1,)", style=solid]; +"270 mod_43" -> "2503 pad_26" [label="(-1,)", style=solid]; +"271 add_150" -> "273 floordiv_75" [label="(-1,)", style=solid]; +"271 add_150" -> "275 floordiv_77" [label="(-1,)", style=solid]; +"271 add_150" -> "2471 reshape_102" [label="(-1,)", style=solid]; +"271 add_150" -> "2556 reshape_106" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "274 floordiv_76" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2418 mul_80" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2419 view_123" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2469 view_124" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2504 view_127" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2554 view_128" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "275 floordiv_77" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2418 mul_80" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2419 view_123" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2469 view_124" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2504 view_127" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2554 view_128" [label="(-1,)", style=solid]; +"274 floordiv_76" -> "276 mul_110" [label="(-1,)", style=solid]; +"275 floordiv_77" -> "276 mul_110" [label="(-1,)", style=solid]; +"276 mul_110" -> "2432 reshape_100" [label="(-1,)", style=solid]; +"276 mul_110" -> "2458 reshape_101" [label="(-1,)", style=solid]; +"276 mul_110" -> "2517 reshape_104" [label="(-1,)", style=solid]; +"276 mul_110" -> "2543 reshape_105" [label="(-1,)", style=solid]; +"277 permute" -> "278 layer_norm" [label="(1, -1, -1, 96)", style=solid]; +"278 layer_norm" -> "280 pad" [label="(1, -1, -1, 96)", style=solid]; +"278 layer_norm" -> "338 add_35" [label="(1, -1, -1, 96)", style=solid]; +"279 _frozen_param0" -> "316 add_34" [label="(1, 3, 64, 64)", style=solid]; +"280 pad" -> "282 view_2" [label="(1, -1, -1, 96)", style=solid]; +"281 mul_33" -> "284 reshape" [label="(-1,)", style=solid]; +"281 mul_33" -> "295 reshape_1" [label="(-1,)", style=solid]; +"281 mul_33" -> "321 reshape_2" [label="(-1,)", style=solid]; +"281 mul_33" -> "367 reshape_4" [label="(-1,)", style=solid]; +"281 mul_33" -> "378 reshape_5" [label="(-1,)", style=solid]; +"281 mul_33" -> "403 reshape_6" [label="(-1,)", style=solid]; +"281 mul_33" -> "411 view_8" [label="(-1,)", style=solid]; +"281 mul_33" -> "420 reshape_7" [label="(-1,)", style=solid]; +"282 view_2" -> "283 permute_2" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"283 permute_2" -> "284 reshape" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"284 reshape" -> "286 reshape_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"285 _frozen_param1" -> "294 linear_2" [label="(288,)", style=solid]; +"286 reshape_0_0_nncf_smooth_quant_0" -> "287 quantize_per_tensor_default_1" [label="(-1, -1, 96)", style=solid]; +"287 quantize_per_tensor_default_1" -> "288 dequantize_per_tensor_default_1" [label="(-1, -1, 96)", style=solid]; +"288 dequantize_per_tensor_default_1" -> "294 linear_2" [label="(-1, -1, 96)", style=solid]; +"289 scale_updated_constant1" -> "291 mul_tensor_1" [label="(288, 1)", style=solid]; +"290 compressed_weight_updated_constant1" -> "291 mul_tensor_1" [label="(288, 96)", style=solid]; +"291 mul_tensor_1" -> "293 sub_tensor_1" [label="(288, 96)", style=solid]; +"292 zero_point_updated_constant1" -> "293 sub_tensor_1" [label="(288, 1)", style=solid]; +"293 sub_tensor_1" -> "294 linear_2" [label="(288, 96)", style=solid]; +"294 linear_2" -> "295 reshape_1" [label="(-1, -1, 288)", style=solid]; +"295 reshape_1" -> "296 permute_3" [label="(-1, -1, 3, 3, 32)", style=solid]; +"296 permute_3" -> "297 select" [label="(3, -1, 3, -1, 32)", style=solid]; +"296 permute_3" -> "298 select_1" [label="(3, -1, 3, -1, 32)", style=solid]; +"296 permute_3" -> "299 select_2" [label="(3, -1, 3, -1, 32)", style=solid]; +"297 select" -> "300 linalg_vector_norm" [label="(-1, 3, -1, 32)", style=solid]; +"297 select" -> "302 expand_as" [label="(-1, 3, -1, 32)", style=solid]; +"297 select" -> "303 div" [label="(-1, 3, -1, 32)", style=solid]; +"298 select_1" -> "306 linalg_vector_norm_1" [label="(-1, 3, -1, 32)", style=solid]; +"298 select_1" -> "308 expand_as_1" [label="(-1, 3, -1, 32)", style=solid]; +"298 select_1" -> "309 div_1" [label="(-1, 3, -1, 32)", style=solid]; +"299 select_2" -> "319 matmul_1" [label="(-1, 3, -1, 32)", style=solid]; +"300 linalg_vector_norm" -> "301 clamp_min" [label="(-1, 3, -1, 1)", style=solid]; +"301 clamp_min" -> "302 expand_as" [label="(-1, 3, -1, 1)", style=solid]; +"302 expand_as" -> "303 div" [label="(-1, 3, -1, 32)", style=solid]; +"303 div" -> "304 quantize_per_tensor_default_2" [label="(-1, 3, -1, 32)", style=solid]; +"304 quantize_per_tensor_default_2" -> "305 dequantize_per_tensor_default_2" [label="(-1, 3, -1, 32)", style=solid]; +"305 dequantize_per_tensor_default_2" -> "313 matmul" [label="(-1, 3, -1, 32)", style=solid]; +"306 linalg_vector_norm_1" -> "307 clamp_min_1" [label="(-1, 3, -1, 1)", style=solid]; +"307 clamp_min_1" -> "308 expand_as_1" [label="(-1, 3, -1, 1)", style=solid]; +"308 expand_as_1" -> "309 div_1" [label="(-1, 3, -1, 32)", style=solid]; +"309 div_1" -> "310 quantize_per_tensor_default_3" [label="(-1, 3, -1, 32)", style=solid]; +"310 quantize_per_tensor_default_3" -> "311 dequantize_per_tensor_default_3" [label="(-1, 3, -1, 32)", style=solid]; +"311 dequantize_per_tensor_default_3" -> "312 transpose" [label="(-1, 3, -1, 32)", style=solid]; +"312 transpose" -> "313 matmul" [label="(-1, 3, 32, -1)", style=solid]; +"313 matmul" -> "315 mul_34" [label="(-1, 3, -1, -1)", style=solid]; +"314 _frozen_param3" -> "315 mul_34" [label="(3, 1, 1)", style=solid]; +"315 mul_34" -> "316 add_34" [label="(-1, 3, -1, -1)", style=solid]; +"316 add_34" -> "317 softmax" [label="(-1, 3, -1, -1)", style=solid]; +"317 softmax" -> "318 dropout" [label="(-1, 3, -1, -1)", style=solid]; +"318 dropout" -> "319 matmul_1" [label="(-1, 3, -1, -1)", style=solid]; +"319 matmul_1" -> "320 transpose_1" [label="(-1, 3, -1, 32)", style=solid]; +"320 transpose_1" -> "321 reshape_2" [label="(-1, -1, 3, 32)", style=solid]; +"321 reshape_2" -> "322 reshape_2_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"322 reshape_2_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_4" [label="(-1, -1, 96)", style=solid]; +"323 quantize_per_tensor_default_4" -> "324 dequantize_per_tensor_default_4" [label="(-1, -1, 96)", style=solid]; +"324 dequantize_per_tensor_default_4" -> "330 linear_3" [label="(-1, -1, 96)", style=solid]; +"325 scale_updated_constant2" -> "327 mul_tensor_2" [label="(96, 1)", style=solid]; +"326 compressed_weight_updated_constant2" -> "327 mul_tensor_2" [label="(96, 96)", style=solid]; +"327 mul_tensor_2" -> "329 sub_tensor_2" [label="(96, 96)", style=solid]; +"328 zero_point_updated_constant2" -> "329 sub_tensor_2" [label="(96, 1)", style=solid]; +"329 sub_tensor_2" -> "330 linear_3" [label="(96, 96)", style=solid]; +"330 linear_3" -> "331 dropout_1" [label="(-1, -1, 96)", style=solid]; +"331 dropout_1" -> "332 view_3" [label="(-1, -1, 96)", style=solid]; +"332 view_3" -> "333 permute_4" [label="(1, -1, -1, 8, -1, 96)", style=solid]; +"333 permute_4" -> "334 reshape_3" [label="(1, -1, 8, -1, -1, 96)", style=solid]; +"334 reshape_3" -> "335 slice_2" [label="(1, -1, -1, 96)", style=solid]; +"335 slice_2" -> "336 slice_3" [label="(1, -1, -1, 96)", style=solid]; +"336 slice_3" -> "337 layer_norm_1" [label="(1, -1, -1, 96)", style=solid]; +"337 layer_norm_1" -> "338 add_35" [label="(1, -1, -1, 96)", style=solid]; +"338 add_35" -> "339 add_35_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 96)", style=solid]; +"338 add_35" -> "361 add_36" [label="(1, -1, -1, 96)", style=solid]; +"339 add_35_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_5" [label="(1, -1, -1, 96)", style=solid]; +"340 quantize_per_tensor_default_5" -> "341 dequantize_per_tensor_default_5" [label="(1, -1, -1, 96)", style=solid]; +"341 dequantize_per_tensor_default_5" -> "347 linear_4" [label="(1, -1, -1, 96)", style=solid]; +"342 scale_updated_constant3" -> "344 mul_tensor_3" [label="(384, 1)", style=solid]; +"343 compressed_weight_updated_constant3" -> "344 mul_tensor_3" [label="(384, 96)", style=solid]; +"344 mul_tensor_3" -> "346 sub_tensor_3" [label="(384, 96)", style=solid]; +"345 zero_point_updated_constant3" -> "346 sub_tensor_3" [label="(384, 1)", style=solid]; +"346 sub_tensor_3" -> "347 linear_4" [label="(384, 96)", style=solid]; +"347 linear_4" -> "348 gelu" [label="(1, -1, -1, 384)", style=solid]; +"348 gelu" -> "349 dropout_2" [label="(1, -1, -1, 384)", style=solid]; +"349 dropout_2" -> "350 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"350 dropout_2_0_0_nncf_smooth_quant_0" -> "351 quantize_per_tensor_default_6" [label="(1, -1, -1, 384)", style=solid]; +"351 quantize_per_tensor_default_6" -> "352 dequantize_per_tensor_default_6" [label="(1, -1, -1, 384)", style=solid]; +"352 dequantize_per_tensor_default_6" -> "358 linear_5" [label="(1, -1, -1, 384)", style=solid]; +"353 scale_updated_constant4" -> "355 mul_tensor_4" [label="(96, 1)", style=solid]; +"354 compressed_weight_updated_constant4" -> "355 mul_tensor_4" [label="(96, 384)", style=solid]; +"355 mul_tensor_4" -> "357 sub_tensor_4" [label="(96, 384)", style=solid]; +"356 zero_point_updated_constant4" -> "357 sub_tensor_4" [label="(96, 1)", style=solid]; +"357 sub_tensor_4" -> "358 linear_5" [label="(96, 384)", style=solid]; +"358 linear_5" -> "359 dropout_3" [label="(1, -1, -1, 96)", style=solid]; +"359 dropout_3" -> "360 layer_norm_2" [label="(1, -1, -1, 96)", style=solid]; +"360 layer_norm_2" -> "361 add_36" [label="(1, -1, -1, 96)", style=solid]; +"361 add_36" -> "363 pad_1" [label="(1, -1, -1, 96)", style=solid]; +"361 add_36" -> "438 add_39" [label="(1, -1, -1, 96)", style=solid]; +"362 _frozen_param4" -> "399 add_37" [label="(1, 3, 64, 64)", style=solid]; +"363 pad_1" -> "364 roll" [label="(1, -1, -1, 96)", style=solid]; +"364 roll" -> "365 view_6" [label="(1, -1, -1, 96)", style=solid]; +"365 view_6" -> "366 permute_6" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"366 permute_6" -> "367 reshape_4" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"367 reshape_4" -> "369 reshape_4_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"367 reshape_4" -> "400 new_zeros" [label="(-1, -1, 96)", style=solid]; +"368 _frozen_param5" -> "377 linear_8" [label="(288,)", style=solid]; +"369 reshape_4_0_0_nncf_smooth_quant_0" -> "370 quantize_per_tensor_default_7" [label="(-1, -1, 96)", style=solid]; +"370 quantize_per_tensor_default_7" -> "371 dequantize_per_tensor_default_7" [label="(-1, -1, 96)", style=solid]; +"371 dequantize_per_tensor_default_7" -> "377 linear_8" [label="(-1, -1, 96)", style=solid]; +"372 scale_updated_constant5" -> "374 mul_tensor_5" [label="(288, 1)", style=solid]; +"373 compressed_weight_updated_constant5" -> "374 mul_tensor_5" [label="(288, 96)", style=solid]; +"374 mul_tensor_5" -> "376 sub_tensor_5" [label="(288, 96)", style=solid]; +"375 zero_point_updated_constant5" -> "376 sub_tensor_5" [label="(288, 1)", style=solid]; +"376 sub_tensor_5" -> "377 linear_8" [label="(288, 96)", style=solid]; +"377 linear_8" -> "378 reshape_5" [label="(-1, -1, 288)", style=solid]; +"378 reshape_5" -> "379 permute_7" [label="(-1, -1, 3, 3, 32)", style=solid]; +"379 permute_7" -> "380 select_3" [label="(3, -1, 3, -1, 32)", style=solid]; +"379 permute_7" -> "381 select_4" [label="(3, -1, 3, -1, 32)", style=solid]; +"379 permute_7" -> "382 select_5" [label="(3, -1, 3, -1, 32)", style=solid]; +"380 select_3" -> "383 linalg_vector_norm_2" [label="(-1, 3, -1, 32)", style=solid]; +"380 select_3" -> "385 expand_as_2" [label="(-1, 3, -1, 32)", style=solid]; +"380 select_3" -> "386 div_2" [label="(-1, 3, -1, 32)", style=solid]; +"381 select_4" -> "389 linalg_vector_norm_3" [label="(-1, 3, -1, 32)", style=solid]; +"381 select_4" -> "391 expand_as_3" [label="(-1, 3, -1, 32)", style=solid]; +"381 select_4" -> "392 div_3" [label="(-1, 3, -1, 32)", style=solid]; +"382 select_5" -> "418 matmul_3" [label="(-1, 3, -1, 32)", style=solid]; +"383 linalg_vector_norm_2" -> "384 clamp_min_2" [label="(-1, 3, -1, 1)", style=solid]; +"384 clamp_min_2" -> "385 expand_as_2" [label="(-1, 3, -1, 1)", style=solid]; +"385 expand_as_2" -> "386 div_2" [label="(-1, 3, -1, 32)", style=solid]; +"386 div_2" -> "387 quantize_per_tensor_default_8" [label="(-1, 3, -1, 32)", style=solid]; +"387 quantize_per_tensor_default_8" -> "388 dequantize_per_tensor_default_8" [label="(-1, 3, -1, 32)", style=solid]; +"388 dequantize_per_tensor_default_8" -> "396 matmul_2" [label="(-1, 3, -1, 32)", style=solid]; +"389 linalg_vector_norm_3" -> "390 clamp_min_3" [label="(-1, 3, -1, 1)", style=solid]; +"390 clamp_min_3" -> "391 expand_as_3" [label="(-1, 3, -1, 1)", style=solid]; +"391 expand_as_3" -> "392 div_3" [label="(-1, 3, -1, 32)", style=solid]; +"392 div_3" -> "393 quantize_per_tensor_default_9" [label="(-1, 3, -1, 32)", style=solid]; +"393 quantize_per_tensor_default_9" -> "394 dequantize_per_tensor_default_9" [label="(-1, 3, -1, 32)", style=solid]; +"394 dequantize_per_tensor_default_9" -> "395 transpose_2" [label="(-1, 3, -1, 32)", style=solid]; +"395 transpose_2" -> "396 matmul_2" [label="(-1, 3, 32, -1)", style=solid]; +"396 matmul_2" -> "398 mul_36" [label="(-1, 3, -1, -1)", style=solid]; +"397 _frozen_param7" -> "398 mul_36" [label="(3, 1, 1)", style=solid]; +"398 mul_36" -> "399 add_37" [label="(-1, 3, -1, -1)", style=solid]; +"399 add_37" -> "411 view_8" [label="(-1, 3, -1, -1)", style=solid]; +"400 new_zeros" -> "401 view_7" [label="(-1, -1)", style=solid]; +"401 view_7" -> "402 permute_8" [label="(-1, -1, -1, -1)", style=solid]; +"402 permute_8" -> "403 reshape_6" [label="(-1, -1, -1, -1)", style=solid]; +"403 reshape_6" -> "404 unsqueeze_2" [label="(-1, -1)", style=solid]; +"403 reshape_6" -> "405 unsqueeze_3" [label="(-1, -1)", style=solid]; +"404 unsqueeze_2" -> "406 sub" [label="(-1, 1, -1)", style=solid]; +"405 unsqueeze_3" -> "406 sub" [label="(-1, -1, 1)", style=solid]; +"406 sub" -> "407 ne" [label="(-1, -1, -1)", style=solid]; +"406 sub" -> "408 masked_fill" [label="(-1, -1, -1)", style=solid]; +"406 sub" -> "409 eq_22" [label="(-1, -1, -1)", style=solid]; +"407 ne" -> "408 masked_fill" [label="(-1, -1, -1)", style=solid]; +"408 masked_fill" -> "410 masked_fill_1" [label="(-1, -1, -1)", style=solid]; +"409 eq_22" -> "410 masked_fill_1" [label="(-1, -1, -1)", style=solid]; +"410 masked_fill_1" -> "412 unsqueeze_4" [label="(-1, -1, -1)", style=solid]; +"411 view_8" -> "414 add_38" [label="(1, -1, 3, -1, -1)", style=solid]; +"412 unsqueeze_4" -> "413 unsqueeze_5" [label="(-1, 1, -1, -1)", style=solid]; +"413 unsqueeze_5" -> "414 add_38" [label="(1, -1, 1, -1, -1)", style=solid]; +"414 add_38" -> "415 view_9" [label="(1, -1, 3, -1, -1)", style=solid]; +"415 view_9" -> "416 softmax_1" [label="(-1, 3, -1, -1)", style=solid]; +"416 softmax_1" -> "417 dropout_4" [label="(-1, 3, -1, -1)", style=solid]; +"417 dropout_4" -> "418 matmul_3" [label="(-1, 3, -1, -1)", style=solid]; +"418 matmul_3" -> "419 transpose_3" [label="(-1, 3, -1, 32)", style=solid]; +"419 transpose_3" -> "420 reshape_7" [label="(-1, -1, 3, 32)", style=solid]; +"420 reshape_7" -> "421 reshape_7_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"421 reshape_7_0_0_nncf_smooth_quant_0" -> "422 quantize_per_tensor_default_10" [label="(-1, -1, 96)", style=solid]; +"422 quantize_per_tensor_default_10" -> "423 dequantize_per_tensor_default_10" [label="(-1, -1, 96)", style=solid]; +"423 dequantize_per_tensor_default_10" -> "429 linear_9" [label="(-1, -1, 96)", style=solid]; +"424 scale_updated_constant6" -> "426 mul_tensor_6" [label="(96, 1)", style=solid]; +"425 compressed_weight_updated_constant6" -> "426 mul_tensor_6" [label="(96, 96)", style=solid]; +"426 mul_tensor_6" -> "428 sub_tensor_6" [label="(96, 96)", style=solid]; +"427 zero_point_updated_constant6" -> "428 sub_tensor_6" [label="(96, 1)", style=solid]; +"428 sub_tensor_6" -> "429 linear_9" [label="(96, 96)", style=solid]; +"429 linear_9" -> "430 dropout_5" [label="(-1, -1, 96)", style=solid]; +"430 dropout_5" -> "431 view_10" [label="(-1, -1, 96)", style=solid]; +"431 view_10" -> "432 permute_9" [label="(1, -1, -1, 8, -1, 96)", style=solid]; +"432 permute_9" -> "433 reshape_8" [label="(1, -1, 8, -1, -1, 96)", style=solid]; +"433 reshape_8" -> "434 roll_1" [label="(1, -1, -1, 96)", style=solid]; +"434 roll_1" -> "435 slice_23" [label="(1, -1, -1, 96)", style=solid]; +"435 slice_23" -> "436 slice_24" [label="(1, -1, -1, 96)", style=solid]; +"436 slice_24" -> "437 layer_norm_3" [label="(1, -1, -1, 96)", style=solid]; +"437 layer_norm_3" -> "438 add_39" [label="(1, -1, -1, 96)", style=solid]; +"438 add_39" -> "439 add_39_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 96)", style=solid]; +"438 add_39" -> "461 add_40" [label="(1, -1, -1, 96)", style=solid]; +"439 add_39_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_11" [label="(1, -1, -1, 96)", style=solid]; +"440 quantize_per_tensor_default_11" -> "441 dequantize_per_tensor_default_11" [label="(1, -1, -1, 96)", style=solid]; +"441 dequantize_per_tensor_default_11" -> "447 linear_10" [label="(1, -1, -1, 96)", style=solid]; +"442 scale_updated_constant7" -> "444 mul_tensor_7" [label="(384, 1)", style=solid]; +"443 compressed_weight_updated_constant7" -> "444 mul_tensor_7" [label="(384, 96)", style=solid]; +"444 mul_tensor_7" -> "446 sub_tensor_7" [label="(384, 96)", style=solid]; +"445 zero_point_updated_constant7" -> "446 sub_tensor_7" [label="(384, 1)", style=solid]; +"446 sub_tensor_7" -> "447 linear_10" [label="(384, 96)", style=solid]; +"447 linear_10" -> "448 gelu_1" [label="(1, -1, -1, 384)", style=solid]; +"448 gelu_1" -> "449 dropout_6" [label="(1, -1, -1, 384)", style=solid]; +"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_12" [label="(1, -1, -1, 384)", style=solid]; +"451 quantize_per_tensor_default_12" -> "452 dequantize_per_tensor_default_12" [label="(1, -1, -1, 384)", style=solid]; +"452 dequantize_per_tensor_default_12" -> "458 linear_11" [label="(1, -1, -1, 384)", style=solid]; +"453 scale_updated_constant8" -> "455 mul_tensor_8" [label="(96, 1)", style=solid]; +"454 compressed_weight_updated_constant8" -> "455 mul_tensor_8" [label="(96, 384)", style=solid]; +"455 mul_tensor_8" -> "457 sub_tensor_8" [label="(96, 384)", style=solid]; +"456 zero_point_updated_constant8" -> "457 sub_tensor_8" [label="(96, 1)", style=solid]; +"457 sub_tensor_8" -> "458 linear_11" [label="(96, 384)", style=solid]; +"458 linear_11" -> "459 dropout_7" [label="(1, -1, -1, 96)", style=solid]; +"459 dropout_7" -> "460 layer_norm_4" [label="(1, -1, -1, 96)", style=solid]; +"460 layer_norm_4" -> "461 add_40" [label="(1, -1, -1, 96)", style=solid]; +"461 add_40" -> "462 pad_2" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "463 slice_25" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "466 slice_28" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "469 slice_31" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "472 slice_34" [label="(1, -1, -1, 96)", style=solid]; +"463 slice_25" -> "464 slice_26" [label="(1, -1, -1, 96)", style=solid]; +"464 slice_26" -> "465 slice_27" [label="(1, -1, -1, 96)", style=solid]; +"465 slice_27" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"466 slice_28" -> "467 slice_29" [label="(1, -1, -1, 96)", style=solid]; +"467 slice_29" -> "468 slice_30" [label="(1, -1, -1, 96)", style=solid]; +"468 slice_30" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"469 slice_31" -> "470 slice_32" [label="(1, -1, -1, 96)", style=solid]; +"470 slice_32" -> "471 slice_33" [label="(1, -1, -1, 96)", style=solid]; +"471 slice_33" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"472 slice_34" -> "473 slice_35" [label="(1, -1, -1, 96)", style=solid]; +"473 slice_35" -> "474 slice_36" [label="(1, -1, -1, 96)", style=solid]; +"474 slice_36" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"475 cat" -> "476 cat_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"476 cat_0_0_nncf_smooth_quant_0" -> "477 quantize_per_tensor_default_13" [label="(1, -1, -1, 384)", style=solid]; +"477 quantize_per_tensor_default_13" -> "478 dequantize_per_tensor_default_13" [label="(1, -1, -1, 384)", style=solid]; +"478 dequantize_per_tensor_default_13" -> "484 linear_12" [label="(1, -1, -1, 384)", style=solid]; +"479 scale_updated_constant9" -> "481 mul_tensor_9" [label="(192, 1)", style=solid]; +"480 compressed_weight_updated_constant9" -> "481 mul_tensor_9" [label="(192, 384)", style=solid]; +"481 mul_tensor_9" -> "483 sub_tensor_9" [label="(192, 384)", style=solid]; +"482 zero_point_updated_constant9" -> "483 sub_tensor_9" [label="(192, 1)", style=solid]; +"483 sub_tensor_9" -> "484 linear_12" [label="(192, 384)", style=solid]; +"484 linear_12" -> "485 layer_norm_5" [label="(1, -1, -1, 192)", style=solid]; +"485 layer_norm_5" -> "487 pad_3" [label="(1, -1, -1, 192)", style=solid]; +"485 layer_norm_5" -> "548 add_42" [label="(1, -1, -1, 192)", style=solid]; +"486 _frozen_param17" -> "523 add_41" [label="(1, 6, 64, 64)", style=solid]; +"487 pad_3" -> "489 view_13" [label="(1, -1, -1, 192)", style=solid]; +"488 mul_38" -> "491 reshape_9" [label="(-1,)", style=solid]; +"488 mul_38" -> "502 reshape_10" [label="(-1,)", style=solid]; +"488 mul_38" -> "528 reshape_11" [label="(-1,)", style=solid]; +"488 mul_38" -> "577 reshape_13" [label="(-1,)", style=solid]; +"488 mul_38" -> "588 reshape_14" [label="(-1,)", style=solid]; +"488 mul_38" -> "613 reshape_15" [label="(-1,)", style=solid]; +"488 mul_38" -> "621 view_19" [label="(-1,)", style=solid]; +"488 mul_38" -> "630 reshape_16" [label="(-1,)", style=solid]; +"489 view_13" -> "490 permute_11" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"490 permute_11" -> "491 reshape_9" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"491 reshape_9" -> "493 reshape_9_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"492 _frozen_param18" -> "501 linear_15" [label="(576,)", style=solid]; +"493 reshape_9_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_14" [label="(-1, -1, 192)", style=solid]; +"494 quantize_per_tensor_default_14" -> "495 dequantize_per_tensor_default_14" [label="(-1, -1, 192)", style=solid]; +"495 dequantize_per_tensor_default_14" -> "501 linear_15" [label="(-1, -1, 192)", style=solid]; +"496 scale_updated_constant10" -> "498 mul_tensor_10" [label="(576, 1)", style=solid]; +"497 compressed_weight_updated_constant10" -> "498 mul_tensor_10" [label="(576, 192)", style=solid]; +"498 mul_tensor_10" -> "500 sub_tensor_10" [label="(576, 192)", style=solid]; +"499 zero_point_updated_constant10" -> "500 sub_tensor_10" [label="(576, 1)", style=solid]; +"500 sub_tensor_10" -> "501 linear_15" [label="(576, 192)", style=solid]; +"501 linear_15" -> "502 reshape_10" [label="(-1, -1, 576)", style=solid]; +"502 reshape_10" -> "503 permute_12" [label="(-1, -1, 3, 6, 32)", style=solid]; +"503 permute_12" -> "504 select_6" [label="(3, -1, 6, -1, 32)", style=solid]; +"503 permute_12" -> "505 select_7" [label="(3, -1, 6, -1, 32)", style=solid]; +"503 permute_12" -> "506 select_8" [label="(3, -1, 6, -1, 32)", style=solid]; +"504 select_6" -> "507 linalg_vector_norm_4" [label="(-1, 6, -1, 32)", style=solid]; +"504 select_6" -> "509 expand_as_4" [label="(-1, 6, -1, 32)", style=solid]; +"504 select_6" -> "510 div_4" [label="(-1, 6, -1, 32)", style=solid]; +"505 select_7" -> "513 linalg_vector_norm_5" [label="(-1, 6, -1, 32)", style=solid]; +"505 select_7" -> "515 expand_as_5" [label="(-1, 6, -1, 32)", style=solid]; +"505 select_7" -> "516 div_5" [label="(-1, 6, -1, 32)", style=solid]; +"506 select_8" -> "526 matmul_5" [label="(-1, 6, -1, 32)", style=solid]; +"507 linalg_vector_norm_4" -> "508 clamp_min_4" [label="(-1, 6, -1, 1)", style=solid]; +"508 clamp_min_4" -> "509 expand_as_4" [label="(-1, 6, -1, 1)", style=solid]; +"509 expand_as_4" -> "510 div_4" [label="(-1, 6, -1, 32)", style=solid]; +"510 div_4" -> "511 quantize_per_tensor_default_15" [label="(-1, 6, -1, 32)", style=solid]; +"511 quantize_per_tensor_default_15" -> "512 dequantize_per_tensor_default_15" [label="(-1, 6, -1, 32)", style=solid]; +"512 dequantize_per_tensor_default_15" -> "520 matmul_4" [label="(-1, 6, -1, 32)", style=solid]; +"513 linalg_vector_norm_5" -> "514 clamp_min_5" [label="(-1, 6, -1, 1)", style=solid]; +"514 clamp_min_5" -> "515 expand_as_5" [label="(-1, 6, -1, 1)", style=solid]; +"515 expand_as_5" -> "516 div_5" [label="(-1, 6, -1, 32)", style=solid]; +"516 div_5" -> "517 quantize_per_tensor_default_16" [label="(-1, 6, -1, 32)", style=solid]; +"517 quantize_per_tensor_default_16" -> "518 dequantize_per_tensor_default_16" [label="(-1, 6, -1, 32)", style=solid]; +"518 dequantize_per_tensor_default_16" -> "519 transpose_4" [label="(-1, 6, -1, 32)", style=solid]; +"519 transpose_4" -> "520 matmul_4" [label="(-1, 6, 32, -1)", style=solid]; +"520 matmul_4" -> "522 mul_39" [label="(-1, 6, -1, -1)", style=solid]; +"521 _frozen_param20" -> "522 mul_39" [label="(6, 1, 1)", style=solid]; +"522 mul_39" -> "523 add_41" [label="(-1, 6, -1, -1)", style=solid]; +"523 add_41" -> "524 softmax_2" [label="(-1, 6, -1, -1)", style=solid]; +"524 softmax_2" -> "525 dropout_8" [label="(-1, 6, -1, -1)", style=solid]; +"525 dropout_8" -> "526 matmul_5" [label="(-1, 6, -1, -1)", style=solid]; +"526 matmul_5" -> "527 transpose_5" [label="(-1, 6, -1, 32)", style=solid]; +"527 transpose_5" -> "528 reshape_11" [label="(-1, -1, 6, 32)", style=solid]; +"528 reshape_11" -> "529 reshape_11_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"529 reshape_11_0_0_nncf_smooth_quant_0" -> "530 quantize_per_tensor_default_17" [label="(-1, -1, 192)", style=solid]; +"530 quantize_per_tensor_default_17" -> "531 dequantize_per_tensor_default_17" [label="(-1, -1, 192)", style=solid]; +"531 dequantize_per_tensor_default_17" -> "537 linear_16" [label="(-1, -1, 192)", style=solid]; +"532 scale_updated_constant11" -> "534 mul_tensor_11" [label="(192, 1)", style=solid]; +"533 compressed_weight_updated_constant11" -> "534 mul_tensor_11" [label="(192, 192)", style=solid]; +"534 mul_tensor_11" -> "536 sub_tensor_11" [label="(192, 192)", style=solid]; +"535 zero_point_updated_constant11" -> "536 sub_tensor_11" [label="(192, 1)", style=solid]; +"536 sub_tensor_11" -> "537 linear_16" [label="(192, 192)", style=solid]; +"537 linear_16" -> "538 dropout_9" [label="(-1, -1, 192)", style=solid]; +"538 dropout_9" -> "539 view_14" [label="(-1, -1, 192)", style=solid]; +"539 view_14" -> "540 permute_13" [label="(1, -1, -1, 8, -1, 192)", style=solid]; +"540 permute_13" -> "541 reshape_12" [label="(1, -1, 8, -1, -1, 192)", style=solid]; +"541 reshape_12" -> "542 slice_38" [label="(1, -1, -1, 192)", style=solid]; +"542 slice_38" -> "543 slice_39" [label="(1, -1, -1, 192)", style=solid]; +"543 slice_39" -> "544 slice_40" [label="(1, -1, -1, 192)", style=solid]; +"544 slice_40" -> "545 slice_41" [label="(1, -1, -1, 192)", style=solid]; +"545 slice_41" -> "546 contiguous_3" [label="(1, -1, -1, 192)", style=solid]; +"546 contiguous_3" -> "547 layer_norm_6" [label="(1, -1, -1, 192)", style=solid]; +"547 layer_norm_6" -> "548 add_42" [label="(1, -1, -1, 192)", style=solid]; +"548 add_42" -> "549 add_42_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 192)", style=solid]; +"548 add_42" -> "571 add_43" [label="(1, -1, -1, 192)", style=solid]; +"549 add_42_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_18" [label="(1, -1, -1, 192)", style=solid]; +"550 quantize_per_tensor_default_18" -> "551 dequantize_per_tensor_default_18" [label="(1, -1, -1, 192)", style=solid]; +"551 dequantize_per_tensor_default_18" -> "557 linear_17" [label="(1, -1, -1, 192)", style=solid]; +"552 scale_updated_constant12" -> "554 mul_tensor_12" [label="(768, 1)", style=solid]; +"553 compressed_weight_updated_constant12" -> "554 mul_tensor_12" [label="(768, 192)", style=solid]; +"554 mul_tensor_12" -> "556 sub_tensor_12" [label="(768, 192)", style=solid]; +"555 zero_point_updated_constant12" -> "556 sub_tensor_12" [label="(768, 1)", style=solid]; +"556 sub_tensor_12" -> "557 linear_17" [label="(768, 192)", style=solid]; +"557 linear_17" -> "558 gelu_2" [label="(1, -1, -1, 768)", style=solid]; +"558 gelu_2" -> "559 dropout_10" [label="(1, -1, -1, 768)", style=solid]; +"559 dropout_10" -> "560 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"560 dropout_10_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_19" [label="(1, -1, -1, 768)", style=solid]; +"561 quantize_per_tensor_default_19" -> "562 dequantize_per_tensor_default_19" [label="(1, -1, -1, 768)", style=solid]; +"562 dequantize_per_tensor_default_19" -> "568 linear_18" [label="(1, -1, -1, 768)", style=solid]; +"563 scale_updated_constant13" -> "565 mul_tensor_13" [label="(192, 1)", style=solid]; +"564 compressed_weight_updated_constant13" -> "565 mul_tensor_13" [label="(192, 768)", style=solid]; +"565 mul_tensor_13" -> "567 sub_tensor_13" [label="(192, 768)", style=solid]; +"566 zero_point_updated_constant13" -> "567 sub_tensor_13" [label="(192, 1)", style=solid]; +"567 sub_tensor_13" -> "568 linear_18" [label="(192, 768)", style=solid]; +"568 linear_18" -> "569 dropout_11" [label="(1, -1, -1, 192)", style=solid]; +"569 dropout_11" -> "570 layer_norm_7" [label="(1, -1, -1, 192)", style=solid]; +"570 layer_norm_7" -> "571 add_43" [label="(1, -1, -1, 192)", style=solid]; +"571 add_43" -> "573 pad_4" [label="(1, -1, -1, 192)", style=solid]; +"571 add_43" -> "651 add_46" [label="(1, -1, -1, 192)", style=solid]; +"572 _frozen_param21" -> "609 add_44" [label="(1, 6, 64, 64)", style=solid]; +"573 pad_4" -> "574 roll_2" [label="(1, -1, -1, 192)", style=solid]; +"574 roll_2" -> "575 view_17" [label="(1, -1, -1, 192)", style=solid]; +"575 view_17" -> "576 permute_15" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"576 permute_15" -> "577 reshape_13" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"577 reshape_13" -> "579 reshape_13_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"577 reshape_13" -> "610 new_zeros_1" [label="(-1, -1, 192)", style=solid]; +"578 _frozen_param22" -> "587 linear_21" [label="(576,)", style=solid]; +"579 reshape_13_0_0_nncf_smooth_quant_0" -> "580 quantize_per_tensor_default_20" [label="(-1, -1, 192)", style=solid]; +"580 quantize_per_tensor_default_20" -> "581 dequantize_per_tensor_default_20" [label="(-1, -1, 192)", style=solid]; +"581 dequantize_per_tensor_default_20" -> "587 linear_21" [label="(-1, -1, 192)", style=solid]; +"582 scale_updated_constant14" -> "584 mul_tensor_14" [label="(576, 1)", style=solid]; +"583 compressed_weight_updated_constant14" -> "584 mul_tensor_14" [label="(576, 192)", style=solid]; +"584 mul_tensor_14" -> "586 sub_tensor_14" [label="(576, 192)", style=solid]; +"585 zero_point_updated_constant14" -> "586 sub_tensor_14" [label="(576, 1)", style=solid]; +"586 sub_tensor_14" -> "587 linear_21" [label="(576, 192)", style=solid]; +"587 linear_21" -> "588 reshape_14" [label="(-1, -1, 576)", style=solid]; +"588 reshape_14" -> "589 permute_16" [label="(-1, -1, 3, 6, 32)", style=solid]; +"589 permute_16" -> "590 select_9" [label="(3, -1, 6, -1, 32)", style=solid]; +"589 permute_16" -> "591 select_10" [label="(3, -1, 6, -1, 32)", style=solid]; +"589 permute_16" -> "592 select_11" [label="(3, -1, 6, -1, 32)", style=solid]; +"590 select_9" -> "593 linalg_vector_norm_6" [label="(-1, 6, -1, 32)", style=solid]; +"590 select_9" -> "595 expand_as_6" [label="(-1, 6, -1, 32)", style=solid]; +"590 select_9" -> "596 div_6" [label="(-1, 6, -1, 32)", style=solid]; +"591 select_10" -> "599 linalg_vector_norm_7" [label="(-1, 6, -1, 32)", style=solid]; +"591 select_10" -> "601 expand_as_7" [label="(-1, 6, -1, 32)", style=solid]; +"591 select_10" -> "602 div_7" [label="(-1, 6, -1, 32)", style=solid]; +"592 select_11" -> "628 matmul_7" [label="(-1, 6, -1, 32)", style=solid]; +"593 linalg_vector_norm_6" -> "594 clamp_min_6" [label="(-1, 6, -1, 1)", style=solid]; +"594 clamp_min_6" -> "595 expand_as_6" [label="(-1, 6, -1, 1)", style=solid]; +"595 expand_as_6" -> "596 div_6" [label="(-1, 6, -1, 32)", style=solid]; +"596 div_6" -> "597 quantize_per_tensor_default_21" [label="(-1, 6, -1, 32)", style=solid]; +"597 quantize_per_tensor_default_21" -> "598 dequantize_per_tensor_default_21" [label="(-1, 6, -1, 32)", style=solid]; +"598 dequantize_per_tensor_default_21" -> "606 matmul_6" [label="(-1, 6, -1, 32)", style=solid]; +"599 linalg_vector_norm_7" -> "600 clamp_min_7" [label="(-1, 6, -1, 1)", style=solid]; +"600 clamp_min_7" -> "601 expand_as_7" [label="(-1, 6, -1, 1)", style=solid]; +"601 expand_as_7" -> "602 div_7" [label="(-1, 6, -1, 32)", style=solid]; +"602 div_7" -> "603 quantize_per_tensor_default_22" [label="(-1, 6, -1, 32)", style=solid]; +"603 quantize_per_tensor_default_22" -> "604 dequantize_per_tensor_default_22" [label="(-1, 6, -1, 32)", style=solid]; +"604 dequantize_per_tensor_default_22" -> "605 transpose_6" [label="(-1, 6, -1, 32)", style=solid]; +"605 transpose_6" -> "606 matmul_6" [label="(-1, 6, 32, -1)", style=solid]; +"606 matmul_6" -> "608 mul_41" [label="(-1, 6, -1, -1)", style=solid]; +"607 _frozen_param24" -> "608 mul_41" [label="(6, 1, 1)", style=solid]; +"608 mul_41" -> "609 add_44" [label="(-1, 6, -1, -1)", style=solid]; +"609 add_44" -> "621 view_19" [label="(-1, 6, -1, -1)", style=solid]; +"610 new_zeros_1" -> "611 view_18" [label="(-1, -1)", style=solid]; +"611 view_18" -> "612 permute_17" [label="(-1, -1, -1, -1)", style=solid]; +"612 permute_17" -> "613 reshape_15" [label="(-1, -1, -1, -1)", style=solid]; +"613 reshape_15" -> "614 unsqueeze_8" [label="(-1, -1)", style=solid]; +"613 reshape_15" -> "615 unsqueeze_9" [label="(-1, -1)", style=solid]; +"614 unsqueeze_8" -> "616 sub_1" [label="(-1, 1, -1)", style=solid]; +"615 unsqueeze_9" -> "616 sub_1" [label="(-1, -1, 1)", style=solid]; +"616 sub_1" -> "617 ne_1" [label="(-1, -1, -1)", style=solid]; +"616 sub_1" -> "618 masked_fill_2" [label="(-1, -1, -1)", style=solid]; +"616 sub_1" -> "619 eq_37" [label="(-1, -1, -1)", style=solid]; +"617 ne_1" -> "618 masked_fill_2" [label="(-1, -1, -1)", style=solid]; +"618 masked_fill_2" -> "620 masked_fill_3" [label="(-1, -1, -1)", style=solid]; +"619 eq_37" -> "620 masked_fill_3" [label="(-1, -1, -1)", style=solid]; +"620 masked_fill_3" -> "622 unsqueeze_10" [label="(-1, -1, -1)", style=solid]; +"621 view_19" -> "624 add_45" [label="(1, -1, 6, -1, -1)", style=solid]; +"622 unsqueeze_10" -> "623 unsqueeze_11" [label="(-1, 1, -1, -1)", style=solid]; +"623 unsqueeze_11" -> "624 add_45" [label="(1, -1, 1, -1, -1)", style=solid]; +"624 add_45" -> "625 view_20" [label="(1, -1, 6, -1, -1)", style=solid]; +"625 view_20" -> "626 softmax_3" [label="(-1, 6, -1, -1)", style=solid]; +"626 softmax_3" -> "627 dropout_12" [label="(-1, 6, -1, -1)", style=solid]; +"627 dropout_12" -> "628 matmul_7" [label="(-1, 6, -1, -1)", style=solid]; +"628 matmul_7" -> "629 transpose_7" [label="(-1, 6, -1, 32)", style=solid]; +"629 transpose_7" -> "630 reshape_16" [label="(-1, -1, 6, 32)", style=solid]; +"630 reshape_16" -> "631 reshape_16_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"631 reshape_16_0_0_nncf_smooth_quant_0" -> "632 quantize_per_tensor_default_23" [label="(-1, -1, 192)", style=solid]; +"632 quantize_per_tensor_default_23" -> "633 dequantize_per_tensor_default_23" [label="(-1, -1, 192)", style=solid]; +"633 dequantize_per_tensor_default_23" -> "639 linear_22" [label="(-1, -1, 192)", style=solid]; +"634 scale_updated_constant15" -> "636 mul_tensor_15" [label="(192, 1)", style=solid]; +"635 compressed_weight_updated_constant15" -> "636 mul_tensor_15" [label="(192, 192)", style=solid]; +"636 mul_tensor_15" -> "638 sub_tensor_15" [label="(192, 192)", style=solid]; +"637 zero_point_updated_constant15" -> "638 sub_tensor_15" [label="(192, 1)", style=solid]; +"638 sub_tensor_15" -> "639 linear_22" [label="(192, 192)", style=solid]; +"639 linear_22" -> "640 dropout_13" [label="(-1, -1, 192)", style=solid]; +"640 dropout_13" -> "641 view_21" [label="(-1, -1, 192)", style=solid]; +"641 view_21" -> "642 permute_18" [label="(1, -1, -1, 8, -1, 192)", style=solid]; +"642 permute_18" -> "643 reshape_17" [label="(1, -1, 8, -1, -1, 192)", style=solid]; +"643 reshape_17" -> "644 roll_3" [label="(1, -1, -1, 192)", style=solid]; +"644 roll_3" -> "645 slice_61" [label="(1, -1, -1, 192)", style=solid]; +"645 slice_61" -> "646 slice_62" [label="(1, -1, -1, 192)", style=solid]; +"646 slice_62" -> "647 slice_63" [label="(1, -1, -1, 192)", style=solid]; +"647 slice_63" -> "648 slice_64" [label="(1, -1, -1, 192)", style=solid]; +"648 slice_64" -> "649 contiguous_5" [label="(1, -1, -1, 192)", style=solid]; +"649 contiguous_5" -> "650 layer_norm_8" [label="(1, -1, -1, 192)", style=solid]; +"650 layer_norm_8" -> "651 add_46" [label="(1, -1, -1, 192)", style=solid]; +"651 add_46" -> "652 add_46_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 192)", style=solid]; +"651 add_46" -> "674 add_47" [label="(1, -1, -1, 192)", style=solid]; +"652 add_46_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_24" [label="(1, -1, -1, 192)", style=solid]; +"653 quantize_per_tensor_default_24" -> "654 dequantize_per_tensor_default_24" [label="(1, -1, -1, 192)", style=solid]; +"654 dequantize_per_tensor_default_24" -> "660 linear_23" [label="(1, -1, -1, 192)", style=solid]; +"655 scale_updated_constant16" -> "657 mul_tensor_16" [label="(768, 1)", style=solid]; +"656 compressed_weight_updated_constant16" -> "657 mul_tensor_16" [label="(768, 192)", style=solid]; +"657 mul_tensor_16" -> "659 sub_tensor_16" [label="(768, 192)", style=solid]; +"658 zero_point_updated_constant16" -> "659 sub_tensor_16" [label="(768, 1)", style=solid]; +"659 sub_tensor_16" -> "660 linear_23" [label="(768, 192)", style=solid]; +"660 linear_23" -> "661 gelu_3" [label="(1, -1, -1, 768)", style=solid]; +"661 gelu_3" -> "662 dropout_14" [label="(1, -1, -1, 768)", style=solid]; +"662 dropout_14" -> "663 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"663 dropout_14_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_default_25" [label="(1, -1, -1, 768)", style=solid]; +"664 quantize_per_tensor_default_25" -> "665 dequantize_per_tensor_default_25" [label="(1, -1, -1, 768)", style=solid]; +"665 dequantize_per_tensor_default_25" -> "671 linear_24" [label="(1, -1, -1, 768)", style=solid]; +"666 scale_updated_constant17" -> "668 mul_tensor_17" [label="(192, 1)", style=solid]; +"667 compressed_weight_updated_constant17" -> "668 mul_tensor_17" [label="(192, 768)", style=solid]; +"668 mul_tensor_17" -> "670 sub_tensor_17" [label="(192, 768)", style=solid]; +"669 zero_point_updated_constant17" -> "670 sub_tensor_17" [label="(192, 1)", style=solid]; +"670 sub_tensor_17" -> "671 linear_24" [label="(192, 768)", style=solid]; +"671 linear_24" -> "672 dropout_15" [label="(1, -1, -1, 192)", style=solid]; +"672 dropout_15" -> "673 layer_norm_9" [label="(1, -1, -1, 192)", style=solid]; +"673 layer_norm_9" -> "674 add_47" [label="(1, -1, -1, 192)", style=solid]; +"674 add_47" -> "675 pad_5" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "676 slice_65" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "679 slice_68" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "682 slice_71" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "685 slice_74" [label="(1, -1, -1, 192)", style=solid]; +"676 slice_65" -> "677 slice_66" [label="(1, -1, -1, 192)", style=solid]; +"677 slice_66" -> "678 slice_67" [label="(1, -1, -1, 192)", style=solid]; +"678 slice_67" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"679 slice_68" -> "680 slice_69" [label="(1, -1, -1, 192)", style=solid]; +"680 slice_69" -> "681 slice_70" [label="(1, -1, -1, 192)", style=solid]; +"681 slice_70" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"682 slice_71" -> "683 slice_72" [label="(1, -1, -1, 192)", style=solid]; +"683 slice_72" -> "684 slice_73" [label="(1, -1, -1, 192)", style=solid]; +"684 slice_73" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"685 slice_74" -> "686 slice_75" [label="(1, -1, -1, 192)", style=solid]; +"686 slice_75" -> "687 slice_76" [label="(1, -1, -1, 192)", style=solid]; +"687 slice_76" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"688 cat_1" -> "689 cat_1_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"689 cat_1_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_26" [label="(1, -1, -1, 768)", style=solid]; +"690 quantize_per_tensor_default_26" -> "691 dequantize_per_tensor_default_26" [label="(1, -1, -1, 768)", style=solid]; +"691 dequantize_per_tensor_default_26" -> "697 linear_25" [label="(1, -1, -1, 768)", style=solid]; +"692 scale_updated_constant18" -> "694 mul_tensor_18" [label="(384, 1)", style=solid]; +"693 compressed_weight_updated_constant18" -> "694 mul_tensor_18" [label="(384, 768)", style=solid]; +"694 mul_tensor_18" -> "696 sub_tensor_18" [label="(384, 768)", style=solid]; +"695 zero_point_updated_constant18" -> "696 sub_tensor_18" [label="(384, 1)", style=solid]; +"696 sub_tensor_18" -> "697 linear_25" [label="(384, 768)", style=solid]; +"697 linear_25" -> "698 layer_norm_10" [label="(1, -1, -1, 384)", style=solid]; +"698 layer_norm_10" -> "700 pad_6" [label="(1, -1, -1, 384)", style=solid]; +"698 layer_norm_10" -> "761 add_49" [label="(1, -1, -1, 384)", style=solid]; +"699 _frozen_param34" -> "736 add_48" [label="(1, 12, 64, 64)", style=solid]; +"700 pad_6" -> "702 view_24" [label="(1, -1, -1, 384)", style=solid]; +"701 mul_43" -> "704 reshape_18" [label="(-1,)", style=solid]; +"701 mul_43" -> "715 reshape_19" [label="(-1,)", style=solid]; +"701 mul_43" -> "741 reshape_20" [label="(-1,)", style=solid]; +"701 mul_43" -> "790 reshape_22" [label="(-1,)", style=solid]; +"701 mul_43" -> "801 reshape_23" [label="(-1,)", style=solid]; +"701 mul_43" -> "826 reshape_24" [label="(-1,)", style=solid]; +"701 mul_43" -> "834 view_30" [label="(-1,)", style=solid]; +"701 mul_43" -> "843 reshape_25" [label="(-1,)", style=solid]; +"701 mul_43" -> "892 reshape_27" [label="(-1,)", style=solid]; +"701 mul_43" -> "903 reshape_28" [label="(-1,)", style=solid]; +"701 mul_43" -> "929 reshape_29" [label="(-1,)", style=solid]; +"701 mul_43" -> "978 reshape_31" [label="(-1,)", style=solid]; +"701 mul_43" -> "989 reshape_32" [label="(-1,)", style=solid]; +"701 mul_43" -> "1014 reshape_33" [label="(-1,)", style=solid]; +"701 mul_43" -> "1022 view_41" [label="(-1,)", style=solid]; +"701 mul_43" -> "1031 reshape_34" [label="(-1,)", style=solid]; +"701 mul_43" -> "1080 reshape_36" [label="(-1,)", style=solid]; +"701 mul_43" -> "1091 reshape_37" [label="(-1,)", style=solid]; +"701 mul_43" -> "1117 reshape_38" [label="(-1,)", style=solid]; +"701 mul_43" -> "1166 reshape_40" [label="(-1,)", style=solid]; +"701 mul_43" -> "1177 reshape_41" [label="(-1,)", style=solid]; +"701 mul_43" -> "1202 reshape_42" [label="(-1,)", style=solid]; +"701 mul_43" -> "1210 view_52" [label="(-1,)", style=solid]; +"701 mul_43" -> "1219 reshape_43" [label="(-1,)", style=solid]; +"701 mul_43" -> "1268 reshape_45" [label="(-1,)", style=solid]; +"701 mul_43" -> "1279 reshape_46" [label="(-1,)", style=solid]; +"701 mul_43" -> "1305 reshape_47" [label="(-1,)", style=solid]; +"701 mul_43" -> "1354 reshape_49" [label="(-1,)", style=solid]; +"701 mul_43" -> "1365 reshape_50" [label="(-1,)", style=solid]; +"701 mul_43" -> "1390 reshape_51" [label="(-1,)", style=solid]; +"701 mul_43" -> "1398 view_63" [label="(-1,)", style=solid]; +"701 mul_43" -> "1407 reshape_52" [label="(-1,)", style=solid]; +"701 mul_43" -> "1456 reshape_54" [label="(-1,)", style=solid]; +"701 mul_43" -> "1467 reshape_55" [label="(-1,)", style=solid]; +"701 mul_43" -> "1493 reshape_56" [label="(-1,)", style=solid]; +"701 mul_43" -> "1542 reshape_58" [label="(-1,)", style=solid]; +"701 mul_43" -> "1553 reshape_59" [label="(-1,)", style=solid]; +"701 mul_43" -> "1578 reshape_60" [label="(-1,)", style=solid]; +"701 mul_43" -> "1586 view_74" [label="(-1,)", style=solid]; +"701 mul_43" -> "1595 reshape_61" [label="(-1,)", style=solid]; +"701 mul_43" -> "1644 reshape_63" [label="(-1,)", style=solid]; +"701 mul_43" -> "1655 reshape_64" [label="(-1,)", style=solid]; +"701 mul_43" -> "1681 reshape_65" [label="(-1,)", style=solid]; +"701 mul_43" -> "1730 reshape_67" [label="(-1,)", style=solid]; +"701 mul_43" -> "1741 reshape_68" [label="(-1,)", style=solid]; +"701 mul_43" -> "1766 reshape_69" [label="(-1,)", style=solid]; +"701 mul_43" -> "1774 view_85" [label="(-1,)", style=solid]; +"701 mul_43" -> "1783 reshape_70" [label="(-1,)", style=solid]; +"701 mul_43" -> "1832 reshape_72" [label="(-1,)", style=solid]; +"701 mul_43" -> "1843 reshape_73" [label="(-1,)", style=solid]; +"701 mul_43" -> "1869 reshape_74" [label="(-1,)", style=solid]; +"701 mul_43" -> "1918 reshape_76" [label="(-1,)", style=solid]; +"701 mul_43" -> "1929 reshape_77" [label="(-1,)", style=solid]; +"701 mul_43" -> "1954 reshape_78" [label="(-1,)", style=solid]; +"701 mul_43" -> "1962 view_96" [label="(-1,)", style=solid]; +"701 mul_43" -> "1971 reshape_79" [label="(-1,)", style=solid]; +"701 mul_43" -> "2020 reshape_81" [label="(-1,)", style=solid]; +"701 mul_43" -> "2031 reshape_82" [label="(-1,)", style=solid]; +"701 mul_43" -> "2057 reshape_83" [label="(-1,)", style=solid]; +"701 mul_43" -> "2106 reshape_85" [label="(-1,)", style=solid]; +"701 mul_43" -> "2117 reshape_86" [label="(-1,)", style=solid]; +"701 mul_43" -> "2142 reshape_87" [label="(-1,)", style=solid]; +"701 mul_43" -> "2150 view_107" [label="(-1,)", style=solid]; +"701 mul_43" -> "2159 reshape_88" [label="(-1,)", style=solid]; +"701 mul_43" -> "2208 reshape_90" [label="(-1,)", style=solid]; +"701 mul_43" -> "2219 reshape_91" [label="(-1,)", style=solid]; +"701 mul_43" -> "2245 reshape_92" [label="(-1,)", style=solid]; +"701 mul_43" -> "2294 reshape_94" [label="(-1,)", style=solid]; +"701 mul_43" -> "2305 reshape_95" [label="(-1,)", style=solid]; +"701 mul_43" -> "2330 reshape_96" [label="(-1,)", style=solid]; +"701 mul_43" -> "2338 view_118" [label="(-1,)", style=solid]; +"701 mul_43" -> "2347 reshape_97" [label="(-1,)", style=solid]; +"702 view_24" -> "703 permute_20" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"703 permute_20" -> "704 reshape_18" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"704 reshape_18" -> "706 reshape_18_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"705 _frozen_param35" -> "714 linear_28" [label="(1152,)", style=solid]; +"706 reshape_18_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_27" [label="(-1, -1, 384)", style=solid]; +"707 quantize_per_tensor_default_27" -> "708 dequantize_per_tensor_default_27" [label="(-1, -1, 384)", style=solid]; +"708 dequantize_per_tensor_default_27" -> "714 linear_28" [label="(-1, -1, 384)", style=solid]; +"709 scale_updated_constant19" -> "711 mul_tensor_19" [label="(1152, 1)", style=solid]; +"710 compressed_weight_updated_constant19" -> "711 mul_tensor_19" [label="(1152, 384)", style=solid]; +"711 mul_tensor_19" -> "713 sub_tensor_19" [label="(1152, 384)", style=solid]; +"712 zero_point_updated_constant19" -> "713 sub_tensor_19" [label="(1152, 1)", style=solid]; +"713 sub_tensor_19" -> "714 linear_28" [label="(1152, 384)", style=solid]; +"714 linear_28" -> "715 reshape_19" [label="(-1, -1, 1152)", style=solid]; +"715 reshape_19" -> "716 permute_21" [label="(-1, -1, 3, 12, 32)", style=solid]; +"716 permute_21" -> "717 select_12" [label="(3, -1, 12, -1, 32)", style=solid]; +"716 permute_21" -> "718 select_13" [label="(3, -1, 12, -1, 32)", style=solid]; +"716 permute_21" -> "719 select_14" [label="(3, -1, 12, -1, 32)", style=solid]; +"717 select_12" -> "720 linalg_vector_norm_8" [label="(-1, 12, -1, 32)", style=solid]; +"717 select_12" -> "722 expand_as_8" [label="(-1, 12, -1, 32)", style=solid]; +"717 select_12" -> "723 div_8" [label="(-1, 12, -1, 32)", style=solid]; +"718 select_13" -> "726 linalg_vector_norm_9" [label="(-1, 12, -1, 32)", style=solid]; +"718 select_13" -> "728 expand_as_9" [label="(-1, 12, -1, 32)", style=solid]; +"718 select_13" -> "729 div_9" [label="(-1, 12, -1, 32)", style=solid]; +"719 select_14" -> "739 matmul_9" [label="(-1, 12, -1, 32)", style=solid]; +"720 linalg_vector_norm_8" -> "721 clamp_min_8" [label="(-1, 12, -1, 1)", style=solid]; +"721 clamp_min_8" -> "722 expand_as_8" [label="(-1, 12, -1, 1)", style=solid]; +"722 expand_as_8" -> "723 div_8" [label="(-1, 12, -1, 32)", style=solid]; +"723 div_8" -> "724 quantize_per_tensor_default_28" [label="(-1, 12, -1, 32)", style=solid]; +"724 quantize_per_tensor_default_28" -> "725 dequantize_per_tensor_default_28" [label="(-1, 12, -1, 32)", style=solid]; +"725 dequantize_per_tensor_default_28" -> "733 matmul_8" [label="(-1, 12, -1, 32)", style=solid]; +"726 linalg_vector_norm_9" -> "727 clamp_min_9" [label="(-1, 12, -1, 1)", style=solid]; +"727 clamp_min_9" -> "728 expand_as_9" [label="(-1, 12, -1, 1)", style=solid]; +"728 expand_as_9" -> "729 div_9" [label="(-1, 12, -1, 32)", style=solid]; +"729 div_9" -> "730 quantize_per_tensor_default_29" [label="(-1, 12, -1, 32)", style=solid]; +"730 quantize_per_tensor_default_29" -> "731 dequantize_per_tensor_default_29" [label="(-1, 12, -1, 32)", style=solid]; +"731 dequantize_per_tensor_default_29" -> "732 transpose_8" [label="(-1, 12, -1, 32)", style=solid]; +"732 transpose_8" -> "733 matmul_8" [label="(-1, 12, 32, -1)", style=solid]; +"733 matmul_8" -> "735 mul_44" [label="(-1, 12, -1, -1)", style=solid]; +"734 _frozen_param37" -> "735 mul_44" [label="(12, 1, 1)", style=solid]; +"735 mul_44" -> "736 add_48" [label="(-1, 12, -1, -1)", style=solid]; +"736 add_48" -> "737 softmax_4" [label="(-1, 12, -1, -1)", style=solid]; +"737 softmax_4" -> "738 dropout_16" [label="(-1, 12, -1, -1)", style=solid]; +"738 dropout_16" -> "739 matmul_9" [label="(-1, 12, -1, -1)", style=solid]; +"739 matmul_9" -> "740 transpose_9" [label="(-1, 12, -1, 32)", style=solid]; +"740 transpose_9" -> "741 reshape_20" [label="(-1, -1, 12, 32)", style=solid]; +"741 reshape_20" -> "742 reshape_20_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"742 reshape_20_0_0_nncf_smooth_quant_0" -> "743 quantize_per_tensor_default_30" [label="(-1, -1, 384)", style=solid]; +"743 quantize_per_tensor_default_30" -> "744 dequantize_per_tensor_default_30" [label="(-1, -1, 384)", style=solid]; +"744 dequantize_per_tensor_default_30" -> "750 linear_29" [label="(-1, -1, 384)", style=solid]; +"745 scale_updated_constant20" -> "747 mul_tensor_20" [label="(384, 1)", style=solid]; +"746 compressed_weight_updated_constant20" -> "747 mul_tensor_20" [label="(384, 384)", style=solid]; +"747 mul_tensor_20" -> "749 sub_tensor_20" [label="(384, 384)", style=solid]; +"748 zero_point_updated_constant20" -> "749 sub_tensor_20" [label="(384, 1)", style=solid]; +"749 sub_tensor_20" -> "750 linear_29" [label="(384, 384)", style=solid]; +"750 linear_29" -> "751 dropout_17" [label="(-1, -1, 384)", style=solid]; +"751 dropout_17" -> "752 view_25" [label="(-1, -1, 384)", style=solid]; +"752 view_25" -> "753 permute_22" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"753 permute_22" -> "754 reshape_21" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"754 reshape_21" -> "755 slice_78" [label="(1, -1, -1, 384)", style=solid]; +"755 slice_78" -> "756 slice_79" [label="(1, -1, -1, 384)", style=solid]; +"756 slice_79" -> "757 slice_80" [label="(1, -1, -1, 384)", style=solid]; +"757 slice_80" -> "758 slice_81" [label="(1, -1, -1, 384)", style=solid]; +"758 slice_81" -> "759 contiguous_7" [label="(1, -1, -1, 384)", style=solid]; +"759 contiguous_7" -> "760 layer_norm_11" [label="(1, -1, -1, 384)", style=solid]; +"760 layer_norm_11" -> "761 add_49" [label="(1, -1, -1, 384)", style=solid]; +"761 add_49" -> "762 add_49_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"761 add_49" -> "784 add_50" [label="(1, -1, -1, 384)", style=solid]; +"762 add_49_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_31" [label="(1, -1, -1, 384)", style=solid]; +"763 quantize_per_tensor_default_31" -> "764 dequantize_per_tensor_default_31" [label="(1, -1, -1, 384)", style=solid]; +"764 dequantize_per_tensor_default_31" -> "770 linear_30" [label="(1, -1, -1, 384)", style=solid]; +"765 scale_updated_constant21" -> "767 mul_tensor_21" [label="(1536, 1)", style=solid]; +"766 compressed_weight_updated_constant21" -> "767 mul_tensor_21" [label="(1536, 384)", style=solid]; +"767 mul_tensor_21" -> "769 sub_tensor_21" [label="(1536, 384)", style=solid]; +"768 zero_point_updated_constant21" -> "769 sub_tensor_21" [label="(1536, 1)", style=solid]; +"769 sub_tensor_21" -> "770 linear_30" [label="(1536, 384)", style=solid]; +"770 linear_30" -> "771 gelu_4" [label="(1, -1, -1, 1536)", style=solid]; +"771 gelu_4" -> "772 dropout_18" [label="(1, -1, -1, 1536)", style=solid]; +"772 dropout_18" -> "773 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"773 dropout_18_0_0_nncf_smooth_quant_0" -> "774 quantize_per_tensor_default_32" [label="(1, -1, -1, 1536)", style=solid]; +"774 quantize_per_tensor_default_32" -> "775 dequantize_per_tensor_default_32" [label="(1, -1, -1, 1536)", style=solid]; +"775 dequantize_per_tensor_default_32" -> "781 linear_31" [label="(1, -1, -1, 1536)", style=solid]; +"776 scale_updated_constant22" -> "778 mul_tensor_22" [label="(384, 1)", style=solid]; +"777 compressed_weight_updated_constant22" -> "778 mul_tensor_22" [label="(384, 1536)", style=solid]; +"778 mul_tensor_22" -> "780 sub_tensor_22" [label="(384, 1536)", style=solid]; +"779 zero_point_updated_constant22" -> "780 sub_tensor_22" [label="(384, 1)", style=solid]; +"780 sub_tensor_22" -> "781 linear_31" [label="(384, 1536)", style=solid]; +"781 linear_31" -> "782 dropout_19" [label="(1, -1, -1, 384)", style=solid]; +"782 dropout_19" -> "783 layer_norm_12" [label="(1, -1, -1, 384)", style=solid]; +"783 layer_norm_12" -> "784 add_50" [label="(1, -1, -1, 384)", style=solid]; +"784 add_50" -> "786 pad_7" [label="(1, -1, -1, 384)", style=solid]; +"784 add_50" -> "864 add_53" [label="(1, -1, -1, 384)", style=solid]; +"785 _frozen_param38" -> "822 add_51" [label="(1, 12, 64, 64)", style=solid]; +"786 pad_7" -> "787 roll_4" [label="(1, -1, -1, 384)", style=solid]; +"787 roll_4" -> "788 view_28" [label="(1, -1, -1, 384)", style=solid]; +"788 view_28" -> "789 permute_24" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"789 permute_24" -> "790 reshape_22" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"790 reshape_22" -> "792 reshape_22_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"790 reshape_22" -> "823 new_zeros_2" [label="(-1, -1, 384)", style=solid]; +"791 _frozen_param39" -> "800 linear_34" [label="(1152,)", style=solid]; +"792 reshape_22_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_default_33" [label="(-1, -1, 384)", style=solid]; +"793 quantize_per_tensor_default_33" -> "794 dequantize_per_tensor_default_33" [label="(-1, -1, 384)", style=solid]; +"794 dequantize_per_tensor_default_33" -> "800 linear_34" [label="(-1, -1, 384)", style=solid]; +"795 scale_updated_constant23" -> "797 mul_tensor_23" [label="(1152, 1)", style=solid]; +"796 compressed_weight_updated_constant23" -> "797 mul_tensor_23" [label="(1152, 384)", style=solid]; +"797 mul_tensor_23" -> "799 sub_tensor_23" [label="(1152, 384)", style=solid]; +"798 zero_point_updated_constant23" -> "799 sub_tensor_23" [label="(1152, 1)", style=solid]; +"799 sub_tensor_23" -> "800 linear_34" [label="(1152, 384)", style=solid]; +"800 linear_34" -> "801 reshape_23" [label="(-1, -1, 1152)", style=solid]; +"801 reshape_23" -> "802 permute_25" [label="(-1, -1, 3, 12, 32)", style=solid]; +"802 permute_25" -> "803 select_15" [label="(3, -1, 12, -1, 32)", style=solid]; +"802 permute_25" -> "804 select_16" [label="(3, -1, 12, -1, 32)", style=solid]; +"802 permute_25" -> "805 select_17" [label="(3, -1, 12, -1, 32)", style=solid]; +"803 select_15" -> "806 linalg_vector_norm_10" [label="(-1, 12, -1, 32)", style=solid]; +"803 select_15" -> "808 expand_as_10" [label="(-1, 12, -1, 32)", style=solid]; +"803 select_15" -> "809 div_10" [label="(-1, 12, -1, 32)", style=solid]; +"804 select_16" -> "812 linalg_vector_norm_11" [label="(-1, 12, -1, 32)", style=solid]; +"804 select_16" -> "814 expand_as_11" [label="(-1, 12, -1, 32)", style=solid]; +"804 select_16" -> "815 div_11" [label="(-1, 12, -1, 32)", style=solid]; +"805 select_17" -> "841 matmul_11" [label="(-1, 12, -1, 32)", style=solid]; +"806 linalg_vector_norm_10" -> "807 clamp_min_10" [label="(-1, 12, -1, 1)", style=solid]; +"807 clamp_min_10" -> "808 expand_as_10" [label="(-1, 12, -1, 1)", style=solid]; +"808 expand_as_10" -> "809 div_10" [label="(-1, 12, -1, 32)", style=solid]; +"809 div_10" -> "810 quantize_per_tensor_default_34" [label="(-1, 12, -1, 32)", style=solid]; +"810 quantize_per_tensor_default_34" -> "811 dequantize_per_tensor_default_34" [label="(-1, 12, -1, 32)", style=solid]; +"811 dequantize_per_tensor_default_34" -> "819 matmul_10" [label="(-1, 12, -1, 32)", style=solid]; +"812 linalg_vector_norm_11" -> "813 clamp_min_11" [label="(-1, 12, -1, 1)", style=solid]; +"813 clamp_min_11" -> "814 expand_as_11" [label="(-1, 12, -1, 1)", style=solid]; +"814 expand_as_11" -> "815 div_11" [label="(-1, 12, -1, 32)", style=solid]; +"815 div_11" -> "816 quantize_per_tensor_default_35" [label="(-1, 12, -1, 32)", style=solid]; +"816 quantize_per_tensor_default_35" -> "817 dequantize_per_tensor_default_35" [label="(-1, 12, -1, 32)", style=solid]; +"817 dequantize_per_tensor_default_35" -> "818 transpose_10" [label="(-1, 12, -1, 32)", style=solid]; +"818 transpose_10" -> "819 matmul_10" [label="(-1, 12, 32, -1)", style=solid]; +"819 matmul_10" -> "821 mul_46" [label="(-1, 12, -1, -1)", style=solid]; +"820 _frozen_param41" -> "821 mul_46" [label="(12, 1, 1)", style=solid]; +"821 mul_46" -> "822 add_51" [label="(-1, 12, -1, -1)", style=solid]; +"822 add_51" -> "834 view_30" [label="(-1, 12, -1, -1)", style=solid]; +"823 new_zeros_2" -> "824 view_29" [label="(-1, -1)", style=solid]; +"824 view_29" -> "825 permute_26" [label="(-1, -1, -1, -1)", style=solid]; +"825 permute_26" -> "826 reshape_24" [label="(-1, -1, -1, -1)", style=solid]; +"826 reshape_24" -> "827 unsqueeze_14" [label="(-1, -1)", style=solid]; +"826 reshape_24" -> "828 unsqueeze_15" [label="(-1, -1)", style=solid]; +"827 unsqueeze_14" -> "829 sub_2" [label="(-1, 1, -1)", style=solid]; +"828 unsqueeze_15" -> "829 sub_2" [label="(-1, -1, 1)", style=solid]; +"829 sub_2" -> "830 ne_2" [label="(-1, -1, -1)", style=solid]; +"829 sub_2" -> "831 masked_fill_4" [label="(-1, -1, -1)", style=solid]; +"829 sub_2" -> "832 eq_52" [label="(-1, -1, -1)", style=solid]; +"830 ne_2" -> "831 masked_fill_4" [label="(-1, -1, -1)", style=solid]; +"831 masked_fill_4" -> "833 masked_fill_5" [label="(-1, -1, -1)", style=solid]; +"832 eq_52" -> "833 masked_fill_5" [label="(-1, -1, -1)", style=solid]; +"833 masked_fill_5" -> "835 unsqueeze_16" [label="(-1, -1, -1)", style=solid]; +"834 view_30" -> "837 add_52" [label="(1, -1, 12, -1, -1)", style=solid]; +"835 unsqueeze_16" -> "836 unsqueeze_17" [label="(-1, 1, -1, -1)", style=solid]; +"836 unsqueeze_17" -> "837 add_52" [label="(1, -1, 1, -1, -1)", style=solid]; +"837 add_52" -> "838 view_31" [label="(1, -1, 12, -1, -1)", style=solid]; +"838 view_31" -> "839 softmax_5" [label="(-1, 12, -1, -1)", style=solid]; +"839 softmax_5" -> "840 dropout_20" [label="(-1, 12, -1, -1)", style=solid]; +"840 dropout_20" -> "841 matmul_11" [label="(-1, 12, -1, -1)", style=solid]; +"841 matmul_11" -> "842 transpose_11" [label="(-1, 12, -1, 32)", style=solid]; +"842 transpose_11" -> "843 reshape_25" [label="(-1, -1, 12, 32)", style=solid]; +"843 reshape_25" -> "844 reshape_25_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"844 reshape_25_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_36" [label="(-1, -1, 384)", style=solid]; +"845 quantize_per_tensor_default_36" -> "846 dequantize_per_tensor_default_36" [label="(-1, -1, 384)", style=solid]; +"846 dequantize_per_tensor_default_36" -> "852 linear_35" [label="(-1, -1, 384)", style=solid]; +"847 scale_updated_constant24" -> "849 mul_tensor_24" [label="(384, 1)", style=solid]; +"848 compressed_weight_updated_constant24" -> "849 mul_tensor_24" [label="(384, 384)", style=solid]; +"849 mul_tensor_24" -> "851 sub_tensor_24" [label="(384, 384)", style=solid]; +"850 zero_point_updated_constant24" -> "851 sub_tensor_24" [label="(384, 1)", style=solid]; +"851 sub_tensor_24" -> "852 linear_35" [label="(384, 384)", style=solid]; +"852 linear_35" -> "853 dropout_21" [label="(-1, -1, 384)", style=solid]; +"853 dropout_21" -> "854 view_32" [label="(-1, -1, 384)", style=solid]; +"854 view_32" -> "855 permute_27" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"855 permute_27" -> "856 reshape_26" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"856 reshape_26" -> "857 roll_5" [label="(1, -1, -1, 384)", style=solid]; +"857 roll_5" -> "858 slice_101" [label="(1, -1, -1, 384)", style=solid]; +"858 slice_101" -> "859 slice_102" [label="(1, -1, -1, 384)", style=solid]; +"859 slice_102" -> "860 slice_103" [label="(1, -1, -1, 384)", style=solid]; +"860 slice_103" -> "861 slice_104" [label="(1, -1, -1, 384)", style=solid]; +"861 slice_104" -> "862 contiguous_9" [label="(1, -1, -1, 384)", style=solid]; +"862 contiguous_9" -> "863 layer_norm_13" [label="(1, -1, -1, 384)", style=solid]; +"863 layer_norm_13" -> "864 add_53" [label="(1, -1, -1, 384)", style=solid]; +"864 add_53" -> "865 add_53_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"864 add_53" -> "887 add_54" [label="(1, -1, -1, 384)", style=solid]; +"865 add_53_0_0_nncf_smooth_quant_0" -> "866 quantize_per_tensor_default_37" [label="(1, -1, -1, 384)", style=solid]; +"866 quantize_per_tensor_default_37" -> "867 dequantize_per_tensor_default_37" [label="(1, -1, -1, 384)", style=solid]; +"867 dequantize_per_tensor_default_37" -> "873 linear_36" [label="(1, -1, -1, 384)", style=solid]; +"868 scale_updated_constant25" -> "870 mul_tensor_25" [label="(1536, 1)", style=solid]; +"869 compressed_weight_updated_constant25" -> "870 mul_tensor_25" [label="(1536, 384)", style=solid]; +"870 mul_tensor_25" -> "872 sub_tensor_25" [label="(1536, 384)", style=solid]; +"871 zero_point_updated_constant25" -> "872 sub_tensor_25" [label="(1536, 1)", style=solid]; +"872 sub_tensor_25" -> "873 linear_36" [label="(1536, 384)", style=solid]; +"873 linear_36" -> "874 gelu_5" [label="(1, -1, -1, 1536)", style=solid]; +"874 gelu_5" -> "875 dropout_22" [label="(1, -1, -1, 1536)", style=solid]; +"875 dropout_22" -> "876 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"876 dropout_22_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_38" [label="(1, -1, -1, 1536)", style=solid]; +"877 quantize_per_tensor_default_38" -> "878 dequantize_per_tensor_default_38" [label="(1, -1, -1, 1536)", style=solid]; +"878 dequantize_per_tensor_default_38" -> "884 linear_37" [label="(1, -1, -1, 1536)", style=solid]; +"879 scale_updated_constant26" -> "881 mul_tensor_26" [label="(384, 1)", style=solid]; +"880 compressed_weight_updated_constant26" -> "881 mul_tensor_26" [label="(384, 1536)", style=solid]; +"881 mul_tensor_26" -> "883 sub_tensor_26" [label="(384, 1536)", style=solid]; +"882 zero_point_updated_constant26" -> "883 sub_tensor_26" [label="(384, 1)", style=solid]; +"883 sub_tensor_26" -> "884 linear_37" [label="(384, 1536)", style=solid]; +"884 linear_37" -> "885 dropout_23" [label="(1, -1, -1, 384)", style=solid]; +"885 dropout_23" -> "886 layer_norm_14" [label="(1, -1, -1, 384)", style=solid]; +"886 layer_norm_14" -> "887 add_54" [label="(1, -1, -1, 384)", style=solid]; +"887 add_54" -> "889 pad_8" [label="(1, -1, -1, 384)", style=solid]; +"887 add_54" -> "949 add_56" [label="(1, -1, -1, 384)", style=solid]; +"888 _frozen_param51" -> "924 add_55" [label="(1, 12, 64, 64)", style=solid]; +"889 pad_8" -> "890 view_35" [label="(1, -1, -1, 384)", style=solid]; +"890 view_35" -> "891 permute_29" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"891 permute_29" -> "892 reshape_27" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"892 reshape_27" -> "894 reshape_27_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"893 _frozen_param52" -> "902 linear_40" [label="(1152,)", style=solid]; +"894 reshape_27_0_0_nncf_smooth_quant_0" -> "895 quantize_per_tensor_default_39" [label="(-1, -1, 384)", style=solid]; +"895 quantize_per_tensor_default_39" -> "896 dequantize_per_tensor_default_39" [label="(-1, -1, 384)", style=solid]; +"896 dequantize_per_tensor_default_39" -> "902 linear_40" [label="(-1, -1, 384)", style=solid]; +"897 scale_updated_constant27" -> "899 mul_tensor_27" [label="(1152, 1)", style=solid]; +"898 compressed_weight_updated_constant27" -> "899 mul_tensor_27" [label="(1152, 384)", style=solid]; +"899 mul_tensor_27" -> "901 sub_tensor_27" [label="(1152, 384)", style=solid]; +"900 zero_point_updated_constant27" -> "901 sub_tensor_27" [label="(1152, 1)", style=solid]; +"901 sub_tensor_27" -> "902 linear_40" [label="(1152, 384)", style=solid]; +"902 linear_40" -> "903 reshape_28" [label="(-1, -1, 1152)", style=solid]; +"903 reshape_28" -> "904 permute_30" [label="(-1, -1, 3, 12, 32)", style=solid]; +"904 permute_30" -> "905 select_18" [label="(3, -1, 12, -1, 32)", style=solid]; +"904 permute_30" -> "906 select_19" [label="(3, -1, 12, -1, 32)", style=solid]; +"904 permute_30" -> "907 select_20" [label="(3, -1, 12, -1, 32)", style=solid]; +"905 select_18" -> "908 linalg_vector_norm_12" [label="(-1, 12, -1, 32)", style=solid]; +"905 select_18" -> "910 expand_as_12" [label="(-1, 12, -1, 32)", style=solid]; +"905 select_18" -> "911 div_12" [label="(-1, 12, -1, 32)", style=solid]; +"906 select_19" -> "914 linalg_vector_norm_13" [label="(-1, 12, -1, 32)", style=solid]; +"906 select_19" -> "916 expand_as_13" [label="(-1, 12, -1, 32)", style=solid]; +"906 select_19" -> "917 div_13" [label="(-1, 12, -1, 32)", style=solid]; +"907 select_20" -> "927 matmul_13" [label="(-1, 12, -1, 32)", style=solid]; +"908 linalg_vector_norm_12" -> "909 clamp_min_12" [label="(-1, 12, -1, 1)", style=solid]; +"909 clamp_min_12" -> "910 expand_as_12" [label="(-1, 12, -1, 1)", style=solid]; +"910 expand_as_12" -> "911 div_12" [label="(-1, 12, -1, 32)", style=solid]; +"911 div_12" -> "912 quantize_per_tensor_default_40" [label="(-1, 12, -1, 32)", style=solid]; +"912 quantize_per_tensor_default_40" -> "913 dequantize_per_tensor_default_40" [label="(-1, 12, -1, 32)", style=solid]; +"913 dequantize_per_tensor_default_40" -> "921 matmul_12" [label="(-1, 12, -1, 32)", style=solid]; +"914 linalg_vector_norm_13" -> "915 clamp_min_13" [label="(-1, 12, -1, 1)", style=solid]; +"915 clamp_min_13" -> "916 expand_as_13" [label="(-1, 12, -1, 1)", style=solid]; +"916 expand_as_13" -> "917 div_13" [label="(-1, 12, -1, 32)", style=solid]; +"917 div_13" -> "918 quantize_per_tensor_default_41" [label="(-1, 12, -1, 32)", style=solid]; +"918 quantize_per_tensor_default_41" -> "919 dequantize_per_tensor_default_41" [label="(-1, 12, -1, 32)", style=solid]; +"919 dequantize_per_tensor_default_41" -> "920 transpose_12" [label="(-1, 12, -1, 32)", style=solid]; +"920 transpose_12" -> "921 matmul_12" [label="(-1, 12, 32, -1)", style=solid]; +"921 matmul_12" -> "923 mul_48" [label="(-1, 12, -1, -1)", style=solid]; +"922 _frozen_param54" -> "923 mul_48" [label="(12, 1, 1)", style=solid]; +"923 mul_48" -> "924 add_55" [label="(-1, 12, -1, -1)", style=solid]; +"924 add_55" -> "925 softmax_6" [label="(-1, 12, -1, -1)", style=solid]; +"925 softmax_6" -> "926 dropout_24" [label="(-1, 12, -1, -1)", style=solid]; +"926 dropout_24" -> "927 matmul_13" [label="(-1, 12, -1, -1)", style=solid]; +"927 matmul_13" -> "928 transpose_13" [label="(-1, 12, -1, 32)", style=solid]; +"928 transpose_13" -> "929 reshape_29" [label="(-1, -1, 12, 32)", style=solid]; +"929 reshape_29" -> "930 reshape_29_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"930 reshape_29_0_0_nncf_smooth_quant_0" -> "931 quantize_per_tensor_default_42" [label="(-1, -1, 384)", style=solid]; +"931 quantize_per_tensor_default_42" -> "932 dequantize_per_tensor_default_42" [label="(-1, -1, 384)", style=solid]; +"932 dequantize_per_tensor_default_42" -> "938 linear_41" [label="(-1, -1, 384)", style=solid]; +"933 scale_updated_constant28" -> "935 mul_tensor_28" [label="(384, 1)", style=solid]; +"934 compressed_weight_updated_constant28" -> "935 mul_tensor_28" [label="(384, 384)", style=solid]; +"935 mul_tensor_28" -> "937 sub_tensor_28" [label="(384, 384)", style=solid]; +"936 zero_point_updated_constant28" -> "937 sub_tensor_28" [label="(384, 1)", style=solid]; +"937 sub_tensor_28" -> "938 linear_41" [label="(384, 384)", style=solid]; +"938 linear_41" -> "939 dropout_25" [label="(-1, -1, 384)", style=solid]; +"939 dropout_25" -> "940 view_36" [label="(-1, -1, 384)", style=solid]; +"940 view_36" -> "941 permute_31" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"941 permute_31" -> "942 reshape_30" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"942 reshape_30" -> "943 slice_106" [label="(1, -1, -1, 384)", style=solid]; +"943 slice_106" -> "944 slice_107" [label="(1, -1, -1, 384)", style=solid]; +"944 slice_107" -> "945 slice_108" [label="(1, -1, -1, 384)", style=solid]; +"945 slice_108" -> "946 slice_109" [label="(1, -1, -1, 384)", style=solid]; +"946 slice_109" -> "947 contiguous_11" [label="(1, -1, -1, 384)", style=solid]; +"947 contiguous_11" -> "948 layer_norm_15" [label="(1, -1, -1, 384)", style=solid]; +"948 layer_norm_15" -> "949 add_56" [label="(1, -1, -1, 384)", style=solid]; +"949 add_56" -> "950 add_56_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"949 add_56" -> "972 add_57" [label="(1, -1, -1, 384)", style=solid]; +"950 add_56_0_0_nncf_smooth_quant_0" -> "951 quantize_per_tensor_default_43" [label="(1, -1, -1, 384)", style=solid]; +"951 quantize_per_tensor_default_43" -> "952 dequantize_per_tensor_default_43" [label="(1, -1, -1, 384)", style=solid]; +"952 dequantize_per_tensor_default_43" -> "958 linear_42" [label="(1, -1, -1, 384)", style=solid]; +"953 scale_updated_constant29" -> "955 mul_tensor_29" [label="(1536, 1)", style=solid]; +"954 compressed_weight_updated_constant29" -> "955 mul_tensor_29" [label="(1536, 384)", style=solid]; +"955 mul_tensor_29" -> "957 sub_tensor_29" [label="(1536, 384)", style=solid]; +"956 zero_point_updated_constant29" -> "957 sub_tensor_29" [label="(1536, 1)", style=solid]; +"957 sub_tensor_29" -> "958 linear_42" [label="(1536, 384)", style=solid]; +"958 linear_42" -> "959 gelu_6" [label="(1, -1, -1, 1536)", style=solid]; +"959 gelu_6" -> "960 dropout_26" [label="(1, -1, -1, 1536)", style=solid]; +"960 dropout_26" -> "961 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"961 dropout_26_0_0_nncf_smooth_quant_0" -> "962 quantize_per_tensor_default_44" [label="(1, -1, -1, 1536)", style=solid]; +"962 quantize_per_tensor_default_44" -> "963 dequantize_per_tensor_default_44" [label="(1, -1, -1, 1536)", style=solid]; +"963 dequantize_per_tensor_default_44" -> "969 linear_43" [label="(1, -1, -1, 1536)", style=solid]; +"964 scale_updated_constant30" -> "966 mul_tensor_30" [label="(384, 1)", style=solid]; +"965 compressed_weight_updated_constant30" -> "966 mul_tensor_30" [label="(384, 1536)", style=solid]; +"966 mul_tensor_30" -> "968 sub_tensor_30" [label="(384, 1536)", style=solid]; +"967 zero_point_updated_constant30" -> "968 sub_tensor_30" [label="(384, 1)", style=solid]; +"968 sub_tensor_30" -> "969 linear_43" [label="(384, 1536)", style=solid]; +"969 linear_43" -> "970 dropout_27" [label="(1, -1, -1, 384)", style=solid]; +"970 dropout_27" -> "971 layer_norm_16" [label="(1, -1, -1, 384)", style=solid]; +"971 layer_norm_16" -> "972 add_57" [label="(1, -1, -1, 384)", style=solid]; +"972 add_57" -> "974 pad_9" [label="(1, -1, -1, 384)", style=solid]; +"972 add_57" -> "1052 add_60" [label="(1, -1, -1, 384)", style=solid]; +"973 _frozen_param55" -> "1010 add_58" [label="(1, 12, 64, 64)", style=solid]; +"974 pad_9" -> "975 roll_6" [label="(1, -1, -1, 384)", style=solid]; +"975 roll_6" -> "976 view_39" [label="(1, -1, -1, 384)", style=solid]; +"976 view_39" -> "977 permute_33" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"977 permute_33" -> "978 reshape_31" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"978 reshape_31" -> "980 reshape_31_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"978 reshape_31" -> "1011 new_zeros_3" [label="(-1, -1, 384)", style=solid]; +"979 _frozen_param56" -> "988 linear_46" [label="(1152,)", style=solid]; +"980 reshape_31_0_0_nncf_smooth_quant_0" -> "981 quantize_per_tensor_default_45" [label="(-1, -1, 384)", style=solid]; +"981 quantize_per_tensor_default_45" -> "982 dequantize_per_tensor_default_45" [label="(-1, -1, 384)", style=solid]; +"982 dequantize_per_tensor_default_45" -> "988 linear_46" [label="(-1, -1, 384)", style=solid]; +"983 scale_updated_constant31" -> "985 mul_tensor_31" [label="(1152, 1)", style=solid]; +"984 compressed_weight_updated_constant31" -> "985 mul_tensor_31" [label="(1152, 384)", style=solid]; +"985 mul_tensor_31" -> "987 sub_tensor_31" [label="(1152, 384)", style=solid]; +"986 zero_point_updated_constant31" -> "987 sub_tensor_31" [label="(1152, 1)", style=solid]; +"987 sub_tensor_31" -> "988 linear_46" [label="(1152, 384)", style=solid]; +"988 linear_46" -> "989 reshape_32" [label="(-1, -1, 1152)", style=solid]; +"989 reshape_32" -> "990 permute_34" [label="(-1, -1, 3, 12, 32)", style=solid]; +"990 permute_34" -> "991 select_21" [label="(3, -1, 12, -1, 32)", style=solid]; +"990 permute_34" -> "992 select_22" [label="(3, -1, 12, -1, 32)", style=solid]; +"990 permute_34" -> "993 select_23" [label="(3, -1, 12, -1, 32)", style=solid]; +"991 select_21" -> "994 linalg_vector_norm_14" [label="(-1, 12, -1, 32)", style=solid]; +"991 select_21" -> "996 expand_as_14" [label="(-1, 12, -1, 32)", style=solid]; +"991 select_21" -> "997 div_14" [label="(-1, 12, -1, 32)", style=solid]; +"992 select_22" -> "1000 linalg_vector_norm_15" [label="(-1, 12, -1, 32)", style=solid]; +"992 select_22" -> "1002 expand_as_15" [label="(-1, 12, -1, 32)", style=solid]; +"992 select_22" -> "1003 div_15" [label="(-1, 12, -1, 32)", style=solid]; +"993 select_23" -> "1029 matmul_15" [label="(-1, 12, -1, 32)", style=solid]; +"994 linalg_vector_norm_14" -> "995 clamp_min_14" [label="(-1, 12, -1, 1)", style=solid]; +"995 clamp_min_14" -> "996 expand_as_14" [label="(-1, 12, -1, 1)", style=solid]; +"996 expand_as_14" -> "997 div_14" [label="(-1, 12, -1, 32)", style=solid]; +"997 div_14" -> "998 quantize_per_tensor_default_46" [label="(-1, 12, -1, 32)", style=solid]; +"998 quantize_per_tensor_default_46" -> "999 dequantize_per_tensor_default_46" [label="(-1, 12, -1, 32)", style=solid]; +"999 dequantize_per_tensor_default_46" -> "1007 matmul_14" [label="(-1, 12, -1, 32)", style=solid]; +"1000 linalg_vector_norm_15" -> "1001 clamp_min_15" [label="(-1, 12, -1, 1)", style=solid]; +"1001 clamp_min_15" -> "1002 expand_as_15" [label="(-1, 12, -1, 1)", style=solid]; +"1002 expand_as_15" -> "1003 div_15" [label="(-1, 12, -1, 32)", style=solid]; +"1003 div_15" -> "1004 quantize_per_tensor_default_47" [label="(-1, 12, -1, 32)", style=solid]; +"1004 quantize_per_tensor_default_47" -> "1005 dequantize_per_tensor_default_47" [label="(-1, 12, -1, 32)", style=solid]; +"1005 dequantize_per_tensor_default_47" -> "1006 transpose_14" [label="(-1, 12, -1, 32)", style=solid]; +"1006 transpose_14" -> "1007 matmul_14" [label="(-1, 12, 32, -1)", style=solid]; +"1007 matmul_14" -> "1009 mul_50" [label="(-1, 12, -1, -1)", style=solid]; +"1008 _frozen_param58" -> "1009 mul_50" [label="(12, 1, 1)", style=solid]; +"1009 mul_50" -> "1010 add_58" [label="(-1, 12, -1, -1)", style=solid]; +"1010 add_58" -> "1022 view_41" [label="(-1, 12, -1, -1)", style=solid]; +"1011 new_zeros_3" -> "1012 view_40" [label="(-1, -1)", style=solid]; +"1012 view_40" -> "1013 permute_35" [label="(-1, -1, -1, -1)", style=solid]; +"1013 permute_35" -> "1014 reshape_33" [label="(-1, -1, -1, -1)", style=solid]; +"1014 reshape_33" -> "1015 unsqueeze_20" [label="(-1, -1)", style=solid]; +"1014 reshape_33" -> "1016 unsqueeze_21" [label="(-1, -1)", style=solid]; +"1015 unsqueeze_20" -> "1017 sub_3" [label="(-1, 1, -1)", style=solid]; +"1016 unsqueeze_21" -> "1017 sub_3" [label="(-1, -1, 1)", style=solid]; +"1017 sub_3" -> "1018 ne_3" [label="(-1, -1, -1)", style=solid]; +"1017 sub_3" -> "1019 masked_fill_6" [label="(-1, -1, -1)", style=solid]; +"1017 sub_3" -> "1020 eq_63" [label="(-1, -1, -1)", style=solid]; +"1018 ne_3" -> "1019 masked_fill_6" [label="(-1, -1, -1)", style=solid]; +"1019 masked_fill_6" -> "1021 masked_fill_7" [label="(-1, -1, -1)", style=solid]; +"1020 eq_63" -> "1021 masked_fill_7" [label="(-1, -1, -1)", style=solid]; +"1021 masked_fill_7" -> "1023 unsqueeze_22" [label="(-1, -1, -1)", style=solid]; +"1022 view_41" -> "1025 add_59" [label="(1, -1, 12, -1, -1)", style=solid]; +"1023 unsqueeze_22" -> "1024 unsqueeze_23" [label="(-1, 1, -1, -1)", style=solid]; +"1024 unsqueeze_23" -> "1025 add_59" [label="(1, -1, 1, -1, -1)", style=solid]; +"1025 add_59" -> "1026 view_42" [label="(1, -1, 12, -1, -1)", style=solid]; +"1026 view_42" -> "1027 softmax_7" [label="(-1, 12, -1, -1)", style=solid]; +"1027 softmax_7" -> "1028 dropout_28" [label="(-1, 12, -1, -1)", style=solid]; +"1028 dropout_28" -> "1029 matmul_15" [label="(-1, 12, -1, -1)", style=solid]; +"1029 matmul_15" -> "1030 transpose_15" [label="(-1, 12, -1, 32)", style=solid]; +"1030 transpose_15" -> "1031 reshape_34" [label="(-1, -1, 12, 32)", style=solid]; +"1031 reshape_34" -> "1032 reshape_34_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1032 reshape_34_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_48" [label="(-1, -1, 384)", style=solid]; +"1033 quantize_per_tensor_default_48" -> "1034 dequantize_per_tensor_default_48" [label="(-1, -1, 384)", style=solid]; +"1034 dequantize_per_tensor_default_48" -> "1040 linear_47" [label="(-1, -1, 384)", style=solid]; +"1035 scale_updated_constant32" -> "1037 mul_tensor_32" [label="(384, 1)", style=solid]; +"1036 compressed_weight_updated_constant32" -> "1037 mul_tensor_32" [label="(384, 384)", style=solid]; +"1037 mul_tensor_32" -> "1039 sub_tensor_32" [label="(384, 384)", style=solid]; +"1038 zero_point_updated_constant32" -> "1039 sub_tensor_32" [label="(384, 1)", style=solid]; +"1039 sub_tensor_32" -> "1040 linear_47" [label="(384, 384)", style=solid]; +"1040 linear_47" -> "1041 dropout_29" [label="(-1, -1, 384)", style=solid]; +"1041 dropout_29" -> "1042 view_43" [label="(-1, -1, 384)", style=solid]; +"1042 view_43" -> "1043 permute_36" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1043 permute_36" -> "1044 reshape_35" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1044 reshape_35" -> "1045 roll_7" [label="(1, -1, -1, 384)", style=solid]; +"1045 roll_7" -> "1046 slice_129" [label="(1, -1, -1, 384)", style=solid]; +"1046 slice_129" -> "1047 slice_130" [label="(1, -1, -1, 384)", style=solid]; +"1047 slice_130" -> "1048 slice_131" [label="(1, -1, -1, 384)", style=solid]; +"1048 slice_131" -> "1049 slice_132" [label="(1, -1, -1, 384)", style=solid]; +"1049 slice_132" -> "1050 contiguous_13" [label="(1, -1, -1, 384)", style=solid]; +"1050 contiguous_13" -> "1051 layer_norm_17" [label="(1, -1, -1, 384)", style=solid]; +"1051 layer_norm_17" -> "1052 add_60" [label="(1, -1, -1, 384)", style=solid]; +"1052 add_60" -> "1053 add_60_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1052 add_60" -> "1075 add_61" [label="(1, -1, -1, 384)", style=solid]; +"1053 add_60_0_0_nncf_smooth_quant_0" -> "1054 quantize_per_tensor_default_49" [label="(1, -1, -1, 384)", style=solid]; +"1054 quantize_per_tensor_default_49" -> "1055 dequantize_per_tensor_default_49" [label="(1, -1, -1, 384)", style=solid]; +"1055 dequantize_per_tensor_default_49" -> "1061 linear_48" [label="(1, -1, -1, 384)", style=solid]; +"1056 scale_updated_constant33" -> "1058 mul_tensor_33" [label="(1536, 1)", style=solid]; +"1057 compressed_weight_updated_constant33" -> "1058 mul_tensor_33" [label="(1536, 384)", style=solid]; +"1058 mul_tensor_33" -> "1060 sub_tensor_33" [label="(1536, 384)", style=solid]; +"1059 zero_point_updated_constant33" -> "1060 sub_tensor_33" [label="(1536, 1)", style=solid]; +"1060 sub_tensor_33" -> "1061 linear_48" [label="(1536, 384)", style=solid]; +"1061 linear_48" -> "1062 gelu_7" [label="(1, -1, -1, 1536)", style=solid]; +"1062 gelu_7" -> "1063 dropout_30" [label="(1, -1, -1, 1536)", style=solid]; +"1063 dropout_30" -> "1064 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1064 dropout_30_0_0_nncf_smooth_quant_0" -> "1065 quantize_per_tensor_default_50" [label="(1, -1, -1, 1536)", style=solid]; +"1065 quantize_per_tensor_default_50" -> "1066 dequantize_per_tensor_default_50" [label="(1, -1, -1, 1536)", style=solid]; +"1066 dequantize_per_tensor_default_50" -> "1072 linear_49" [label="(1, -1, -1, 1536)", style=solid]; +"1067 scale_updated_constant34" -> "1069 mul_tensor_34" [label="(384, 1)", style=solid]; +"1068 compressed_weight_updated_constant34" -> "1069 mul_tensor_34" [label="(384, 1536)", style=solid]; +"1069 mul_tensor_34" -> "1071 sub_tensor_34" [label="(384, 1536)", style=solid]; +"1070 zero_point_updated_constant34" -> "1071 sub_tensor_34" [label="(384, 1)", style=solid]; +"1071 sub_tensor_34" -> "1072 linear_49" [label="(384, 1536)", style=solid]; +"1072 linear_49" -> "1073 dropout_31" [label="(1, -1, -1, 384)", style=solid]; +"1073 dropout_31" -> "1074 layer_norm_18" [label="(1, -1, -1, 384)", style=solid]; +"1074 layer_norm_18" -> "1075 add_61" [label="(1, -1, -1, 384)", style=solid]; +"1075 add_61" -> "1077 pad_10" [label="(1, -1, -1, 384)", style=solid]; +"1075 add_61" -> "1137 add_63" [label="(1, -1, -1, 384)", style=solid]; +"1076 _frozen_param68" -> "1112 add_62" [label="(1, 12, 64, 64)", style=solid]; +"1077 pad_10" -> "1078 view_46" [label="(1, -1, -1, 384)", style=solid]; +"1078 view_46" -> "1079 permute_38" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1079 permute_38" -> "1080 reshape_36" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1080 reshape_36" -> "1082 reshape_36_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1081 _frozen_param69" -> "1090 linear_52" [label="(1152,)", style=solid]; +"1082 reshape_36_0_0_nncf_smooth_quant_0" -> "1083 quantize_per_tensor_default_51" [label="(-1, -1, 384)", style=solid]; +"1083 quantize_per_tensor_default_51" -> "1084 dequantize_per_tensor_default_51" [label="(-1, -1, 384)", style=solid]; +"1084 dequantize_per_tensor_default_51" -> "1090 linear_52" [label="(-1, -1, 384)", style=solid]; +"1085 scale_updated_constant35" -> "1087 mul_tensor_35" [label="(1152, 1)", style=solid]; +"1086 compressed_weight_updated_constant35" -> "1087 mul_tensor_35" [label="(1152, 384)", style=solid]; +"1087 mul_tensor_35" -> "1089 sub_tensor_35" [label="(1152, 384)", style=solid]; +"1088 zero_point_updated_constant35" -> "1089 sub_tensor_35" [label="(1152, 1)", style=solid]; +"1089 sub_tensor_35" -> "1090 linear_52" [label="(1152, 384)", style=solid]; +"1090 linear_52" -> "1091 reshape_37" [label="(-1, -1, 1152)", style=solid]; +"1091 reshape_37" -> "1092 permute_39" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1092 permute_39" -> "1093 select_24" [label="(3, -1, 12, -1, 32)", style=solid]; +"1092 permute_39" -> "1094 select_25" [label="(3, -1, 12, -1, 32)", style=solid]; +"1092 permute_39" -> "1095 select_26" [label="(3, -1, 12, -1, 32)", style=solid]; +"1093 select_24" -> "1096 linalg_vector_norm_16" [label="(-1, 12, -1, 32)", style=solid]; +"1093 select_24" -> "1098 expand_as_16" [label="(-1, 12, -1, 32)", style=solid]; +"1093 select_24" -> "1099 div_16" [label="(-1, 12, -1, 32)", style=solid]; +"1094 select_25" -> "1102 linalg_vector_norm_17" [label="(-1, 12, -1, 32)", style=solid]; +"1094 select_25" -> "1104 expand_as_17" [label="(-1, 12, -1, 32)", style=solid]; +"1094 select_25" -> "1105 div_17" [label="(-1, 12, -1, 32)", style=solid]; +"1095 select_26" -> "1115 matmul_17" [label="(-1, 12, -1, 32)", style=solid]; +"1096 linalg_vector_norm_16" -> "1097 clamp_min_16" [label="(-1, 12, -1, 1)", style=solid]; +"1097 clamp_min_16" -> "1098 expand_as_16" [label="(-1, 12, -1, 1)", style=solid]; +"1098 expand_as_16" -> "1099 div_16" [label="(-1, 12, -1, 32)", style=solid]; +"1099 div_16" -> "1100 quantize_per_tensor_default_52" [label="(-1, 12, -1, 32)", style=solid]; +"1100 quantize_per_tensor_default_52" -> "1101 dequantize_per_tensor_default_52" [label="(-1, 12, -1, 32)", style=solid]; +"1101 dequantize_per_tensor_default_52" -> "1109 matmul_16" [label="(-1, 12, -1, 32)", style=solid]; +"1102 linalg_vector_norm_17" -> "1103 clamp_min_17" [label="(-1, 12, -1, 1)", style=solid]; +"1103 clamp_min_17" -> "1104 expand_as_17" [label="(-1, 12, -1, 1)", style=solid]; +"1104 expand_as_17" -> "1105 div_17" [label="(-1, 12, -1, 32)", style=solid]; +"1105 div_17" -> "1106 quantize_per_tensor_default_53" [label="(-1, 12, -1, 32)", style=solid]; +"1106 quantize_per_tensor_default_53" -> "1107 dequantize_per_tensor_default_53" [label="(-1, 12, -1, 32)", style=solid]; +"1107 dequantize_per_tensor_default_53" -> "1108 transpose_16" [label="(-1, 12, -1, 32)", style=solid]; +"1108 transpose_16" -> "1109 matmul_16" [label="(-1, 12, 32, -1)", style=solid]; +"1109 matmul_16" -> "1111 mul_52" [label="(-1, 12, -1, -1)", style=solid]; +"1110 _frozen_param71" -> "1111 mul_52" [label="(12, 1, 1)", style=solid]; +"1111 mul_52" -> "1112 add_62" [label="(-1, 12, -1, -1)", style=solid]; +"1112 add_62" -> "1113 softmax_8" [label="(-1, 12, -1, -1)", style=solid]; +"1113 softmax_8" -> "1114 dropout_32" [label="(-1, 12, -1, -1)", style=solid]; +"1114 dropout_32" -> "1115 matmul_17" [label="(-1, 12, -1, -1)", style=solid]; +"1115 matmul_17" -> "1116 transpose_17" [label="(-1, 12, -1, 32)", style=solid]; +"1116 transpose_17" -> "1117 reshape_38" [label="(-1, -1, 12, 32)", style=solid]; +"1117 reshape_38" -> "1118 reshape_38_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1118 reshape_38_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_default_54" [label="(-1, -1, 384)", style=solid]; +"1119 quantize_per_tensor_default_54" -> "1120 dequantize_per_tensor_default_54" [label="(-1, -1, 384)", style=solid]; +"1120 dequantize_per_tensor_default_54" -> "1126 linear_53" [label="(-1, -1, 384)", style=solid]; +"1121 scale_updated_constant36" -> "1123 mul_tensor_36" [label="(384, 1)", style=solid]; +"1122 compressed_weight_updated_constant36" -> "1123 mul_tensor_36" [label="(384, 384)", style=solid]; +"1123 mul_tensor_36" -> "1125 sub_tensor_36" [label="(384, 384)", style=solid]; +"1124 zero_point_updated_constant36" -> "1125 sub_tensor_36" [label="(384, 1)", style=solid]; +"1125 sub_tensor_36" -> "1126 linear_53" [label="(384, 384)", style=solid]; +"1126 linear_53" -> "1127 dropout_33" [label="(-1, -1, 384)", style=solid]; +"1127 dropout_33" -> "1128 view_47" [label="(-1, -1, 384)", style=solid]; +"1128 view_47" -> "1129 permute_40" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1129 permute_40" -> "1130 reshape_39" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1130 reshape_39" -> "1131 slice_134" [label="(1, -1, -1, 384)", style=solid]; +"1131 slice_134" -> "1132 slice_135" [label="(1, -1, -1, 384)", style=solid]; +"1132 slice_135" -> "1133 slice_136" [label="(1, -1, -1, 384)", style=solid]; +"1133 slice_136" -> "1134 slice_137" [label="(1, -1, -1, 384)", style=solid]; +"1134 slice_137" -> "1135 contiguous_15" [label="(1, -1, -1, 384)", style=solid]; +"1135 contiguous_15" -> "1136 layer_norm_19" [label="(1, -1, -1, 384)", style=solid]; +"1136 layer_norm_19" -> "1137 add_63" [label="(1, -1, -1, 384)", style=solid]; +"1137 add_63" -> "1138 add_63_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1137 add_63" -> "1160 add_64" [label="(1, -1, -1, 384)", style=solid]; +"1138 add_63_0_0_nncf_smooth_quant_0" -> "1139 quantize_per_tensor_default_55" [label="(1, -1, -1, 384)", style=solid]; +"1139 quantize_per_tensor_default_55" -> "1140 dequantize_per_tensor_default_55" [label="(1, -1, -1, 384)", style=solid]; +"1140 dequantize_per_tensor_default_55" -> "1146 linear_54" [label="(1, -1, -1, 384)", style=solid]; +"1141 scale_updated_constant37" -> "1143 mul_tensor_37" [label="(1536, 1)", style=solid]; +"1142 compressed_weight_updated_constant37" -> "1143 mul_tensor_37" [label="(1536, 384)", style=solid]; +"1143 mul_tensor_37" -> "1145 sub_tensor_37" [label="(1536, 384)", style=solid]; +"1144 zero_point_updated_constant37" -> "1145 sub_tensor_37" [label="(1536, 1)", style=solid]; +"1145 sub_tensor_37" -> "1146 linear_54" [label="(1536, 384)", style=solid]; +"1146 linear_54" -> "1147 gelu_8" [label="(1, -1, -1, 1536)", style=solid]; +"1147 gelu_8" -> "1148 dropout_34" [label="(1, -1, -1, 1536)", style=solid]; +"1148 dropout_34" -> "1149 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1149 dropout_34_0_0_nncf_smooth_quant_0" -> "1150 quantize_per_tensor_default_56" [label="(1, -1, -1, 1536)", style=solid]; +"1150 quantize_per_tensor_default_56" -> "1151 dequantize_per_tensor_default_56" [label="(1, -1, -1, 1536)", style=solid]; +"1151 dequantize_per_tensor_default_56" -> "1157 linear_55" [label="(1, -1, -1, 1536)", style=solid]; +"1152 scale_updated_constant38" -> "1154 mul_tensor_38" [label="(384, 1)", style=solid]; +"1153 compressed_weight_updated_constant38" -> "1154 mul_tensor_38" [label="(384, 1536)", style=solid]; +"1154 mul_tensor_38" -> "1156 sub_tensor_38" [label="(384, 1536)", style=solid]; +"1155 zero_point_updated_constant38" -> "1156 sub_tensor_38" [label="(384, 1)", style=solid]; +"1156 sub_tensor_38" -> "1157 linear_55" [label="(384, 1536)", style=solid]; +"1157 linear_55" -> "1158 dropout_35" [label="(1, -1, -1, 384)", style=solid]; +"1158 dropout_35" -> "1159 layer_norm_20" [label="(1, -1, -1, 384)", style=solid]; +"1159 layer_norm_20" -> "1160 add_64" [label="(1, -1, -1, 384)", style=solid]; +"1160 add_64" -> "1162 pad_11" [label="(1, -1, -1, 384)", style=solid]; +"1160 add_64" -> "1240 add_67" [label="(1, -1, -1, 384)", style=solid]; +"1161 _frozen_param72" -> "1198 add_65" [label="(1, 12, 64, 64)", style=solid]; +"1162 pad_11" -> "1163 roll_8" [label="(1, -1, -1, 384)", style=solid]; +"1163 roll_8" -> "1164 view_50" [label="(1, -1, -1, 384)", style=solid]; +"1164 view_50" -> "1165 permute_42" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1165 permute_42" -> "1166 reshape_40" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1166 reshape_40" -> "1168 reshape_40_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1166 reshape_40" -> "1199 new_zeros_4" [label="(-1, -1, 384)", style=solid]; +"1167 _frozen_param73" -> "1176 linear_58" [label="(1152,)", style=solid]; +"1168 reshape_40_0_0_nncf_smooth_quant_0" -> "1169 quantize_per_tensor_default_57" [label="(-1, -1, 384)", style=solid]; +"1169 quantize_per_tensor_default_57" -> "1170 dequantize_per_tensor_default_57" [label="(-1, -1, 384)", style=solid]; +"1170 dequantize_per_tensor_default_57" -> "1176 linear_58" [label="(-1, -1, 384)", style=solid]; +"1171 scale_updated_constant39" -> "1173 mul_tensor_39" [label="(1152, 1)", style=solid]; +"1172 compressed_weight_updated_constant39" -> "1173 mul_tensor_39" [label="(1152, 384)", style=solid]; +"1173 mul_tensor_39" -> "1175 sub_tensor_39" [label="(1152, 384)", style=solid]; +"1174 zero_point_updated_constant39" -> "1175 sub_tensor_39" [label="(1152, 1)", style=solid]; +"1175 sub_tensor_39" -> "1176 linear_58" [label="(1152, 384)", style=solid]; +"1176 linear_58" -> "1177 reshape_41" [label="(-1, -1, 1152)", style=solid]; +"1177 reshape_41" -> "1178 permute_43" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1178 permute_43" -> "1179 select_27" [label="(3, -1, 12, -1, 32)", style=solid]; +"1178 permute_43" -> "1180 select_28" [label="(3, -1, 12, -1, 32)", style=solid]; +"1178 permute_43" -> "1181 select_29" [label="(3, -1, 12, -1, 32)", style=solid]; +"1179 select_27" -> "1182 linalg_vector_norm_18" [label="(-1, 12, -1, 32)", style=solid]; +"1179 select_27" -> "1184 expand_as_18" [label="(-1, 12, -1, 32)", style=solid]; +"1179 select_27" -> "1185 div_18" [label="(-1, 12, -1, 32)", style=solid]; +"1180 select_28" -> "1188 linalg_vector_norm_19" [label="(-1, 12, -1, 32)", style=solid]; +"1180 select_28" -> "1190 expand_as_19" [label="(-1, 12, -1, 32)", style=solid]; +"1180 select_28" -> "1191 div_19" [label="(-1, 12, -1, 32)", style=solid]; +"1181 select_29" -> "1217 matmul_19" [label="(-1, 12, -1, 32)", style=solid]; +"1182 linalg_vector_norm_18" -> "1183 clamp_min_18" [label="(-1, 12, -1, 1)", style=solid]; +"1183 clamp_min_18" -> "1184 expand_as_18" [label="(-1, 12, -1, 1)", style=solid]; +"1184 expand_as_18" -> "1185 div_18" [label="(-1, 12, -1, 32)", style=solid]; +"1185 div_18" -> "1186 quantize_per_tensor_default_58" [label="(-1, 12, -1, 32)", style=solid]; +"1186 quantize_per_tensor_default_58" -> "1187 dequantize_per_tensor_default_58" [label="(-1, 12, -1, 32)", style=solid]; +"1187 dequantize_per_tensor_default_58" -> "1195 matmul_18" [label="(-1, 12, -1, 32)", style=solid]; +"1188 linalg_vector_norm_19" -> "1189 clamp_min_19" [label="(-1, 12, -1, 1)", style=solid]; +"1189 clamp_min_19" -> "1190 expand_as_19" [label="(-1, 12, -1, 1)", style=solid]; +"1190 expand_as_19" -> "1191 div_19" [label="(-1, 12, -1, 32)", style=solid]; +"1191 div_19" -> "1192 quantize_per_tensor_default_59" [label="(-1, 12, -1, 32)", style=solid]; +"1192 quantize_per_tensor_default_59" -> "1193 dequantize_per_tensor_default_59" [label="(-1, 12, -1, 32)", style=solid]; +"1193 dequantize_per_tensor_default_59" -> "1194 transpose_18" [label="(-1, 12, -1, 32)", style=solid]; +"1194 transpose_18" -> "1195 matmul_18" [label="(-1, 12, 32, -1)", style=solid]; +"1195 matmul_18" -> "1197 mul_54" [label="(-1, 12, -1, -1)", style=solid]; +"1196 _frozen_param75" -> "1197 mul_54" [label="(12, 1, 1)", style=solid]; +"1197 mul_54" -> "1198 add_65" [label="(-1, 12, -1, -1)", style=solid]; +"1198 add_65" -> "1210 view_52" [label="(-1, 12, -1, -1)", style=solid]; +"1199 new_zeros_4" -> "1200 view_51" [label="(-1, -1)", style=solid]; +"1200 view_51" -> "1201 permute_44" [label="(-1, -1, -1, -1)", style=solid]; +"1201 permute_44" -> "1202 reshape_42" [label="(-1, -1, -1, -1)", style=solid]; +"1202 reshape_42" -> "1203 unsqueeze_26" [label="(-1, -1)", style=solid]; +"1202 reshape_42" -> "1204 unsqueeze_27" [label="(-1, -1)", style=solid]; +"1203 unsqueeze_26" -> "1205 sub_4" [label="(-1, 1, -1)", style=solid]; +"1204 unsqueeze_27" -> "1205 sub_4" [label="(-1, -1, 1)", style=solid]; +"1205 sub_4" -> "1206 ne_4" [label="(-1, -1, -1)", style=solid]; +"1205 sub_4" -> "1207 masked_fill_8" [label="(-1, -1, -1)", style=solid]; +"1205 sub_4" -> "1208 eq_74" [label="(-1, -1, -1)", style=solid]; +"1206 ne_4" -> "1207 masked_fill_8" [label="(-1, -1, -1)", style=solid]; +"1207 masked_fill_8" -> "1209 masked_fill_9" [label="(-1, -1, -1)", style=solid]; +"1208 eq_74" -> "1209 masked_fill_9" [label="(-1, -1, -1)", style=solid]; +"1209 masked_fill_9" -> "1211 unsqueeze_28" [label="(-1, -1, -1)", style=solid]; +"1210 view_52" -> "1213 add_66" [label="(1, -1, 12, -1, -1)", style=solid]; +"1211 unsqueeze_28" -> "1212 unsqueeze_29" [label="(-1, 1, -1, -1)", style=solid]; +"1212 unsqueeze_29" -> "1213 add_66" [label="(1, -1, 1, -1, -1)", style=solid]; +"1213 add_66" -> "1214 view_53" [label="(1, -1, 12, -1, -1)", style=solid]; +"1214 view_53" -> "1215 softmax_9" [label="(-1, 12, -1, -1)", style=solid]; +"1215 softmax_9" -> "1216 dropout_36" [label="(-1, 12, -1, -1)", style=solid]; +"1216 dropout_36" -> "1217 matmul_19" [label="(-1, 12, -1, -1)", style=solid]; +"1217 matmul_19" -> "1218 transpose_19" [label="(-1, 12, -1, 32)", style=solid]; +"1218 transpose_19" -> "1219 reshape_43" [label="(-1, -1, 12, 32)", style=solid]; +"1219 reshape_43" -> "1220 reshape_43_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1220 reshape_43_0_0_nncf_smooth_quant_0" -> "1221 quantize_per_tensor_default_60" [label="(-1, -1, 384)", style=solid]; +"1221 quantize_per_tensor_default_60" -> "1222 dequantize_per_tensor_default_60" [label="(-1, -1, 384)", style=solid]; +"1222 dequantize_per_tensor_default_60" -> "1228 linear_59" [label="(-1, -1, 384)", style=solid]; +"1223 scale_updated_constant40" -> "1225 mul_tensor_40" [label="(384, 1)", style=solid]; +"1224 compressed_weight_updated_constant40" -> "1225 mul_tensor_40" [label="(384, 384)", style=solid]; +"1225 mul_tensor_40" -> "1227 sub_tensor_40" [label="(384, 384)", style=solid]; +"1226 zero_point_updated_constant40" -> "1227 sub_tensor_40" [label="(384, 1)", style=solid]; +"1227 sub_tensor_40" -> "1228 linear_59" [label="(384, 384)", style=solid]; +"1228 linear_59" -> "1229 dropout_37" [label="(-1, -1, 384)", style=solid]; +"1229 dropout_37" -> "1230 view_54" [label="(-1, -1, 384)", style=solid]; +"1230 view_54" -> "1231 permute_45" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1231 permute_45" -> "1232 reshape_44" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1232 reshape_44" -> "1233 roll_9" [label="(1, -1, -1, 384)", style=solid]; +"1233 roll_9" -> "1234 slice_157" [label="(1, -1, -1, 384)", style=solid]; +"1234 slice_157" -> "1235 slice_158" [label="(1, -1, -1, 384)", style=solid]; +"1235 slice_158" -> "1236 slice_159" [label="(1, -1, -1, 384)", style=solid]; +"1236 slice_159" -> "1237 slice_160" [label="(1, -1, -1, 384)", style=solid]; +"1237 slice_160" -> "1238 contiguous_17" [label="(1, -1, -1, 384)", style=solid]; +"1238 contiguous_17" -> "1239 layer_norm_21" [label="(1, -1, -1, 384)", style=solid]; +"1239 layer_norm_21" -> "1240 add_67" [label="(1, -1, -1, 384)", style=solid]; +"1240 add_67" -> "1241 add_67_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1240 add_67" -> "1263 add_68" [label="(1, -1, -1, 384)", style=solid]; +"1241 add_67_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_default_61" [label="(1, -1, -1, 384)", style=solid]; +"1242 quantize_per_tensor_default_61" -> "1243 dequantize_per_tensor_default_61" [label="(1, -1, -1, 384)", style=solid]; +"1243 dequantize_per_tensor_default_61" -> "1249 linear_60" [label="(1, -1, -1, 384)", style=solid]; +"1244 scale_updated_constant41" -> "1246 mul_tensor_41" [label="(1536, 1)", style=solid]; +"1245 compressed_weight_updated_constant41" -> "1246 mul_tensor_41" [label="(1536, 384)", style=solid]; +"1246 mul_tensor_41" -> "1248 sub_tensor_41" [label="(1536, 384)", style=solid]; +"1247 zero_point_updated_constant41" -> "1248 sub_tensor_41" [label="(1536, 1)", style=solid]; +"1248 sub_tensor_41" -> "1249 linear_60" [label="(1536, 384)", style=solid]; +"1249 linear_60" -> "1250 gelu_9" [label="(1, -1, -1, 1536)", style=solid]; +"1250 gelu_9" -> "1251 dropout_38" [label="(1, -1, -1, 1536)", style=solid]; +"1251 dropout_38" -> "1252 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1252 dropout_38_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_default_62" [label="(1, -1, -1, 1536)", style=solid]; +"1253 quantize_per_tensor_default_62" -> "1254 dequantize_per_tensor_default_62" [label="(1, -1, -1, 1536)", style=solid]; +"1254 dequantize_per_tensor_default_62" -> "1260 linear_61" [label="(1, -1, -1, 1536)", style=solid]; +"1255 scale_updated_constant42" -> "1257 mul_tensor_42" [label="(384, 1)", style=solid]; +"1256 compressed_weight_updated_constant42" -> "1257 mul_tensor_42" [label="(384, 1536)", style=solid]; +"1257 mul_tensor_42" -> "1259 sub_tensor_42" [label="(384, 1536)", style=solid]; +"1258 zero_point_updated_constant42" -> "1259 sub_tensor_42" [label="(384, 1)", style=solid]; +"1259 sub_tensor_42" -> "1260 linear_61" [label="(384, 1536)", style=solid]; +"1260 linear_61" -> "1261 dropout_39" [label="(1, -1, -1, 384)", style=solid]; +"1261 dropout_39" -> "1262 layer_norm_22" [label="(1, -1, -1, 384)", style=solid]; +"1262 layer_norm_22" -> "1263 add_68" [label="(1, -1, -1, 384)", style=solid]; +"1263 add_68" -> "1265 pad_12" [label="(1, -1, -1, 384)", style=solid]; +"1263 add_68" -> "1325 add_70" [label="(1, -1, -1, 384)", style=solid]; +"1264 _frozen_param85" -> "1300 add_69" [label="(1, 12, 64, 64)", style=solid]; +"1265 pad_12" -> "1266 view_57" [label="(1, -1, -1, 384)", style=solid]; +"1266 view_57" -> "1267 permute_47" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1267 permute_47" -> "1268 reshape_45" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1268 reshape_45" -> "1270 reshape_45_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1269 _frozen_param86" -> "1278 linear_64" [label="(1152,)", style=solid]; +"1270 reshape_45_0_0_nncf_smooth_quant_0" -> "1271 quantize_per_tensor_default_63" [label="(-1, -1, 384)", style=solid]; +"1271 quantize_per_tensor_default_63" -> "1272 dequantize_per_tensor_default_63" [label="(-1, -1, 384)", style=solid]; +"1272 dequantize_per_tensor_default_63" -> "1278 linear_64" [label="(-1, -1, 384)", style=solid]; +"1273 scale_updated_constant43" -> "1275 mul_tensor_43" [label="(1152, 1)", style=solid]; +"1274 compressed_weight_updated_constant43" -> "1275 mul_tensor_43" [label="(1152, 384)", style=solid]; +"1275 mul_tensor_43" -> "1277 sub_tensor_43" [label="(1152, 384)", style=solid]; +"1276 zero_point_updated_constant43" -> "1277 sub_tensor_43" [label="(1152, 1)", style=solid]; +"1277 sub_tensor_43" -> "1278 linear_64" [label="(1152, 384)", style=solid]; +"1278 linear_64" -> "1279 reshape_46" [label="(-1, -1, 1152)", style=solid]; +"1279 reshape_46" -> "1280 permute_48" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1280 permute_48" -> "1281 select_30" [label="(3, -1, 12, -1, 32)", style=solid]; +"1280 permute_48" -> "1282 select_31" [label="(3, -1, 12, -1, 32)", style=solid]; +"1280 permute_48" -> "1283 select_32" [label="(3, -1, 12, -1, 32)", style=solid]; +"1281 select_30" -> "1284 linalg_vector_norm_20" [label="(-1, 12, -1, 32)", style=solid]; +"1281 select_30" -> "1286 expand_as_20" [label="(-1, 12, -1, 32)", style=solid]; +"1281 select_30" -> "1287 div_20" [label="(-1, 12, -1, 32)", style=solid]; +"1282 select_31" -> "1290 linalg_vector_norm_21" [label="(-1, 12, -1, 32)", style=solid]; +"1282 select_31" -> "1292 expand_as_21" [label="(-1, 12, -1, 32)", style=solid]; +"1282 select_31" -> "1293 div_21" [label="(-1, 12, -1, 32)", style=solid]; +"1283 select_32" -> "1303 matmul_21" [label="(-1, 12, -1, 32)", style=solid]; +"1284 linalg_vector_norm_20" -> "1285 clamp_min_20" [label="(-1, 12, -1, 1)", style=solid]; +"1285 clamp_min_20" -> "1286 expand_as_20" [label="(-1, 12, -1, 1)", style=solid]; +"1286 expand_as_20" -> "1287 div_20" [label="(-1, 12, -1, 32)", style=solid]; +"1287 div_20" -> "1288 quantize_per_tensor_default_64" [label="(-1, 12, -1, 32)", style=solid]; +"1288 quantize_per_tensor_default_64" -> "1289 dequantize_per_tensor_default_64" [label="(-1, 12, -1, 32)", style=solid]; +"1289 dequantize_per_tensor_default_64" -> "1297 matmul_20" [label="(-1, 12, -1, 32)", style=solid]; +"1290 linalg_vector_norm_21" -> "1291 clamp_min_21" [label="(-1, 12, -1, 1)", style=solid]; +"1291 clamp_min_21" -> "1292 expand_as_21" [label="(-1, 12, -1, 1)", style=solid]; +"1292 expand_as_21" -> "1293 div_21" [label="(-1, 12, -1, 32)", style=solid]; +"1293 div_21" -> "1294 quantize_per_tensor_default_65" [label="(-1, 12, -1, 32)", style=solid]; +"1294 quantize_per_tensor_default_65" -> "1295 dequantize_per_tensor_default_65" [label="(-1, 12, -1, 32)", style=solid]; +"1295 dequantize_per_tensor_default_65" -> "1296 transpose_20" [label="(-1, 12, -1, 32)", style=solid]; +"1296 transpose_20" -> "1297 matmul_20" [label="(-1, 12, 32, -1)", style=solid]; +"1297 matmul_20" -> "1299 mul_56" [label="(-1, 12, -1, -1)", style=solid]; +"1298 _frozen_param88" -> "1299 mul_56" [label="(12, 1, 1)", style=solid]; +"1299 mul_56" -> "1300 add_69" [label="(-1, 12, -1, -1)", style=solid]; +"1300 add_69" -> "1301 softmax_10" [label="(-1, 12, -1, -1)", style=solid]; +"1301 softmax_10" -> "1302 dropout_40" [label="(-1, 12, -1, -1)", style=solid]; +"1302 dropout_40" -> "1303 matmul_21" [label="(-1, 12, -1, -1)", style=solid]; +"1303 matmul_21" -> "1304 transpose_21" [label="(-1, 12, -1, 32)", style=solid]; +"1304 transpose_21" -> "1305 reshape_47" [label="(-1, -1, 12, 32)", style=solid]; +"1305 reshape_47" -> "1306 reshape_47_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1306 reshape_47_0_0_nncf_smooth_quant_0" -> "1307 quantize_per_tensor_default_66" [label="(-1, -1, 384)", style=solid]; +"1307 quantize_per_tensor_default_66" -> "1308 dequantize_per_tensor_default_66" [label="(-1, -1, 384)", style=solid]; +"1308 dequantize_per_tensor_default_66" -> "1314 linear_65" [label="(-1, -1, 384)", style=solid]; +"1309 scale_updated_constant44" -> "1311 mul_tensor_44" [label="(384, 1)", style=solid]; +"1310 compressed_weight_updated_constant44" -> "1311 mul_tensor_44" [label="(384, 384)", style=solid]; +"1311 mul_tensor_44" -> "1313 sub_tensor_44" [label="(384, 384)", style=solid]; +"1312 zero_point_updated_constant44" -> "1313 sub_tensor_44" [label="(384, 1)", style=solid]; +"1313 sub_tensor_44" -> "1314 linear_65" [label="(384, 384)", style=solid]; +"1314 linear_65" -> "1315 dropout_41" [label="(-1, -1, 384)", style=solid]; +"1315 dropout_41" -> "1316 view_58" [label="(-1, -1, 384)", style=solid]; +"1316 view_58" -> "1317 permute_49" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1317 permute_49" -> "1318 reshape_48" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1318 reshape_48" -> "1319 slice_162" [label="(1, -1, -1, 384)", style=solid]; +"1319 slice_162" -> "1320 slice_163" [label="(1, -1, -1, 384)", style=solid]; +"1320 slice_163" -> "1321 slice_164" [label="(1, -1, -1, 384)", style=solid]; +"1321 slice_164" -> "1322 slice_165" [label="(1, -1, -1, 384)", style=solid]; +"1322 slice_165" -> "1323 contiguous_19" [label="(1, -1, -1, 384)", style=solid]; +"1323 contiguous_19" -> "1324 layer_norm_23" [label="(1, -1, -1, 384)", style=solid]; +"1324 layer_norm_23" -> "1325 add_70" [label="(1, -1, -1, 384)", style=solid]; +"1325 add_70" -> "1326 add_70_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1325 add_70" -> "1348 add_71" [label="(1, -1, -1, 384)", style=solid]; +"1326 add_70_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_67" [label="(1, -1, -1, 384)", style=solid]; +"1327 quantize_per_tensor_default_67" -> "1328 dequantize_per_tensor_default_67" [label="(1, -1, -1, 384)", style=solid]; +"1328 dequantize_per_tensor_default_67" -> "1334 linear_66" [label="(1, -1, -1, 384)", style=solid]; +"1329 scale_updated_constant45" -> "1331 mul_tensor_45" [label="(1536, 1)", style=solid]; +"1330 compressed_weight_updated_constant45" -> "1331 mul_tensor_45" [label="(1536, 384)", style=solid]; +"1331 mul_tensor_45" -> "1333 sub_tensor_45" [label="(1536, 384)", style=solid]; +"1332 zero_point_updated_constant45" -> "1333 sub_tensor_45" [label="(1536, 1)", style=solid]; +"1333 sub_tensor_45" -> "1334 linear_66" [label="(1536, 384)", style=solid]; +"1334 linear_66" -> "1335 gelu_10" [label="(1, -1, -1, 1536)", style=solid]; +"1335 gelu_10" -> "1336 dropout_42" [label="(1, -1, -1, 1536)", style=solid]; +"1336 dropout_42" -> "1337 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1337 dropout_42_0_0_nncf_smooth_quant_0" -> "1338 quantize_per_tensor_default_68" [label="(1, -1, -1, 1536)", style=solid]; +"1338 quantize_per_tensor_default_68" -> "1339 dequantize_per_tensor_default_68" [label="(1, -1, -1, 1536)", style=solid]; +"1339 dequantize_per_tensor_default_68" -> "1345 linear_67" [label="(1, -1, -1, 1536)", style=solid]; +"1340 scale_updated_constant46" -> "1342 mul_tensor_46" [label="(384, 1)", style=solid]; +"1341 compressed_weight_updated_constant46" -> "1342 mul_tensor_46" [label="(384, 1536)", style=solid]; +"1342 mul_tensor_46" -> "1344 sub_tensor_46" [label="(384, 1536)", style=solid]; +"1343 zero_point_updated_constant46" -> "1344 sub_tensor_46" [label="(384, 1)", style=solid]; +"1344 sub_tensor_46" -> "1345 linear_67" [label="(384, 1536)", style=solid]; +"1345 linear_67" -> "1346 dropout_43" [label="(1, -1, -1, 384)", style=solid]; +"1346 dropout_43" -> "1347 layer_norm_24" [label="(1, -1, -1, 384)", style=solid]; +"1347 layer_norm_24" -> "1348 add_71" [label="(1, -1, -1, 384)", style=solid]; +"1348 add_71" -> "1350 pad_13" [label="(1, -1, -1, 384)", style=solid]; +"1348 add_71" -> "1428 add_74" [label="(1, -1, -1, 384)", style=solid]; +"1349 _frozen_param89" -> "1386 add_72" [label="(1, 12, 64, 64)", style=solid]; +"1350 pad_13" -> "1351 roll_10" [label="(1, -1, -1, 384)", style=solid]; +"1351 roll_10" -> "1352 view_61" [label="(1, -1, -1, 384)", style=solid]; +"1352 view_61" -> "1353 permute_51" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1353 permute_51" -> "1354 reshape_49" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1354 reshape_49" -> "1356 reshape_49_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1354 reshape_49" -> "1387 new_zeros_5" [label="(-1, -1, 384)", style=solid]; +"1355 _frozen_param90" -> "1364 linear_70" [label="(1152,)", style=solid]; +"1356 reshape_49_0_0_nncf_smooth_quant_0" -> "1357 quantize_per_tensor_default_69" [label="(-1, -1, 384)", style=solid]; +"1357 quantize_per_tensor_default_69" -> "1358 dequantize_per_tensor_default_69" [label="(-1, -1, 384)", style=solid]; +"1358 dequantize_per_tensor_default_69" -> "1364 linear_70" [label="(-1, -1, 384)", style=solid]; +"1359 scale_updated_constant47" -> "1361 mul_tensor_47" [label="(1152, 1)", style=solid]; +"1360 compressed_weight_updated_constant47" -> "1361 mul_tensor_47" [label="(1152, 384)", style=solid]; +"1361 mul_tensor_47" -> "1363 sub_tensor_47" [label="(1152, 384)", style=solid]; +"1362 zero_point_updated_constant47" -> "1363 sub_tensor_47" [label="(1152, 1)", style=solid]; +"1363 sub_tensor_47" -> "1364 linear_70" [label="(1152, 384)", style=solid]; +"1364 linear_70" -> "1365 reshape_50" [label="(-1, -1, 1152)", style=solid]; +"1365 reshape_50" -> "1366 permute_52" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1366 permute_52" -> "1367 select_33" [label="(3, -1, 12, -1, 32)", style=solid]; +"1366 permute_52" -> "1368 select_34" [label="(3, -1, 12, -1, 32)", style=solid]; +"1366 permute_52" -> "1369 select_35" [label="(3, -1, 12, -1, 32)", style=solid]; +"1367 select_33" -> "1370 linalg_vector_norm_22" [label="(-1, 12, -1, 32)", style=solid]; +"1367 select_33" -> "1372 expand_as_22" [label="(-1, 12, -1, 32)", style=solid]; +"1367 select_33" -> "1373 div_22" [label="(-1, 12, -1, 32)", style=solid]; +"1368 select_34" -> "1376 linalg_vector_norm_23" [label="(-1, 12, -1, 32)", style=solid]; +"1368 select_34" -> "1378 expand_as_23" [label="(-1, 12, -1, 32)", style=solid]; +"1368 select_34" -> "1379 div_23" [label="(-1, 12, -1, 32)", style=solid]; +"1369 select_35" -> "1405 matmul_23" [label="(-1, 12, -1, 32)", style=solid]; +"1370 linalg_vector_norm_22" -> "1371 clamp_min_22" [label="(-1, 12, -1, 1)", style=solid]; +"1371 clamp_min_22" -> "1372 expand_as_22" [label="(-1, 12, -1, 1)", style=solid]; +"1372 expand_as_22" -> "1373 div_22" [label="(-1, 12, -1, 32)", style=solid]; +"1373 div_22" -> "1374 quantize_per_tensor_default_70" [label="(-1, 12, -1, 32)", style=solid]; +"1374 quantize_per_tensor_default_70" -> "1375 dequantize_per_tensor_default_70" [label="(-1, 12, -1, 32)", style=solid]; +"1375 dequantize_per_tensor_default_70" -> "1383 matmul_22" [label="(-1, 12, -1, 32)", style=solid]; +"1376 linalg_vector_norm_23" -> "1377 clamp_min_23" [label="(-1, 12, -1, 1)", style=solid]; +"1377 clamp_min_23" -> "1378 expand_as_23" [label="(-1, 12, -1, 1)", style=solid]; +"1378 expand_as_23" -> "1379 div_23" [label="(-1, 12, -1, 32)", style=solid]; +"1379 div_23" -> "1380 quantize_per_tensor_default_71" [label="(-1, 12, -1, 32)", style=solid]; +"1380 quantize_per_tensor_default_71" -> "1381 dequantize_per_tensor_default_71" [label="(-1, 12, -1, 32)", style=solid]; +"1381 dequantize_per_tensor_default_71" -> "1382 transpose_22" [label="(-1, 12, -1, 32)", style=solid]; +"1382 transpose_22" -> "1383 matmul_22" [label="(-1, 12, 32, -1)", style=solid]; +"1383 matmul_22" -> "1385 mul_58" [label="(-1, 12, -1, -1)", style=solid]; +"1384 _frozen_param92" -> "1385 mul_58" [label="(12, 1, 1)", style=solid]; +"1385 mul_58" -> "1386 add_72" [label="(-1, 12, -1, -1)", style=solid]; +"1386 add_72" -> "1398 view_63" [label="(-1, 12, -1, -1)", style=solid]; +"1387 new_zeros_5" -> "1388 view_62" [label="(-1, -1)", style=solid]; +"1388 view_62" -> "1389 permute_53" [label="(-1, -1, -1, -1)", style=solid]; +"1389 permute_53" -> "1390 reshape_51" [label="(-1, -1, -1, -1)", style=solid]; +"1390 reshape_51" -> "1391 unsqueeze_32" [label="(-1, -1)", style=solid]; +"1390 reshape_51" -> "1392 unsqueeze_33" [label="(-1, -1)", style=solid]; +"1391 unsqueeze_32" -> "1393 sub_5" [label="(-1, 1, -1)", style=solid]; +"1392 unsqueeze_33" -> "1393 sub_5" [label="(-1, -1, 1)", style=solid]; +"1393 sub_5" -> "1394 ne_5" [label="(-1, -1, -1)", style=solid]; +"1393 sub_5" -> "1395 masked_fill_10" [label="(-1, -1, -1)", style=solid]; +"1393 sub_5" -> "1396 eq_85" [label="(-1, -1, -1)", style=solid]; +"1394 ne_5" -> "1395 masked_fill_10" [label="(-1, -1, -1)", style=solid]; +"1395 masked_fill_10" -> "1397 masked_fill_11" [label="(-1, -1, -1)", style=solid]; +"1396 eq_85" -> "1397 masked_fill_11" [label="(-1, -1, -1)", style=solid]; +"1397 masked_fill_11" -> "1399 unsqueeze_34" [label="(-1, -1, -1)", style=solid]; +"1398 view_63" -> "1401 add_73" [label="(1, -1, 12, -1, -1)", style=solid]; +"1399 unsqueeze_34" -> "1400 unsqueeze_35" [label="(-1, 1, -1, -1)", style=solid]; +"1400 unsqueeze_35" -> "1401 add_73" [label="(1, -1, 1, -1, -1)", style=solid]; +"1401 add_73" -> "1402 view_64" [label="(1, -1, 12, -1, -1)", style=solid]; +"1402 view_64" -> "1403 softmax_11" [label="(-1, 12, -1, -1)", style=solid]; +"1403 softmax_11" -> "1404 dropout_44" [label="(-1, 12, -1, -1)", style=solid]; +"1404 dropout_44" -> "1405 matmul_23" [label="(-1, 12, -1, -1)", style=solid]; +"1405 matmul_23" -> "1406 transpose_23" [label="(-1, 12, -1, 32)", style=solid]; +"1406 transpose_23" -> "1407 reshape_52" [label="(-1, -1, 12, 32)", style=solid]; +"1407 reshape_52" -> "1408 reshape_52_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1408 reshape_52_0_0_nncf_smooth_quant_0" -> "1409 quantize_per_tensor_default_72" [label="(-1, -1, 384)", style=solid]; +"1409 quantize_per_tensor_default_72" -> "1410 dequantize_per_tensor_default_72" [label="(-1, -1, 384)", style=solid]; +"1410 dequantize_per_tensor_default_72" -> "1416 linear_71" [label="(-1, -1, 384)", style=solid]; +"1411 scale_updated_constant48" -> "1413 mul_tensor_48" [label="(384, 1)", style=solid]; +"1412 compressed_weight_updated_constant48" -> "1413 mul_tensor_48" [label="(384, 384)", style=solid]; +"1413 mul_tensor_48" -> "1415 sub_tensor_48" [label="(384, 384)", style=solid]; +"1414 zero_point_updated_constant48" -> "1415 sub_tensor_48" [label="(384, 1)", style=solid]; +"1415 sub_tensor_48" -> "1416 linear_71" [label="(384, 384)", style=solid]; +"1416 linear_71" -> "1417 dropout_45" [label="(-1, -1, 384)", style=solid]; +"1417 dropout_45" -> "1418 view_65" [label="(-1, -1, 384)", style=solid]; +"1418 view_65" -> "1419 permute_54" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1419 permute_54" -> "1420 reshape_53" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1420 reshape_53" -> "1421 roll_11" [label="(1, -1, -1, 384)", style=solid]; +"1421 roll_11" -> "1422 slice_185" [label="(1, -1, -1, 384)", style=solid]; +"1422 slice_185" -> "1423 slice_186" [label="(1, -1, -1, 384)", style=solid]; +"1423 slice_186" -> "1424 slice_187" [label="(1, -1, -1, 384)", style=solid]; +"1424 slice_187" -> "1425 slice_188" [label="(1, -1, -1, 384)", style=solid]; +"1425 slice_188" -> "1426 contiguous_21" [label="(1, -1, -1, 384)", style=solid]; +"1426 contiguous_21" -> "1427 layer_norm_25" [label="(1, -1, -1, 384)", style=solid]; +"1427 layer_norm_25" -> "1428 add_74" [label="(1, -1, -1, 384)", style=solid]; +"1428 add_74" -> "1429 add_74_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1428 add_74" -> "1451 add_75" [label="(1, -1, -1, 384)", style=solid]; +"1429 add_74_0_0_nncf_smooth_quant_0" -> "1430 quantize_per_tensor_default_73" [label="(1, -1, -1, 384)", style=solid]; +"1430 quantize_per_tensor_default_73" -> "1431 dequantize_per_tensor_default_73" [label="(1, -1, -1, 384)", style=solid]; +"1431 dequantize_per_tensor_default_73" -> "1437 linear_72" [label="(1, -1, -1, 384)", style=solid]; +"1432 scale_updated_constant49" -> "1434 mul_tensor_49" [label="(1536, 1)", style=solid]; +"1433 compressed_weight_updated_constant49" -> "1434 mul_tensor_49" [label="(1536, 384)", style=solid]; +"1434 mul_tensor_49" -> "1436 sub_tensor_49" [label="(1536, 384)", style=solid]; +"1435 zero_point_updated_constant49" -> "1436 sub_tensor_49" [label="(1536, 1)", style=solid]; +"1436 sub_tensor_49" -> "1437 linear_72" [label="(1536, 384)", style=solid]; +"1437 linear_72" -> "1438 gelu_11" [label="(1, -1, -1, 1536)", style=solid]; +"1438 gelu_11" -> "1439 dropout_46" [label="(1, -1, -1, 1536)", style=solid]; +"1439 dropout_46" -> "1440 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1440 dropout_46_0_0_nncf_smooth_quant_0" -> "1441 quantize_per_tensor_default_74" [label="(1, -1, -1, 1536)", style=solid]; +"1441 quantize_per_tensor_default_74" -> "1442 dequantize_per_tensor_default_74" [label="(1, -1, -1, 1536)", style=solid]; +"1442 dequantize_per_tensor_default_74" -> "1448 linear_73" [label="(1, -1, -1, 1536)", style=solid]; +"1443 scale_updated_constant50" -> "1445 mul_tensor_50" [label="(384, 1)", style=solid]; +"1444 compressed_weight_updated_constant50" -> "1445 mul_tensor_50" [label="(384, 1536)", style=solid]; +"1445 mul_tensor_50" -> "1447 sub_tensor_50" [label="(384, 1536)", style=solid]; +"1446 zero_point_updated_constant50" -> "1447 sub_tensor_50" [label="(384, 1)", style=solid]; +"1447 sub_tensor_50" -> "1448 linear_73" [label="(384, 1536)", style=solid]; +"1448 linear_73" -> "1449 dropout_47" [label="(1, -1, -1, 384)", style=solid]; +"1449 dropout_47" -> "1450 layer_norm_26" [label="(1, -1, -1, 384)", style=solid]; +"1450 layer_norm_26" -> "1451 add_75" [label="(1, -1, -1, 384)", style=solid]; +"1451 add_75" -> "1453 pad_14" [label="(1, -1, -1, 384)", style=solid]; +"1451 add_75" -> "1513 add_77" [label="(1, -1, -1, 384)", style=solid]; +"1452 _frozen_param102" -> "1488 add_76" [label="(1, 12, 64, 64)", style=solid]; +"1453 pad_14" -> "1454 view_68" [label="(1, -1, -1, 384)", style=solid]; +"1454 view_68" -> "1455 permute_56" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1455 permute_56" -> "1456 reshape_54" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1456 reshape_54" -> "1458 reshape_54_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1457 _frozen_param103" -> "1466 linear_76" [label="(1152,)", style=solid]; +"1458 reshape_54_0_0_nncf_smooth_quant_0" -> "1459 quantize_per_tensor_default_75" [label="(-1, -1, 384)", style=solid]; +"1459 quantize_per_tensor_default_75" -> "1460 dequantize_per_tensor_default_75" [label="(-1, -1, 384)", style=solid]; +"1460 dequantize_per_tensor_default_75" -> "1466 linear_76" [label="(-1, -1, 384)", style=solid]; +"1461 scale_updated_constant51" -> "1463 mul_tensor_51" [label="(1152, 1)", style=solid]; +"1462 compressed_weight_updated_constant51" -> "1463 mul_tensor_51" [label="(1152, 384)", style=solid]; +"1463 mul_tensor_51" -> "1465 sub_tensor_51" [label="(1152, 384)", style=solid]; +"1464 zero_point_updated_constant51" -> "1465 sub_tensor_51" [label="(1152, 1)", style=solid]; +"1465 sub_tensor_51" -> "1466 linear_76" [label="(1152, 384)", style=solid]; +"1466 linear_76" -> "1467 reshape_55" [label="(-1, -1, 1152)", style=solid]; +"1467 reshape_55" -> "1468 permute_57" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1468 permute_57" -> "1469 select_36" [label="(3, -1, 12, -1, 32)", style=solid]; +"1468 permute_57" -> "1470 select_37" [label="(3, -1, 12, -1, 32)", style=solid]; +"1468 permute_57" -> "1471 select_38" [label="(3, -1, 12, -1, 32)", style=solid]; +"1469 select_36" -> "1472 linalg_vector_norm_24" [label="(-1, 12, -1, 32)", style=solid]; +"1469 select_36" -> "1474 expand_as_24" [label="(-1, 12, -1, 32)", style=solid]; +"1469 select_36" -> "1475 div_24" [label="(-1, 12, -1, 32)", style=solid]; +"1470 select_37" -> "1478 linalg_vector_norm_25" [label="(-1, 12, -1, 32)", style=solid]; +"1470 select_37" -> "1480 expand_as_25" [label="(-1, 12, -1, 32)", style=solid]; +"1470 select_37" -> "1481 div_25" [label="(-1, 12, -1, 32)", style=solid]; +"1471 select_38" -> "1491 matmul_25" [label="(-1, 12, -1, 32)", style=solid]; +"1472 linalg_vector_norm_24" -> "1473 clamp_min_24" [label="(-1, 12, -1, 1)", style=solid]; +"1473 clamp_min_24" -> "1474 expand_as_24" [label="(-1, 12, -1, 1)", style=solid]; +"1474 expand_as_24" -> "1475 div_24" [label="(-1, 12, -1, 32)", style=solid]; +"1475 div_24" -> "1476 quantize_per_tensor_default_76" [label="(-1, 12, -1, 32)", style=solid]; +"1476 quantize_per_tensor_default_76" -> "1477 dequantize_per_tensor_default_76" [label="(-1, 12, -1, 32)", style=solid]; +"1477 dequantize_per_tensor_default_76" -> "1485 matmul_24" [label="(-1, 12, -1, 32)", style=solid]; +"1478 linalg_vector_norm_25" -> "1479 clamp_min_25" [label="(-1, 12, -1, 1)", style=solid]; +"1479 clamp_min_25" -> "1480 expand_as_25" [label="(-1, 12, -1, 1)", style=solid]; +"1480 expand_as_25" -> "1481 div_25" [label="(-1, 12, -1, 32)", style=solid]; +"1481 div_25" -> "1482 quantize_per_tensor_default_77" [label="(-1, 12, -1, 32)", style=solid]; +"1482 quantize_per_tensor_default_77" -> "1483 dequantize_per_tensor_default_77" [label="(-1, 12, -1, 32)", style=solid]; +"1483 dequantize_per_tensor_default_77" -> "1484 transpose_24" [label="(-1, 12, -1, 32)", style=solid]; +"1484 transpose_24" -> "1485 matmul_24" [label="(-1, 12, 32, -1)", style=solid]; +"1485 matmul_24" -> "1487 mul_60" [label="(-1, 12, -1, -1)", style=solid]; +"1486 _frozen_param105" -> "1487 mul_60" [label="(12, 1, 1)", style=solid]; +"1487 mul_60" -> "1488 add_76" [label="(-1, 12, -1, -1)", style=solid]; +"1488 add_76" -> "1489 softmax_12" [label="(-1, 12, -1, -1)", style=solid]; +"1489 softmax_12" -> "1490 dropout_48" [label="(-1, 12, -1, -1)", style=solid]; +"1490 dropout_48" -> "1491 matmul_25" [label="(-1, 12, -1, -1)", style=solid]; +"1491 matmul_25" -> "1492 transpose_25" [label="(-1, 12, -1, 32)", style=solid]; +"1492 transpose_25" -> "1493 reshape_56" [label="(-1, -1, 12, 32)", style=solid]; +"1493 reshape_56" -> "1494 reshape_56_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1494 reshape_56_0_0_nncf_smooth_quant_0" -> "1495 quantize_per_tensor_default_78" [label="(-1, -1, 384)", style=solid]; +"1495 quantize_per_tensor_default_78" -> "1496 dequantize_per_tensor_default_78" [label="(-1, -1, 384)", style=solid]; +"1496 dequantize_per_tensor_default_78" -> "1502 linear_77" [label="(-1, -1, 384)", style=solid]; +"1497 scale_updated_constant52" -> "1499 mul_tensor_52" [label="(384, 1)", style=solid]; +"1498 compressed_weight_updated_constant52" -> "1499 mul_tensor_52" [label="(384, 384)", style=solid]; +"1499 mul_tensor_52" -> "1501 sub_tensor_52" [label="(384, 384)", style=solid]; +"1500 zero_point_updated_constant52" -> "1501 sub_tensor_52" [label="(384, 1)", style=solid]; +"1501 sub_tensor_52" -> "1502 linear_77" [label="(384, 384)", style=solid]; +"1502 linear_77" -> "1503 dropout_49" [label="(-1, -1, 384)", style=solid]; +"1503 dropout_49" -> "1504 view_69" [label="(-1, -1, 384)", style=solid]; +"1504 view_69" -> "1505 permute_58" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1505 permute_58" -> "1506 reshape_57" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1506 reshape_57" -> "1507 slice_190" [label="(1, -1, -1, 384)", style=solid]; +"1507 slice_190" -> "1508 slice_191" [label="(1, -1, -1, 384)", style=solid]; +"1508 slice_191" -> "1509 slice_192" [label="(1, -1, -1, 384)", style=solid]; +"1509 slice_192" -> "1510 slice_193" [label="(1, -1, -1, 384)", style=solid]; +"1510 slice_193" -> "1511 contiguous_23" [label="(1, -1, -1, 384)", style=solid]; +"1511 contiguous_23" -> "1512 layer_norm_27" [label="(1, -1, -1, 384)", style=solid]; +"1512 layer_norm_27" -> "1513 add_77" [label="(1, -1, -1, 384)", style=solid]; +"1513 add_77" -> "1514 add_77_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1513 add_77" -> "1536 add_78" [label="(1, -1, -1, 384)", style=solid]; +"1514 add_77_0_0_nncf_smooth_quant_0" -> "1515 quantize_per_tensor_default_79" [label="(1, -1, -1, 384)", style=solid]; +"1515 quantize_per_tensor_default_79" -> "1516 dequantize_per_tensor_default_79" [label="(1, -1, -1, 384)", style=solid]; +"1516 dequantize_per_tensor_default_79" -> "1522 linear_78" [label="(1, -1, -1, 384)", style=solid]; +"1517 scale_updated_constant53" -> "1519 mul_tensor_53" [label="(1536, 1)", style=solid]; +"1518 compressed_weight_updated_constant53" -> "1519 mul_tensor_53" [label="(1536, 384)", style=solid]; +"1519 mul_tensor_53" -> "1521 sub_tensor_53" [label="(1536, 384)", style=solid]; +"1520 zero_point_updated_constant53" -> "1521 sub_tensor_53" [label="(1536, 1)", style=solid]; +"1521 sub_tensor_53" -> "1522 linear_78" [label="(1536, 384)", style=solid]; +"1522 linear_78" -> "1523 gelu_12" [label="(1, -1, -1, 1536)", style=solid]; +"1523 gelu_12" -> "1524 dropout_50" [label="(1, -1, -1, 1536)", style=solid]; +"1524 dropout_50" -> "1525 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1525 dropout_50_0_0_nncf_smooth_quant_0" -> "1526 quantize_per_tensor_default_80" [label="(1, -1, -1, 1536)", style=solid]; +"1526 quantize_per_tensor_default_80" -> "1527 dequantize_per_tensor_default_80" [label="(1, -1, -1, 1536)", style=solid]; +"1527 dequantize_per_tensor_default_80" -> "1533 linear_79" [label="(1, -1, -1, 1536)", style=solid]; +"1528 scale_updated_constant54" -> "1530 mul_tensor_54" [label="(384, 1)", style=solid]; +"1529 compressed_weight_updated_constant54" -> "1530 mul_tensor_54" [label="(384, 1536)", style=solid]; +"1530 mul_tensor_54" -> "1532 sub_tensor_54" [label="(384, 1536)", style=solid]; +"1531 zero_point_updated_constant54" -> "1532 sub_tensor_54" [label="(384, 1)", style=solid]; +"1532 sub_tensor_54" -> "1533 linear_79" [label="(384, 1536)", style=solid]; +"1533 linear_79" -> "1534 dropout_51" [label="(1, -1, -1, 384)", style=solid]; +"1534 dropout_51" -> "1535 layer_norm_28" [label="(1, -1, -1, 384)", style=solid]; +"1535 layer_norm_28" -> "1536 add_78" [label="(1, -1, -1, 384)", style=solid]; +"1536 add_78" -> "1538 pad_15" [label="(1, -1, -1, 384)", style=solid]; +"1536 add_78" -> "1616 add_81" [label="(1, -1, -1, 384)", style=solid]; +"1537 _frozen_param106" -> "1574 add_79" [label="(1, 12, 64, 64)", style=solid]; +"1538 pad_15" -> "1539 roll_12" [label="(1, -1, -1, 384)", style=solid]; +"1539 roll_12" -> "1540 view_72" [label="(1, -1, -1, 384)", style=solid]; +"1540 view_72" -> "1541 permute_60" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1541 permute_60" -> "1542 reshape_58" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1542 reshape_58" -> "1544 reshape_58_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1542 reshape_58" -> "1575 new_zeros_6" [label="(-1, -1, 384)", style=solid]; +"1543 _frozen_param107" -> "1552 linear_82" [label="(1152,)", style=solid]; +"1544 reshape_58_0_0_nncf_smooth_quant_0" -> "1545 quantize_per_tensor_default_81" [label="(-1, -1, 384)", style=solid]; +"1545 quantize_per_tensor_default_81" -> "1546 dequantize_per_tensor_default_81" [label="(-1, -1, 384)", style=solid]; +"1546 dequantize_per_tensor_default_81" -> "1552 linear_82" [label="(-1, -1, 384)", style=solid]; +"1547 scale_updated_constant55" -> "1549 mul_tensor_55" [label="(1152, 1)", style=solid]; +"1548 compressed_weight_updated_constant55" -> "1549 mul_tensor_55" [label="(1152, 384)", style=solid]; +"1549 mul_tensor_55" -> "1551 sub_tensor_55" [label="(1152, 384)", style=solid]; +"1550 zero_point_updated_constant55" -> "1551 sub_tensor_55" [label="(1152, 1)", style=solid]; +"1551 sub_tensor_55" -> "1552 linear_82" [label="(1152, 384)", style=solid]; +"1552 linear_82" -> "1553 reshape_59" [label="(-1, -1, 1152)", style=solid]; +"1553 reshape_59" -> "1554 permute_61" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1554 permute_61" -> "1555 select_39" [label="(3, -1, 12, -1, 32)", style=solid]; +"1554 permute_61" -> "1556 select_40" [label="(3, -1, 12, -1, 32)", style=solid]; +"1554 permute_61" -> "1557 select_41" [label="(3, -1, 12, -1, 32)", style=solid]; +"1555 select_39" -> "1558 linalg_vector_norm_26" [label="(-1, 12, -1, 32)", style=solid]; +"1555 select_39" -> "1560 expand_as_26" [label="(-1, 12, -1, 32)", style=solid]; +"1555 select_39" -> "1561 div_26" [label="(-1, 12, -1, 32)", style=solid]; +"1556 select_40" -> "1564 linalg_vector_norm_27" [label="(-1, 12, -1, 32)", style=solid]; +"1556 select_40" -> "1566 expand_as_27" [label="(-1, 12, -1, 32)", style=solid]; +"1556 select_40" -> "1567 div_27" [label="(-1, 12, -1, 32)", style=solid]; +"1557 select_41" -> "1593 matmul_27" [label="(-1, 12, -1, 32)", style=solid]; +"1558 linalg_vector_norm_26" -> "1559 clamp_min_26" [label="(-1, 12, -1, 1)", style=solid]; +"1559 clamp_min_26" -> "1560 expand_as_26" [label="(-1, 12, -1, 1)", style=solid]; +"1560 expand_as_26" -> "1561 div_26" [label="(-1, 12, -1, 32)", style=solid]; +"1561 div_26" -> "1562 quantize_per_tensor_default_82" [label="(-1, 12, -1, 32)", style=solid]; +"1562 quantize_per_tensor_default_82" -> "1563 dequantize_per_tensor_default_82" [label="(-1, 12, -1, 32)", style=solid]; +"1563 dequantize_per_tensor_default_82" -> "1571 matmul_26" [label="(-1, 12, -1, 32)", style=solid]; +"1564 linalg_vector_norm_27" -> "1565 clamp_min_27" [label="(-1, 12, -1, 1)", style=solid]; +"1565 clamp_min_27" -> "1566 expand_as_27" [label="(-1, 12, -1, 1)", style=solid]; +"1566 expand_as_27" -> "1567 div_27" [label="(-1, 12, -1, 32)", style=solid]; +"1567 div_27" -> "1568 quantize_per_tensor_default_83" [label="(-1, 12, -1, 32)", style=solid]; +"1568 quantize_per_tensor_default_83" -> "1569 dequantize_per_tensor_default_83" [label="(-1, 12, -1, 32)", style=solid]; +"1569 dequantize_per_tensor_default_83" -> "1570 transpose_26" [label="(-1, 12, -1, 32)", style=solid]; +"1570 transpose_26" -> "1571 matmul_26" [label="(-1, 12, 32, -1)", style=solid]; +"1571 matmul_26" -> "1573 mul_62" [label="(-1, 12, -1, -1)", style=solid]; +"1572 _frozen_param109" -> "1573 mul_62" [label="(12, 1, 1)", style=solid]; +"1573 mul_62" -> "1574 add_79" [label="(-1, 12, -1, -1)", style=solid]; +"1574 add_79" -> "1586 view_74" [label="(-1, 12, -1, -1)", style=solid]; +"1575 new_zeros_6" -> "1576 view_73" [label="(-1, -1)", style=solid]; +"1576 view_73" -> "1577 permute_62" [label="(-1, -1, -1, -1)", style=solid]; +"1577 permute_62" -> "1578 reshape_60" [label="(-1, -1, -1, -1)", style=solid]; +"1578 reshape_60" -> "1579 unsqueeze_38" [label="(-1, -1)", style=solid]; +"1578 reshape_60" -> "1580 unsqueeze_39" [label="(-1, -1)", style=solid]; +"1579 unsqueeze_38" -> "1581 sub_6" [label="(-1, 1, -1)", style=solid]; +"1580 unsqueeze_39" -> "1581 sub_6" [label="(-1, -1, 1)", style=solid]; +"1581 sub_6" -> "1582 ne_6" [label="(-1, -1, -1)", style=solid]; +"1581 sub_6" -> "1583 masked_fill_12" [label="(-1, -1, -1)", style=solid]; +"1581 sub_6" -> "1584 eq_96" [label="(-1, -1, -1)", style=solid]; +"1582 ne_6" -> "1583 masked_fill_12" [label="(-1, -1, -1)", style=solid]; +"1583 masked_fill_12" -> "1585 masked_fill_13" [label="(-1, -1, -1)", style=solid]; +"1584 eq_96" -> "1585 masked_fill_13" [label="(-1, -1, -1)", style=solid]; +"1585 masked_fill_13" -> "1587 unsqueeze_40" [label="(-1, -1, -1)", style=solid]; +"1586 view_74" -> "1589 add_80" [label="(1, -1, 12, -1, -1)", style=solid]; +"1587 unsqueeze_40" -> "1588 unsqueeze_41" [label="(-1, 1, -1, -1)", style=solid]; +"1588 unsqueeze_41" -> "1589 add_80" [label="(1, -1, 1, -1, -1)", style=solid]; +"1589 add_80" -> "1590 view_75" [label="(1, -1, 12, -1, -1)", style=solid]; +"1590 view_75" -> "1591 softmax_13" [label="(-1, 12, -1, -1)", style=solid]; +"1591 softmax_13" -> "1592 dropout_52" [label="(-1, 12, -1, -1)", style=solid]; +"1592 dropout_52" -> "1593 matmul_27" [label="(-1, 12, -1, -1)", style=solid]; +"1593 matmul_27" -> "1594 transpose_27" [label="(-1, 12, -1, 32)", style=solid]; +"1594 transpose_27" -> "1595 reshape_61" [label="(-1, -1, 12, 32)", style=solid]; +"1595 reshape_61" -> "1596 reshape_61_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1596 reshape_61_0_0_nncf_smooth_quant_0" -> "1597 quantize_per_tensor_default_84" [label="(-1, -1, 384)", style=solid]; +"1597 quantize_per_tensor_default_84" -> "1598 dequantize_per_tensor_default_84" [label="(-1, -1, 384)", style=solid]; +"1598 dequantize_per_tensor_default_84" -> "1604 linear_83" [label="(-1, -1, 384)", style=solid]; +"1599 scale_updated_constant56" -> "1601 mul_tensor_56" [label="(384, 1)", style=solid]; +"1600 compressed_weight_updated_constant56" -> "1601 mul_tensor_56" [label="(384, 384)", style=solid]; +"1601 mul_tensor_56" -> "1603 sub_tensor_56" [label="(384, 384)", style=solid]; +"1602 zero_point_updated_constant56" -> "1603 sub_tensor_56" [label="(384, 1)", style=solid]; +"1603 sub_tensor_56" -> "1604 linear_83" [label="(384, 384)", style=solid]; +"1604 linear_83" -> "1605 dropout_53" [label="(-1, -1, 384)", style=solid]; +"1605 dropout_53" -> "1606 view_76" [label="(-1, -1, 384)", style=solid]; +"1606 view_76" -> "1607 permute_63" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1607 permute_63" -> "1608 reshape_62" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1608 reshape_62" -> "1609 roll_13" [label="(1, -1, -1, 384)", style=solid]; +"1609 roll_13" -> "1610 slice_213" [label="(1, -1, -1, 384)", style=solid]; +"1610 slice_213" -> "1611 slice_214" [label="(1, -1, -1, 384)", style=solid]; +"1611 slice_214" -> "1612 slice_215" [label="(1, -1, -1, 384)", style=solid]; +"1612 slice_215" -> "1613 slice_216" [label="(1, -1, -1, 384)", style=solid]; +"1613 slice_216" -> "1614 contiguous_25" [label="(1, -1, -1, 384)", style=solid]; +"1614 contiguous_25" -> "1615 layer_norm_29" [label="(1, -1, -1, 384)", style=solid]; +"1615 layer_norm_29" -> "1616 add_81" [label="(1, -1, -1, 384)", style=solid]; +"1616 add_81" -> "1617 add_81_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1616 add_81" -> "1639 add_82" [label="(1, -1, -1, 384)", style=solid]; +"1617 add_81_0_0_nncf_smooth_quant_0" -> "1618 quantize_per_tensor_default_85" [label="(1, -1, -1, 384)", style=solid]; +"1618 quantize_per_tensor_default_85" -> "1619 dequantize_per_tensor_default_85" [label="(1, -1, -1, 384)", style=solid]; +"1619 dequantize_per_tensor_default_85" -> "1625 linear_84" [label="(1, -1, -1, 384)", style=solid]; +"1620 scale_updated_constant57" -> "1622 mul_tensor_57" [label="(1536, 1)", style=solid]; +"1621 compressed_weight_updated_constant57" -> "1622 mul_tensor_57" [label="(1536, 384)", style=solid]; +"1622 mul_tensor_57" -> "1624 sub_tensor_57" [label="(1536, 384)", style=solid]; +"1623 zero_point_updated_constant57" -> "1624 sub_tensor_57" [label="(1536, 1)", style=solid]; +"1624 sub_tensor_57" -> "1625 linear_84" [label="(1536, 384)", style=solid]; +"1625 linear_84" -> "1626 gelu_13" [label="(1, -1, -1, 1536)", style=solid]; +"1626 gelu_13" -> "1627 dropout_54" [label="(1, -1, -1, 1536)", style=solid]; +"1627 dropout_54" -> "1628 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1628 dropout_54_0_0_nncf_smooth_quant_0" -> "1629 quantize_per_tensor_default_86" [label="(1, -1, -1, 1536)", style=solid]; +"1629 quantize_per_tensor_default_86" -> "1630 dequantize_per_tensor_default_86" [label="(1, -1, -1, 1536)", style=solid]; +"1630 dequantize_per_tensor_default_86" -> "1636 linear_85" [label="(1, -1, -1, 1536)", style=solid]; +"1631 scale_updated_constant58" -> "1633 mul_tensor_58" [label="(384, 1)", style=solid]; +"1632 compressed_weight_updated_constant58" -> "1633 mul_tensor_58" [label="(384, 1536)", style=solid]; +"1633 mul_tensor_58" -> "1635 sub_tensor_58" [label="(384, 1536)", style=solid]; +"1634 zero_point_updated_constant58" -> "1635 sub_tensor_58" [label="(384, 1)", style=solid]; +"1635 sub_tensor_58" -> "1636 linear_85" [label="(384, 1536)", style=solid]; +"1636 linear_85" -> "1637 dropout_55" [label="(1, -1, -1, 384)", style=solid]; +"1637 dropout_55" -> "1638 layer_norm_30" [label="(1, -1, -1, 384)", style=solid]; +"1638 layer_norm_30" -> "1639 add_82" [label="(1, -1, -1, 384)", style=solid]; +"1639 add_82" -> "1641 pad_16" [label="(1, -1, -1, 384)", style=solid]; +"1639 add_82" -> "1701 add_84" [label="(1, -1, -1, 384)", style=solid]; +"1640 _frozen_param119" -> "1676 add_83" [label="(1, 12, 64, 64)", style=solid]; +"1641 pad_16" -> "1642 view_79" [label="(1, -1, -1, 384)", style=solid]; +"1642 view_79" -> "1643 permute_65" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1643 permute_65" -> "1644 reshape_63" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1644 reshape_63" -> "1646 reshape_63_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1645 _frozen_param120" -> "1654 linear_88" [label="(1152,)", style=solid]; +"1646 reshape_63_0_0_nncf_smooth_quant_0" -> "1647 quantize_per_tensor_default_87" [label="(-1, -1, 384)", style=solid]; +"1647 quantize_per_tensor_default_87" -> "1648 dequantize_per_tensor_default_87" [label="(-1, -1, 384)", style=solid]; +"1648 dequantize_per_tensor_default_87" -> "1654 linear_88" [label="(-1, -1, 384)", style=solid]; +"1649 scale_updated_constant59" -> "1651 mul_tensor_59" [label="(1152, 1)", style=solid]; +"1650 compressed_weight_updated_constant59" -> "1651 mul_tensor_59" [label="(1152, 384)", style=solid]; +"1651 mul_tensor_59" -> "1653 sub_tensor_59" [label="(1152, 384)", style=solid]; +"1652 zero_point_updated_constant59" -> "1653 sub_tensor_59" [label="(1152, 1)", style=solid]; +"1653 sub_tensor_59" -> "1654 linear_88" [label="(1152, 384)", style=solid]; +"1654 linear_88" -> "1655 reshape_64" [label="(-1, -1, 1152)", style=solid]; +"1655 reshape_64" -> "1656 permute_66" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1656 permute_66" -> "1657 select_42" [label="(3, -1, 12, -1, 32)", style=solid]; +"1656 permute_66" -> "1658 select_43" [label="(3, -1, 12, -1, 32)", style=solid]; +"1656 permute_66" -> "1659 select_44" [label="(3, -1, 12, -1, 32)", style=solid]; +"1657 select_42" -> "1660 linalg_vector_norm_28" [label="(-1, 12, -1, 32)", style=solid]; +"1657 select_42" -> "1662 expand_as_28" [label="(-1, 12, -1, 32)", style=solid]; +"1657 select_42" -> "1663 div_28" [label="(-1, 12, -1, 32)", style=solid]; +"1658 select_43" -> "1666 linalg_vector_norm_29" [label="(-1, 12, -1, 32)", style=solid]; +"1658 select_43" -> "1668 expand_as_29" [label="(-1, 12, -1, 32)", style=solid]; +"1658 select_43" -> "1669 div_29" [label="(-1, 12, -1, 32)", style=solid]; +"1659 select_44" -> "1679 matmul_29" [label="(-1, 12, -1, 32)", style=solid]; +"1660 linalg_vector_norm_28" -> "1661 clamp_min_28" [label="(-1, 12, -1, 1)", style=solid]; +"1661 clamp_min_28" -> "1662 expand_as_28" [label="(-1, 12, -1, 1)", style=solid]; +"1662 expand_as_28" -> "1663 div_28" [label="(-1, 12, -1, 32)", style=solid]; +"1663 div_28" -> "1664 quantize_per_tensor_default_88" [label="(-1, 12, -1, 32)", style=solid]; +"1664 quantize_per_tensor_default_88" -> "1665 dequantize_per_tensor_default_88" [label="(-1, 12, -1, 32)", style=solid]; +"1665 dequantize_per_tensor_default_88" -> "1673 matmul_28" [label="(-1, 12, -1, 32)", style=solid]; +"1666 linalg_vector_norm_29" -> "1667 clamp_min_29" [label="(-1, 12, -1, 1)", style=solid]; +"1667 clamp_min_29" -> "1668 expand_as_29" [label="(-1, 12, -1, 1)", style=solid]; +"1668 expand_as_29" -> "1669 div_29" [label="(-1, 12, -1, 32)", style=solid]; +"1669 div_29" -> "1670 quantize_per_tensor_default_89" [label="(-1, 12, -1, 32)", style=solid]; +"1670 quantize_per_tensor_default_89" -> "1671 dequantize_per_tensor_default_89" [label="(-1, 12, -1, 32)", style=solid]; +"1671 dequantize_per_tensor_default_89" -> "1672 transpose_28" [label="(-1, 12, -1, 32)", style=solid]; +"1672 transpose_28" -> "1673 matmul_28" [label="(-1, 12, 32, -1)", style=solid]; +"1673 matmul_28" -> "1675 mul_64" [label="(-1, 12, -1, -1)", style=solid]; +"1674 _frozen_param122" -> "1675 mul_64" [label="(12, 1, 1)", style=solid]; +"1675 mul_64" -> "1676 add_83" [label="(-1, 12, -1, -1)", style=solid]; +"1676 add_83" -> "1677 softmax_14" [label="(-1, 12, -1, -1)", style=solid]; +"1677 softmax_14" -> "1678 dropout_56" [label="(-1, 12, -1, -1)", style=solid]; +"1678 dropout_56" -> "1679 matmul_29" [label="(-1, 12, -1, -1)", style=solid]; +"1679 matmul_29" -> "1680 transpose_29" [label="(-1, 12, -1, 32)", style=solid]; +"1680 transpose_29" -> "1681 reshape_65" [label="(-1, -1, 12, 32)", style=solid]; +"1681 reshape_65" -> "1682 reshape_65_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1682 reshape_65_0_0_nncf_smooth_quant_0" -> "1683 quantize_per_tensor_default_90" [label="(-1, -1, 384)", style=solid]; +"1683 quantize_per_tensor_default_90" -> "1684 dequantize_per_tensor_default_90" [label="(-1, -1, 384)", style=solid]; +"1684 dequantize_per_tensor_default_90" -> "1690 linear_89" [label="(-1, -1, 384)", style=solid]; +"1685 scale_updated_constant60" -> "1687 mul_tensor_60" [label="(384, 1)", style=solid]; +"1686 compressed_weight_updated_constant60" -> "1687 mul_tensor_60" [label="(384, 384)", style=solid]; +"1687 mul_tensor_60" -> "1689 sub_tensor_60" [label="(384, 384)", style=solid]; +"1688 zero_point_updated_constant60" -> "1689 sub_tensor_60" [label="(384, 1)", style=solid]; +"1689 sub_tensor_60" -> "1690 linear_89" [label="(384, 384)", style=solid]; +"1690 linear_89" -> "1691 dropout_57" [label="(-1, -1, 384)", style=solid]; +"1691 dropout_57" -> "1692 view_80" [label="(-1, -1, 384)", style=solid]; +"1692 view_80" -> "1693 permute_67" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1693 permute_67" -> "1694 reshape_66" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1694 reshape_66" -> "1695 slice_218" [label="(1, -1, -1, 384)", style=solid]; +"1695 slice_218" -> "1696 slice_219" [label="(1, -1, -1, 384)", style=solid]; +"1696 slice_219" -> "1697 slice_220" [label="(1, -1, -1, 384)", style=solid]; +"1697 slice_220" -> "1698 slice_221" [label="(1, -1, -1, 384)", style=solid]; +"1698 slice_221" -> "1699 contiguous_27" [label="(1, -1, -1, 384)", style=solid]; +"1699 contiguous_27" -> "1700 layer_norm_31" [label="(1, -1, -1, 384)", style=solid]; +"1700 layer_norm_31" -> "1701 add_84" [label="(1, -1, -1, 384)", style=solid]; +"1701 add_84" -> "1702 add_84_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1701 add_84" -> "1724 add_85" [label="(1, -1, -1, 384)", style=solid]; +"1702 add_84_0_0_nncf_smooth_quant_0" -> "1703 quantize_per_tensor_default_91" [label="(1, -1, -1, 384)", style=solid]; +"1703 quantize_per_tensor_default_91" -> "1704 dequantize_per_tensor_default_91" [label="(1, -1, -1, 384)", style=solid]; +"1704 dequantize_per_tensor_default_91" -> "1710 linear_90" [label="(1, -1, -1, 384)", style=solid]; +"1705 scale_updated_constant61" -> "1707 mul_tensor_61" [label="(1536, 1)", style=solid]; +"1706 compressed_weight_updated_constant61" -> "1707 mul_tensor_61" [label="(1536, 384)", style=solid]; +"1707 mul_tensor_61" -> "1709 sub_tensor_61" [label="(1536, 384)", style=solid]; +"1708 zero_point_updated_constant61" -> "1709 sub_tensor_61" [label="(1536, 1)", style=solid]; +"1709 sub_tensor_61" -> "1710 linear_90" [label="(1536, 384)", style=solid]; +"1710 linear_90" -> "1711 gelu_14" [label="(1, -1, -1, 1536)", style=solid]; +"1711 gelu_14" -> "1712 dropout_58" [label="(1, -1, -1, 1536)", style=solid]; +"1712 dropout_58" -> "1713 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1713 dropout_58_0_0_nncf_smooth_quant_0" -> "1714 quantize_per_tensor_default_92" [label="(1, -1, -1, 1536)", style=solid]; +"1714 quantize_per_tensor_default_92" -> "1715 dequantize_per_tensor_default_92" [label="(1, -1, -1, 1536)", style=solid]; +"1715 dequantize_per_tensor_default_92" -> "1721 linear_91" [label="(1, -1, -1, 1536)", style=solid]; +"1716 scale_updated_constant62" -> "1718 mul_tensor_62" [label="(384, 1)", style=solid]; +"1717 compressed_weight_updated_constant62" -> "1718 mul_tensor_62" [label="(384, 1536)", style=solid]; +"1718 mul_tensor_62" -> "1720 sub_tensor_62" [label="(384, 1536)", style=solid]; +"1719 zero_point_updated_constant62" -> "1720 sub_tensor_62" [label="(384, 1)", style=solid]; +"1720 sub_tensor_62" -> "1721 linear_91" [label="(384, 1536)", style=solid]; +"1721 linear_91" -> "1722 dropout_59" [label="(1, -1, -1, 384)", style=solid]; +"1722 dropout_59" -> "1723 layer_norm_32" [label="(1, -1, -1, 384)", style=solid]; +"1723 layer_norm_32" -> "1724 add_85" [label="(1, -1, -1, 384)", style=solid]; +"1724 add_85" -> "1726 pad_17" [label="(1, -1, -1, 384)", style=solid]; +"1724 add_85" -> "1804 add_88" [label="(1, -1, -1, 384)", style=solid]; +"1725 _frozen_param123" -> "1762 add_86" [label="(1, 12, 64, 64)", style=solid]; +"1726 pad_17" -> "1727 roll_14" [label="(1, -1, -1, 384)", style=solid]; +"1727 roll_14" -> "1728 view_83" [label="(1, -1, -1, 384)", style=solid]; +"1728 view_83" -> "1729 permute_69" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1729 permute_69" -> "1730 reshape_67" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1730 reshape_67" -> "1732 reshape_67_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1730 reshape_67" -> "1763 new_zeros_7" [label="(-1, -1, 384)", style=solid]; +"1731 _frozen_param124" -> "1740 linear_94" [label="(1152,)", style=solid]; +"1732 reshape_67_0_0_nncf_smooth_quant_0" -> "1733 quantize_per_tensor_default_93" [label="(-1, -1, 384)", style=solid]; +"1733 quantize_per_tensor_default_93" -> "1734 dequantize_per_tensor_default_93" [label="(-1, -1, 384)", style=solid]; +"1734 dequantize_per_tensor_default_93" -> "1740 linear_94" [label="(-1, -1, 384)", style=solid]; +"1735 scale_updated_constant63" -> "1737 mul_tensor_63" [label="(1152, 1)", style=solid]; +"1736 compressed_weight_updated_constant63" -> "1737 mul_tensor_63" [label="(1152, 384)", style=solid]; +"1737 mul_tensor_63" -> "1739 sub_tensor_63" [label="(1152, 384)", style=solid]; +"1738 zero_point_updated_constant63" -> "1739 sub_tensor_63" [label="(1152, 1)", style=solid]; +"1739 sub_tensor_63" -> "1740 linear_94" [label="(1152, 384)", style=solid]; +"1740 linear_94" -> "1741 reshape_68" [label="(-1, -1, 1152)", style=solid]; +"1741 reshape_68" -> "1742 permute_70" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1742 permute_70" -> "1743 select_45" [label="(3, -1, 12, -1, 32)", style=solid]; +"1742 permute_70" -> "1744 select_46" [label="(3, -1, 12, -1, 32)", style=solid]; +"1742 permute_70" -> "1745 select_47" [label="(3, -1, 12, -1, 32)", style=solid]; +"1743 select_45" -> "1746 linalg_vector_norm_30" [label="(-1, 12, -1, 32)", style=solid]; +"1743 select_45" -> "1748 expand_as_30" [label="(-1, 12, -1, 32)", style=solid]; +"1743 select_45" -> "1749 div_30" [label="(-1, 12, -1, 32)", style=solid]; +"1744 select_46" -> "1752 linalg_vector_norm_31" [label="(-1, 12, -1, 32)", style=solid]; +"1744 select_46" -> "1754 expand_as_31" [label="(-1, 12, -1, 32)", style=solid]; +"1744 select_46" -> "1755 div_31" [label="(-1, 12, -1, 32)", style=solid]; +"1745 select_47" -> "1781 matmul_31" [label="(-1, 12, -1, 32)", style=solid]; +"1746 linalg_vector_norm_30" -> "1747 clamp_min_30" [label="(-1, 12, -1, 1)", style=solid]; +"1747 clamp_min_30" -> "1748 expand_as_30" [label="(-1, 12, -1, 1)", style=solid]; +"1748 expand_as_30" -> "1749 div_30" [label="(-1, 12, -1, 32)", style=solid]; +"1749 div_30" -> "1750 quantize_per_tensor_default_94" [label="(-1, 12, -1, 32)", style=solid]; +"1750 quantize_per_tensor_default_94" -> "1751 dequantize_per_tensor_default_94" [label="(-1, 12, -1, 32)", style=solid]; +"1751 dequantize_per_tensor_default_94" -> "1759 matmul_30" [label="(-1, 12, -1, 32)", style=solid]; +"1752 linalg_vector_norm_31" -> "1753 clamp_min_31" [label="(-1, 12, -1, 1)", style=solid]; +"1753 clamp_min_31" -> "1754 expand_as_31" [label="(-1, 12, -1, 1)", style=solid]; +"1754 expand_as_31" -> "1755 div_31" [label="(-1, 12, -1, 32)", style=solid]; +"1755 div_31" -> "1756 quantize_per_tensor_default_95" [label="(-1, 12, -1, 32)", style=solid]; +"1756 quantize_per_tensor_default_95" -> "1757 dequantize_per_tensor_default_95" [label="(-1, 12, -1, 32)", style=solid]; +"1757 dequantize_per_tensor_default_95" -> "1758 transpose_30" [label="(-1, 12, -1, 32)", style=solid]; +"1758 transpose_30" -> "1759 matmul_30" [label="(-1, 12, 32, -1)", style=solid]; +"1759 matmul_30" -> "1761 mul_66" [label="(-1, 12, -1, -1)", style=solid]; +"1760 _frozen_param126" -> "1761 mul_66" [label="(12, 1, 1)", style=solid]; +"1761 mul_66" -> "1762 add_86" [label="(-1, 12, -1, -1)", style=solid]; +"1762 add_86" -> "1774 view_85" [label="(-1, 12, -1, -1)", style=solid]; +"1763 new_zeros_7" -> "1764 view_84" [label="(-1, -1)", style=solid]; +"1764 view_84" -> "1765 permute_71" [label="(-1, -1, -1, -1)", style=solid]; +"1765 permute_71" -> "1766 reshape_69" [label="(-1, -1, -1, -1)", style=solid]; +"1766 reshape_69" -> "1767 unsqueeze_44" [label="(-1, -1)", style=solid]; +"1766 reshape_69" -> "1768 unsqueeze_45" [label="(-1, -1)", style=solid]; +"1767 unsqueeze_44" -> "1769 sub_7" [label="(-1, 1, -1)", style=solid]; +"1768 unsqueeze_45" -> "1769 sub_7" [label="(-1, -1, 1)", style=solid]; +"1769 sub_7" -> "1770 ne_7" [label="(-1, -1, -1)", style=solid]; +"1769 sub_7" -> "1771 masked_fill_14" [label="(-1, -1, -1)", style=solid]; +"1769 sub_7" -> "1772 eq_107" [label="(-1, -1, -1)", style=solid]; +"1770 ne_7" -> "1771 masked_fill_14" [label="(-1, -1, -1)", style=solid]; +"1771 masked_fill_14" -> "1773 masked_fill_15" [label="(-1, -1, -1)", style=solid]; +"1772 eq_107" -> "1773 masked_fill_15" [label="(-1, -1, -1)", style=solid]; +"1773 masked_fill_15" -> "1775 unsqueeze_46" [label="(-1, -1, -1)", style=solid]; +"1774 view_85" -> "1777 add_87" [label="(1, -1, 12, -1, -1)", style=solid]; +"1775 unsqueeze_46" -> "1776 unsqueeze_47" [label="(-1, 1, -1, -1)", style=solid]; +"1776 unsqueeze_47" -> "1777 add_87" [label="(1, -1, 1, -1, -1)", style=solid]; +"1777 add_87" -> "1778 view_86" [label="(1, -1, 12, -1, -1)", style=solid]; +"1778 view_86" -> "1779 softmax_15" [label="(-1, 12, -1, -1)", style=solid]; +"1779 softmax_15" -> "1780 dropout_60" [label="(-1, 12, -1, -1)", style=solid]; +"1780 dropout_60" -> "1781 matmul_31" [label="(-1, 12, -1, -1)", style=solid]; +"1781 matmul_31" -> "1782 transpose_31" [label="(-1, 12, -1, 32)", style=solid]; +"1782 transpose_31" -> "1783 reshape_70" [label="(-1, -1, 12, 32)", style=solid]; +"1783 reshape_70" -> "1784 reshape_70_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1784 reshape_70_0_0_nncf_smooth_quant_0" -> "1785 quantize_per_tensor_default_96" [label="(-1, -1, 384)", style=solid]; +"1785 quantize_per_tensor_default_96" -> "1786 dequantize_per_tensor_default_96" [label="(-1, -1, 384)", style=solid]; +"1786 dequantize_per_tensor_default_96" -> "1792 linear_95" [label="(-1, -1, 384)", style=solid]; +"1787 scale_updated_constant64" -> "1789 mul_tensor_64" [label="(384, 1)", style=solid]; +"1788 compressed_weight_updated_constant64" -> "1789 mul_tensor_64" [label="(384, 384)", style=solid]; +"1789 mul_tensor_64" -> "1791 sub_tensor_64" [label="(384, 384)", style=solid]; +"1790 zero_point_updated_constant64" -> "1791 sub_tensor_64" [label="(384, 1)", style=solid]; +"1791 sub_tensor_64" -> "1792 linear_95" [label="(384, 384)", style=solid]; +"1792 linear_95" -> "1793 dropout_61" [label="(-1, -1, 384)", style=solid]; +"1793 dropout_61" -> "1794 view_87" [label="(-1, -1, 384)", style=solid]; +"1794 view_87" -> "1795 permute_72" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1795 permute_72" -> "1796 reshape_71" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1796 reshape_71" -> "1797 roll_15" [label="(1, -1, -1, 384)", style=solid]; +"1797 roll_15" -> "1798 slice_241" [label="(1, -1, -1, 384)", style=solid]; +"1798 slice_241" -> "1799 slice_242" [label="(1, -1, -1, 384)", style=solid]; +"1799 slice_242" -> "1800 slice_243" [label="(1, -1, -1, 384)", style=solid]; +"1800 slice_243" -> "1801 slice_244" [label="(1, -1, -1, 384)", style=solid]; +"1801 slice_244" -> "1802 contiguous_29" [label="(1, -1, -1, 384)", style=solid]; +"1802 contiguous_29" -> "1803 layer_norm_33" [label="(1, -1, -1, 384)", style=solid]; +"1803 layer_norm_33" -> "1804 add_88" [label="(1, -1, -1, 384)", style=solid]; +"1804 add_88" -> "1805 add_88_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1804 add_88" -> "1827 add_89" [label="(1, -1, -1, 384)", style=solid]; +"1805 add_88_0_0_nncf_smooth_quant_0" -> "1806 quantize_per_tensor_default_97" [label="(1, -1, -1, 384)", style=solid]; +"1806 quantize_per_tensor_default_97" -> "1807 dequantize_per_tensor_default_97" [label="(1, -1, -1, 384)", style=solid]; +"1807 dequantize_per_tensor_default_97" -> "1813 linear_96" [label="(1, -1, -1, 384)", style=solid]; +"1808 scale_updated_constant65" -> "1810 mul_tensor_65" [label="(1536, 1)", style=solid]; +"1809 compressed_weight_updated_constant65" -> "1810 mul_tensor_65" [label="(1536, 384)", style=solid]; +"1810 mul_tensor_65" -> "1812 sub_tensor_65" [label="(1536, 384)", style=solid]; +"1811 zero_point_updated_constant65" -> "1812 sub_tensor_65" [label="(1536, 1)", style=solid]; +"1812 sub_tensor_65" -> "1813 linear_96" [label="(1536, 384)", style=solid]; +"1813 linear_96" -> "1814 gelu_15" [label="(1, -1, -1, 1536)", style=solid]; +"1814 gelu_15" -> "1815 dropout_62" [label="(1, -1, -1, 1536)", style=solid]; +"1815 dropout_62" -> "1816 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1816 dropout_62_0_0_nncf_smooth_quant_0" -> "1817 quantize_per_tensor_default_98" [label="(1, -1, -1, 1536)", style=solid]; +"1817 quantize_per_tensor_default_98" -> "1818 dequantize_per_tensor_default_98" [label="(1, -1, -1, 1536)", style=solid]; +"1818 dequantize_per_tensor_default_98" -> "1824 linear_97" [label="(1, -1, -1, 1536)", style=solid]; +"1819 scale_updated_constant66" -> "1821 mul_tensor_66" [label="(384, 1)", style=solid]; +"1820 compressed_weight_updated_constant66" -> "1821 mul_tensor_66" [label="(384, 1536)", style=solid]; +"1821 mul_tensor_66" -> "1823 sub_tensor_66" [label="(384, 1536)", style=solid]; +"1822 zero_point_updated_constant66" -> "1823 sub_tensor_66" [label="(384, 1)", style=solid]; +"1823 sub_tensor_66" -> "1824 linear_97" [label="(384, 1536)", style=solid]; +"1824 linear_97" -> "1825 dropout_63" [label="(1, -1, -1, 384)", style=solid]; +"1825 dropout_63" -> "1826 layer_norm_34" [label="(1, -1, -1, 384)", style=solid]; +"1826 layer_norm_34" -> "1827 add_89" [label="(1, -1, -1, 384)", style=solid]; +"1827 add_89" -> "1829 pad_18" [label="(1, -1, -1, 384)", style=solid]; +"1827 add_89" -> "1889 add_91" [label="(1, -1, -1, 384)", style=solid]; +"1828 _frozen_param136" -> "1864 add_90" [label="(1, 12, 64, 64)", style=solid]; +"1829 pad_18" -> "1830 view_90" [label="(1, -1, -1, 384)", style=solid]; +"1830 view_90" -> "1831 permute_74" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1831 permute_74" -> "1832 reshape_72" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1832 reshape_72" -> "1834 reshape_72_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1833 _frozen_param137" -> "1842 linear_100" [label="(1152,)", style=solid]; +"1834 reshape_72_0_0_nncf_smooth_quant_0" -> "1835 quantize_per_tensor_default_99" [label="(-1, -1, 384)", style=solid]; +"1835 quantize_per_tensor_default_99" -> "1836 dequantize_per_tensor_default_99" [label="(-1, -1, 384)", style=solid]; +"1836 dequantize_per_tensor_default_99" -> "1842 linear_100" [label="(-1, -1, 384)", style=solid]; +"1837 scale_updated_constant67" -> "1839 mul_tensor_67" [label="(1152, 1)", style=solid]; +"1838 compressed_weight_updated_constant67" -> "1839 mul_tensor_67" [label="(1152, 384)", style=solid]; +"1839 mul_tensor_67" -> "1841 sub_tensor_67" [label="(1152, 384)", style=solid]; +"1840 zero_point_updated_constant67" -> "1841 sub_tensor_67" [label="(1152, 1)", style=solid]; +"1841 sub_tensor_67" -> "1842 linear_100" [label="(1152, 384)", style=solid]; +"1842 linear_100" -> "1843 reshape_73" [label="(-1, -1, 1152)", style=solid]; +"1843 reshape_73" -> "1844 permute_75" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1844 permute_75" -> "1845 select_48" [label="(3, -1, 12, -1, 32)", style=solid]; +"1844 permute_75" -> "1846 select_49" [label="(3, -1, 12, -1, 32)", style=solid]; +"1844 permute_75" -> "1847 select_50" [label="(3, -1, 12, -1, 32)", style=solid]; +"1845 select_48" -> "1848 linalg_vector_norm_32" [label="(-1, 12, -1, 32)", style=solid]; +"1845 select_48" -> "1850 expand_as_32" [label="(-1, 12, -1, 32)", style=solid]; +"1845 select_48" -> "1851 div_32" [label="(-1, 12, -1, 32)", style=solid]; +"1846 select_49" -> "1854 linalg_vector_norm_33" [label="(-1, 12, -1, 32)", style=solid]; +"1846 select_49" -> "1856 expand_as_33" [label="(-1, 12, -1, 32)", style=solid]; +"1846 select_49" -> "1857 div_33" [label="(-1, 12, -1, 32)", style=solid]; +"1847 select_50" -> "1867 matmul_33" [label="(-1, 12, -1, 32)", style=solid]; +"1848 linalg_vector_norm_32" -> "1849 clamp_min_32" [label="(-1, 12, -1, 1)", style=solid]; +"1849 clamp_min_32" -> "1850 expand_as_32" [label="(-1, 12, -1, 1)", style=solid]; +"1850 expand_as_32" -> "1851 div_32" [label="(-1, 12, -1, 32)", style=solid]; +"1851 div_32" -> "1852 quantize_per_tensor_default_100" [label="(-1, 12, -1, 32)", style=solid]; +"1852 quantize_per_tensor_default_100" -> "1853 dequantize_per_tensor_default_100" [label="(-1, 12, -1, 32)", style=solid]; +"1853 dequantize_per_tensor_default_100" -> "1861 matmul_32" [label="(-1, 12, -1, 32)", style=solid]; +"1854 linalg_vector_norm_33" -> "1855 clamp_min_33" [label="(-1, 12, -1, 1)", style=solid]; +"1855 clamp_min_33" -> "1856 expand_as_33" [label="(-1, 12, -1, 1)", style=solid]; +"1856 expand_as_33" -> "1857 div_33" [label="(-1, 12, -1, 32)", style=solid]; +"1857 div_33" -> "1858 quantize_per_tensor_default_101" [label="(-1, 12, -1, 32)", style=solid]; +"1858 quantize_per_tensor_default_101" -> "1859 dequantize_per_tensor_default_101" [label="(-1, 12, -1, 32)", style=solid]; +"1859 dequantize_per_tensor_default_101" -> "1860 transpose_32" [label="(-1, 12, -1, 32)", style=solid]; +"1860 transpose_32" -> "1861 matmul_32" [label="(-1, 12, 32, -1)", style=solid]; +"1861 matmul_32" -> "1863 mul_68" [label="(-1, 12, -1, -1)", style=solid]; +"1862 _frozen_param139" -> "1863 mul_68" [label="(12, 1, 1)", style=solid]; +"1863 mul_68" -> "1864 add_90" [label="(-1, 12, -1, -1)", style=solid]; +"1864 add_90" -> "1865 softmax_16" [label="(-1, 12, -1, -1)", style=solid]; +"1865 softmax_16" -> "1866 dropout_64" [label="(-1, 12, -1, -1)", style=solid]; +"1866 dropout_64" -> "1867 matmul_33" [label="(-1, 12, -1, -1)", style=solid]; +"1867 matmul_33" -> "1868 transpose_33" [label="(-1, 12, -1, 32)", style=solid]; +"1868 transpose_33" -> "1869 reshape_74" [label="(-1, -1, 12, 32)", style=solid]; +"1869 reshape_74" -> "1870 reshape_74_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1870 reshape_74_0_0_nncf_smooth_quant_0" -> "1871 quantize_per_tensor_default_102" [label="(-1, -1, 384)", style=solid]; +"1871 quantize_per_tensor_default_102" -> "1872 dequantize_per_tensor_default_102" [label="(-1, -1, 384)", style=solid]; +"1872 dequantize_per_tensor_default_102" -> "1878 linear_101" [label="(-1, -1, 384)", style=solid]; +"1873 scale_updated_constant68" -> "1875 mul_tensor_68" [label="(384, 1)", style=solid]; +"1874 compressed_weight_updated_constant68" -> "1875 mul_tensor_68" [label="(384, 384)", style=solid]; +"1875 mul_tensor_68" -> "1877 sub_tensor_68" [label="(384, 384)", style=solid]; +"1876 zero_point_updated_constant68" -> "1877 sub_tensor_68" [label="(384, 1)", style=solid]; +"1877 sub_tensor_68" -> "1878 linear_101" [label="(384, 384)", style=solid]; +"1878 linear_101" -> "1879 dropout_65" [label="(-1, -1, 384)", style=solid]; +"1879 dropout_65" -> "1880 view_91" [label="(-1, -1, 384)", style=solid]; +"1880 view_91" -> "1881 permute_76" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1881 permute_76" -> "1882 reshape_75" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1882 reshape_75" -> "1883 slice_246" [label="(1, -1, -1, 384)", style=solid]; +"1883 slice_246" -> "1884 slice_247" [label="(1, -1, -1, 384)", style=solid]; +"1884 slice_247" -> "1885 slice_248" [label="(1, -1, -1, 384)", style=solid]; +"1885 slice_248" -> "1886 slice_249" [label="(1, -1, -1, 384)", style=solid]; +"1886 slice_249" -> "1887 contiguous_31" [label="(1, -1, -1, 384)", style=solid]; +"1887 contiguous_31" -> "1888 layer_norm_35" [label="(1, -1, -1, 384)", style=solid]; +"1888 layer_norm_35" -> "1889 add_91" [label="(1, -1, -1, 384)", style=solid]; +"1889 add_91" -> "1890 add_91_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1889 add_91" -> "1912 add_92" [label="(1, -1, -1, 384)", style=solid]; +"1890 add_91_0_0_nncf_smooth_quant_0" -> "1891 quantize_per_tensor_default_103" [label="(1, -1, -1, 384)", style=solid]; +"1891 quantize_per_tensor_default_103" -> "1892 dequantize_per_tensor_default_103" [label="(1, -1, -1, 384)", style=solid]; +"1892 dequantize_per_tensor_default_103" -> "1898 linear_102" [label="(1, -1, -1, 384)", style=solid]; +"1893 scale_updated_constant69" -> "1895 mul_tensor_69" [label="(1536, 1)", style=solid]; +"1894 compressed_weight_updated_constant69" -> "1895 mul_tensor_69" [label="(1536, 384)", style=solid]; +"1895 mul_tensor_69" -> "1897 sub_tensor_69" [label="(1536, 384)", style=solid]; +"1896 zero_point_updated_constant69" -> "1897 sub_tensor_69" [label="(1536, 1)", style=solid]; +"1897 sub_tensor_69" -> "1898 linear_102" [label="(1536, 384)", style=solid]; +"1898 linear_102" -> "1899 gelu_16" [label="(1, -1, -1, 1536)", style=solid]; +"1899 gelu_16" -> "1900 dropout_66" [label="(1, -1, -1, 1536)", style=solid]; +"1900 dropout_66" -> "1901 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1901 dropout_66_0_0_nncf_smooth_quant_0" -> "1902 quantize_per_tensor_default_104" [label="(1, -1, -1, 1536)", style=solid]; +"1902 quantize_per_tensor_default_104" -> "1903 dequantize_per_tensor_default_104" [label="(1, -1, -1, 1536)", style=solid]; +"1903 dequantize_per_tensor_default_104" -> "1909 linear_103" [label="(1, -1, -1, 1536)", style=solid]; +"1904 scale_updated_constant70" -> "1906 mul_tensor_70" [label="(384, 1)", style=solid]; +"1905 compressed_weight_updated_constant70" -> "1906 mul_tensor_70" [label="(384, 1536)", style=solid]; +"1906 mul_tensor_70" -> "1908 sub_tensor_70" [label="(384, 1536)", style=solid]; +"1907 zero_point_updated_constant70" -> "1908 sub_tensor_70" [label="(384, 1)", style=solid]; +"1908 sub_tensor_70" -> "1909 linear_103" [label="(384, 1536)", style=solid]; +"1909 linear_103" -> "1910 dropout_67" [label="(1, -1, -1, 384)", style=solid]; +"1910 dropout_67" -> "1911 layer_norm_36" [label="(1, -1, -1, 384)", style=solid]; +"1911 layer_norm_36" -> "1912 add_92" [label="(1, -1, -1, 384)", style=solid]; +"1912 add_92" -> "1914 pad_19" [label="(1, -1, -1, 384)", style=solid]; +"1912 add_92" -> "1992 add_95" [label="(1, -1, -1, 384)", style=solid]; +"1913 _frozen_param140" -> "1950 add_93" [label="(1, 12, 64, 64)", style=solid]; +"1914 pad_19" -> "1915 roll_16" [label="(1, -1, -1, 384)", style=solid]; +"1915 roll_16" -> "1916 view_94" [label="(1, -1, -1, 384)", style=solid]; +"1916 view_94" -> "1917 permute_78" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1917 permute_78" -> "1918 reshape_76" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1918 reshape_76" -> "1920 reshape_76_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1918 reshape_76" -> "1951 new_zeros_8" [label="(-1, -1, 384)", style=solid]; +"1919 _frozen_param141" -> "1928 linear_106" [label="(1152,)", style=solid]; +"1920 reshape_76_0_0_nncf_smooth_quant_0" -> "1921 quantize_per_tensor_default_105" [label="(-1, -1, 384)", style=solid]; +"1921 quantize_per_tensor_default_105" -> "1922 dequantize_per_tensor_default_105" [label="(-1, -1, 384)", style=solid]; +"1922 dequantize_per_tensor_default_105" -> "1928 linear_106" [label="(-1, -1, 384)", style=solid]; +"1923 scale_updated_constant71" -> "1925 mul_tensor_71" [label="(1152, 1)", style=solid]; +"1924 compressed_weight_updated_constant71" -> "1925 mul_tensor_71" [label="(1152, 384)", style=solid]; +"1925 mul_tensor_71" -> "1927 sub_tensor_71" [label="(1152, 384)", style=solid]; +"1926 zero_point_updated_constant71" -> "1927 sub_tensor_71" [label="(1152, 1)", style=solid]; +"1927 sub_tensor_71" -> "1928 linear_106" [label="(1152, 384)", style=solid]; +"1928 linear_106" -> "1929 reshape_77" [label="(-1, -1, 1152)", style=solid]; +"1929 reshape_77" -> "1930 permute_79" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1930 permute_79" -> "1931 select_51" [label="(3, -1, 12, -1, 32)", style=solid]; +"1930 permute_79" -> "1932 select_52" [label="(3, -1, 12, -1, 32)", style=solid]; +"1930 permute_79" -> "1933 select_53" [label="(3, -1, 12, -1, 32)", style=solid]; +"1931 select_51" -> "1934 linalg_vector_norm_34" [label="(-1, 12, -1, 32)", style=solid]; +"1931 select_51" -> "1936 expand_as_34" [label="(-1, 12, -1, 32)", style=solid]; +"1931 select_51" -> "1937 div_34" [label="(-1, 12, -1, 32)", style=solid]; +"1932 select_52" -> "1940 linalg_vector_norm_35" [label="(-1, 12, -1, 32)", style=solid]; +"1932 select_52" -> "1942 expand_as_35" [label="(-1, 12, -1, 32)", style=solid]; +"1932 select_52" -> "1943 div_35" [label="(-1, 12, -1, 32)", style=solid]; +"1933 select_53" -> "1969 matmul_35" [label="(-1, 12, -1, 32)", style=solid]; +"1934 linalg_vector_norm_34" -> "1935 clamp_min_34" [label="(-1, 12, -1, 1)", style=solid]; +"1935 clamp_min_34" -> "1936 expand_as_34" [label="(-1, 12, -1, 1)", style=solid]; +"1936 expand_as_34" -> "1937 div_34" [label="(-1, 12, -1, 32)", style=solid]; +"1937 div_34" -> "1938 quantize_per_tensor_default_106" [label="(-1, 12, -1, 32)", style=solid]; +"1938 quantize_per_tensor_default_106" -> "1939 dequantize_per_tensor_default_106" [label="(-1, 12, -1, 32)", style=solid]; +"1939 dequantize_per_tensor_default_106" -> "1947 matmul_34" [label="(-1, 12, -1, 32)", style=solid]; +"1940 linalg_vector_norm_35" -> "1941 clamp_min_35" [label="(-1, 12, -1, 1)", style=solid]; +"1941 clamp_min_35" -> "1942 expand_as_35" [label="(-1, 12, -1, 1)", style=solid]; +"1942 expand_as_35" -> "1943 div_35" [label="(-1, 12, -1, 32)", style=solid]; +"1943 div_35" -> "1944 quantize_per_tensor_default_107" [label="(-1, 12, -1, 32)", style=solid]; +"1944 quantize_per_tensor_default_107" -> "1945 dequantize_per_tensor_default_107" [label="(-1, 12, -1, 32)", style=solid]; +"1945 dequantize_per_tensor_default_107" -> "1946 transpose_34" [label="(-1, 12, -1, 32)", style=solid]; +"1946 transpose_34" -> "1947 matmul_34" [label="(-1, 12, 32, -1)", style=solid]; +"1947 matmul_34" -> "1949 mul_70" [label="(-1, 12, -1, -1)", style=solid]; +"1948 _frozen_param143" -> "1949 mul_70" [label="(12, 1, 1)", style=solid]; +"1949 mul_70" -> "1950 add_93" [label="(-1, 12, -1, -1)", style=solid]; +"1950 add_93" -> "1962 view_96" [label="(-1, 12, -1, -1)", style=solid]; +"1951 new_zeros_8" -> "1952 view_95" [label="(-1, -1)", style=solid]; +"1952 view_95" -> "1953 permute_80" [label="(-1, -1, -1, -1)", style=solid]; +"1953 permute_80" -> "1954 reshape_78" [label="(-1, -1, -1, -1)", style=solid]; +"1954 reshape_78" -> "1955 unsqueeze_50" [label="(-1, -1)", style=solid]; +"1954 reshape_78" -> "1956 unsqueeze_51" [label="(-1, -1)", style=solid]; +"1955 unsqueeze_50" -> "1957 sub_8" [label="(-1, 1, -1)", style=solid]; +"1956 unsqueeze_51" -> "1957 sub_8" [label="(-1, -1, 1)", style=solid]; +"1957 sub_8" -> "1958 ne_8" [label="(-1, -1, -1)", style=solid]; +"1957 sub_8" -> "1959 masked_fill_16" [label="(-1, -1, -1)", style=solid]; +"1957 sub_8" -> "1960 eq_118" [label="(-1, -1, -1)", style=solid]; +"1958 ne_8" -> "1959 masked_fill_16" [label="(-1, -1, -1)", style=solid]; +"1959 masked_fill_16" -> "1961 masked_fill_17" [label="(-1, -1, -1)", style=solid]; +"1960 eq_118" -> "1961 masked_fill_17" [label="(-1, -1, -1)", style=solid]; +"1961 masked_fill_17" -> "1963 unsqueeze_52" [label="(-1, -1, -1)", style=solid]; +"1962 view_96" -> "1965 add_94" [label="(1, -1, 12, -1, -1)", style=solid]; +"1963 unsqueeze_52" -> "1964 unsqueeze_53" [label="(-1, 1, -1, -1)", style=solid]; +"1964 unsqueeze_53" -> "1965 add_94" [label="(1, -1, 1, -1, -1)", style=solid]; +"1965 add_94" -> "1966 view_97" [label="(1, -1, 12, -1, -1)", style=solid]; +"1966 view_97" -> "1967 softmax_17" [label="(-1, 12, -1, -1)", style=solid]; +"1967 softmax_17" -> "1968 dropout_68" [label="(-1, 12, -1, -1)", style=solid]; +"1968 dropout_68" -> "1969 matmul_35" [label="(-1, 12, -1, -1)", style=solid]; +"1969 matmul_35" -> "1970 transpose_35" [label="(-1, 12, -1, 32)", style=solid]; +"1970 transpose_35" -> "1971 reshape_79" [label="(-1, -1, 12, 32)", style=solid]; +"1971 reshape_79" -> "1972 reshape_79_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1972 reshape_79_0_0_nncf_smooth_quant_0" -> "1973 quantize_per_tensor_default_108" [label="(-1, -1, 384)", style=solid]; +"1973 quantize_per_tensor_default_108" -> "1974 dequantize_per_tensor_default_108" [label="(-1, -1, 384)", style=solid]; +"1974 dequantize_per_tensor_default_108" -> "1980 linear_107" [label="(-1, -1, 384)", style=solid]; +"1975 scale_updated_constant72" -> "1977 mul_tensor_72" [label="(384, 1)", style=solid]; +"1976 compressed_weight_updated_constant72" -> "1977 mul_tensor_72" [label="(384, 384)", style=solid]; +"1977 mul_tensor_72" -> "1979 sub_tensor_72" [label="(384, 384)", style=solid]; +"1978 zero_point_updated_constant72" -> "1979 sub_tensor_72" [label="(384, 1)", style=solid]; +"1979 sub_tensor_72" -> "1980 linear_107" [label="(384, 384)", style=solid]; +"1980 linear_107" -> "1981 dropout_69" [label="(-1, -1, 384)", style=solid]; +"1981 dropout_69" -> "1982 view_98" [label="(-1, -1, 384)", style=solid]; +"1982 view_98" -> "1983 permute_81" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1983 permute_81" -> "1984 reshape_80" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1984 reshape_80" -> "1985 roll_17" [label="(1, -1, -1, 384)", style=solid]; +"1985 roll_17" -> "1986 slice_269" [label="(1, -1, -1, 384)", style=solid]; +"1986 slice_269" -> "1987 slice_270" [label="(1, -1, -1, 384)", style=solid]; +"1987 slice_270" -> "1988 slice_271" [label="(1, -1, -1, 384)", style=solid]; +"1988 slice_271" -> "1989 slice_272" [label="(1, -1, -1, 384)", style=solid]; +"1989 slice_272" -> "1990 contiguous_33" [label="(1, -1, -1, 384)", style=solid]; +"1990 contiguous_33" -> "1991 layer_norm_37" [label="(1, -1, -1, 384)", style=solid]; +"1991 layer_norm_37" -> "1992 add_95" [label="(1, -1, -1, 384)", style=solid]; +"1992 add_95" -> "1993 add_95_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1992 add_95" -> "2015 add_96" [label="(1, -1, -1, 384)", style=solid]; +"1993 add_95_0_0_nncf_smooth_quant_0" -> "1994 quantize_per_tensor_default_109" [label="(1, -1, -1, 384)", style=solid]; +"1994 quantize_per_tensor_default_109" -> "1995 dequantize_per_tensor_default_109" [label="(1, -1, -1, 384)", style=solid]; +"1995 dequantize_per_tensor_default_109" -> "2001 linear_108" [label="(1, -1, -1, 384)", style=solid]; +"1996 scale_updated_constant73" -> "1998 mul_tensor_73" [label="(1536, 1)", style=solid]; +"1997 compressed_weight_updated_constant73" -> "1998 mul_tensor_73" [label="(1536, 384)", style=solid]; +"1998 mul_tensor_73" -> "2000 sub_tensor_73" [label="(1536, 384)", style=solid]; +"1999 zero_point_updated_constant73" -> "2000 sub_tensor_73" [label="(1536, 1)", style=solid]; +"2000 sub_tensor_73" -> "2001 linear_108" [label="(1536, 384)", style=solid]; +"2001 linear_108" -> "2002 gelu_17" [label="(1, -1, -1, 1536)", style=solid]; +"2002 gelu_17" -> "2003 dropout_70" [label="(1, -1, -1, 1536)", style=solid]; +"2003 dropout_70" -> "2004 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2004 dropout_70_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_110" [label="(1, -1, -1, 1536)", style=solid]; +"2005 quantize_per_tensor_default_110" -> "2006 dequantize_per_tensor_default_110" [label="(1, -1, -1, 1536)", style=solid]; +"2006 dequantize_per_tensor_default_110" -> "2012 linear_109" [label="(1, -1, -1, 1536)", style=solid]; +"2007 scale_updated_constant74" -> "2009 mul_tensor_74" [label="(384, 1)", style=solid]; +"2008 compressed_weight_updated_constant74" -> "2009 mul_tensor_74" [label="(384, 1536)", style=solid]; +"2009 mul_tensor_74" -> "2011 sub_tensor_74" [label="(384, 1536)", style=solid]; +"2010 zero_point_updated_constant74" -> "2011 sub_tensor_74" [label="(384, 1)", style=solid]; +"2011 sub_tensor_74" -> "2012 linear_109" [label="(384, 1536)", style=solid]; +"2012 linear_109" -> "2013 dropout_71" [label="(1, -1, -1, 384)", style=solid]; +"2013 dropout_71" -> "2014 layer_norm_38" [label="(1, -1, -1, 384)", style=solid]; +"2014 layer_norm_38" -> "2015 add_96" [label="(1, -1, -1, 384)", style=solid]; +"2015 add_96" -> "2017 pad_20" [label="(1, -1, -1, 384)", style=solid]; +"2015 add_96" -> "2077 add_98" [label="(1, -1, -1, 384)", style=solid]; +"2016 _frozen_param153" -> "2052 add_97" [label="(1, 12, 64, 64)", style=solid]; +"2017 pad_20" -> "2018 view_101" [label="(1, -1, -1, 384)", style=solid]; +"2018 view_101" -> "2019 permute_83" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2019 permute_83" -> "2020 reshape_81" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2020 reshape_81" -> "2022 reshape_81_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2021 _frozen_param154" -> "2030 linear_112" [label="(1152,)", style=solid]; +"2022 reshape_81_0_0_nncf_smooth_quant_0" -> "2023 quantize_per_tensor_default_111" [label="(-1, -1, 384)", style=solid]; +"2023 quantize_per_tensor_default_111" -> "2024 dequantize_per_tensor_default_111" [label="(-1, -1, 384)", style=solid]; +"2024 dequantize_per_tensor_default_111" -> "2030 linear_112" [label="(-1, -1, 384)", style=solid]; +"2025 scale_updated_constant75" -> "2027 mul_tensor_75" [label="(1152, 1)", style=solid]; +"2026 compressed_weight_updated_constant75" -> "2027 mul_tensor_75" [label="(1152, 384)", style=solid]; +"2027 mul_tensor_75" -> "2029 sub_tensor_75" [label="(1152, 384)", style=solid]; +"2028 zero_point_updated_constant75" -> "2029 sub_tensor_75" [label="(1152, 1)", style=solid]; +"2029 sub_tensor_75" -> "2030 linear_112" [label="(1152, 384)", style=solid]; +"2030 linear_112" -> "2031 reshape_82" [label="(-1, -1, 1152)", style=solid]; +"2031 reshape_82" -> "2032 permute_84" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2032 permute_84" -> "2033 select_54" [label="(3, -1, 12, -1, 32)", style=solid]; +"2032 permute_84" -> "2034 select_55" [label="(3, -1, 12, -1, 32)", style=solid]; +"2032 permute_84" -> "2035 select_56" [label="(3, -1, 12, -1, 32)", style=solid]; +"2033 select_54" -> "2036 linalg_vector_norm_36" [label="(-1, 12, -1, 32)", style=solid]; +"2033 select_54" -> "2038 expand_as_36" [label="(-1, 12, -1, 32)", style=solid]; +"2033 select_54" -> "2039 div_36" [label="(-1, 12, -1, 32)", style=solid]; +"2034 select_55" -> "2042 linalg_vector_norm_37" [label="(-1, 12, -1, 32)", style=solid]; +"2034 select_55" -> "2044 expand_as_37" [label="(-1, 12, -1, 32)", style=solid]; +"2034 select_55" -> "2045 div_37" [label="(-1, 12, -1, 32)", style=solid]; +"2035 select_56" -> "2055 matmul_37" [label="(-1, 12, -1, 32)", style=solid]; +"2036 linalg_vector_norm_36" -> "2037 clamp_min_36" [label="(-1, 12, -1, 1)", style=solid]; +"2037 clamp_min_36" -> "2038 expand_as_36" [label="(-1, 12, -1, 1)", style=solid]; +"2038 expand_as_36" -> "2039 div_36" [label="(-1, 12, -1, 32)", style=solid]; +"2039 div_36" -> "2040 quantize_per_tensor_default_112" [label="(-1, 12, -1, 32)", style=solid]; +"2040 quantize_per_tensor_default_112" -> "2041 dequantize_per_tensor_default_112" [label="(-1, 12, -1, 32)", style=solid]; +"2041 dequantize_per_tensor_default_112" -> "2049 matmul_36" [label="(-1, 12, -1, 32)", style=solid]; +"2042 linalg_vector_norm_37" -> "2043 clamp_min_37" [label="(-1, 12, -1, 1)", style=solid]; +"2043 clamp_min_37" -> "2044 expand_as_37" [label="(-1, 12, -1, 1)", style=solid]; +"2044 expand_as_37" -> "2045 div_37" [label="(-1, 12, -1, 32)", style=solid]; +"2045 div_37" -> "2046 quantize_per_tensor_default_113" [label="(-1, 12, -1, 32)", style=solid]; +"2046 quantize_per_tensor_default_113" -> "2047 dequantize_per_tensor_default_113" [label="(-1, 12, -1, 32)", style=solid]; +"2047 dequantize_per_tensor_default_113" -> "2048 transpose_36" [label="(-1, 12, -1, 32)", style=solid]; +"2048 transpose_36" -> "2049 matmul_36" [label="(-1, 12, 32, -1)", style=solid]; +"2049 matmul_36" -> "2051 mul_72" [label="(-1, 12, -1, -1)", style=solid]; +"2050 _frozen_param156" -> "2051 mul_72" [label="(12, 1, 1)", style=solid]; +"2051 mul_72" -> "2052 add_97" [label="(-1, 12, -1, -1)", style=solid]; +"2052 add_97" -> "2053 softmax_18" [label="(-1, 12, -1, -1)", style=solid]; +"2053 softmax_18" -> "2054 dropout_72" [label="(-1, 12, -1, -1)", style=solid]; +"2054 dropout_72" -> "2055 matmul_37" [label="(-1, 12, -1, -1)", style=solid]; +"2055 matmul_37" -> "2056 transpose_37" [label="(-1, 12, -1, 32)", style=solid]; +"2056 transpose_37" -> "2057 reshape_83" [label="(-1, -1, 12, 32)", style=solid]; +"2057 reshape_83" -> "2058 reshape_83_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2058 reshape_83_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_114" [label="(-1, -1, 384)", style=solid]; +"2059 quantize_per_tensor_default_114" -> "2060 dequantize_per_tensor_default_114" [label="(-1, -1, 384)", style=solid]; +"2060 dequantize_per_tensor_default_114" -> "2066 linear_113" [label="(-1, -1, 384)", style=solid]; +"2061 scale_updated_constant76" -> "2063 mul_tensor_76" [label="(384, 1)", style=solid]; +"2062 compressed_weight_updated_constant76" -> "2063 mul_tensor_76" [label="(384, 384)", style=solid]; +"2063 mul_tensor_76" -> "2065 sub_tensor_76" [label="(384, 384)", style=solid]; +"2064 zero_point_updated_constant76" -> "2065 sub_tensor_76" [label="(384, 1)", style=solid]; +"2065 sub_tensor_76" -> "2066 linear_113" [label="(384, 384)", style=solid]; +"2066 linear_113" -> "2067 dropout_73" [label="(-1, -1, 384)", style=solid]; +"2067 dropout_73" -> "2068 view_102" [label="(-1, -1, 384)", style=solid]; +"2068 view_102" -> "2069 permute_85" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2069 permute_85" -> "2070 reshape_84" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2070 reshape_84" -> "2071 slice_274" [label="(1, -1, -1, 384)", style=solid]; +"2071 slice_274" -> "2072 slice_275" [label="(1, -1, -1, 384)", style=solid]; +"2072 slice_275" -> "2073 slice_276" [label="(1, -1, -1, 384)", style=solid]; +"2073 slice_276" -> "2074 slice_277" [label="(1, -1, -1, 384)", style=solid]; +"2074 slice_277" -> "2075 contiguous_35" [label="(1, -1, -1, 384)", style=solid]; +"2075 contiguous_35" -> "2076 layer_norm_39" [label="(1, -1, -1, 384)", style=solid]; +"2076 layer_norm_39" -> "2077 add_98" [label="(1, -1, -1, 384)", style=solid]; +"2077 add_98" -> "2078 add_98_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2077 add_98" -> "2100 add_99" [label="(1, -1, -1, 384)", style=solid]; +"2078 add_98_0_0_nncf_smooth_quant_0" -> "2079 quantize_per_tensor_default_115" [label="(1, -1, -1, 384)", style=solid]; +"2079 quantize_per_tensor_default_115" -> "2080 dequantize_per_tensor_default_115" [label="(1, -1, -1, 384)", style=solid]; +"2080 dequantize_per_tensor_default_115" -> "2086 linear_114" [label="(1, -1, -1, 384)", style=solid]; +"2081 scale_updated_constant77" -> "2083 mul_tensor_77" [label="(1536, 1)", style=solid]; +"2082 compressed_weight_updated_constant77" -> "2083 mul_tensor_77" [label="(1536, 384)", style=solid]; +"2083 mul_tensor_77" -> "2085 sub_tensor_77" [label="(1536, 384)", style=solid]; +"2084 zero_point_updated_constant77" -> "2085 sub_tensor_77" [label="(1536, 1)", style=solid]; +"2085 sub_tensor_77" -> "2086 linear_114" [label="(1536, 384)", style=solid]; +"2086 linear_114" -> "2087 gelu_18" [label="(1, -1, -1, 1536)", style=solid]; +"2087 gelu_18" -> "2088 dropout_74" [label="(1, -1, -1, 1536)", style=solid]; +"2088 dropout_74" -> "2089 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2089 dropout_74_0_0_nncf_smooth_quant_0" -> "2090 quantize_per_tensor_default_116" [label="(1, -1, -1, 1536)", style=solid]; +"2090 quantize_per_tensor_default_116" -> "2091 dequantize_per_tensor_default_116" [label="(1, -1, -1, 1536)", style=solid]; +"2091 dequantize_per_tensor_default_116" -> "2097 linear_115" [label="(1, -1, -1, 1536)", style=solid]; +"2092 scale_updated_constant78" -> "2094 mul_tensor_78" [label="(384, 1)", style=solid]; +"2093 compressed_weight_updated_constant78" -> "2094 mul_tensor_78" [label="(384, 1536)", style=solid]; +"2094 mul_tensor_78" -> "2096 sub_tensor_78" [label="(384, 1536)", style=solid]; +"2095 zero_point_updated_constant78" -> "2096 sub_tensor_78" [label="(384, 1)", style=solid]; +"2096 sub_tensor_78" -> "2097 linear_115" [label="(384, 1536)", style=solid]; +"2097 linear_115" -> "2098 dropout_75" [label="(1, -1, -1, 384)", style=solid]; +"2098 dropout_75" -> "2099 layer_norm_40" [label="(1, -1, -1, 384)", style=solid]; +"2099 layer_norm_40" -> "2100 add_99" [label="(1, -1, -1, 384)", style=solid]; +"2100 add_99" -> "2102 pad_21" [label="(1, -1, -1, 384)", style=solid]; +"2100 add_99" -> "2180 add_102" [label="(1, -1, -1, 384)", style=solid]; +"2101 _frozen_param157" -> "2138 add_100" [label="(1, 12, 64, 64)", style=solid]; +"2102 pad_21" -> "2103 roll_18" [label="(1, -1, -1, 384)", style=solid]; +"2103 roll_18" -> "2104 view_105" [label="(1, -1, -1, 384)", style=solid]; +"2104 view_105" -> "2105 permute_87" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2105 permute_87" -> "2106 reshape_85" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2106 reshape_85" -> "2108 reshape_85_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2106 reshape_85" -> "2139 new_zeros_9" [label="(-1, -1, 384)", style=solid]; +"2107 _frozen_param158" -> "2116 linear_118" [label="(1152,)", style=solid]; +"2108 reshape_85_0_0_nncf_smooth_quant_0" -> "2109 quantize_per_tensor_default_117" [label="(-1, -1, 384)", style=solid]; +"2109 quantize_per_tensor_default_117" -> "2110 dequantize_per_tensor_default_117" [label="(-1, -1, 384)", style=solid]; +"2110 dequantize_per_tensor_default_117" -> "2116 linear_118" [label="(-1, -1, 384)", style=solid]; +"2111 scale_updated_constant79" -> "2113 mul_tensor_79" [label="(1152, 1)", style=solid]; +"2112 compressed_weight_updated_constant79" -> "2113 mul_tensor_79" [label="(1152, 384)", style=solid]; +"2113 mul_tensor_79" -> "2115 sub_tensor_79" [label="(1152, 384)", style=solid]; +"2114 zero_point_updated_constant79" -> "2115 sub_tensor_79" [label="(1152, 1)", style=solid]; +"2115 sub_tensor_79" -> "2116 linear_118" [label="(1152, 384)", style=solid]; +"2116 linear_118" -> "2117 reshape_86" [label="(-1, -1, 1152)", style=solid]; +"2117 reshape_86" -> "2118 permute_88" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2118 permute_88" -> "2119 select_57" [label="(3, -1, 12, -1, 32)", style=solid]; +"2118 permute_88" -> "2120 select_58" [label="(3, -1, 12, -1, 32)", style=solid]; +"2118 permute_88" -> "2121 select_59" [label="(3, -1, 12, -1, 32)", style=solid]; +"2119 select_57" -> "2122 linalg_vector_norm_38" [label="(-1, 12, -1, 32)", style=solid]; +"2119 select_57" -> "2124 expand_as_38" [label="(-1, 12, -1, 32)", style=solid]; +"2119 select_57" -> "2125 div_38" [label="(-1, 12, -1, 32)", style=solid]; +"2120 select_58" -> "2128 linalg_vector_norm_39" [label="(-1, 12, -1, 32)", style=solid]; +"2120 select_58" -> "2130 expand_as_39" [label="(-1, 12, -1, 32)", style=solid]; +"2120 select_58" -> "2131 div_39" [label="(-1, 12, -1, 32)", style=solid]; +"2121 select_59" -> "2157 matmul_39" [label="(-1, 12, -1, 32)", style=solid]; +"2122 linalg_vector_norm_38" -> "2123 clamp_min_38" [label="(-1, 12, -1, 1)", style=solid]; +"2123 clamp_min_38" -> "2124 expand_as_38" [label="(-1, 12, -1, 1)", style=solid]; +"2124 expand_as_38" -> "2125 div_38" [label="(-1, 12, -1, 32)", style=solid]; +"2125 div_38" -> "2126 quantize_per_tensor_default_118" [label="(-1, 12, -1, 32)", style=solid]; +"2126 quantize_per_tensor_default_118" -> "2127 dequantize_per_tensor_default_118" [label="(-1, 12, -1, 32)", style=solid]; +"2127 dequantize_per_tensor_default_118" -> "2135 matmul_38" [label="(-1, 12, -1, 32)", style=solid]; +"2128 linalg_vector_norm_39" -> "2129 clamp_min_39" [label="(-1, 12, -1, 1)", style=solid]; +"2129 clamp_min_39" -> "2130 expand_as_39" [label="(-1, 12, -1, 1)", style=solid]; +"2130 expand_as_39" -> "2131 div_39" [label="(-1, 12, -1, 32)", style=solid]; +"2131 div_39" -> "2132 quantize_per_tensor_default_119" [label="(-1, 12, -1, 32)", style=solid]; +"2132 quantize_per_tensor_default_119" -> "2133 dequantize_per_tensor_default_119" [label="(-1, 12, -1, 32)", style=solid]; +"2133 dequantize_per_tensor_default_119" -> "2134 transpose_38" [label="(-1, 12, -1, 32)", style=solid]; +"2134 transpose_38" -> "2135 matmul_38" [label="(-1, 12, 32, -1)", style=solid]; +"2135 matmul_38" -> "2137 mul_74" [label="(-1, 12, -1, -1)", style=solid]; +"2136 _frozen_param160" -> "2137 mul_74" [label="(12, 1, 1)", style=solid]; +"2137 mul_74" -> "2138 add_100" [label="(-1, 12, -1, -1)", style=solid]; +"2138 add_100" -> "2150 view_107" [label="(-1, 12, -1, -1)", style=solid]; +"2139 new_zeros_9" -> "2140 view_106" [label="(-1, -1)", style=solid]; +"2140 view_106" -> "2141 permute_89" [label="(-1, -1, -1, -1)", style=solid]; +"2141 permute_89" -> "2142 reshape_87" [label="(-1, -1, -1, -1)", style=solid]; +"2142 reshape_87" -> "2143 unsqueeze_56" [label="(-1, -1)", style=solid]; +"2142 reshape_87" -> "2144 unsqueeze_57" [label="(-1, -1)", style=solid]; +"2143 unsqueeze_56" -> "2145 sub_9" [label="(-1, 1, -1)", style=solid]; +"2144 unsqueeze_57" -> "2145 sub_9" [label="(-1, -1, 1)", style=solid]; +"2145 sub_9" -> "2146 ne_9" [label="(-1, -1, -1)", style=solid]; +"2145 sub_9" -> "2147 masked_fill_18" [label="(-1, -1, -1)", style=solid]; +"2145 sub_9" -> "2148 eq_129" [label="(-1, -1, -1)", style=solid]; +"2146 ne_9" -> "2147 masked_fill_18" [label="(-1, -1, -1)", style=solid]; +"2147 masked_fill_18" -> "2149 masked_fill_19" [label="(-1, -1, -1)", style=solid]; +"2148 eq_129" -> "2149 masked_fill_19" [label="(-1, -1, -1)", style=solid]; +"2149 masked_fill_19" -> "2151 unsqueeze_58" [label="(-1, -1, -1)", style=solid]; +"2150 view_107" -> "2153 add_101" [label="(1, -1, 12, -1, -1)", style=solid]; +"2151 unsqueeze_58" -> "2152 unsqueeze_59" [label="(-1, 1, -1, -1)", style=solid]; +"2152 unsqueeze_59" -> "2153 add_101" [label="(1, -1, 1, -1, -1)", style=solid]; +"2153 add_101" -> "2154 view_108" [label="(1, -1, 12, -1, -1)", style=solid]; +"2154 view_108" -> "2155 softmax_19" [label="(-1, 12, -1, -1)", style=solid]; +"2155 softmax_19" -> "2156 dropout_76" [label="(-1, 12, -1, -1)", style=solid]; +"2156 dropout_76" -> "2157 matmul_39" [label="(-1, 12, -1, -1)", style=solid]; +"2157 matmul_39" -> "2158 transpose_39" [label="(-1, 12, -1, 32)", style=solid]; +"2158 transpose_39" -> "2159 reshape_88" [label="(-1, -1, 12, 32)", style=solid]; +"2159 reshape_88" -> "2160 reshape_88_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2160 reshape_88_0_0_nncf_smooth_quant_0" -> "2161 quantize_per_tensor_default_120" [label="(-1, -1, 384)", style=solid]; +"2161 quantize_per_tensor_default_120" -> "2162 dequantize_per_tensor_default_120" [label="(-1, -1, 384)", style=solid]; +"2162 dequantize_per_tensor_default_120" -> "2168 linear_119" [label="(-1, -1, 384)", style=solid]; +"2163 scale_updated_constant80" -> "2165 mul_tensor_80" [label="(384, 1)", style=solid]; +"2164 compressed_weight_updated_constant80" -> "2165 mul_tensor_80" [label="(384, 384)", style=solid]; +"2165 mul_tensor_80" -> "2167 sub_tensor_80" [label="(384, 384)", style=solid]; +"2166 zero_point_updated_constant80" -> "2167 sub_tensor_80" [label="(384, 1)", style=solid]; +"2167 sub_tensor_80" -> "2168 linear_119" [label="(384, 384)", style=solid]; +"2168 linear_119" -> "2169 dropout_77" [label="(-1, -1, 384)", style=solid]; +"2169 dropout_77" -> "2170 view_109" [label="(-1, -1, 384)", style=solid]; +"2170 view_109" -> "2171 permute_90" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2171 permute_90" -> "2172 reshape_89" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2172 reshape_89" -> "2173 roll_19" [label="(1, -1, -1, 384)", style=solid]; +"2173 roll_19" -> "2174 slice_297" [label="(1, -1, -1, 384)", style=solid]; +"2174 slice_297" -> "2175 slice_298" [label="(1, -1, -1, 384)", style=solid]; +"2175 slice_298" -> "2176 slice_299" [label="(1, -1, -1, 384)", style=solid]; +"2176 slice_299" -> "2177 slice_300" [label="(1, -1, -1, 384)", style=solid]; +"2177 slice_300" -> "2178 contiguous_37" [label="(1, -1, -1, 384)", style=solid]; +"2178 contiguous_37" -> "2179 layer_norm_41" [label="(1, -1, -1, 384)", style=solid]; +"2179 layer_norm_41" -> "2180 add_102" [label="(1, -1, -1, 384)", style=solid]; +"2180 add_102" -> "2181 add_102_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2180 add_102" -> "2203 add_103" [label="(1, -1, -1, 384)", style=solid]; +"2181 add_102_0_0_nncf_smooth_quant_0" -> "2182 quantize_per_tensor_default_121" [label="(1, -1, -1, 384)", style=solid]; +"2182 quantize_per_tensor_default_121" -> "2183 dequantize_per_tensor_default_121" [label="(1, -1, -1, 384)", style=solid]; +"2183 dequantize_per_tensor_default_121" -> "2189 linear_120" [label="(1, -1, -1, 384)", style=solid]; +"2184 scale_updated_constant81" -> "2186 mul_tensor_81" [label="(1536, 1)", style=solid]; +"2185 compressed_weight_updated_constant81" -> "2186 mul_tensor_81" [label="(1536, 384)", style=solid]; +"2186 mul_tensor_81" -> "2188 sub_tensor_81" [label="(1536, 384)", style=solid]; +"2187 zero_point_updated_constant81" -> "2188 sub_tensor_81" [label="(1536, 1)", style=solid]; +"2188 sub_tensor_81" -> "2189 linear_120" [label="(1536, 384)", style=solid]; +"2189 linear_120" -> "2190 gelu_19" [label="(1, -1, -1, 1536)", style=solid]; +"2190 gelu_19" -> "2191 dropout_78" [label="(1, -1, -1, 1536)", style=solid]; +"2191 dropout_78" -> "2192 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2192 dropout_78_0_0_nncf_smooth_quant_0" -> "2193 quantize_per_tensor_default_122" [label="(1, -1, -1, 1536)", style=solid]; +"2193 quantize_per_tensor_default_122" -> "2194 dequantize_per_tensor_default_122" [label="(1, -1, -1, 1536)", style=solid]; +"2194 dequantize_per_tensor_default_122" -> "2200 linear_121" [label="(1, -1, -1, 1536)", style=solid]; +"2195 scale_updated_constant82" -> "2197 mul_tensor_82" [label="(384, 1)", style=solid]; +"2196 compressed_weight_updated_constant82" -> "2197 mul_tensor_82" [label="(384, 1536)", style=solid]; +"2197 mul_tensor_82" -> "2199 sub_tensor_82" [label="(384, 1536)", style=solid]; +"2198 zero_point_updated_constant82" -> "2199 sub_tensor_82" [label="(384, 1)", style=solid]; +"2199 sub_tensor_82" -> "2200 linear_121" [label="(384, 1536)", style=solid]; +"2200 linear_121" -> "2201 dropout_79" [label="(1, -1, -1, 384)", style=solid]; +"2201 dropout_79" -> "2202 layer_norm_42" [label="(1, -1, -1, 384)", style=solid]; +"2202 layer_norm_42" -> "2203 add_103" [label="(1, -1, -1, 384)", style=solid]; +"2203 add_103" -> "2205 pad_22" [label="(1, -1, -1, 384)", style=solid]; +"2203 add_103" -> "2265 add_105" [label="(1, -1, -1, 384)", style=solid]; +"2204 _frozen_param170" -> "2240 add_104" [label="(1, 12, 64, 64)", style=solid]; +"2205 pad_22" -> "2206 view_112" [label="(1, -1, -1, 384)", style=solid]; +"2206 view_112" -> "2207 permute_92" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2207 permute_92" -> "2208 reshape_90" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2208 reshape_90" -> "2210 reshape_90_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2209 _frozen_param171" -> "2218 linear_124" [label="(1152,)", style=solid]; +"2210 reshape_90_0_0_nncf_smooth_quant_0" -> "2211 quantize_per_tensor_default_123" [label="(-1, -1, 384)", style=solid]; +"2211 quantize_per_tensor_default_123" -> "2212 dequantize_per_tensor_default_123" [label="(-1, -1, 384)", style=solid]; +"2212 dequantize_per_tensor_default_123" -> "2218 linear_124" [label="(-1, -1, 384)", style=solid]; +"2213 scale_updated_constant83" -> "2215 mul_tensor_83" [label="(1152, 1)", style=solid]; +"2214 compressed_weight_updated_constant83" -> "2215 mul_tensor_83" [label="(1152, 384)", style=solid]; +"2215 mul_tensor_83" -> "2217 sub_tensor_83" [label="(1152, 384)", style=solid]; +"2216 zero_point_updated_constant83" -> "2217 sub_tensor_83" [label="(1152, 1)", style=solid]; +"2217 sub_tensor_83" -> "2218 linear_124" [label="(1152, 384)", style=solid]; +"2218 linear_124" -> "2219 reshape_91" [label="(-1, -1, 1152)", style=solid]; +"2219 reshape_91" -> "2220 permute_93" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2220 permute_93" -> "2221 select_60" [label="(3, -1, 12, -1, 32)", style=solid]; +"2220 permute_93" -> "2222 select_61" [label="(3, -1, 12, -1, 32)", style=solid]; +"2220 permute_93" -> "2223 select_62" [label="(3, -1, 12, -1, 32)", style=solid]; +"2221 select_60" -> "2224 linalg_vector_norm_40" [label="(-1, 12, -1, 32)", style=solid]; +"2221 select_60" -> "2226 expand_as_40" [label="(-1, 12, -1, 32)", style=solid]; +"2221 select_60" -> "2227 div_40" [label="(-1, 12, -1, 32)", style=solid]; +"2222 select_61" -> "2230 linalg_vector_norm_41" [label="(-1, 12, -1, 32)", style=solid]; +"2222 select_61" -> "2232 expand_as_41" [label="(-1, 12, -1, 32)", style=solid]; +"2222 select_61" -> "2233 div_41" [label="(-1, 12, -1, 32)", style=solid]; +"2223 select_62" -> "2243 matmul_41" [label="(-1, 12, -1, 32)", style=solid]; +"2224 linalg_vector_norm_40" -> "2225 clamp_min_40" [label="(-1, 12, -1, 1)", style=solid]; +"2225 clamp_min_40" -> "2226 expand_as_40" [label="(-1, 12, -1, 1)", style=solid]; +"2226 expand_as_40" -> "2227 div_40" [label="(-1, 12, -1, 32)", style=solid]; +"2227 div_40" -> "2228 quantize_per_tensor_default_124" [label="(-1, 12, -1, 32)", style=solid]; +"2228 quantize_per_tensor_default_124" -> "2229 dequantize_per_tensor_default_124" [label="(-1, 12, -1, 32)", style=solid]; +"2229 dequantize_per_tensor_default_124" -> "2237 matmul_40" [label="(-1, 12, -1, 32)", style=solid]; +"2230 linalg_vector_norm_41" -> "2231 clamp_min_41" [label="(-1, 12, -1, 1)", style=solid]; +"2231 clamp_min_41" -> "2232 expand_as_41" [label="(-1, 12, -1, 1)", style=solid]; +"2232 expand_as_41" -> "2233 div_41" [label="(-1, 12, -1, 32)", style=solid]; +"2233 div_41" -> "2234 quantize_per_tensor_default_125" [label="(-1, 12, -1, 32)", style=solid]; +"2234 quantize_per_tensor_default_125" -> "2235 dequantize_per_tensor_default_125" [label="(-1, 12, -1, 32)", style=solid]; +"2235 dequantize_per_tensor_default_125" -> "2236 transpose_40" [label="(-1, 12, -1, 32)", style=solid]; +"2236 transpose_40" -> "2237 matmul_40" [label="(-1, 12, 32, -1)", style=solid]; +"2237 matmul_40" -> "2239 mul_76" [label="(-1, 12, -1, -1)", style=solid]; +"2238 _frozen_param173" -> "2239 mul_76" [label="(12, 1, 1)", style=solid]; +"2239 mul_76" -> "2240 add_104" [label="(-1, 12, -1, -1)", style=solid]; +"2240 add_104" -> "2241 softmax_20" [label="(-1, 12, -1, -1)", style=solid]; +"2241 softmax_20" -> "2242 dropout_80" [label="(-1, 12, -1, -1)", style=solid]; +"2242 dropout_80" -> "2243 matmul_41" [label="(-1, 12, -1, -1)", style=solid]; +"2243 matmul_41" -> "2244 transpose_41" [label="(-1, 12, -1, 32)", style=solid]; +"2244 transpose_41" -> "2245 reshape_92" [label="(-1, -1, 12, 32)", style=solid]; +"2245 reshape_92" -> "2246 reshape_92_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2246 reshape_92_0_0_nncf_smooth_quant_0" -> "2247 quantize_per_tensor_default_126" [label="(-1, -1, 384)", style=solid]; +"2247 quantize_per_tensor_default_126" -> "2248 dequantize_per_tensor_default_126" [label="(-1, -1, 384)", style=solid]; +"2248 dequantize_per_tensor_default_126" -> "2254 linear_125" [label="(-1, -1, 384)", style=solid]; +"2249 scale_updated_constant84" -> "2251 mul_tensor_84" [label="(384, 1)", style=solid]; +"2250 compressed_weight_updated_constant84" -> "2251 mul_tensor_84" [label="(384, 384)", style=solid]; +"2251 mul_tensor_84" -> "2253 sub_tensor_84" [label="(384, 384)", style=solid]; +"2252 zero_point_updated_constant84" -> "2253 sub_tensor_84" [label="(384, 1)", style=solid]; +"2253 sub_tensor_84" -> "2254 linear_125" [label="(384, 384)", style=solid]; +"2254 linear_125" -> "2255 dropout_81" [label="(-1, -1, 384)", style=solid]; +"2255 dropout_81" -> "2256 view_113" [label="(-1, -1, 384)", style=solid]; +"2256 view_113" -> "2257 permute_94" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2257 permute_94" -> "2258 reshape_93" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2258 reshape_93" -> "2259 slice_302" [label="(1, -1, -1, 384)", style=solid]; +"2259 slice_302" -> "2260 slice_303" [label="(1, -1, -1, 384)", style=solid]; +"2260 slice_303" -> "2261 slice_304" [label="(1, -1, -1, 384)", style=solid]; +"2261 slice_304" -> "2262 slice_305" [label="(1, -1, -1, 384)", style=solid]; +"2262 slice_305" -> "2263 contiguous_39" [label="(1, -1, -1, 384)", style=solid]; +"2263 contiguous_39" -> "2264 layer_norm_43" [label="(1, -1, -1, 384)", style=solid]; +"2264 layer_norm_43" -> "2265 add_105" [label="(1, -1, -1, 384)", style=solid]; +"2265 add_105" -> "2266 add_105_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2265 add_105" -> "2288 add_106" [label="(1, -1, -1, 384)", style=solid]; +"2266 add_105_0_0_nncf_smooth_quant_0" -> "2267 quantize_per_tensor_default_127" [label="(1, -1, -1, 384)", style=solid]; +"2267 quantize_per_tensor_default_127" -> "2268 dequantize_per_tensor_default_127" [label="(1, -1, -1, 384)", style=solid]; +"2268 dequantize_per_tensor_default_127" -> "2274 linear_126" [label="(1, -1, -1, 384)", style=solid]; +"2269 scale_updated_constant85" -> "2271 mul_tensor_85" [label="(1536, 1)", style=solid]; +"2270 compressed_weight_updated_constant85" -> "2271 mul_tensor_85" [label="(1536, 384)", style=solid]; +"2271 mul_tensor_85" -> "2273 sub_tensor_85" [label="(1536, 384)", style=solid]; +"2272 zero_point_updated_constant85" -> "2273 sub_tensor_85" [label="(1536, 1)", style=solid]; +"2273 sub_tensor_85" -> "2274 linear_126" [label="(1536, 384)", style=solid]; +"2274 linear_126" -> "2275 gelu_20" [label="(1, -1, -1, 1536)", style=solid]; +"2275 gelu_20" -> "2276 dropout_82" [label="(1, -1, -1, 1536)", style=solid]; +"2276 dropout_82" -> "2277 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2277 dropout_82_0_0_nncf_smooth_quant_0" -> "2278 quantize_per_tensor_default_128" [label="(1, -1, -1, 1536)", style=solid]; +"2278 quantize_per_tensor_default_128" -> "2279 dequantize_per_tensor_default_128" [label="(1, -1, -1, 1536)", style=solid]; +"2279 dequantize_per_tensor_default_128" -> "2285 linear_127" [label="(1, -1, -1, 1536)", style=solid]; +"2280 scale_updated_constant86" -> "2282 mul_tensor_86" [label="(384, 1)", style=solid]; +"2281 compressed_weight_updated_constant86" -> "2282 mul_tensor_86" [label="(384, 1536)", style=solid]; +"2282 mul_tensor_86" -> "2284 sub_tensor_86" [label="(384, 1536)", style=solid]; +"2283 zero_point_updated_constant86" -> "2284 sub_tensor_86" [label="(384, 1)", style=solid]; +"2284 sub_tensor_86" -> "2285 linear_127" [label="(384, 1536)", style=solid]; +"2285 linear_127" -> "2286 dropout_83" [label="(1, -1, -1, 384)", style=solid]; +"2286 dropout_83" -> "2287 layer_norm_44" [label="(1, -1, -1, 384)", style=solid]; +"2287 layer_norm_44" -> "2288 add_106" [label="(1, -1, -1, 384)", style=solid]; +"2288 add_106" -> "2290 pad_23" [label="(1, -1, -1, 384)", style=solid]; +"2288 add_106" -> "2368 add_109" [label="(1, -1, -1, 384)", style=solid]; +"2289 _frozen_param174" -> "2326 add_107" [label="(1, 12, 64, 64)", style=solid]; +"2290 pad_23" -> "2291 roll_20" [label="(1, -1, -1, 384)", style=solid]; +"2291 roll_20" -> "2292 view_116" [label="(1, -1, -1, 384)", style=solid]; +"2292 view_116" -> "2293 permute_96" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2293 permute_96" -> "2294 reshape_94" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2294 reshape_94" -> "2296 reshape_94_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2294 reshape_94" -> "2327 new_zeros_10" [label="(-1, -1, 384)", style=solid]; +"2295 _frozen_param175" -> "2304 linear_130" [label="(1152,)", style=solid]; +"2296 reshape_94_0_0_nncf_smooth_quant_0" -> "2297 quantize_per_tensor_default_129" [label="(-1, -1, 384)", style=solid]; +"2297 quantize_per_tensor_default_129" -> "2298 dequantize_per_tensor_default_129" [label="(-1, -1, 384)", style=solid]; +"2298 dequantize_per_tensor_default_129" -> "2304 linear_130" [label="(-1, -1, 384)", style=solid]; +"2299 scale_updated_constant87" -> "2301 mul_tensor_87" [label="(1152, 1)", style=solid]; +"2300 compressed_weight_updated_constant87" -> "2301 mul_tensor_87" [label="(1152, 384)", style=solid]; +"2301 mul_tensor_87" -> "2303 sub_tensor_87" [label="(1152, 384)", style=solid]; +"2302 zero_point_updated_constant87" -> "2303 sub_tensor_87" [label="(1152, 1)", style=solid]; +"2303 sub_tensor_87" -> "2304 linear_130" [label="(1152, 384)", style=solid]; +"2304 linear_130" -> "2305 reshape_95" [label="(-1, -1, 1152)", style=solid]; +"2305 reshape_95" -> "2306 permute_97" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2306 permute_97" -> "2307 select_63" [label="(3, -1, 12, -1, 32)", style=solid]; +"2306 permute_97" -> "2308 select_64" [label="(3, -1, 12, -1, 32)", style=solid]; +"2306 permute_97" -> "2309 select_65" [label="(3, -1, 12, -1, 32)", style=solid]; +"2307 select_63" -> "2310 linalg_vector_norm_42" [label="(-1, 12, -1, 32)", style=solid]; +"2307 select_63" -> "2312 expand_as_42" [label="(-1, 12, -1, 32)", style=solid]; +"2307 select_63" -> "2313 div_42" [label="(-1, 12, -1, 32)", style=solid]; +"2308 select_64" -> "2316 linalg_vector_norm_43" [label="(-1, 12, -1, 32)", style=solid]; +"2308 select_64" -> "2318 expand_as_43" [label="(-1, 12, -1, 32)", style=solid]; +"2308 select_64" -> "2319 div_43" [label="(-1, 12, -1, 32)", style=solid]; +"2309 select_65" -> "2345 matmul_43" [label="(-1, 12, -1, 32)", style=solid]; +"2310 linalg_vector_norm_42" -> "2311 clamp_min_42" [label="(-1, 12, -1, 1)", style=solid]; +"2311 clamp_min_42" -> "2312 expand_as_42" [label="(-1, 12, -1, 1)", style=solid]; +"2312 expand_as_42" -> "2313 div_42" [label="(-1, 12, -1, 32)", style=solid]; +"2313 div_42" -> "2314 quantize_per_tensor_default_130" [label="(-1, 12, -1, 32)", style=solid]; +"2314 quantize_per_tensor_default_130" -> "2315 dequantize_per_tensor_default_130" [label="(-1, 12, -1, 32)", style=solid]; +"2315 dequantize_per_tensor_default_130" -> "2323 matmul_42" [label="(-1, 12, -1, 32)", style=solid]; +"2316 linalg_vector_norm_43" -> "2317 clamp_min_43" [label="(-1, 12, -1, 1)", style=solid]; +"2317 clamp_min_43" -> "2318 expand_as_43" [label="(-1, 12, -1, 1)", style=solid]; +"2318 expand_as_43" -> "2319 div_43" [label="(-1, 12, -1, 32)", style=solid]; +"2319 div_43" -> "2320 quantize_per_tensor_default_131" [label="(-1, 12, -1, 32)", style=solid]; +"2320 quantize_per_tensor_default_131" -> "2321 dequantize_per_tensor_default_131" [label="(-1, 12, -1, 32)", style=solid]; +"2321 dequantize_per_tensor_default_131" -> "2322 transpose_42" [label="(-1, 12, -1, 32)", style=solid]; +"2322 transpose_42" -> "2323 matmul_42" [label="(-1, 12, 32, -1)", style=solid]; +"2323 matmul_42" -> "2325 mul_78" [label="(-1, 12, -1, -1)", style=solid]; +"2324 _frozen_param177" -> "2325 mul_78" [label="(12, 1, 1)", style=solid]; +"2325 mul_78" -> "2326 add_107" [label="(-1, 12, -1, -1)", style=solid]; +"2326 add_107" -> "2338 view_118" [label="(-1, 12, -1, -1)", style=solid]; +"2327 new_zeros_10" -> "2328 view_117" [label="(-1, -1)", style=solid]; +"2328 view_117" -> "2329 permute_98" [label="(-1, -1, -1, -1)", style=solid]; +"2329 permute_98" -> "2330 reshape_96" [label="(-1, -1, -1, -1)", style=solid]; +"2330 reshape_96" -> "2331 unsqueeze_62" [label="(-1, -1)", style=solid]; +"2330 reshape_96" -> "2332 unsqueeze_63" [label="(-1, -1)", style=solid]; +"2331 unsqueeze_62" -> "2333 sub_10" [label="(-1, 1, -1)", style=solid]; +"2332 unsqueeze_63" -> "2333 sub_10" [label="(-1, -1, 1)", style=solid]; +"2333 sub_10" -> "2334 ne_10" [label="(-1, -1, -1)", style=solid]; +"2333 sub_10" -> "2335 masked_fill_20" [label="(-1, -1, -1)", style=solid]; +"2333 sub_10" -> "2336 eq_140" [label="(-1, -1, -1)", style=solid]; +"2334 ne_10" -> "2335 masked_fill_20" [label="(-1, -1, -1)", style=solid]; +"2335 masked_fill_20" -> "2337 masked_fill_21" [label="(-1, -1, -1)", style=solid]; +"2336 eq_140" -> "2337 masked_fill_21" [label="(-1, -1, -1)", style=solid]; +"2337 masked_fill_21" -> "2339 unsqueeze_64" [label="(-1, -1, -1)", style=solid]; +"2338 view_118" -> "2341 add_108" [label="(1, -1, 12, -1, -1)", style=solid]; +"2339 unsqueeze_64" -> "2340 unsqueeze_65" [label="(-1, 1, -1, -1)", style=solid]; +"2340 unsqueeze_65" -> "2341 add_108" [label="(1, -1, 1, -1, -1)", style=solid]; +"2341 add_108" -> "2342 view_119" [label="(1, -1, 12, -1, -1)", style=solid]; +"2342 view_119" -> "2343 softmax_21" [label="(-1, 12, -1, -1)", style=solid]; +"2343 softmax_21" -> "2344 dropout_84" [label="(-1, 12, -1, -1)", style=solid]; +"2344 dropout_84" -> "2345 matmul_43" [label="(-1, 12, -1, -1)", style=solid]; +"2345 matmul_43" -> "2346 transpose_43" [label="(-1, 12, -1, 32)", style=solid]; +"2346 transpose_43" -> "2347 reshape_97" [label="(-1, -1, 12, 32)", style=solid]; +"2347 reshape_97" -> "2348 reshape_97_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2348 reshape_97_0_0_nncf_smooth_quant_0" -> "2349 quantize_per_tensor_default_132" [label="(-1, -1, 384)", style=solid]; +"2349 quantize_per_tensor_default_132" -> "2350 dequantize_per_tensor_default_132" [label="(-1, -1, 384)", style=solid]; +"2350 dequantize_per_tensor_default_132" -> "2356 linear_131" [label="(-1, -1, 384)", style=solid]; +"2351 scale_updated_constant88" -> "2353 mul_tensor_88" [label="(384, 1)", style=solid]; +"2352 compressed_weight_updated_constant88" -> "2353 mul_tensor_88" [label="(384, 384)", style=solid]; +"2353 mul_tensor_88" -> "2355 sub_tensor_88" [label="(384, 384)", style=solid]; +"2354 zero_point_updated_constant88" -> "2355 sub_tensor_88" [label="(384, 1)", style=solid]; +"2355 sub_tensor_88" -> "2356 linear_131" [label="(384, 384)", style=solid]; +"2356 linear_131" -> "2357 dropout_85" [label="(-1, -1, 384)", style=solid]; +"2357 dropout_85" -> "2358 view_120" [label="(-1, -1, 384)", style=solid]; +"2358 view_120" -> "2359 permute_99" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2359 permute_99" -> "2360 reshape_98" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2360 reshape_98" -> "2361 roll_21" [label="(1, -1, -1, 384)", style=solid]; +"2361 roll_21" -> "2362 slice_325" [label="(1, -1, -1, 384)", style=solid]; +"2362 slice_325" -> "2363 slice_326" [label="(1, -1, -1, 384)", style=solid]; +"2363 slice_326" -> "2364 slice_327" [label="(1, -1, -1, 384)", style=solid]; +"2364 slice_327" -> "2365 slice_328" [label="(1, -1, -1, 384)", style=solid]; +"2365 slice_328" -> "2366 contiguous_41" [label="(1, -1, -1, 384)", style=solid]; +"2366 contiguous_41" -> "2367 layer_norm_45" [label="(1, -1, -1, 384)", style=solid]; +"2367 layer_norm_45" -> "2368 add_109" [label="(1, -1, -1, 384)", style=solid]; +"2368 add_109" -> "2369 add_109_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2368 add_109" -> "2391 add_110" [label="(1, -1, -1, 384)", style=solid]; +"2369 add_109_0_0_nncf_smooth_quant_0" -> "2370 quantize_per_tensor_default_133" [label="(1, -1, -1, 384)", style=solid]; +"2370 quantize_per_tensor_default_133" -> "2371 dequantize_per_tensor_default_133" [label="(1, -1, -1, 384)", style=solid]; +"2371 dequantize_per_tensor_default_133" -> "2377 linear_132" [label="(1, -1, -1, 384)", style=solid]; +"2372 scale_updated_constant89" -> "2374 mul_tensor_89" [label="(1536, 1)", style=solid]; +"2373 compressed_weight_updated_constant89" -> "2374 mul_tensor_89" [label="(1536, 384)", style=solid]; +"2374 mul_tensor_89" -> "2376 sub_tensor_89" [label="(1536, 384)", style=solid]; +"2375 zero_point_updated_constant89" -> "2376 sub_tensor_89" [label="(1536, 1)", style=solid]; +"2376 sub_tensor_89" -> "2377 linear_132" [label="(1536, 384)", style=solid]; +"2377 linear_132" -> "2378 gelu_21" [label="(1, -1, -1, 1536)", style=solid]; +"2378 gelu_21" -> "2379 dropout_86" [label="(1, -1, -1, 1536)", style=solid]; +"2379 dropout_86" -> "2380 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2380 dropout_86_0_0_nncf_smooth_quant_0" -> "2381 quantize_per_tensor_default_134" [label="(1, -1, -1, 1536)", style=solid]; +"2381 quantize_per_tensor_default_134" -> "2382 dequantize_per_tensor_default_134" [label="(1, -1, -1, 1536)", style=solid]; +"2382 dequantize_per_tensor_default_134" -> "2388 linear_133" [label="(1, -1, -1, 1536)", style=solid]; +"2383 scale_updated_constant90" -> "2385 mul_tensor_90" [label="(384, 1)", style=solid]; +"2384 compressed_weight_updated_constant90" -> "2385 mul_tensor_90" [label="(384, 1536)", style=solid]; +"2385 mul_tensor_90" -> "2387 sub_tensor_90" [label="(384, 1536)", style=solid]; +"2386 zero_point_updated_constant90" -> "2387 sub_tensor_90" [label="(384, 1)", style=solid]; +"2387 sub_tensor_90" -> "2388 linear_133" [label="(384, 1536)", style=solid]; +"2388 linear_133" -> "2389 dropout_87" [label="(1, -1, -1, 384)", style=solid]; +"2389 dropout_87" -> "2390 layer_norm_46" [label="(1, -1, -1, 384)", style=solid]; +"2390 layer_norm_46" -> "2391 add_110" [label="(1, -1, -1, 384)", style=solid]; +"2391 add_110" -> "2392 pad_24" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2393 slice_329" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2396 slice_332" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2399 slice_335" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2402 slice_338" [label="(1, -1, -1, 384)", style=solid]; +"2393 slice_329" -> "2394 slice_330" [label="(1, -1, -1, 384)", style=solid]; +"2394 slice_330" -> "2395 slice_331" [label="(1, -1, -1, 384)", style=solid]; +"2395 slice_331" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2396 slice_332" -> "2397 slice_333" [label="(1, -1, -1, 384)", style=solid]; +"2397 slice_333" -> "2398 slice_334" [label="(1, -1, -1, 384)", style=solid]; +"2398 slice_334" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2399 slice_335" -> "2400 slice_336" [label="(1, -1, -1, 384)", style=solid]; +"2400 slice_336" -> "2401 slice_337" [label="(1, -1, -1, 384)", style=solid]; +"2401 slice_337" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2402 slice_338" -> "2403 slice_339" [label="(1, -1, -1, 384)", style=solid]; +"2403 slice_339" -> "2404 slice_340" [label="(1, -1, -1, 384)", style=solid]; +"2404 slice_340" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2405 cat_2" -> "2406 cat_2_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2406 cat_2_0_0_nncf_smooth_quant_0" -> "2407 quantize_per_tensor_default_135" [label="(1, -1, -1, 1536)", style=solid]; +"2407 quantize_per_tensor_default_135" -> "2408 dequantize_per_tensor_default_135" [label="(1, -1, -1, 1536)", style=solid]; +"2408 dequantize_per_tensor_default_135" -> "2414 linear_134" [label="(1, -1, -1, 1536)", style=solid]; +"2409 scale_updated_constant91" -> "2411 mul_tensor_91" [label="(768, 1)", style=solid]; +"2410 compressed_weight_updated_constant91" -> "2411 mul_tensor_91" [label="(768, 1536)", style=solid]; +"2411 mul_tensor_91" -> "2413 sub_tensor_91" [label="(768, 1536)", style=solid]; +"2412 zero_point_updated_constant91" -> "2413 sub_tensor_91" [label="(768, 1)", style=solid]; +"2413 sub_tensor_91" -> "2414 linear_134" [label="(768, 1536)", style=solid]; +"2414 linear_134" -> "2415 layer_norm_47" [label="(1, -1, -1, 768)", style=solid]; +"2415 layer_norm_47" -> "2417 pad_25" [label="(1, -1, -1, 768)", style=solid]; +"2415 layer_norm_47" -> "2478 add_112" [label="(1, -1, -1, 768)", style=solid]; +"2416 _frozen_param187" -> "2453 add_111" [label="(1, 24, 64, 64)", style=solid]; +"2417 pad_25" -> "2419 view_123" [label="(1, -1, -1, 768)", style=solid]; +"2418 mul_80" -> "2421 reshape_99" [label="(-1,)", style=solid]; +"2418 mul_80" -> "2506 reshape_103" [label="(-1,)", style=solid]; +"2419 view_123" -> "2420 permute_101" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2420 permute_101" -> "2421 reshape_99" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2421 reshape_99" -> "2423 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2422 _frozen_param188" -> "2431 linear_137" [label="(2304,)", style=solid]; +"2423 reshape_99_0_0_nncf_smooth_quant_0" -> "2424 quantize_per_tensor_default_136" [label="(1, -1, 768)", style=solid]; +"2424 quantize_per_tensor_default_136" -> "2425 dequantize_per_tensor_default_136" [label="(1, -1, 768)", style=solid]; +"2425 dequantize_per_tensor_default_136" -> "2431 linear_137" [label="(1, -1, 768)", style=solid]; +"2426 scale_updated_constant92" -> "2428 mul_tensor_92" [label="(2304, 1)", style=solid]; +"2427 compressed_weight_updated_constant92" -> "2428 mul_tensor_92" [label="(2304, 768)", style=solid]; +"2428 mul_tensor_92" -> "2430 sub_tensor_92" [label="(2304, 768)", style=solid]; +"2429 zero_point_updated_constant92" -> "2430 sub_tensor_92" [label="(2304, 1)", style=solid]; +"2430 sub_tensor_92" -> "2431 linear_137" [label="(2304, 768)", style=solid]; +"2431 linear_137" -> "2432 reshape_100" [label="(1, -1, 2304)", style=solid]; +"2432 reshape_100" -> "2433 permute_102" [label="(1, -1, 3, 24, 32)", style=solid]; +"2433 permute_102" -> "2434 select_66" [label="(3, 1, 24, -1, 32)", style=solid]; +"2433 permute_102" -> "2435 select_67" [label="(3, 1, 24, -1, 32)", style=solid]; +"2433 permute_102" -> "2436 select_68" [label="(3, 1, 24, -1, 32)", style=solid]; +"2434 select_66" -> "2437 linalg_vector_norm_44" [label="(1, 24, -1, 32)", style=solid]; +"2434 select_66" -> "2439 expand_as_44" [label="(1, 24, -1, 32)", style=solid]; +"2434 select_66" -> "2440 div_44" [label="(1, 24, -1, 32)", style=solid]; +"2435 select_67" -> "2443 linalg_vector_norm_45" [label="(1, 24, -1, 32)", style=solid]; +"2435 select_67" -> "2445 expand_as_45" [label="(1, 24, -1, 32)", style=solid]; +"2435 select_67" -> "2446 div_45" [label="(1, 24, -1, 32)", style=solid]; +"2436 select_68" -> "2456 matmul_45" [label="(1, 24, -1, 32)", style=solid]; +"2437 linalg_vector_norm_44" -> "2438 clamp_min_44" [label="(1, 24, -1, 1)", style=solid]; +"2438 clamp_min_44" -> "2439 expand_as_44" [label="(1, 24, -1, 1)", style=solid]; +"2439 expand_as_44" -> "2440 div_44" [label="(1, 24, -1, 32)", style=solid]; +"2440 div_44" -> "2441 quantize_per_tensor_default_137" [label="(1, 24, -1, 32)", style=solid]; +"2441 quantize_per_tensor_default_137" -> "2442 dequantize_per_tensor_default_137" [label="(1, 24, -1, 32)", style=solid]; +"2442 dequantize_per_tensor_default_137" -> "2450 matmul_44" [label="(1, 24, -1, 32)", style=solid]; +"2443 linalg_vector_norm_45" -> "2444 clamp_min_45" [label="(1, 24, -1, 1)", style=solid]; +"2444 clamp_min_45" -> "2445 expand_as_45" [label="(1, 24, -1, 1)", style=solid]; +"2445 expand_as_45" -> "2446 div_45" [label="(1, 24, -1, 32)", style=solid]; +"2446 div_45" -> "2447 quantize_per_tensor_default_138" [label="(1, 24, -1, 32)", style=solid]; +"2447 quantize_per_tensor_default_138" -> "2448 dequantize_per_tensor_default_138" [label="(1, 24, -1, 32)", style=solid]; +"2448 dequantize_per_tensor_default_138" -> "2449 transpose_44" [label="(1, 24, -1, 32)", style=solid]; +"2449 transpose_44" -> "2450 matmul_44" [label="(1, 24, 32, -1)", style=solid]; +"2450 matmul_44" -> "2452 mul_81" [label="(1, 24, -1, -1)", style=solid]; +"2451 _frozen_param190" -> "2452 mul_81" [label="(24, 1, 1)", style=solid]; +"2452 mul_81" -> "2453 add_111" [label="(1, 24, -1, -1)", style=solid]; +"2453 add_111" -> "2454 softmax_22" [label="(1, 24, -1, -1)", style=solid]; +"2454 softmax_22" -> "2455 dropout_88" [label="(1, 24, -1, -1)", style=solid]; +"2455 dropout_88" -> "2456 matmul_45" [label="(1, 24, -1, -1)", style=solid]; +"2456 matmul_45" -> "2457 transpose_45" [label="(1, 24, -1, 32)", style=solid]; +"2457 transpose_45" -> "2458 reshape_101" [label="(1, -1, 24, 32)", style=solid]; +"2458 reshape_101" -> "2459 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2459 reshape_101_0_0_nncf_smooth_quant_0" -> "2460 quantize_per_tensor_default_139" [label="(1, -1, 768)", style=solid]; +"2460 quantize_per_tensor_default_139" -> "2461 dequantize_per_tensor_default_139" [label="(1, -1, 768)", style=solid]; +"2461 dequantize_per_tensor_default_139" -> "2467 linear_138" [label="(1, -1, 768)", style=solid]; +"2462 scale_updated_constant93" -> "2464 mul_tensor_93" [label="(768, 1)", style=solid]; +"2463 compressed_weight_updated_constant93" -> "2464 mul_tensor_93" [label="(768, 768)", style=solid]; +"2464 mul_tensor_93" -> "2466 sub_tensor_93" [label="(768, 768)", style=solid]; +"2465 zero_point_updated_constant93" -> "2466 sub_tensor_93" [label="(768, 1)", style=solid]; +"2466 sub_tensor_93" -> "2467 linear_138" [label="(768, 768)", style=solid]; +"2467 linear_138" -> "2468 dropout_89" [label="(1, -1, 768)", style=solid]; +"2468 dropout_89" -> "2469 view_124" [label="(1, -1, 768)", style=solid]; +"2469 view_124" -> "2470 permute_103" [label="(1, -1, -1, 8, -1, 768)", style=solid]; +"2470 permute_103" -> "2471 reshape_102" [label="(1, -1, 8, -1, -1, 768)", style=solid]; +"2471 reshape_102" -> "2472 slice_342" [label="(1, 8, -1, 768)", style=solid]; +"2472 slice_342" -> "2473 slice_343" [label="(1, 8, -1, 768)", style=solid]; +"2473 slice_343" -> "2474 slice_344" [label="(1, -1, -1, 768)", style=solid]; +"2474 slice_344" -> "2475 slice_345" [label="(1, -1, -1, 768)", style=solid]; +"2475 slice_345" -> "2476 contiguous_43" [label="(1, -1, -1, 768)", style=solid]; +"2476 contiguous_43" -> "2477 layer_norm_48" [label="(1, -1, -1, 768)", style=solid]; +"2477 layer_norm_48" -> "2478 add_112" [label="(1, -1, -1, 768)", style=solid]; +"2478 add_112" -> "2479 add_112_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"2478 add_112" -> "2501 add_113" [label="(1, -1, -1, 768)", style=solid]; +"2479 add_112_0_0_nncf_smooth_quant_0" -> "2480 quantize_per_tensor_default_140" [label="(1, -1, -1, 768)", style=solid]; +"2480 quantize_per_tensor_default_140" -> "2481 dequantize_per_tensor_default_140" [label="(1, -1, -1, 768)", style=solid]; +"2481 dequantize_per_tensor_default_140" -> "2487 linear_139" [label="(1, -1, -1, 768)", style=solid]; +"2482 scale_updated_constant94" -> "2484 mul_tensor_94" [label="(3072, 1)", style=solid]; +"2483 compressed_weight_updated_constant94" -> "2484 mul_tensor_94" [label="(3072, 768)", style=solid]; +"2484 mul_tensor_94" -> "2486 sub_tensor_94" [label="(3072, 768)", style=solid]; +"2485 zero_point_updated_constant94" -> "2486 sub_tensor_94" [label="(3072, 1)", style=solid]; +"2486 sub_tensor_94" -> "2487 linear_139" [label="(3072, 768)", style=solid]; +"2487 linear_139" -> "2488 gelu_22" [label="(1, -1, -1, 3072)", style=solid]; +"2488 gelu_22" -> "2489 dropout_90" [label="(1, -1, -1, 3072)", style=solid]; +"2489 dropout_90" -> "2490 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 3072)", style=solid]; +"2490 dropout_90_0_0_nncf_smooth_quant_0" -> "2491 quantize_per_tensor_default_141" [label="(1, -1, -1, 3072)", style=solid]; +"2491 quantize_per_tensor_default_141" -> "2492 dequantize_per_tensor_default_141" [label="(1, -1, -1, 3072)", style=solid]; +"2492 dequantize_per_tensor_default_141" -> "2498 linear_140" [label="(1, -1, -1, 3072)", style=solid]; +"2493 scale_updated_constant95" -> "2495 mul_tensor_95" [label="(768, 1)", style=solid]; +"2494 compressed_weight_updated_constant95" -> "2495 mul_tensor_95" [label="(768, 3072)", style=solid]; +"2495 mul_tensor_95" -> "2497 sub_tensor_95" [label="(768, 3072)", style=solid]; +"2496 zero_point_updated_constant95" -> "2497 sub_tensor_95" [label="(768, 1)", style=solid]; +"2497 sub_tensor_95" -> "2498 linear_140" [label="(768, 3072)", style=solid]; +"2498 linear_140" -> "2499 dropout_91" [label="(1, -1, -1, 768)", style=solid]; +"2499 dropout_91" -> "2500 layer_norm_49" [label="(1, -1, -1, 768)", style=solid]; +"2500 layer_norm_49" -> "2501 add_113" [label="(1, -1, -1, 768)", style=solid]; +"2501 add_113" -> "2503 pad_26" [label="(1, -1, -1, 768)", style=solid]; +"2501 add_113" -> "2563 add_115" [label="(1, -1, -1, 768)", style=solid]; +"2502 _frozen_param191" -> "2538 add_114" [label="(1, 24, 64, 64)", style=solid]; +"2503 pad_26" -> "2504 view_127" [label="(1, -1, -1, 768)", style=solid]; +"2504 view_127" -> "2505 permute_105" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2505 permute_105" -> "2506 reshape_103" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2506 reshape_103" -> "2508 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2507 _frozen_param192" -> "2516 linear_143" [label="(2304,)", style=solid]; +"2508 reshape_103_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_142" [label="(1, -1, 768)", style=solid]; +"2509 quantize_per_tensor_default_142" -> "2510 dequantize_per_tensor_default_142" [label="(1, -1, 768)", style=solid]; +"2510 dequantize_per_tensor_default_142" -> "2516 linear_143" [label="(1, -1, 768)", style=solid]; +"2511 scale_updated_constant96" -> "2513 mul_tensor_96" [label="(2304, 1)", style=solid]; +"2512 compressed_weight_updated_constant96" -> "2513 mul_tensor_96" [label="(2304, 768)", style=solid]; +"2513 mul_tensor_96" -> "2515 sub_tensor_96" [label="(2304, 768)", style=solid]; +"2514 zero_point_updated_constant96" -> "2515 sub_tensor_96" [label="(2304, 1)", style=solid]; +"2515 sub_tensor_96" -> "2516 linear_143" [label="(2304, 768)", style=solid]; +"2516 linear_143" -> "2517 reshape_104" [label="(1, -1, 2304)", style=solid]; +"2517 reshape_104" -> "2518 permute_106" [label="(1, -1, 3, 24, 32)", style=solid]; +"2518 permute_106" -> "2519 select_69" [label="(3, 1, 24, -1, 32)", style=solid]; +"2518 permute_106" -> "2520 select_70" [label="(3, 1, 24, -1, 32)", style=solid]; +"2518 permute_106" -> "2521 select_71" [label="(3, 1, 24, -1, 32)", style=solid]; +"2519 select_69" -> "2522 linalg_vector_norm_46" [label="(1, 24, -1, 32)", style=solid]; +"2519 select_69" -> "2524 expand_as_46" [label="(1, 24, -1, 32)", style=solid]; +"2519 select_69" -> "2525 div_46" [label="(1, 24, -1, 32)", style=solid]; +"2520 select_70" -> "2528 linalg_vector_norm_47" [label="(1, 24, -1, 32)", style=solid]; +"2520 select_70" -> "2530 expand_as_47" [label="(1, 24, -1, 32)", style=solid]; +"2520 select_70" -> "2531 div_47" [label="(1, 24, -1, 32)", style=solid]; +"2521 select_71" -> "2541 matmul_47" [label="(1, 24, -1, 32)", style=solid]; +"2522 linalg_vector_norm_46" -> "2523 clamp_min_46" [label="(1, 24, -1, 1)", style=solid]; +"2523 clamp_min_46" -> "2524 expand_as_46" [label="(1, 24, -1, 1)", style=solid]; +"2524 expand_as_46" -> "2525 div_46" [label="(1, 24, -1, 32)", style=solid]; +"2525 div_46" -> "2526 quantize_per_tensor_default_143" [label="(1, 24, -1, 32)", style=solid]; +"2526 quantize_per_tensor_default_143" -> "2527 dequantize_per_tensor_default_143" [label="(1, 24, -1, 32)", style=solid]; +"2527 dequantize_per_tensor_default_143" -> "2535 matmul_46" [label="(1, 24, -1, 32)", style=solid]; +"2528 linalg_vector_norm_47" -> "2529 clamp_min_47" [label="(1, 24, -1, 1)", style=solid]; +"2529 clamp_min_47" -> "2530 expand_as_47" [label="(1, 24, -1, 1)", style=solid]; +"2530 expand_as_47" -> "2531 div_47" [label="(1, 24, -1, 32)", style=solid]; +"2531 div_47" -> "2532 quantize_per_tensor_default_144" [label="(1, 24, -1, 32)", style=solid]; +"2532 quantize_per_tensor_default_144" -> "2533 dequantize_per_tensor_default_144" [label="(1, 24, -1, 32)", style=solid]; +"2533 dequantize_per_tensor_default_144" -> "2534 transpose_46" [label="(1, 24, -1, 32)", style=solid]; +"2534 transpose_46" -> "2535 matmul_46" [label="(1, 24, 32, -1)", style=solid]; +"2535 matmul_46" -> "2537 mul_83" [label="(1, 24, -1, -1)", style=solid]; +"2536 _frozen_param194" -> "2537 mul_83" [label="(24, 1, 1)", style=solid]; +"2537 mul_83" -> "2538 add_114" [label="(1, 24, -1, -1)", style=solid]; +"2538 add_114" -> "2539 softmax_23" [label="(1, 24, -1, -1)", style=solid]; +"2539 softmax_23" -> "2540 dropout_92" [label="(1, 24, -1, -1)", style=solid]; +"2540 dropout_92" -> "2541 matmul_47" [label="(1, 24, -1, -1)", style=solid]; +"2541 matmul_47" -> "2542 transpose_47" [label="(1, 24, -1, 32)", style=solid]; +"2542 transpose_47" -> "2543 reshape_105" [label="(1, -1, 24, 32)", style=solid]; +"2543 reshape_105" -> "2544 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2544 reshape_105_0_0_nncf_smooth_quant_0" -> "2545 quantize_per_tensor_default_145" [label="(1, -1, 768)", style=solid]; +"2545 quantize_per_tensor_default_145" -> "2546 dequantize_per_tensor_default_145" [label="(1, -1, 768)", style=solid]; +"2546 dequantize_per_tensor_default_145" -> "2552 linear_144" [label="(1, -1, 768)", style=solid]; +"2547 scale_updated_constant97" -> "2549 mul_tensor_97" [label="(768, 1)", style=solid]; +"2548 compressed_weight_updated_constant97" -> "2549 mul_tensor_97" [label="(768, 768)", style=solid]; +"2549 mul_tensor_97" -> "2551 sub_tensor_97" [label="(768, 768)", style=solid]; +"2550 zero_point_updated_constant97" -> "2551 sub_tensor_97" [label="(768, 1)", style=solid]; +"2551 sub_tensor_97" -> "2552 linear_144" [label="(768, 768)", style=solid]; +"2552 linear_144" -> "2553 dropout_93" [label="(1, -1, 768)", style=solid]; +"2553 dropout_93" -> "2554 view_128" [label="(1, -1, 768)", style=solid]; +"2554 view_128" -> "2555 permute_107" [label="(1, -1, -1, 8, -1, 768)", style=solid]; +"2555 permute_107" -> "2556 reshape_106" [label="(1, -1, 8, -1, -1, 768)", style=solid]; +"2556 reshape_106" -> "2557 slice_347" [label="(1, 8, -1, 768)", style=solid]; +"2557 slice_347" -> "2558 slice_348" [label="(1, 8, -1, 768)", style=solid]; +"2558 slice_348" -> "2559 slice_349" [label="(1, -1, -1, 768)", style=solid]; +"2559 slice_349" -> "2560 slice_350" [label="(1, -1, -1, 768)", style=solid]; +"2560 slice_350" -> "2561 contiguous_45" [label="(1, -1, -1, 768)", style=solid]; +"2561 contiguous_45" -> "2562 layer_norm_50" [label="(1, -1, -1, 768)", style=solid]; +"2562 layer_norm_50" -> "2563 add_115" [label="(1, -1, -1, 768)", style=solid]; +"2563 add_115" -> "2564 add_115_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"2563 add_115" -> "2586 add_116" [label="(1, -1, -1, 768)", style=solid]; +"2564 add_115_0_0_nncf_smooth_quant_0" -> "2565 quantize_per_tensor_default_146" [label="(1, -1, -1, 768)", style=solid]; +"2565 quantize_per_tensor_default_146" -> "2566 dequantize_per_tensor_default_146" [label="(1, -1, -1, 768)", style=solid]; +"2566 dequantize_per_tensor_default_146" -> "2572 linear_145" [label="(1, -1, -1, 768)", style=solid]; +"2567 scale_updated_constant98" -> "2569 mul_tensor_98" [label="(3072, 1)", style=solid]; +"2568 compressed_weight_updated_constant98" -> "2569 mul_tensor_98" [label="(3072, 768)", style=solid]; +"2569 mul_tensor_98" -> "2571 sub_tensor_98" [label="(3072, 768)", style=solid]; +"2570 zero_point_updated_constant98" -> "2571 sub_tensor_98" [label="(3072, 1)", style=solid]; +"2571 sub_tensor_98" -> "2572 linear_145" [label="(3072, 768)", style=solid]; +"2572 linear_145" -> "2573 gelu_23" [label="(1, -1, -1, 3072)", style=solid]; +"2573 gelu_23" -> "2574 dropout_94" [label="(1, -1, -1, 3072)", style=solid]; +"2574 dropout_94" -> "2575 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 3072)", style=solid]; +"2575 dropout_94_0_0_nncf_smooth_quant_0" -> "2576 quantize_per_tensor_default_147" [label="(1, -1, -1, 3072)", style=solid]; +"2576 quantize_per_tensor_default_147" -> "2577 dequantize_per_tensor_default_147" [label="(1, -1, -1, 3072)", style=solid]; +"2577 dequantize_per_tensor_default_147" -> "2583 linear_146" [label="(1, -1, -1, 3072)", style=solid]; +"2578 scale_updated_constant99" -> "2580 mul_tensor_99" [label="(768, 1)", style=solid]; +"2579 compressed_weight_updated_constant99" -> "2580 mul_tensor_99" [label="(768, 3072)", style=solid]; +"2580 mul_tensor_99" -> "2582 sub_tensor_99" [label="(768, 3072)", style=solid]; +"2581 zero_point_updated_constant99" -> "2582 sub_tensor_99" [label="(768, 1)", style=solid]; +"2582 sub_tensor_99" -> "2583 linear_146" [label="(768, 3072)", style=solid]; +"2583 linear_146" -> "2584 dropout_95" [label="(1, -1, -1, 768)", style=solid]; +"2584 dropout_95" -> "2585 layer_norm_51" [label="(1, -1, -1, 768)", style=solid]; +"2585 layer_norm_51" -> "2586 add_116" [label="(1, -1, -1, 768)", style=solid]; +"2586 add_116" -> "2587 layer_norm_52" [label="(1, -1, -1, 768)", style=solid]; +"2587 layer_norm_52" -> "2588 permute_108" [label="(1, -1, -1, 768)", style=solid]; +"2588 permute_108" -> "2589 adaptive_avg_pool2d" [label="(1, 768, -1, -1)", style=solid]; +"2589 adaptive_avg_pool2d" -> "2590 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2590 flatten" -> "2591 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2591 flatten_0_0_nncf_smooth_quant_0" -> "2592 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2592 quantize_per_tensor_default_148" -> "2593 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2593 dequantize_per_tensor_default_148" -> "2599 linear_147" [label="(1, 768)", style=solid]; +"2594 scale_updated_constant100" -> "2596 mul_tensor_100" [label="(1000, 1)", style=solid]; +"2595 compressed_weight_updated_constant100" -> "2596 mul_tensor_100" [label="(1000, 768)", style=solid]; +"2596 mul_tensor_100" -> "2598 sub_tensor_100" [label="(1000, 768)", style=solid]; +"2597 zero_point_updated_constant100" -> "2598 sub_tensor_100" [label="(1000, 1)", style=solid]; +"2598 sub_tensor_100" -> "2599 linear_147" [label="(1000, 768)", style=solid]; +"2599 linear_147" -> "2600 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/synthetic_transformer.dot new file mode 100644 index 00000000000..203957cc259 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/synthetic_transformer.dot @@ -0,0 +1,49 @@ +strict digraph { +"0 wte_weight" [id=0, type=get_attr]; +"1 linear_bias" [id=1, type=get_attr]; +"2 lm_head_bias" [id=2, type=get_attr]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; +"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; +"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; +"8 scale_updated_constant0" [id=8, type=get_attr]; +"9 compressed_weight_updated_constant0" [id=9, type=get_attr]; +"10 mul_tensor" [id=10, type=mul]; +"11 zero_point_updated_constant0" [id=11, type=get_attr]; +"12 sub_tensor" [id=12, type=sub]; +"13 linear" [id=13, type=linear]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; +"17 scale_updated_constant1" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 mul_tensor_1" [id=19, type=mul]; +"20 zero_point_updated_constant1" [id=20, type=get_attr]; +"21 sub_tensor_1" [id=21, type=sub]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; +"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; +"1 linear_bias" -> "13 linear" [label="(5,)", style=solid]; +"2 lm_head_bias" -> "22 linear_1" [label="(10,)", style=solid]; +"3 input_ids" -> "4 embedding" [label="(-1,)", style=solid]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(-1, 5)", style=solid]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(-1, 5)", style=solid]; +"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(-1, 5)", style=solid]; +"7 dequantize_per_tensor_default" -> "13 linear" [label="(-1, 5)", style=solid]; +"8 scale_updated_constant0" -> "10 mul_tensor" [label="(5, 1)", style=solid]; +"9 compressed_weight_updated_constant0" -> "10 mul_tensor" [label="(5, 5)", style=solid]; +"10 mul_tensor" -> "12 sub_tensor" [label="(5, 5)", style=solid]; +"11 zero_point_updated_constant0" -> "12 sub_tensor" [label="(5, 1)", style=solid]; +"12 sub_tensor" -> "13 linear" [label="(5, 5)", style=solid]; +"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(-1, 5)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(-1, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(-1, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(-1, 5)", style=solid]; +"17 scale_updated_constant1" -> "19 mul_tensor_1" [label="(10, 1)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 mul_tensor_1" [label="(10, 5)", style=solid]; +"19 mul_tensor_1" -> "21 sub_tensor_1" [label="(10, 5)", style=solid]; +"20 zero_point_updated_constant1" -> "21 sub_tensor_1" [label="(10, 1)", style=solid]; +"21 sub_tensor_1" -> "22 linear_1" [label="(10, 5)", style=solid]; +"22 linear_1" -> "23 output" [label="(-1, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/unet.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/unet.dot new file mode 100644 index 00000000000..03f8579e69c --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/unet.dot @@ -0,0 +1,515 @@ +strict digraph { +"0 down_path_0_block_0_bias" [id=0, type=get_attr]; +"1 down_path_0_block_3_bias" [id=1, type=get_attr]; +"2 down_path_1_block_0_bias" [id=2, type=get_attr]; +"3 down_path_1_block_3_bias" [id=3, type=get_attr]; +"4 down_path_2_block_0_bias" [id=4, type=get_attr]; +"5 down_path_2_block_3_bias" [id=5, type=get_attr]; +"6 down_path_3_block_0_bias" [id=6, type=get_attr]; +"7 down_path_3_block_3_bias" [id=7, type=get_attr]; +"8 down_path_4_block_0_bias" [id=8, type=get_attr]; +"9 down_path_4_block_3_bias" [id=9, type=get_attr]; +"10 up_path_0_up_bias" [id=10, type=get_attr]; +"11 up_path_0_conv_block_block_0_bias" [id=11, type=get_attr]; +"12 up_path_0_conv_block_block_3_bias" [id=12, type=get_attr]; +"13 up_path_1_up_bias" [id=13, type=get_attr]; +"14 up_path_1_conv_block_block_0_bias" [id=14, type=get_attr]; +"15 up_path_1_conv_block_block_3_bias" [id=15, type=get_attr]; +"16 up_path_2_up_bias" [id=16, type=get_attr]; +"17 up_path_2_conv_block_block_0_bias" [id=17, type=get_attr]; +"18 up_path_2_conv_block_block_3_bias" [id=18, type=get_attr]; +"19 up_path_3_up_bias" [id=19, type=get_attr]; +"20 up_path_3_conv_block_block_0_bias" [id=20, type=get_attr]; +"21 up_path_3_conv_block_block_3_bias" [id=21, type=get_attr]; +"22 last_bias" [id=22, type=get_attr]; +"23 x" [id=23, type=input]; +"24 quantize_per_tensor_default_8" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_12" [id=25, type=dequantize_per_tensor]; +"26 scale_updated_constant0" [id=26, type=get_attr]; +"27 compressed_weight_updated_constant0" [id=27, type=get_attr]; +"28 mul_tensor" [id=28, type=mul]; +"29 zero_point_updated_constant0" [id=29, type=get_attr]; +"30 sub_tensor" [id=30, type=sub]; +"31 conv2d" [id=31, type=conv2d]; +"32 relu" [id=32, type=relu]; +"33 quantize_per_tensor_default_9" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_13" [id=34, type=dequantize_per_tensor]; +"35 scale_updated_constant1" [id=35, type=get_attr]; +"36 compressed_weight_updated_constant1" [id=36, type=get_attr]; +"37 mul_tensor_1" [id=37, type=mul]; +"38 zero_point_updated_constant1" [id=38, type=get_attr]; +"39 sub_tensor_1" [id=39, type=sub]; +"40 conv2d_1" [id=40, type=conv2d]; +"41 relu_1" [id=41, type=relu]; +"42 quantize_per_tensor_default" [id=42, type=quantize_per_tensor]; +"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; +"44 dequantize_per_tensor_default" [id=44, type=dequantize_per_tensor]; +"45 max_pool2d" [id=45, type=max_pool2d]; +"46 scale_updated_constant2" [id=46, type=get_attr]; +"47 compressed_weight_updated_constant2" [id=47, type=get_attr]; +"48 mul_tensor_2" [id=48, type=mul]; +"49 zero_point_updated_constant2" [id=49, type=get_attr]; +"50 sub_tensor_2" [id=50, type=sub]; +"51 conv2d_2" [id=51, type=conv2d]; +"52 relu_2" [id=52, type=relu]; +"53 quantize_per_tensor_default_10" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_14" [id=54, type=dequantize_per_tensor]; +"55 scale_updated_constant3" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant3" [id=56, type=get_attr]; +"57 mul_tensor_3" [id=57, type=mul]; +"58 zero_point_updated_constant3" [id=58, type=get_attr]; +"59 sub_tensor_3" [id=59, type=sub]; +"60 conv2d_3" [id=60, type=conv2d]; +"61 relu_3" [id=61, type=relu]; +"62 quantize_per_tensor_default_3" [id=62, type=quantize_per_tensor]; +"63 dequantize_per_tensor_default_5" [id=63, type=dequantize_per_tensor]; +"64 dequantize_per_tensor_default_4" [id=64, type=dequantize_per_tensor]; +"65 max_pool2d_1" [id=65, type=max_pool2d]; +"66 scale_updated_constant4" [id=66, type=get_attr]; +"67 compressed_weight_updated_constant4" [id=67, type=get_attr]; +"68 mul_tensor_4" [id=68, type=mul]; +"69 zero_point_updated_constant4" [id=69, type=get_attr]; +"70 sub_tensor_4" [id=70, type=sub]; +"71 conv2d_4" [id=71, type=conv2d]; +"72 relu_4" [id=72, type=relu]; +"73 quantize_per_tensor_default_11" [id=73, type=quantize_per_tensor]; +"74 dequantize_per_tensor_default_15" [id=74, type=dequantize_per_tensor]; +"75 scale_updated_constant5" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant5" [id=76, type=get_attr]; +"77 mul_tensor_5" [id=77, type=mul]; +"78 zero_point_updated_constant5" [id=78, type=get_attr]; +"79 sub_tensor_5" [id=79, type=sub]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_default_4" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_7" [id=83, type=dequantize_per_tensor]; +"84 dequantize_per_tensor_default_6" [id=84, type=dequantize_per_tensor]; +"85 max_pool2d_2" [id=85, type=max_pool2d]; +"86 scale_updated_constant6" [id=86, type=get_attr]; +"87 compressed_weight_updated_constant6" [id=87, type=get_attr]; +"88 mul_tensor_6" [id=88, type=mul]; +"89 zero_point_updated_constant6" [id=89, type=get_attr]; +"90 sub_tensor_6" [id=90, type=sub]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_default_12" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_16" [id=94, type=dequantize_per_tensor]; +"95 scale_updated_constant7" [id=95, type=get_attr]; +"96 compressed_weight_updated_constant7" [id=96, type=get_attr]; +"97 mul_tensor_7" [id=97, type=mul]; +"98 zero_point_updated_constant7" [id=98, type=get_attr]; +"99 sub_tensor_7" [id=99, type=sub]; +"100 conv2d_7" [id=100, type=conv2d]; +"101 relu_7" [id=101, type=relu]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_11" [id=103, type=dequantize_per_tensor]; +"104 dequantize_per_tensor_default_10" [id=104, type=dequantize_per_tensor]; +"105 max_pool2d_3" [id=105, type=max_pool2d]; +"106 scale_updated_constant8" [id=106, type=get_attr]; +"107 compressed_weight_updated_constant8" [id=107, type=get_attr]; +"108 mul_tensor_8" [id=108, type=mul]; +"109 zero_point_updated_constant8" [id=109, type=get_attr]; +"110 sub_tensor_8" [id=110, type=sub]; +"111 conv2d_8" [id=111, type=conv2d]; +"112 relu_8" [id=112, type=relu]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_17" [id=114, type=dequantize_per_tensor]; +"115 scale_updated_constant9" [id=115, type=get_attr]; +"116 compressed_weight_updated_constant9" [id=116, type=get_attr]; +"117 mul_tensor_9" [id=117, type=mul]; +"118 zero_point_updated_constant9" [id=118, type=get_attr]; +"119 sub_tensor_9" [id=119, type=sub]; +"120 conv2d_9" [id=120, type=conv2d]; +"121 relu_9" [id=121, type=relu]; +"122 quantize_per_tensor_default_14" [id=122, type=quantize_per_tensor]; +"123 dequantize_per_tensor_default_18" [id=123, type=dequantize_per_tensor]; +"124 scale_updated_constant10" [id=124, type=get_attr]; +"125 compressed_weight_updated_constant10" [id=125, type=get_attr]; +"126 mul_tensor_10" [id=126, type=mul]; +"127 zero_point_updated_constant10" [id=127, type=get_attr]; +"128 sub_tensor_10" [id=128, type=sub]; +"129 conv_transpose2d" [id=129, type=conv_transpose2d]; +"130 quantize_per_tensor_default_6" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_9" [id=131, type=dequantize_per_tensor]; +"132 slice_1" [id=132, type=slice]; +"133 slice_2" [id=133, type=slice]; +"134 slice_3" [id=134, type=slice]; +"135 slice_4" [id=135, type=slice]; +"136 cat" [id=136, type=cat]; +"137 scale_updated_constant11" [id=137, type=get_attr]; +"138 compressed_weight_updated_constant11" [id=138, type=get_attr]; +"139 mul_tensor_11" [id=139, type=mul]; +"140 zero_point_updated_constant11" [id=140, type=get_attr]; +"141 sub_tensor_11" [id=141, type=sub]; +"142 conv2d_10" [id=142, type=conv2d]; +"143 relu_10" [id=143, type=relu]; +"144 quantize_per_tensor_default_15" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_19" [id=145, type=dequantize_per_tensor]; +"146 scale_updated_constant12" [id=146, type=get_attr]; +"147 compressed_weight_updated_constant12" [id=147, type=get_attr]; +"148 mul_tensor_12" [id=148, type=mul]; +"149 zero_point_updated_constant12" [id=149, type=get_attr]; +"150 sub_tensor_12" [id=150, type=sub]; +"151 conv2d_11" [id=151, type=conv2d]; +"152 relu_11" [id=152, type=relu]; +"153 quantize_per_tensor_default_16" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_20" [id=154, type=dequantize_per_tensor]; +"155 scale_updated_constant13" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant13" [id=156, type=get_attr]; +"157 mul_tensor_13" [id=157, type=mul]; +"158 zero_point_updated_constant13" [id=158, type=get_attr]; +"159 sub_tensor_13" [id=159, type=sub]; +"160 conv_transpose2d_1" [id=160, type=conv_transpose2d]; +"161 quantize_per_tensor_default_5" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_8" [id=162, type=dequantize_per_tensor]; +"163 slice_5" [id=163, type=slice]; +"164 slice_6" [id=164, type=slice]; +"165 slice_7" [id=165, type=slice]; +"166 slice_8" [id=166, type=slice]; +"167 cat_1" [id=167, type=cat]; +"168 scale_updated_constant14" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant14" [id=169, type=get_attr]; +"170 mul_tensor_14" [id=170, type=mul]; +"171 zero_point_updated_constant14" [id=171, type=get_attr]; +"172 sub_tensor_14" [id=172, type=sub]; +"173 conv2d_12" [id=173, type=conv2d]; +"174 relu_12" [id=174, type=relu]; +"175 quantize_per_tensor_default_17" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_21" [id=176, type=dequantize_per_tensor]; +"177 scale_updated_constant15" [id=177, type=get_attr]; +"178 compressed_weight_updated_constant15" [id=178, type=get_attr]; +"179 mul_tensor_15" [id=179, type=mul]; +"180 zero_point_updated_constant15" [id=180, type=get_attr]; +"181 sub_tensor_15" [id=181, type=sub]; +"182 conv2d_13" [id=182, type=conv2d]; +"183 relu_13" [id=183, type=relu]; +"184 quantize_per_tensor_default_18" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_22" [id=185, type=dequantize_per_tensor]; +"186 scale_updated_constant16" [id=186, type=get_attr]; +"187 compressed_weight_updated_constant16" [id=187, type=get_attr]; +"188 mul_tensor_16" [id=188, type=mul]; +"189 zero_point_updated_constant16" [id=189, type=get_attr]; +"190 sub_tensor_16" [id=190, type=sub]; +"191 conv_transpose2d_2" [id=191, type=conv_transpose2d]; +"192 quantize_per_tensor_default_2" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_3" [id=193, type=dequantize_per_tensor]; +"194 slice_9" [id=194, type=slice]; +"195 slice_10" [id=195, type=slice]; +"196 slice_11" [id=196, type=slice]; +"197 slice_12" [id=197, type=slice]; +"198 cat_2" [id=198, type=cat]; +"199 scale_updated_constant17" [id=199, type=get_attr]; +"200 compressed_weight_updated_constant17" [id=200, type=get_attr]; +"201 mul_tensor_17" [id=201, type=mul]; +"202 zero_point_updated_constant17" [id=202, type=get_attr]; +"203 sub_tensor_17" [id=203, type=sub]; +"204 conv2d_14" [id=204, type=conv2d]; +"205 relu_14" [id=205, type=relu]; +"206 quantize_per_tensor_default_19" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_23" [id=207, type=dequantize_per_tensor]; +"208 scale_updated_constant18" [id=208, type=get_attr]; +"209 compressed_weight_updated_constant18" [id=209, type=get_attr]; +"210 mul_tensor_18" [id=210, type=mul]; +"211 zero_point_updated_constant18" [id=211, type=get_attr]; +"212 sub_tensor_18" [id=212, type=sub]; +"213 conv2d_15" [id=213, type=conv2d]; +"214 relu_15" [id=214, type=relu]; +"215 quantize_per_tensor_default_20" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_24" [id=216, type=dequantize_per_tensor]; +"217 scale_updated_constant19" [id=217, type=get_attr]; +"218 compressed_weight_updated_constant19" [id=218, type=get_attr]; +"219 mul_tensor_19" [id=219, type=mul]; +"220 zero_point_updated_constant19" [id=220, type=get_attr]; +"221 sub_tensor_19" [id=221, type=sub]; +"222 conv_transpose2d_3" [id=222, type=conv_transpose2d]; +"223 quantize_per_tensor_default_1" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_2" [id=224, type=dequantize_per_tensor]; +"225 slice_13" [id=225, type=slice]; +"226 slice_14" [id=226, type=slice]; +"227 slice_15" [id=227, type=slice]; +"228 slice_16" [id=228, type=slice]; +"229 cat_3" [id=229, type=cat]; +"230 scale_updated_constant20" [id=230, type=get_attr]; +"231 compressed_weight_updated_constant20" [id=231, type=get_attr]; +"232 mul_tensor_20" [id=232, type=mul]; +"233 zero_point_updated_constant20" [id=233, type=get_attr]; +"234 sub_tensor_20" [id=234, type=sub]; +"235 conv2d_16" [id=235, type=conv2d]; +"236 relu_16" [id=236, type=relu]; +"237 quantize_per_tensor_default_21" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_25" [id=238, type=dequantize_per_tensor]; +"239 scale_updated_constant21" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant21" [id=240, type=get_attr]; +"241 mul_tensor_21" [id=241, type=mul]; +"242 zero_point_updated_constant21" [id=242, type=get_attr]; +"243 sub_tensor_21" [id=243, type=sub]; +"244 conv2d_17" [id=244, type=conv2d]; +"245 relu_17" [id=245, type=relu]; +"246 quantize_per_tensor_default_22" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_26" [id=247, type=dequantize_per_tensor]; +"248 scale_updated_constant22" [id=248, type=get_attr]; +"249 compressed_weight_updated_constant22" [id=249, type=get_attr]; +"250 mul_tensor_22" [id=250, type=mul]; +"251 zero_point_updated_constant22" [id=251, type=get_attr]; +"252 sub_tensor_22" [id=252, type=sub]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; +"0 down_path_0_block_0_bias" -> "31 conv2d" [label="(64,)", style=solid]; +"1 down_path_0_block_3_bias" -> "40 conv2d_1" [label="(64,)", style=solid]; +"2 down_path_1_block_0_bias" -> "51 conv2d_2" [label="(128,)", style=solid]; +"3 down_path_1_block_3_bias" -> "60 conv2d_3" [label="(128,)", style=solid]; +"4 down_path_2_block_0_bias" -> "71 conv2d_4" [label="(256,)", style=solid]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [label="(256,)", style=solid]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [label="(512,)", style=solid]; +"7 down_path_3_block_3_bias" -> "100 conv2d_7" [label="(512,)", style=solid]; +"8 down_path_4_block_0_bias" -> "111 conv2d_8" [label="(1024,)", style=solid]; +"9 down_path_4_block_3_bias" -> "120 conv2d_9" [label="(1024,)", style=solid]; +"10 up_path_0_up_bias" -> "129 conv_transpose2d" [label="(512,)", style=solid]; +"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [label="(512,)", style=solid]; +"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [label="(512,)", style=solid]; +"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [label="(256,)", style=solid]; +"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [label="(256,)", style=solid]; +"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [label="(256,)", style=solid]; +"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [label="(128,)", style=solid]; +"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [label="(128,)", style=solid]; +"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [label="(128,)", style=solid]; +"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [label="(64,)", style=solid]; +"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [label="(64,)", style=solid]; +"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [label="(64,)", style=solid]; +"22 last_bias" -> "253 conv2d_18" [label="(12,)", style=solid]; +"23 x" -> "24 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"25 dequantize_per_tensor_default_12" -> "31 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"26 scale_updated_constant0" -> "28 mul_tensor" [label="(64, 1, 1, 1)", style=solid]; +"27 compressed_weight_updated_constant0" -> "28 mul_tensor" [label="(64, 3, 3, 3)", style=solid]; +"28 mul_tensor" -> "30 sub_tensor" [label="(64, 3, 3, 3)", style=solid]; +"29 zero_point_updated_constant0" -> "30 sub_tensor" [label="(64, 1, 1, 1)", style=solid]; +"30 sub_tensor" -> "31 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"31 conv2d" -> "32 relu" [label="(1, 64, 222, 222)", style=solid]; +"32 relu" -> "33 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"33 quantize_per_tensor_default_9" -> "34 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"34 dequantize_per_tensor_default_13" -> "40 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"35 scale_updated_constant1" -> "37 mul_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"36 compressed_weight_updated_constant1" -> "37 mul_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"37 mul_tensor_1" -> "39 sub_tensor_1" [label="(64, 64, 3, 3)", style=solid]; +"38 zero_point_updated_constant1" -> "39 sub_tensor_1" [label="(64, 1, 1, 1)", style=solid]; +"39 sub_tensor_1" -> "40 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"40 conv2d_1" -> "41 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"41 relu_1" -> "42 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"43 dequantize_per_tensor_default_1" -> "225 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"44 dequantize_per_tensor_default" -> "45 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"45 max_pool2d" -> "51 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"46 scale_updated_constant2" -> "48 mul_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"47 compressed_weight_updated_constant2" -> "48 mul_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"48 mul_tensor_2" -> "50 sub_tensor_2" [label="(128, 64, 3, 3)", style=solid]; +"49 zero_point_updated_constant2" -> "50 sub_tensor_2" [label="(128, 1, 1, 1)", style=solid]; +"50 sub_tensor_2" -> "51 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"51 conv2d_2" -> "52 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"52 relu_2" -> "53 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"53 quantize_per_tensor_default_10" -> "54 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"54 dequantize_per_tensor_default_14" -> "60 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"55 scale_updated_constant3" -> "57 mul_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"56 compressed_weight_updated_constant3" -> "57 mul_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"57 mul_tensor_3" -> "59 sub_tensor_3" [label="(128, 128, 3, 3)", style=solid]; +"58 zero_point_updated_constant3" -> "59 sub_tensor_3" [label="(128, 1, 1, 1)", style=solid]; +"59 sub_tensor_3" -> "60 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"60 conv2d_3" -> "61 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"61 relu_3" -> "62 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"63 dequantize_per_tensor_default_5" -> "194 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"64 dequantize_per_tensor_default_4" -> "65 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"65 max_pool2d_1" -> "71 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"66 scale_updated_constant4" -> "68 mul_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"67 compressed_weight_updated_constant4" -> "68 mul_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"68 mul_tensor_4" -> "70 sub_tensor_4" [label="(256, 128, 3, 3)", style=solid]; +"69 zero_point_updated_constant4" -> "70 sub_tensor_4" [label="(256, 1, 1, 1)", style=solid]; +"70 sub_tensor_4" -> "71 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"71 conv2d_4" -> "72 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"72 relu_4" -> "73 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"73 quantize_per_tensor_default_11" -> "74 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"74 dequantize_per_tensor_default_15" -> "80 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"75 scale_updated_constant5" -> "77 mul_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"76 compressed_weight_updated_constant5" -> "77 mul_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"77 mul_tensor_5" -> "79 sub_tensor_5" [label="(256, 256, 3, 3)", style=solid]; +"78 zero_point_updated_constant5" -> "79 sub_tensor_5" [label="(256, 1, 1, 1)", style=solid]; +"79 sub_tensor_5" -> "80 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"80 conv2d_5" -> "81 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "82 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"83 dequantize_per_tensor_default_7" -> "163 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"84 dequantize_per_tensor_default_6" -> "85 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"85 max_pool2d_2" -> "91 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"86 scale_updated_constant6" -> "88 mul_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"87 compressed_weight_updated_constant6" -> "88 mul_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"88 mul_tensor_6" -> "90 sub_tensor_6" [label="(512, 256, 3, 3)", style=solid]; +"89 zero_point_updated_constant6" -> "90 sub_tensor_6" [label="(512, 1, 1, 1)", style=solid]; +"90 sub_tensor_6" -> "91 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"91 conv2d_6" -> "92 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"92 relu_6" -> "93 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"93 quantize_per_tensor_default_12" -> "94 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"94 dequantize_per_tensor_default_16" -> "100 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"95 scale_updated_constant7" -> "97 mul_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"96 compressed_weight_updated_constant7" -> "97 mul_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"97 mul_tensor_7" -> "99 sub_tensor_7" [label="(512, 512, 3, 3)", style=solid]; +"98 zero_point_updated_constant7" -> "99 sub_tensor_7" [label="(512, 1, 1, 1)", style=solid]; +"99 sub_tensor_7" -> "100 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"100 conv2d_7" -> "101 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"101 relu_7" -> "102 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"103 dequantize_per_tensor_default_11" -> "132 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"104 dequantize_per_tensor_default_10" -> "105 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"105 max_pool2d_3" -> "111 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"106 scale_updated_constant8" -> "108 mul_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"107 compressed_weight_updated_constant8" -> "108 mul_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"108 mul_tensor_8" -> "110 sub_tensor_8" [label="(1024, 512, 3, 3)", style=solid]; +"109 zero_point_updated_constant8" -> "110 sub_tensor_8" [label="(1024, 1, 1, 1)", style=solid]; +"110 sub_tensor_8" -> "111 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"111 conv2d_8" -> "112 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"112 relu_8" -> "113 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"114 dequantize_per_tensor_default_17" -> "120 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"115 scale_updated_constant9" -> "117 mul_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"116 compressed_weight_updated_constant9" -> "117 mul_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"117 mul_tensor_9" -> "119 sub_tensor_9" [label="(1024, 1024, 3, 3)", style=solid]; +"118 zero_point_updated_constant9" -> "119 sub_tensor_9" [label="(1024, 1, 1, 1)", style=solid]; +"119 sub_tensor_9" -> "120 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"120 conv2d_9" -> "121 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"121 relu_9" -> "122 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"122 quantize_per_tensor_default_14" -> "123 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"123 dequantize_per_tensor_default_18" -> "129 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"124 scale_updated_constant10" -> "126 mul_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"125 compressed_weight_updated_constant10" -> "126 mul_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"126 mul_tensor_10" -> "128 sub_tensor_10" [label="(1024, 512, 2, 2)", style=solid]; +"127 zero_point_updated_constant10" -> "128 sub_tensor_10" [label="(1024, 1, 1, 1)", style=solid]; +"128 sub_tensor_10" -> "129 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"131 dequantize_per_tensor_default_9" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"132 slice_1" -> "133 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"133 slice_2" -> "134 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"134 slice_3" -> "135 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"135 slice_4" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"136 cat" -> "142 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"137 scale_updated_constant11" -> "139 mul_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"139 mul_tensor_11" -> "141 sub_tensor_11" [label="(512, 1024, 3, 3)", style=solid]; +"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [label="(512, 1, 1, 1)", style=solid]; +"141 sub_tensor_11" -> "142 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"142 conv2d_10" -> "143 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"143 relu_10" -> "144 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"145 dequantize_per_tensor_default_19" -> "151 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"146 scale_updated_constant12" -> "148 mul_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"148 mul_tensor_12" -> "150 sub_tensor_12" [label="(512, 512, 3, 3)", style=solid]; +"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [label="(512, 1, 1, 1)", style=solid]; +"150 sub_tensor_12" -> "151 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"151 conv2d_11" -> "152 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"152 relu_11" -> "153 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"154 dequantize_per_tensor_default_20" -> "160 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"155 scale_updated_constant13" -> "157 mul_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"157 mul_tensor_13" -> "159 sub_tensor_13" [label="(512, 256, 2, 2)", style=solid]; +"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [label="(512, 1, 1, 1)", style=solid]; +"159 sub_tensor_13" -> "160 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"162 dequantize_per_tensor_default_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"163 slice_5" -> "164 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"164 slice_6" -> "165 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"165 slice_7" -> "166 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"166 slice_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"167 cat_1" -> "173 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"168 scale_updated_constant14" -> "170 mul_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"170 mul_tensor_14" -> "172 sub_tensor_14" [label="(256, 512, 3, 3)", style=solid]; +"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [label="(256, 1, 1, 1)", style=solid]; +"172 sub_tensor_14" -> "173 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"173 conv2d_12" -> "174 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"174 relu_12" -> "175 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_21" -> "182 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"177 scale_updated_constant15" -> "179 mul_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"179 mul_tensor_15" -> "181 sub_tensor_15" [label="(256, 256, 3, 3)", style=solid]; +"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [label="(256, 1, 1, 1)", style=solid]; +"181 sub_tensor_15" -> "182 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"182 conv2d_13" -> "183 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"183 relu_13" -> "184 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"185 dequantize_per_tensor_default_22" -> "191 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"186 scale_updated_constant16" -> "188 mul_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"188 mul_tensor_16" -> "190 sub_tensor_16" [label="(256, 128, 2, 2)", style=solid]; +"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [label="(256, 1, 1, 1)", style=solid]; +"190 sub_tensor_16" -> "191 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"193 dequantize_per_tensor_default_3" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"194 slice_9" -> "195 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"195 slice_10" -> "196 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"196 slice_11" -> "197 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"197 slice_12" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"198 cat_2" -> "204 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"199 scale_updated_constant17" -> "201 mul_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"201 mul_tensor_17" -> "203 sub_tensor_17" [label="(128, 256, 3, 3)", style=solid]; +"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [label="(128, 1, 1, 1)", style=solid]; +"203 sub_tensor_17" -> "204 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"204 conv2d_14" -> "205 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"205 relu_14" -> "206 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"207 dequantize_per_tensor_default_23" -> "213 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"208 scale_updated_constant18" -> "210 mul_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"210 mul_tensor_18" -> "212 sub_tensor_18" [label="(128, 128, 3, 3)", style=solid]; +"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [label="(128, 1, 1, 1)", style=solid]; +"212 sub_tensor_18" -> "213 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"213 conv2d_15" -> "214 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"214 relu_15" -> "215 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"216 dequantize_per_tensor_default_24" -> "222 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"217 scale_updated_constant19" -> "219 mul_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"219 mul_tensor_19" -> "221 sub_tensor_19" [label="(128, 64, 2, 2)", style=solid]; +"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [label="(128, 1, 1, 1)", style=solid]; +"221 sub_tensor_19" -> "222 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"224 dequantize_per_tensor_default_2" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"225 slice_13" -> "226 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"226 slice_14" -> "227 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"227 slice_15" -> "228 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"228 slice_16" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"229 cat_3" -> "235 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"230 scale_updated_constant20" -> "232 mul_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"232 mul_tensor_20" -> "234 sub_tensor_20" [label="(64, 128, 3, 3)", style=solid]; +"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [label="(64, 1, 1, 1)", style=solid]; +"234 sub_tensor_20" -> "235 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"235 conv2d_16" -> "236 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"236 relu_16" -> "237 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"238 dequantize_per_tensor_default_25" -> "244 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"239 scale_updated_constant21" -> "241 mul_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"241 mul_tensor_21" -> "243 sub_tensor_21" [label="(64, 64, 3, 3)", style=solid]; +"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [label="(64, 1, 1, 1)", style=solid]; +"243 sub_tensor_21" -> "244 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"244 conv2d_17" -> "245 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"245 relu_17" -> "246 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"247 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"248 scale_updated_constant22" -> "250 mul_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"250 mul_tensor_22" -> "252 sub_tensor_22" [label="(12, 64, 1, 1)", style=solid]; +"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [label="(12, 1, 1, 1)", style=solid]; +"252 sub_tensor_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot new file mode 100644 index 00000000000..eaa483dfd25 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot @@ -0,0 +1,2011 @@ +strict digraph { +"0 encoder_pos_embedding" [id=0, type=get_attr]; +"1 conv_proj_bias" [id=1, type=get_attr]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" [id=2, type=get_attr]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" [id=3, type=get_attr]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=4, type=get_attr]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" [id=8, type=get_attr]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" [id=9, type=get_attr]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" [id=10, type=get_attr]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" [id=11, type=get_attr]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=12, type=get_attr]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=13, type=get_attr]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" [id=14, type=get_attr]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" [id=15, type=get_attr]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" [id=16, type=get_attr]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=20, type=get_attr]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=21, type=get_attr]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" [id=22, type=get_attr]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" [id=23, type=get_attr]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" [id=24, type=get_attr]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" [id=25, type=get_attr]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" [id=26, type=get_attr]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" [id=27, type=get_attr]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=28, type=get_attr]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" [id=32, type=get_attr]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" [id=33, type=get_attr]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" [id=34, type=get_attr]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" [id=35, type=get_attr]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=36, type=get_attr]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=37, type=get_attr]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" [id=38, type=get_attr]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" [id=39, type=get_attr]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" [id=40, type=get_attr]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=44, type=get_attr]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=45, type=get_attr]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" [id=46, type=get_attr]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" [id=47, type=get_attr]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" [id=48, type=get_attr]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" [id=49, type=get_attr]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" [id=50, type=get_attr]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" [id=51, type=get_attr]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=52, type=get_attr]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" [id=56, type=get_attr]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" [id=57, type=get_attr]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" [id=58, type=get_attr]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" [id=59, type=get_attr]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=60, type=get_attr]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=61, type=get_attr]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" [id=62, type=get_attr]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" [id=63, type=get_attr]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" [id=64, type=get_attr]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=68, type=get_attr]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=69, type=get_attr]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" [id=70, type=get_attr]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" [id=71, type=get_attr]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" [id=72, type=get_attr]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" [id=73, type=get_attr]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" [id=74, type=get_attr]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" [id=75, type=get_attr]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=76, type=get_attr]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" [id=80, type=get_attr]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" [id=81, type=get_attr]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" [id=82, type=get_attr]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" [id=83, type=get_attr]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=84, type=get_attr]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=85, type=get_attr]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" [id=86, type=get_attr]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" [id=87, type=get_attr]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" [id=88, type=get_attr]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=92, type=get_attr]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=93, type=get_attr]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" [id=94, type=get_attr]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" [id=95, type=get_attr]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" [id=96, type=get_attr]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" [id=97, type=get_attr]; +"98 encoder_ln_weight" [id=98, type=get_attr]; +"99 encoder_ln_bias" [id=99, type=get_attr]; +"100 heads_head_bias" [id=100, type=get_attr]; +"101 x" [id=101, type=input]; +"102 quantize_per_tensor_default" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default" [id=103, type=dequantize_per_tensor]; +"104 scale_updated_constant0" [id=104, type=get_attr]; +"105 compressed_weight_updated_constant0" [id=105, type=get_attr]; +"106 mul_tensor" [id=106, type=mul]; +"107 zero_point_updated_constant0" [id=107, type=get_attr]; +"108 sub_tensor" [id=108, type=sub]; +"109 conv2d" [id=109, type=conv2d]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 _frozen_param0" [id=112, type=get_attr]; +"113 cat" [id=113, type=cat]; +"114 add" [id=114, type=add]; +"115 dropout" [id=115, type=dropout]; +"116 layer_norm" [id=116, type=layer_norm]; +"117 transpose" [id=117, type=transpose]; +"118 transpose_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; +"119 quantize_per_tensor_default_1" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_1" [id=120, type=dequantize_per_tensor]; +"121 scale_updated_constant1" [id=121, type=get_attr]; +"122 compressed_weight_updated_constant1" [id=122, type=get_attr]; +"123 mul_tensor_1" [id=123, type=mul]; +"124 zero_point_updated_constant1" [id=124, type=get_attr]; +"125 sub_tensor_1" [id=125, type=sub]; +"126 linear" [id=126, type=linear]; +"127 unflatten" [id=127, type=unflatten]; +"128 unsqueeze" [id=128, type=unsqueeze]; +"129 transpose_1" [id=129, type=transpose]; +"130 squeeze" [id=130, type=squeeze]; +"131 contiguous" [id=131, type=contiguous]; +"132 quantize_per_tensor_default_2" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_2" [id=133, type=dequantize_per_tensor]; +"134 select" [id=134, type=select]; +"135 quantize_per_tensor_default_3" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_3" [id=136, type=dequantize_per_tensor]; +"137 select_1" [id=137, type=select]; +"138 select_2" [id=138, type=select]; +"139 view" [id=139, type=view]; +"140 transpose_2" [id=140, type=transpose]; +"141 view_1" [id=141, type=view]; +"142 transpose_3" [id=142, type=transpose]; +"143 view_2" [id=143, type=view]; +"144 transpose_4" [id=144, type=transpose]; +"145 view_3" [id=145, type=view]; +"146 view_4" [id=146, type=view]; +"147 view_5" [id=147, type=view]; +"148 scaled_dot_product_attention" [id=148, type=scaled_dot_product_attention]; +"149 permute_1" [id=149, type=permute]; +"150 view_6" [id=150, type=view]; +"151 view_6_0_0_nncf_smooth_quant_0" [id=151, type=call_module]; +"152 quantize_per_tensor_default_4" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_4" [id=153, type=dequantize_per_tensor]; +"154 scale_updated_constant2" [id=154, type=get_attr]; +"155 compressed_weight_updated_constant2" [id=155, type=get_attr]; +"156 mul_tensor_2" [id=156, type=mul]; +"157 zero_point_updated_constant2" [id=157, type=get_attr]; +"158 sub_tensor_2" [id=158, type=sub]; +"159 linear_1" [id=159, type=linear]; +"160 view_7" [id=160, type=view]; +"161 transpose_5" [id=161, type=transpose]; +"162 dropout_1" [id=162, type=dropout]; +"163 add_1" [id=163, type=add]; +"164 layer_norm_1" [id=164, type=layer_norm]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_5" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_5" [id=167, type=dequantize_per_tensor]; +"168 scale_updated_constant3" [id=168, type=get_attr]; +"169 compressed_weight_updated_constant3" [id=169, type=get_attr]; +"170 mul_tensor_3" [id=170, type=mul]; +"171 zero_point_updated_constant3" [id=171, type=get_attr]; +"172 sub_tensor_3" [id=172, type=sub]; +"173 linear_2" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type=call_module]; +"177 quantize_per_tensor_default_6" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_6" [id=178, type=dequantize_per_tensor]; +"179 scale_updated_constant4" [id=179, type=get_attr]; +"180 compressed_weight_updated_constant4" [id=180, type=get_attr]; +"181 mul_tensor_4" [id=181, type=mul]; +"182 zero_point_updated_constant4" [id=182, type=get_attr]; +"183 sub_tensor_4" [id=183, type=sub]; +"184 linear_3" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 add_2" [id=186, type=add]; +"187 layer_norm_2" [id=187, type=layer_norm]; +"188 transpose_6" [id=188, type=transpose]; +"189 transpose_6_0_0_nncf_smooth_quant_0" [id=189, type=call_module]; +"190 quantize_per_tensor_default_7" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_7" [id=191, type=dequantize_per_tensor]; +"192 scale_updated_constant5" [id=192, type=get_attr]; +"193 compressed_weight_updated_constant5" [id=193, type=get_attr]; +"194 mul_tensor_5" [id=194, type=mul]; +"195 zero_point_updated_constant5" [id=195, type=get_attr]; +"196 sub_tensor_5" [id=196, type=sub]; +"197 linear_4" [id=197, type=linear]; +"198 unflatten_1" [id=198, type=unflatten]; +"199 unsqueeze_1" [id=199, type=unsqueeze]; +"200 transpose_7" [id=200, type=transpose]; +"201 squeeze_1" [id=201, type=squeeze]; +"202 contiguous_1" [id=202, type=contiguous]; +"203 quantize_per_tensor_default_8" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_8" [id=204, type=dequantize_per_tensor]; +"205 select_3" [id=205, type=select]; +"206 quantize_per_tensor_default_9" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_9" [id=207, type=dequantize_per_tensor]; +"208 select_4" [id=208, type=select]; +"209 select_5" [id=209, type=select]; +"210 view_8" [id=210, type=view]; +"211 transpose_8" [id=211, type=transpose]; +"212 view_9" [id=212, type=view]; +"213 transpose_9" [id=213, type=transpose]; +"214 view_10" [id=214, type=view]; +"215 transpose_10" [id=215, type=transpose]; +"216 view_11" [id=216, type=view]; +"217 view_12" [id=217, type=view]; +"218 view_13" [id=218, type=view]; +"219 scaled_dot_product_attention_1" [id=219, type=scaled_dot_product_attention]; +"220 permute_2" [id=220, type=permute]; +"221 view_14" [id=221, type=view]; +"222 view_14_0_0_nncf_smooth_quant_0" [id=222, type=call_module]; +"223 quantize_per_tensor_default_10" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_10" [id=224, type=dequantize_per_tensor]; +"225 scale_updated_constant6" [id=225, type=get_attr]; +"226 compressed_weight_updated_constant6" [id=226, type=get_attr]; +"227 mul_tensor_6" [id=227, type=mul]; +"228 zero_point_updated_constant6" [id=228, type=get_attr]; +"229 sub_tensor_6" [id=229, type=sub]; +"230 linear_5" [id=230, type=linear]; +"231 view_15" [id=231, type=view]; +"232 transpose_11" [id=232, type=transpose]; +"233 dropout_4" [id=233, type=dropout]; +"234 add_3" [id=234, type=add]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" [id=236, type=call_module]; +"237 quantize_per_tensor_default_11" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_11" [id=238, type=dequantize_per_tensor]; +"239 scale_updated_constant7" [id=239, type=get_attr]; +"240 compressed_weight_updated_constant7" [id=240, type=get_attr]; +"241 mul_tensor_7" [id=241, type=mul]; +"242 zero_point_updated_constant7" [id=242, type=get_attr]; +"243 sub_tensor_7" [id=243, type=sub]; +"244 linear_6" [id=244, type=linear]; +"245 gelu_1" [id=245, type=gelu]; +"246 dropout_5" [id=246, type=dropout]; +"247 dropout_5_0_0_nncf_smooth_quant_0" [id=247, type=call_module]; +"248 quantize_per_tensor_default_12" [id=248, type=quantize_per_tensor]; +"249 dequantize_per_tensor_default_12" [id=249, type=dequantize_per_tensor]; +"250 scale_updated_constant8" [id=250, type=get_attr]; +"251 compressed_weight_updated_constant8" [id=251, type=get_attr]; +"252 mul_tensor_8" [id=252, type=mul]; +"253 zero_point_updated_constant8" [id=253, type=get_attr]; +"254 sub_tensor_8" [id=254, type=sub]; +"255 linear_7" [id=255, type=linear]; +"256 dropout_6" [id=256, type=dropout]; +"257 add_4" [id=257, type=add]; +"258 layer_norm_4" [id=258, type=layer_norm]; +"259 transpose_12" [id=259, type=transpose]; +"260 transpose_12_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_13" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_13" [id=262, type=dequantize_per_tensor]; +"263 scale_updated_constant9" [id=263, type=get_attr]; +"264 compressed_weight_updated_constant9" [id=264, type=get_attr]; +"265 mul_tensor_9" [id=265, type=mul]; +"266 zero_point_updated_constant9" [id=266, type=get_attr]; +"267 sub_tensor_9" [id=267, type=sub]; +"268 linear_8" [id=268, type=linear]; +"269 unflatten_2" [id=269, type=unflatten]; +"270 unsqueeze_2" [id=270, type=unsqueeze]; +"271 transpose_13" [id=271, type=transpose]; +"272 squeeze_2" [id=272, type=squeeze]; +"273 contiguous_2" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_14" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_14" [id=275, type=dequantize_per_tensor]; +"276 select_6" [id=276, type=select]; +"277 quantize_per_tensor_default_15" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_15" [id=278, type=dequantize_per_tensor]; +"279 select_7" [id=279, type=select]; +"280 select_8" [id=280, type=select]; +"281 view_16" [id=281, type=view]; +"282 transpose_14" [id=282, type=transpose]; +"283 view_17" [id=283, type=view]; +"284 transpose_15" [id=284, type=transpose]; +"285 view_18" [id=285, type=view]; +"286 transpose_16" [id=286, type=transpose]; +"287 view_19" [id=287, type=view]; +"288 view_20" [id=288, type=view]; +"289 view_21" [id=289, type=view]; +"290 scaled_dot_product_attention_2" [id=290, type=scaled_dot_product_attention]; +"291 permute_3" [id=291, type=permute]; +"292 view_22" [id=292, type=view]; +"293 view_22_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_16" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_16" [id=295, type=dequantize_per_tensor]; +"296 scale_updated_constant10" [id=296, type=get_attr]; +"297 compressed_weight_updated_constant10" [id=297, type=get_attr]; +"298 mul_tensor_10" [id=298, type=mul]; +"299 zero_point_updated_constant10" [id=299, type=get_attr]; +"300 sub_tensor_10" [id=300, type=sub]; +"301 linear_9" [id=301, type=linear]; +"302 view_23" [id=302, type=view]; +"303 transpose_17" [id=303, type=transpose]; +"304 dropout_7" [id=304, type=dropout]; +"305 add_5" [id=305, type=add]; +"306 layer_norm_5" [id=306, type=layer_norm]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" [id=307, type=call_module]; +"308 quantize_per_tensor_default_17" [id=308, type=quantize_per_tensor]; +"309 dequantize_per_tensor_default_17" [id=309, type=dequantize_per_tensor]; +"310 scale_updated_constant11" [id=310, type=get_attr]; +"311 compressed_weight_updated_constant11" [id=311, type=get_attr]; +"312 mul_tensor_11" [id=312, type=mul]; +"313 zero_point_updated_constant11" [id=313, type=get_attr]; +"314 sub_tensor_11" [id=314, type=sub]; +"315 linear_10" [id=315, type=linear]; +"316 gelu_2" [id=316, type=gelu]; +"317 dropout_8" [id=317, type=dropout]; +"318 dropout_8_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; +"319 quantize_per_tensor_default_18" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_18" [id=320, type=dequantize_per_tensor]; +"321 scale_updated_constant12" [id=321, type=get_attr]; +"322 compressed_weight_updated_constant12" [id=322, type=get_attr]; +"323 mul_tensor_12" [id=323, type=mul]; +"324 zero_point_updated_constant12" [id=324, type=get_attr]; +"325 sub_tensor_12" [id=325, type=sub]; +"326 linear_11" [id=326, type=linear]; +"327 dropout_9" [id=327, type=dropout]; +"328 add_6" [id=328, type=add]; +"329 layer_norm_6" [id=329, type=layer_norm]; +"330 transpose_18" [id=330, type=transpose]; +"331 transpose_18_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"332 quantize_per_tensor_default_19" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_19" [id=333, type=dequantize_per_tensor]; +"334 scale_updated_constant13" [id=334, type=get_attr]; +"335 compressed_weight_updated_constant13" [id=335, type=get_attr]; +"336 mul_tensor_13" [id=336, type=mul]; +"337 zero_point_updated_constant13" [id=337, type=get_attr]; +"338 sub_tensor_13" [id=338, type=sub]; +"339 linear_12" [id=339, type=linear]; +"340 unflatten_3" [id=340, type=unflatten]; +"341 unsqueeze_3" [id=341, type=unsqueeze]; +"342 transpose_19" [id=342, type=transpose]; +"343 squeeze_3" [id=343, type=squeeze]; +"344 contiguous_3" [id=344, type=contiguous]; +"345 quantize_per_tensor_default_20" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_20" [id=346, type=dequantize_per_tensor]; +"347 select_9" [id=347, type=select]; +"348 quantize_per_tensor_default_21" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_21" [id=349, type=dequantize_per_tensor]; +"350 select_10" [id=350, type=select]; +"351 select_11" [id=351, type=select]; +"352 view_24" [id=352, type=view]; +"353 transpose_20" [id=353, type=transpose]; +"354 view_25" [id=354, type=view]; +"355 transpose_21" [id=355, type=transpose]; +"356 view_26" [id=356, type=view]; +"357 transpose_22" [id=357, type=transpose]; +"358 view_27" [id=358, type=view]; +"359 view_28" [id=359, type=view]; +"360 view_29" [id=360, type=view]; +"361 scaled_dot_product_attention_3" [id=361, type=scaled_dot_product_attention]; +"362 permute_4" [id=362, type=permute]; +"363 view_30" [id=363, type=view]; +"364 view_30_0_0_nncf_smooth_quant_0" [id=364, type=call_module]; +"365 quantize_per_tensor_default_22" [id=365, type=quantize_per_tensor]; +"366 dequantize_per_tensor_default_22" [id=366, type=dequantize_per_tensor]; +"367 scale_updated_constant14" [id=367, type=get_attr]; +"368 compressed_weight_updated_constant14" [id=368, type=get_attr]; +"369 mul_tensor_14" [id=369, type=mul]; +"370 zero_point_updated_constant14" [id=370, type=get_attr]; +"371 sub_tensor_14" [id=371, type=sub]; +"372 linear_13" [id=372, type=linear]; +"373 view_31" [id=373, type=view]; +"374 transpose_23" [id=374, type=transpose]; +"375 dropout_10" [id=375, type=dropout]; +"376 add_7" [id=376, type=add]; +"377 layer_norm_7" [id=377, type=layer_norm]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" [id=378, type=call_module]; +"379 quantize_per_tensor_default_23" [id=379, type=quantize_per_tensor]; +"380 dequantize_per_tensor_default_23" [id=380, type=dequantize_per_tensor]; +"381 scale_updated_constant15" [id=381, type=get_attr]; +"382 compressed_weight_updated_constant15" [id=382, type=get_attr]; +"383 mul_tensor_15" [id=383, type=mul]; +"384 zero_point_updated_constant15" [id=384, type=get_attr]; +"385 sub_tensor_15" [id=385, type=sub]; +"386 linear_14" [id=386, type=linear]; +"387 gelu_3" [id=387, type=gelu]; +"388 dropout_11" [id=388, type=dropout]; +"389 dropout_11_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_24" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_24" [id=391, type=dequantize_per_tensor]; +"392 scale_updated_constant16" [id=392, type=get_attr]; +"393 compressed_weight_updated_constant16" [id=393, type=get_attr]; +"394 mul_tensor_16" [id=394, type=mul]; +"395 zero_point_updated_constant16" [id=395, type=get_attr]; +"396 sub_tensor_16" [id=396, type=sub]; +"397 linear_15" [id=397, type=linear]; +"398 dropout_12" [id=398, type=dropout]; +"399 add_8" [id=399, type=add]; +"400 layer_norm_8" [id=400, type=layer_norm]; +"401 transpose_24" [id=401, type=transpose]; +"402 transpose_24_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_25" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_25" [id=404, type=dequantize_per_tensor]; +"405 scale_updated_constant17" [id=405, type=get_attr]; +"406 compressed_weight_updated_constant17" [id=406, type=get_attr]; +"407 mul_tensor_17" [id=407, type=mul]; +"408 zero_point_updated_constant17" [id=408, type=get_attr]; +"409 sub_tensor_17" [id=409, type=sub]; +"410 linear_16" [id=410, type=linear]; +"411 unflatten_4" [id=411, type=unflatten]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 transpose_25" [id=413, type=transpose]; +"414 squeeze_4" [id=414, type=squeeze]; +"415 contiguous_4" [id=415, type=contiguous]; +"416 quantize_per_tensor_default_26" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_26" [id=417, type=dequantize_per_tensor]; +"418 select_12" [id=418, type=select]; +"419 quantize_per_tensor_default_27" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_27" [id=420, type=dequantize_per_tensor]; +"421 select_13" [id=421, type=select]; +"422 select_14" [id=422, type=select]; +"423 view_32" [id=423, type=view]; +"424 transpose_26" [id=424, type=transpose]; +"425 view_33" [id=425, type=view]; +"426 transpose_27" [id=426, type=transpose]; +"427 view_34" [id=427, type=view]; +"428 transpose_28" [id=428, type=transpose]; +"429 view_35" [id=429, type=view]; +"430 view_36" [id=430, type=view]; +"431 view_37" [id=431, type=view]; +"432 scaled_dot_product_attention_4" [id=432, type=scaled_dot_product_attention]; +"433 permute_5" [id=433, type=permute]; +"434 view_38" [id=434, type=view]; +"435 view_38_0_0_nncf_smooth_quant_0" [id=435, type=call_module]; +"436 quantize_per_tensor_default_28" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_28" [id=437, type=dequantize_per_tensor]; +"438 scale_updated_constant18" [id=438, type=get_attr]; +"439 compressed_weight_updated_constant18" [id=439, type=get_attr]; +"440 mul_tensor_18" [id=440, type=mul]; +"441 zero_point_updated_constant18" [id=441, type=get_attr]; +"442 sub_tensor_18" [id=442, type=sub]; +"443 linear_17" [id=443, type=linear]; +"444 view_39" [id=444, type=view]; +"445 transpose_29" [id=445, type=transpose]; +"446 dropout_13" [id=446, type=dropout]; +"447 add_9" [id=447, type=add]; +"448 layer_norm_9" [id=448, type=layer_norm]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_29" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_29" [id=451, type=dequantize_per_tensor]; +"452 scale_updated_constant19" [id=452, type=get_attr]; +"453 compressed_weight_updated_constant19" [id=453, type=get_attr]; +"454 mul_tensor_19" [id=454, type=mul]; +"455 zero_point_updated_constant19" [id=455, type=get_attr]; +"456 sub_tensor_19" [id=456, type=sub]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_4" [id=458, type=gelu]; +"459 dropout_14" [id=459, type=dropout]; +"460 dropout_14_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"461 quantize_per_tensor_default_30" [id=461, type=quantize_per_tensor]; +"462 dequantize_per_tensor_default_30" [id=462, type=dequantize_per_tensor]; +"463 scale_updated_constant20" [id=463, type=get_attr]; +"464 compressed_weight_updated_constant20" [id=464, type=get_attr]; +"465 mul_tensor_20" [id=465, type=mul]; +"466 zero_point_updated_constant20" [id=466, type=get_attr]; +"467 sub_tensor_20" [id=467, type=sub]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_15" [id=469, type=dropout]; +"470 add_10" [id=470, type=add]; +"471 layer_norm_10" [id=471, type=layer_norm]; +"472 transpose_30" [id=472, type=transpose]; +"473 transpose_30_0_0_nncf_smooth_quant_0" [id=473, type=call_module]; +"474 quantize_per_tensor_default_31" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_31" [id=475, type=dequantize_per_tensor]; +"476 scale_updated_constant21" [id=476, type=get_attr]; +"477 compressed_weight_updated_constant21" [id=477, type=get_attr]; +"478 mul_tensor_21" [id=478, type=mul]; +"479 zero_point_updated_constant21" [id=479, type=get_attr]; +"480 sub_tensor_21" [id=480, type=sub]; +"481 linear_20" [id=481, type=linear]; +"482 unflatten_5" [id=482, type=unflatten]; +"483 unsqueeze_5" [id=483, type=unsqueeze]; +"484 transpose_31" [id=484, type=transpose]; +"485 squeeze_5" [id=485, type=squeeze]; +"486 contiguous_5" [id=486, type=contiguous]; +"487 quantize_per_tensor_default_32" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_32" [id=488, type=dequantize_per_tensor]; +"489 select_15" [id=489, type=select]; +"490 quantize_per_tensor_default_33" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_33" [id=491, type=dequantize_per_tensor]; +"492 select_16" [id=492, type=select]; +"493 select_17" [id=493, type=select]; +"494 view_40" [id=494, type=view]; +"495 transpose_32" [id=495, type=transpose]; +"496 view_41" [id=496, type=view]; +"497 transpose_33" [id=497, type=transpose]; +"498 view_42" [id=498, type=view]; +"499 transpose_34" [id=499, type=transpose]; +"500 view_43" [id=500, type=view]; +"501 view_44" [id=501, type=view]; +"502 view_45" [id=502, type=view]; +"503 scaled_dot_product_attention_5" [id=503, type=scaled_dot_product_attention]; +"504 permute_6" [id=504, type=permute]; +"505 view_46" [id=505, type=view]; +"506 view_46_0_0_nncf_smooth_quant_0" [id=506, type=call_module]; +"507 quantize_per_tensor_default_34" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_34" [id=508, type=dequantize_per_tensor]; +"509 scale_updated_constant22" [id=509, type=get_attr]; +"510 compressed_weight_updated_constant22" [id=510, type=get_attr]; +"511 mul_tensor_22" [id=511, type=mul]; +"512 zero_point_updated_constant22" [id=512, type=get_attr]; +"513 sub_tensor_22" [id=513, type=sub]; +"514 linear_21" [id=514, type=linear]; +"515 view_47" [id=515, type=view]; +"516 transpose_35" [id=516, type=transpose]; +"517 dropout_16" [id=517, type=dropout]; +"518 add_11" [id=518, type=add]; +"519 layer_norm_11" [id=519, type=layer_norm]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_35" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_35" [id=522, type=dequantize_per_tensor]; +"523 scale_updated_constant23" [id=523, type=get_attr]; +"524 compressed_weight_updated_constant23" [id=524, type=get_attr]; +"525 mul_tensor_23" [id=525, type=mul]; +"526 zero_point_updated_constant23" [id=526, type=get_attr]; +"527 sub_tensor_23" [id=527, type=sub]; +"528 linear_22" [id=528, type=linear]; +"529 gelu_5" [id=529, type=gelu]; +"530 dropout_17" [id=530, type=dropout]; +"531 dropout_17_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_36" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_36" [id=533, type=dequantize_per_tensor]; +"534 scale_updated_constant24" [id=534, type=get_attr]; +"535 compressed_weight_updated_constant24" [id=535, type=get_attr]; +"536 mul_tensor_24" [id=536, type=mul]; +"537 zero_point_updated_constant24" [id=537, type=get_attr]; +"538 sub_tensor_24" [id=538, type=sub]; +"539 linear_23" [id=539, type=linear]; +"540 dropout_18" [id=540, type=dropout]; +"541 add_12" [id=541, type=add]; +"542 layer_norm_12" [id=542, type=layer_norm]; +"543 transpose_36" [id=543, type=transpose]; +"544 transpose_36_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_37" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_37" [id=546, type=dequantize_per_tensor]; +"547 scale_updated_constant25" [id=547, type=get_attr]; +"548 compressed_weight_updated_constant25" [id=548, type=get_attr]; +"549 mul_tensor_25" [id=549, type=mul]; +"550 zero_point_updated_constant25" [id=550, type=get_attr]; +"551 sub_tensor_25" [id=551, type=sub]; +"552 linear_24" [id=552, type=linear]; +"553 unflatten_6" [id=553, type=unflatten]; +"554 unsqueeze_6" [id=554, type=unsqueeze]; +"555 transpose_37" [id=555, type=transpose]; +"556 squeeze_6" [id=556, type=squeeze]; +"557 contiguous_6" [id=557, type=contiguous]; +"558 quantize_per_tensor_default_38" [id=558, type=quantize_per_tensor]; +"559 dequantize_per_tensor_default_38" [id=559, type=dequantize_per_tensor]; +"560 select_18" [id=560, type=select]; +"561 quantize_per_tensor_default_39" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_39" [id=562, type=dequantize_per_tensor]; +"563 select_19" [id=563, type=select]; +"564 select_20" [id=564, type=select]; +"565 view_48" [id=565, type=view]; +"566 transpose_38" [id=566, type=transpose]; +"567 view_49" [id=567, type=view]; +"568 transpose_39" [id=568, type=transpose]; +"569 view_50" [id=569, type=view]; +"570 transpose_40" [id=570, type=transpose]; +"571 view_51" [id=571, type=view]; +"572 view_52" [id=572, type=view]; +"573 view_53" [id=573, type=view]; +"574 scaled_dot_product_attention_6" [id=574, type=scaled_dot_product_attention]; +"575 permute_7" [id=575, type=permute]; +"576 view_54" [id=576, type=view]; +"577 view_54_0_0_nncf_smooth_quant_0" [id=577, type=call_module]; +"578 quantize_per_tensor_default_40" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_40" [id=579, type=dequantize_per_tensor]; +"580 scale_updated_constant26" [id=580, type=get_attr]; +"581 compressed_weight_updated_constant26" [id=581, type=get_attr]; +"582 mul_tensor_26" [id=582, type=mul]; +"583 zero_point_updated_constant26" [id=583, type=get_attr]; +"584 sub_tensor_26" [id=584, type=sub]; +"585 linear_25" [id=585, type=linear]; +"586 view_55" [id=586, type=view]; +"587 transpose_41" [id=587, type=transpose]; +"588 dropout_19" [id=588, type=dropout]; +"589 add_13" [id=589, type=add]; +"590 layer_norm_13" [id=590, type=layer_norm]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" [id=591, type=call_module]; +"592 quantize_per_tensor_default_41" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_41" [id=593, type=dequantize_per_tensor]; +"594 scale_updated_constant27" [id=594, type=get_attr]; +"595 compressed_weight_updated_constant27" [id=595, type=get_attr]; +"596 mul_tensor_27" [id=596, type=mul]; +"597 zero_point_updated_constant27" [id=597, type=get_attr]; +"598 sub_tensor_27" [id=598, type=sub]; +"599 linear_26" [id=599, type=linear]; +"600 gelu_6" [id=600, type=gelu]; +"601 dropout_20" [id=601, type=dropout]; +"602 dropout_20_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_42" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_42" [id=604, type=dequantize_per_tensor]; +"605 scale_updated_constant28" [id=605, type=get_attr]; +"606 compressed_weight_updated_constant28" [id=606, type=get_attr]; +"607 mul_tensor_28" [id=607, type=mul]; +"608 zero_point_updated_constant28" [id=608, type=get_attr]; +"609 sub_tensor_28" [id=609, type=sub]; +"610 linear_27" [id=610, type=linear]; +"611 dropout_21" [id=611, type=dropout]; +"612 add_14" [id=612, type=add]; +"613 layer_norm_14" [id=613, type=layer_norm]; +"614 transpose_42" [id=614, type=transpose]; +"615 transpose_42_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_43" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_43" [id=617, type=dequantize_per_tensor]; +"618 scale_updated_constant29" [id=618, type=get_attr]; +"619 compressed_weight_updated_constant29" [id=619, type=get_attr]; +"620 mul_tensor_29" [id=620, type=mul]; +"621 zero_point_updated_constant29" [id=621, type=get_attr]; +"622 sub_tensor_29" [id=622, type=sub]; +"623 linear_28" [id=623, type=linear]; +"624 unflatten_7" [id=624, type=unflatten]; +"625 unsqueeze_7" [id=625, type=unsqueeze]; +"626 transpose_43" [id=626, type=transpose]; +"627 squeeze_7" [id=627, type=squeeze]; +"628 contiguous_7" [id=628, type=contiguous]; +"629 quantize_per_tensor_default_44" [id=629, type=quantize_per_tensor]; +"630 dequantize_per_tensor_default_44" [id=630, type=dequantize_per_tensor]; +"631 select_21" [id=631, type=select]; +"632 quantize_per_tensor_default_45" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_45" [id=633, type=dequantize_per_tensor]; +"634 select_22" [id=634, type=select]; +"635 select_23" [id=635, type=select]; +"636 view_56" [id=636, type=view]; +"637 transpose_44" [id=637, type=transpose]; +"638 view_57" [id=638, type=view]; +"639 transpose_45" [id=639, type=transpose]; +"640 view_58" [id=640, type=view]; +"641 transpose_46" [id=641, type=transpose]; +"642 view_59" [id=642, type=view]; +"643 view_60" [id=643, type=view]; +"644 view_61" [id=644, type=view]; +"645 scaled_dot_product_attention_7" [id=645, type=scaled_dot_product_attention]; +"646 permute_8" [id=646, type=permute]; +"647 view_62" [id=647, type=view]; +"648 view_62_0_0_nncf_smooth_quant_0" [id=648, type=call_module]; +"649 quantize_per_tensor_default_46" [id=649, type=quantize_per_tensor]; +"650 dequantize_per_tensor_default_46" [id=650, type=dequantize_per_tensor]; +"651 scale_updated_constant30" [id=651, type=get_attr]; +"652 compressed_weight_updated_constant30" [id=652, type=get_attr]; +"653 mul_tensor_30" [id=653, type=mul]; +"654 zero_point_updated_constant30" [id=654, type=get_attr]; +"655 sub_tensor_30" [id=655, type=sub]; +"656 linear_29" [id=656, type=linear]; +"657 view_63" [id=657, type=view]; +"658 transpose_47" [id=658, type=transpose]; +"659 dropout_22" [id=659, type=dropout]; +"660 add_15" [id=660, type=add]; +"661 layer_norm_15" [id=661, type=layer_norm]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" [id=662, type=call_module]; +"663 quantize_per_tensor_default_47" [id=663, type=quantize_per_tensor]; +"664 dequantize_per_tensor_default_47" [id=664, type=dequantize_per_tensor]; +"665 scale_updated_constant31" [id=665, type=get_attr]; +"666 compressed_weight_updated_constant31" [id=666, type=get_attr]; +"667 mul_tensor_31" [id=667, type=mul]; +"668 zero_point_updated_constant31" [id=668, type=get_attr]; +"669 sub_tensor_31" [id=669, type=sub]; +"670 linear_30" [id=670, type=linear]; +"671 gelu_7" [id=671, type=gelu]; +"672 dropout_23" [id=672, type=dropout]; +"673 dropout_23_0_0_nncf_smooth_quant_0" [id=673, type=call_module]; +"674 quantize_per_tensor_default_48" [id=674, type=quantize_per_tensor]; +"675 dequantize_per_tensor_default_48" [id=675, type=dequantize_per_tensor]; +"676 scale_updated_constant32" [id=676, type=get_attr]; +"677 compressed_weight_updated_constant32" [id=677, type=get_attr]; +"678 mul_tensor_32" [id=678, type=mul]; +"679 zero_point_updated_constant32" [id=679, type=get_attr]; +"680 sub_tensor_32" [id=680, type=sub]; +"681 linear_31" [id=681, type=linear]; +"682 dropout_24" [id=682, type=dropout]; +"683 add_16" [id=683, type=add]; +"684 layer_norm_16" [id=684, type=layer_norm]; +"685 transpose_48" [id=685, type=transpose]; +"686 transpose_48_0_0_nncf_smooth_quant_0" [id=686, type=call_module]; +"687 quantize_per_tensor_default_49" [id=687, type=quantize_per_tensor]; +"688 dequantize_per_tensor_default_49" [id=688, type=dequantize_per_tensor]; +"689 scale_updated_constant33" [id=689, type=get_attr]; +"690 compressed_weight_updated_constant33" [id=690, type=get_attr]; +"691 mul_tensor_33" [id=691, type=mul]; +"692 zero_point_updated_constant33" [id=692, type=get_attr]; +"693 sub_tensor_33" [id=693, type=sub]; +"694 linear_32" [id=694, type=linear]; +"695 unflatten_8" [id=695, type=unflatten]; +"696 unsqueeze_8" [id=696, type=unsqueeze]; +"697 transpose_49" [id=697, type=transpose]; +"698 squeeze_8" [id=698, type=squeeze]; +"699 contiguous_8" [id=699, type=contiguous]; +"700 quantize_per_tensor_default_50" [id=700, type=quantize_per_tensor]; +"701 dequantize_per_tensor_default_50" [id=701, type=dequantize_per_tensor]; +"702 select_24" [id=702, type=select]; +"703 quantize_per_tensor_default_51" [id=703, type=quantize_per_tensor]; +"704 dequantize_per_tensor_default_51" [id=704, type=dequantize_per_tensor]; +"705 select_25" [id=705, type=select]; +"706 select_26" [id=706, type=select]; +"707 view_64" [id=707, type=view]; +"708 transpose_50" [id=708, type=transpose]; +"709 view_65" [id=709, type=view]; +"710 transpose_51" [id=710, type=transpose]; +"711 view_66" [id=711, type=view]; +"712 transpose_52" [id=712, type=transpose]; +"713 view_67" [id=713, type=view]; +"714 view_68" [id=714, type=view]; +"715 view_69" [id=715, type=view]; +"716 scaled_dot_product_attention_8" [id=716, type=scaled_dot_product_attention]; +"717 permute_9" [id=717, type=permute]; +"718 view_70" [id=718, type=view]; +"719 view_70_0_0_nncf_smooth_quant_0" [id=719, type=call_module]; +"720 quantize_per_tensor_default_52" [id=720, type=quantize_per_tensor]; +"721 dequantize_per_tensor_default_52" [id=721, type=dequantize_per_tensor]; +"722 scale_updated_constant34" [id=722, type=get_attr]; +"723 compressed_weight_updated_constant34" [id=723, type=get_attr]; +"724 mul_tensor_34" [id=724, type=mul]; +"725 zero_point_updated_constant34" [id=725, type=get_attr]; +"726 sub_tensor_34" [id=726, type=sub]; +"727 linear_33" [id=727, type=linear]; +"728 view_71" [id=728, type=view]; +"729 transpose_53" [id=729, type=transpose]; +"730 dropout_25" [id=730, type=dropout]; +"731 add_17" [id=731, type=add]; +"732 layer_norm_17" [id=732, type=layer_norm]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_53" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_53" [id=735, type=dequantize_per_tensor]; +"736 scale_updated_constant35" [id=736, type=get_attr]; +"737 compressed_weight_updated_constant35" [id=737, type=get_attr]; +"738 mul_tensor_35" [id=738, type=mul]; +"739 zero_point_updated_constant35" [id=739, type=get_attr]; +"740 sub_tensor_35" [id=740, type=sub]; +"741 linear_34" [id=741, type=linear]; +"742 gelu_8" [id=742, type=gelu]; +"743 dropout_26" [id=743, type=dropout]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_54" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_54" [id=746, type=dequantize_per_tensor]; +"747 scale_updated_constant36" [id=747, type=get_attr]; +"748 compressed_weight_updated_constant36" [id=748, type=get_attr]; +"749 mul_tensor_36" [id=749, type=mul]; +"750 zero_point_updated_constant36" [id=750, type=get_attr]; +"751 sub_tensor_36" [id=751, type=sub]; +"752 linear_35" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 add_18" [id=754, type=add]; +"755 layer_norm_18" [id=755, type=layer_norm]; +"756 transpose_54" [id=756, type=transpose]; +"757 transpose_54_0_0_nncf_smooth_quant_0" [id=757, type=call_module]; +"758 quantize_per_tensor_default_55" [id=758, type=quantize_per_tensor]; +"759 dequantize_per_tensor_default_55" [id=759, type=dequantize_per_tensor]; +"760 scale_updated_constant37" [id=760, type=get_attr]; +"761 compressed_weight_updated_constant37" [id=761, type=get_attr]; +"762 mul_tensor_37" [id=762, type=mul]; +"763 zero_point_updated_constant37" [id=763, type=get_attr]; +"764 sub_tensor_37" [id=764, type=sub]; +"765 linear_36" [id=765, type=linear]; +"766 unflatten_9" [id=766, type=unflatten]; +"767 unsqueeze_9" [id=767, type=unsqueeze]; +"768 transpose_55" [id=768, type=transpose]; +"769 squeeze_9" [id=769, type=squeeze]; +"770 contiguous_9" [id=770, type=contiguous]; +"771 quantize_per_tensor_default_56" [id=771, type=quantize_per_tensor]; +"772 dequantize_per_tensor_default_56" [id=772, type=dequantize_per_tensor]; +"773 select_27" [id=773, type=select]; +"774 quantize_per_tensor_default_57" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_57" [id=775, type=dequantize_per_tensor]; +"776 select_28" [id=776, type=select]; +"777 select_29" [id=777, type=select]; +"778 view_72" [id=778, type=view]; +"779 transpose_56" [id=779, type=transpose]; +"780 view_73" [id=780, type=view]; +"781 transpose_57" [id=781, type=transpose]; +"782 view_74" [id=782, type=view]; +"783 transpose_58" [id=783, type=transpose]; +"784 view_75" [id=784, type=view]; +"785 view_76" [id=785, type=view]; +"786 view_77" [id=786, type=view]; +"787 scaled_dot_product_attention_9" [id=787, type=scaled_dot_product_attention]; +"788 permute_10" [id=788, type=permute]; +"789 view_78" [id=789, type=view]; +"790 view_78_0_0_nncf_smooth_quant_0" [id=790, type=call_module]; +"791 quantize_per_tensor_default_58" [id=791, type=quantize_per_tensor]; +"792 dequantize_per_tensor_default_58" [id=792, type=dequantize_per_tensor]; +"793 scale_updated_constant38" [id=793, type=get_attr]; +"794 compressed_weight_updated_constant38" [id=794, type=get_attr]; +"795 mul_tensor_38" [id=795, type=mul]; +"796 zero_point_updated_constant38" [id=796, type=get_attr]; +"797 sub_tensor_38" [id=797, type=sub]; +"798 linear_37" [id=798, type=linear]; +"799 view_79" [id=799, type=view]; +"800 transpose_59" [id=800, type=transpose]; +"801 dropout_28" [id=801, type=dropout]; +"802 add_19" [id=802, type=add]; +"803 layer_norm_19" [id=803, type=layer_norm]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" [id=804, type=call_module]; +"805 quantize_per_tensor_default_59" [id=805, type=quantize_per_tensor]; +"806 dequantize_per_tensor_default_59" [id=806, type=dequantize_per_tensor]; +"807 scale_updated_constant39" [id=807, type=get_attr]; +"808 compressed_weight_updated_constant39" [id=808, type=get_attr]; +"809 mul_tensor_39" [id=809, type=mul]; +"810 zero_point_updated_constant39" [id=810, type=get_attr]; +"811 sub_tensor_39" [id=811, type=sub]; +"812 linear_38" [id=812, type=linear]; +"813 gelu_9" [id=813, type=gelu]; +"814 dropout_29" [id=814, type=dropout]; +"815 dropout_29_0_0_nncf_smooth_quant_0" [id=815, type=call_module]; +"816 quantize_per_tensor_default_60" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_60" [id=817, type=dequantize_per_tensor]; +"818 scale_updated_constant40" [id=818, type=get_attr]; +"819 compressed_weight_updated_constant40" [id=819, type=get_attr]; +"820 mul_tensor_40" [id=820, type=mul]; +"821 zero_point_updated_constant40" [id=821, type=get_attr]; +"822 sub_tensor_40" [id=822, type=sub]; +"823 linear_39" [id=823, type=linear]; +"824 dropout_30" [id=824, type=dropout]; +"825 add_20" [id=825, type=add]; +"826 layer_norm_20" [id=826, type=layer_norm]; +"827 transpose_60" [id=827, type=transpose]; +"828 transpose_60_0_0_nncf_smooth_quant_0" [id=828, type=call_module]; +"829 quantize_per_tensor_default_61" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_61" [id=830, type=dequantize_per_tensor]; +"831 scale_updated_constant41" [id=831, type=get_attr]; +"832 compressed_weight_updated_constant41" [id=832, type=get_attr]; +"833 mul_tensor_41" [id=833, type=mul]; +"834 zero_point_updated_constant41" [id=834, type=get_attr]; +"835 sub_tensor_41" [id=835, type=sub]; +"836 linear_40" [id=836, type=linear]; +"837 unflatten_10" [id=837, type=unflatten]; +"838 unsqueeze_10" [id=838, type=unsqueeze]; +"839 transpose_61" [id=839, type=transpose]; +"840 squeeze_10" [id=840, type=squeeze]; +"841 contiguous_10" [id=841, type=contiguous]; +"842 quantize_per_tensor_default_62" [id=842, type=quantize_per_tensor]; +"843 dequantize_per_tensor_default_62" [id=843, type=dequantize_per_tensor]; +"844 select_30" [id=844, type=select]; +"845 quantize_per_tensor_default_63" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_63" [id=846, type=dequantize_per_tensor]; +"847 select_31" [id=847, type=select]; +"848 select_32" [id=848, type=select]; +"849 view_80" [id=849, type=view]; +"850 transpose_62" [id=850, type=transpose]; +"851 view_81" [id=851, type=view]; +"852 transpose_63" [id=852, type=transpose]; +"853 view_82" [id=853, type=view]; +"854 transpose_64" [id=854, type=transpose]; +"855 view_83" [id=855, type=view]; +"856 view_84" [id=856, type=view]; +"857 view_85" [id=857, type=view]; +"858 scaled_dot_product_attention_10" [id=858, type=scaled_dot_product_attention]; +"859 permute_11" [id=859, type=permute]; +"860 view_86" [id=860, type=view]; +"861 view_86_0_0_nncf_smooth_quant_0" [id=861, type=call_module]; +"862 quantize_per_tensor_default_64" [id=862, type=quantize_per_tensor]; +"863 dequantize_per_tensor_default_64" [id=863, type=dequantize_per_tensor]; +"864 scale_updated_constant42" [id=864, type=get_attr]; +"865 compressed_weight_updated_constant42" [id=865, type=get_attr]; +"866 mul_tensor_42" [id=866, type=mul]; +"867 zero_point_updated_constant42" [id=867, type=get_attr]; +"868 sub_tensor_42" [id=868, type=sub]; +"869 linear_41" [id=869, type=linear]; +"870 view_87" [id=870, type=view]; +"871 transpose_65" [id=871, type=transpose]; +"872 dropout_31" [id=872, type=dropout]; +"873 add_21" [id=873, type=add]; +"874 layer_norm_21" [id=874, type=layer_norm]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_65" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_65" [id=877, type=dequantize_per_tensor]; +"878 scale_updated_constant43" [id=878, type=get_attr]; +"879 compressed_weight_updated_constant43" [id=879, type=get_attr]; +"880 mul_tensor_43" [id=880, type=mul]; +"881 zero_point_updated_constant43" [id=881, type=get_attr]; +"882 sub_tensor_43" [id=882, type=sub]; +"883 linear_42" [id=883, type=linear]; +"884 gelu_10" [id=884, type=gelu]; +"885 dropout_32" [id=885, type=dropout]; +"886 dropout_32_0_0_nncf_smooth_quant_0" [id=886, type=call_module]; +"887 quantize_per_tensor_default_66" [id=887, type=quantize_per_tensor]; +"888 dequantize_per_tensor_default_66" [id=888, type=dequantize_per_tensor]; +"889 scale_updated_constant44" [id=889, type=get_attr]; +"890 compressed_weight_updated_constant44" [id=890, type=get_attr]; +"891 mul_tensor_44" [id=891, type=mul]; +"892 zero_point_updated_constant44" [id=892, type=get_attr]; +"893 sub_tensor_44" [id=893, type=sub]; +"894 linear_43" [id=894, type=linear]; +"895 dropout_33" [id=895, type=dropout]; +"896 add_22" [id=896, type=add]; +"897 layer_norm_22" [id=897, type=layer_norm]; +"898 transpose_66" [id=898, type=transpose]; +"899 transpose_66_0_0_nncf_smooth_quant_0" [id=899, type=call_module]; +"900 quantize_per_tensor_default_67" [id=900, type=quantize_per_tensor]; +"901 dequantize_per_tensor_default_67" [id=901, type=dequantize_per_tensor]; +"902 scale_updated_constant45" [id=902, type=get_attr]; +"903 compressed_weight_updated_constant45" [id=903, type=get_attr]; +"904 mul_tensor_45" [id=904, type=mul]; +"905 zero_point_updated_constant45" [id=905, type=get_attr]; +"906 sub_tensor_45" [id=906, type=sub]; +"907 linear_44" [id=907, type=linear]; +"908 unflatten_11" [id=908, type=unflatten]; +"909 unsqueeze_11" [id=909, type=unsqueeze]; +"910 transpose_67" [id=910, type=transpose]; +"911 squeeze_11" [id=911, type=squeeze]; +"912 contiguous_11" [id=912, type=contiguous]; +"913 quantize_per_tensor_default_68" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_68" [id=914, type=dequantize_per_tensor]; +"915 select_33" [id=915, type=select]; +"916 quantize_per_tensor_default_69" [id=916, type=quantize_per_tensor]; +"917 dequantize_per_tensor_default_69" [id=917, type=dequantize_per_tensor]; +"918 select_34" [id=918, type=select]; +"919 select_35" [id=919, type=select]; +"920 view_88" [id=920, type=view]; +"921 transpose_68" [id=921, type=transpose]; +"922 view_89" [id=922, type=view]; +"923 transpose_69" [id=923, type=transpose]; +"924 view_90" [id=924, type=view]; +"925 transpose_70" [id=925, type=transpose]; +"926 view_91" [id=926, type=view]; +"927 view_92" [id=927, type=view]; +"928 view_93" [id=928, type=view]; +"929 scaled_dot_product_attention_11" [id=929, type=scaled_dot_product_attention]; +"930 permute_12" [id=930, type=permute]; +"931 view_94" [id=931, type=view]; +"932 view_94_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_70" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_70" [id=934, type=dequantize_per_tensor]; +"935 scale_updated_constant46" [id=935, type=get_attr]; +"936 compressed_weight_updated_constant46" [id=936, type=get_attr]; +"937 mul_tensor_46" [id=937, type=mul]; +"938 zero_point_updated_constant46" [id=938, type=get_attr]; +"939 sub_tensor_46" [id=939, type=sub]; +"940 linear_45" [id=940, type=linear]; +"941 view_95" [id=941, type=view]; +"942 transpose_71" [id=942, type=transpose]; +"943 dropout_34" [id=943, type=dropout]; +"944 add_23" [id=944, type=add]; +"945 layer_norm_23" [id=945, type=layer_norm]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_71" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_71" [id=948, type=dequantize_per_tensor]; +"949 scale_updated_constant47" [id=949, type=get_attr]; +"950 compressed_weight_updated_constant47" [id=950, type=get_attr]; +"951 mul_tensor_47" [id=951, type=mul]; +"952 zero_point_updated_constant47" [id=952, type=get_attr]; +"953 sub_tensor_47" [id=953, type=sub]; +"954 linear_46" [id=954, type=linear]; +"955 gelu_11" [id=955, type=gelu]; +"956 dropout_35" [id=956, type=dropout]; +"957 dropout_35_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 quantize_per_tensor_default_72" [id=958, type=quantize_per_tensor]; +"959 dequantize_per_tensor_default_72" [id=959, type=dequantize_per_tensor]; +"960 scale_updated_constant48" [id=960, type=get_attr]; +"961 compressed_weight_updated_constant48" [id=961, type=get_attr]; +"962 mul_tensor_48" [id=962, type=mul]; +"963 zero_point_updated_constant48" [id=963, type=get_attr]; +"964 sub_tensor_48" [id=964, type=sub]; +"965 linear_47" [id=965, type=linear]; +"966 dropout_36" [id=966, type=dropout]; +"967 add_24" [id=967, type=add]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 scale_updated_constant49" [id=974, type=get_attr]; +"975 compressed_weight_updated_constant49" [id=975, type=get_attr]; +"976 mul_tensor_49" [id=976, type=mul]; +"977 zero_point_updated_constant49" [id=977, type=get_attr]; +"978 sub_tensor_49" [id=978, type=sub]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; +"0 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; +"1 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "126 linear" [label="(2304,)", style=solid]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "159 linear_1" [label="(768,)", style=solid]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" -> "173 linear_2" [label="(3072,)", style=solid]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" -> "184 linear_3" [label="(768,)", style=solid]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "197 linear_4" [label="(2304,)", style=solid]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "230 linear_5" [label="(768,)", style=solid]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" -> "244 linear_6" [label="(3072,)", style=solid]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" -> "255 linear_7" [label="(768,)", style=solid]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "268 linear_8" [label="(2304,)", style=solid]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "301 linear_9" [label="(768,)", style=solid]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" -> "315 linear_10" [label="(3072,)", style=solid]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" -> "326 linear_11" [label="(768,)", style=solid]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "339 linear_12" [label="(2304,)", style=solid]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "372 linear_13" [label="(768,)", style=solid]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" -> "386 linear_14" [label="(3072,)", style=solid]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" -> "397 linear_15" [label="(768,)", style=solid]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "410 linear_16" [label="(2304,)", style=solid]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "443 linear_17" [label="(768,)", style=solid]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" -> "457 linear_18" [label="(3072,)", style=solid]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" -> "468 linear_19" [label="(768,)", style=solid]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "481 linear_20" [label="(2304,)", style=solid]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "514 linear_21" [label="(768,)", style=solid]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" -> "528 linear_22" [label="(3072,)", style=solid]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" -> "539 linear_23" [label="(768,)", style=solid]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "552 linear_24" [label="(2304,)", style=solid]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "585 linear_25" [label="(768,)", style=solid]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" -> "599 linear_26" [label="(3072,)", style=solid]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" -> "610 linear_27" [label="(768,)", style=solid]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "623 linear_28" [label="(2304,)", style=solid]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "656 linear_29" [label="(768,)", style=solid]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" -> "670 linear_30" [label="(3072,)", style=solid]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" -> "681 linear_31" [label="(768,)", style=solid]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "694 linear_32" [label="(2304,)", style=solid]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "727 linear_33" [label="(768,)", style=solid]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" -> "741 linear_34" [label="(3072,)", style=solid]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" -> "752 linear_35" [label="(768,)", style=solid]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "765 linear_36" [label="(2304,)", style=solid]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "798 linear_37" [label="(768,)", style=solid]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" -> "812 linear_38" [label="(3072,)", style=solid]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" -> "823 linear_39" [label="(768,)", style=solid]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "836 linear_40" [label="(2304,)", style=solid]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "869 linear_41" [label="(768,)", style=solid]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" -> "883 linear_42" [label="(3072,)", style=solid]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" -> "894 linear_43" [label="(768,)", style=solid]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "907 linear_44" [label="(2304,)", style=solid]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "940 linear_45" [label="(768,)", style=solid]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" -> "954 linear_46" [label="(3072,)", style=solid]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" -> "965 linear_47" [label="(768,)", style=solid]; +"98 encoder_ln_weight" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"99 encoder_ln_bias" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"100 heads_head_bias" -> "979 linear_48" [label="(1000,)", style=solid]; +"101 x" -> "102 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"102 quantize_per_tensor_default" -> "103 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"103 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"104 scale_updated_constant0" -> "106 mul_tensor" [label="(768, 1, 1, 1)", style=solid]; +"105 compressed_weight_updated_constant0" -> "106 mul_tensor" [label="(768, 3, 16, 16)", style=solid]; +"106 mul_tensor" -> "108 sub_tensor" [label="(768, 3, 16, 16)", style=solid]; +"107 zero_point_updated_constant0" -> "108 sub_tensor" [label="(768, 1, 1, 1)", style=solid]; +"108 sub_tensor" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; +"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; +"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; +"112 _frozen_param0" -> "113 cat" [label="(1, 1, 768)", style=solid]; +"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; +"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; +"117 transpose" -> "118 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"118 transpose_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_1" -> "120 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_1" -> "126 linear" [label="(197, 1, 768)", style=solid]; +"121 scale_updated_constant1" -> "123 mul_tensor_1" [label="(2304, 1)", style=solid]; +"122 compressed_weight_updated_constant1" -> "123 mul_tensor_1" [label="(2304, 768)", style=solid]; +"123 mul_tensor_1" -> "125 sub_tensor_1" [label="(2304, 768)", style=solid]; +"124 zero_point_updated_constant1" -> "125 sub_tensor_1" [label="(2304, 1)", style=solid]; +"125 sub_tensor_1" -> "126 linear" [label="(2304, 768)", style=solid]; +"126 linear" -> "127 unflatten" [label="(197, 1, 2304)", style=solid]; +"127 unflatten" -> "128 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"128 unsqueeze" -> "129 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"129 transpose_1" -> "130 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"130 squeeze" -> "131 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "132 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "135 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "138 select_2" [label="(3, 197, 1, 768)", style=solid]; +"132 quantize_per_tensor_default_2" -> "133 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"133 dequantize_per_tensor_default_2" -> "134 select" [label="(3, 197, 1, 768)", style=solid]; +"134 select" -> "139 view" [label="(197, 1, 768)", style=solid]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"136 dequantize_per_tensor_default_3" -> "137 select_1" [label="(3, 197, 1, 768)", style=solid]; +"137 select_1" -> "141 view_1" [label="(197, 1, 768)", style=solid]; +"138 select_2" -> "143 view_2" [label="(197, 1, 768)", style=solid]; +"139 view" -> "140 transpose_2" [label="(197, 12, 64)", style=solid]; +"140 transpose_2" -> "145 view_3" [label="(12, 197, 64)", style=solid]; +"141 view_1" -> "142 transpose_3" [label="(197, 12, 64)", style=solid]; +"142 transpose_3" -> "146 view_4" [label="(12, 197, 64)", style=solid]; +"143 view_2" -> "144 transpose_4" [label="(197, 12, 64)", style=solid]; +"144 transpose_4" -> "147 view_5" [label="(12, 197, 64)", style=solid]; +"145 view_3" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"146 view_4" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"147 view_5" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"148 scaled_dot_product_attention" -> "149 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"149 permute_1" -> "150 view_6" [label="(197, 1, 12, 64)", style=solid]; +"150 view_6" -> "151 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"151 view_6_0_0_nncf_smooth_quant_0" -> "152 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"152 quantize_per_tensor_default_4" -> "153 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"153 dequantize_per_tensor_default_4" -> "159 linear_1" [label="(197, 768)", style=solid]; +"154 scale_updated_constant2" -> "156 mul_tensor_2" [label="(768, 1)", style=solid]; +"155 compressed_weight_updated_constant2" -> "156 mul_tensor_2" [label="(768, 768)", style=solid]; +"156 mul_tensor_2" -> "158 sub_tensor_2" [label="(768, 768)", style=solid]; +"157 zero_point_updated_constant2" -> "158 sub_tensor_2" [label="(768, 1)", style=solid]; +"158 sub_tensor_2" -> "159 linear_1" [label="(768, 768)", style=solid]; +"159 linear_1" -> "160 view_7" [label="(197, 768)", style=solid]; +"160 view_7" -> "161 transpose_5" [label="(197, 1, 768)", style=solid]; +"161 transpose_5" -> "162 dropout_1" [label="(1, 197, 768)", style=solid]; +"162 dropout_1" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "164 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"164 layer_norm_1" -> "165 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"167 dequantize_per_tensor_default_5" -> "173 linear_2" [label="(1, 197, 768)", style=solid]; +"168 scale_updated_constant3" -> "170 mul_tensor_3" [label="(3072, 1)", style=solid]; +"169 compressed_weight_updated_constant3" -> "170 mul_tensor_3" [label="(3072, 768)", style=solid]; +"170 mul_tensor_3" -> "172 sub_tensor_3" [label="(3072, 768)", style=solid]; +"171 zero_point_updated_constant3" -> "172 sub_tensor_3" [label="(3072, 1)", style=solid]; +"172 sub_tensor_3" -> "173 linear_2" [label="(3072, 768)", style=solid]; +"173 linear_2" -> "174 gelu" [label="(1, 197, 3072)", style=solid]; +"174 gelu" -> "175 dropout_2" [label="(1, 197, 3072)", style=solid]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"178 dequantize_per_tensor_default_6" -> "184 linear_3" [label="(1, 197, 3072)", style=solid]; +"179 scale_updated_constant4" -> "181 mul_tensor_4" [label="(768, 1)", style=solid]; +"180 compressed_weight_updated_constant4" -> "181 mul_tensor_4" [label="(768, 3072)", style=solid]; +"181 mul_tensor_4" -> "183 sub_tensor_4" [label="(768, 3072)", style=solid]; +"182 zero_point_updated_constant4" -> "183 sub_tensor_4" [label="(768, 1)", style=solid]; +"183 sub_tensor_4" -> "184 linear_3" [label="(768, 3072)", style=solid]; +"184 linear_3" -> "185 dropout_3" [label="(1, 197, 768)", style=solid]; +"185 dropout_3" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "187 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"187 layer_norm_2" -> "188 transpose_6" [label="(1, 197, 768)", style=solid]; +"188 transpose_6" -> "189 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"189 transpose_6_0_0_nncf_smooth_quant_0" -> "190 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"190 quantize_per_tensor_default_7" -> "191 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"191 dequantize_per_tensor_default_7" -> "197 linear_4" [label="(197, 1, 768)", style=solid]; +"192 scale_updated_constant5" -> "194 mul_tensor_5" [label="(2304, 1)", style=solid]; +"193 compressed_weight_updated_constant5" -> "194 mul_tensor_5" [label="(2304, 768)", style=solid]; +"194 mul_tensor_5" -> "196 sub_tensor_5" [label="(2304, 768)", style=solid]; +"195 zero_point_updated_constant5" -> "196 sub_tensor_5" [label="(2304, 1)", style=solid]; +"196 sub_tensor_5" -> "197 linear_4" [label="(2304, 768)", style=solid]; +"197 linear_4" -> "198 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"198 unflatten_1" -> "199 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"199 unsqueeze_1" -> "200 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"200 transpose_7" -> "201 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"201 squeeze_1" -> "202 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "203 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "206 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "209 select_5" [label="(3, 197, 1, 768)", style=solid]; +"203 quantize_per_tensor_default_8" -> "204 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"204 dequantize_per_tensor_default_8" -> "205 select_3" [label="(3, 197, 1, 768)", style=solid]; +"205 select_3" -> "210 view_8" [label="(197, 1, 768)", style=solid]; +"206 quantize_per_tensor_default_9" -> "207 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"207 dequantize_per_tensor_default_9" -> "208 select_4" [label="(3, 197, 1, 768)", style=solid]; +"208 select_4" -> "212 view_9" [label="(197, 1, 768)", style=solid]; +"209 select_5" -> "214 view_10" [label="(197, 1, 768)", style=solid]; +"210 view_8" -> "211 transpose_8" [label="(197, 12, 64)", style=solid]; +"211 transpose_8" -> "216 view_11" [label="(12, 197, 64)", style=solid]; +"212 view_9" -> "213 transpose_9" [label="(197, 12, 64)", style=solid]; +"213 transpose_9" -> "217 view_12" [label="(12, 197, 64)", style=solid]; +"214 view_10" -> "215 transpose_10" [label="(197, 12, 64)", style=solid]; +"215 transpose_10" -> "218 view_13" [label="(12, 197, 64)", style=solid]; +"216 view_11" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"217 view_12" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"218 view_13" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"219 scaled_dot_product_attention_1" -> "220 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"220 permute_2" -> "221 view_14" [label="(197, 1, 12, 64)", style=solid]; +"221 view_14" -> "222 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"222 view_14_0_0_nncf_smooth_quant_0" -> "223 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"223 quantize_per_tensor_default_10" -> "224 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"224 dequantize_per_tensor_default_10" -> "230 linear_5" [label="(197, 768)", style=solid]; +"225 scale_updated_constant6" -> "227 mul_tensor_6" [label="(768, 1)", style=solid]; +"226 compressed_weight_updated_constant6" -> "227 mul_tensor_6" [label="(768, 768)", style=solid]; +"227 mul_tensor_6" -> "229 sub_tensor_6" [label="(768, 768)", style=solid]; +"228 zero_point_updated_constant6" -> "229 sub_tensor_6" [label="(768, 1)", style=solid]; +"229 sub_tensor_6" -> "230 linear_5" [label="(768, 768)", style=solid]; +"230 linear_5" -> "231 view_15" [label="(197, 768)", style=solid]; +"231 view_15" -> "232 transpose_11" [label="(197, 1, 768)", style=solid]; +"232 transpose_11" -> "233 dropout_4" [label="(1, 197, 768)", style=solid]; +"233 dropout_4" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "235 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"235 layer_norm_3" -> "236 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" -> "237 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"237 quantize_per_tensor_default_11" -> "238 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"238 dequantize_per_tensor_default_11" -> "244 linear_6" [label="(1, 197, 768)", style=solid]; +"239 scale_updated_constant7" -> "241 mul_tensor_7" [label="(3072, 1)", style=solid]; +"240 compressed_weight_updated_constant7" -> "241 mul_tensor_7" [label="(3072, 768)", style=solid]; +"241 mul_tensor_7" -> "243 sub_tensor_7" [label="(3072, 768)", style=solid]; +"242 zero_point_updated_constant7" -> "243 sub_tensor_7" [label="(3072, 1)", style=solid]; +"243 sub_tensor_7" -> "244 linear_6" [label="(3072, 768)", style=solid]; +"244 linear_6" -> "245 gelu_1" [label="(1, 197, 3072)", style=solid]; +"245 gelu_1" -> "246 dropout_5" [label="(1, 197, 3072)", style=solid]; +"246 dropout_5" -> "247 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"247 dropout_5_0_0_nncf_smooth_quant_0" -> "248 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"248 quantize_per_tensor_default_12" -> "249 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"249 dequantize_per_tensor_default_12" -> "255 linear_7" [label="(1, 197, 3072)", style=solid]; +"250 scale_updated_constant8" -> "252 mul_tensor_8" [label="(768, 1)", style=solid]; +"251 compressed_weight_updated_constant8" -> "252 mul_tensor_8" [label="(768, 3072)", style=solid]; +"252 mul_tensor_8" -> "254 sub_tensor_8" [label="(768, 3072)", style=solid]; +"253 zero_point_updated_constant8" -> "254 sub_tensor_8" [label="(768, 1)", style=solid]; +"254 sub_tensor_8" -> "255 linear_7" [label="(768, 3072)", style=solid]; +"255 linear_7" -> "256 dropout_6" [label="(1, 197, 768)", style=solid]; +"256 dropout_6" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "258 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"258 layer_norm_4" -> "259 transpose_12" [label="(1, 197, 768)", style=solid]; +"259 transpose_12" -> "260 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"260 transpose_12_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_13" -> "262 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_13" -> "268 linear_8" [label="(197, 1, 768)", style=solid]; +"263 scale_updated_constant9" -> "265 mul_tensor_9" [label="(2304, 1)", style=solid]; +"264 compressed_weight_updated_constant9" -> "265 mul_tensor_9" [label="(2304, 768)", style=solid]; +"265 mul_tensor_9" -> "267 sub_tensor_9" [label="(2304, 768)", style=solid]; +"266 zero_point_updated_constant9" -> "267 sub_tensor_9" [label="(2304, 1)", style=solid]; +"267 sub_tensor_9" -> "268 linear_8" [label="(2304, 768)", style=solid]; +"268 linear_8" -> "269 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_2" -> "270 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_2" -> "271 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_13" -> "272 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_2" -> "273 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "274 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "277 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "280 select_8" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_14" -> "275 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_14" -> "276 select_6" [label="(3, 197, 1, 768)", style=solid]; +"276 select_6" -> "281 view_16" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_15" -> "278 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_15" -> "279 select_7" [label="(3, 197, 1, 768)", style=solid]; +"279 select_7" -> "283 view_17" [label="(197, 1, 768)", style=solid]; +"280 select_8" -> "285 view_18" [label="(197, 1, 768)", style=solid]; +"281 view_16" -> "282 transpose_14" [label="(197, 12, 64)", style=solid]; +"282 transpose_14" -> "287 view_19" [label="(12, 197, 64)", style=solid]; +"283 view_17" -> "284 transpose_15" [label="(197, 12, 64)", style=solid]; +"284 transpose_15" -> "288 view_20" [label="(12, 197, 64)", style=solid]; +"285 view_18" -> "286 transpose_16" [label="(197, 12, 64)", style=solid]; +"286 transpose_16" -> "289 view_21" [label="(12, 197, 64)", style=solid]; +"287 view_19" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"288 view_20" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"289 view_21" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_2" -> "291 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_3" -> "292 view_22" [label="(197, 1, 12, 64)", style=solid]; +"292 view_22" -> "293 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_22_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_16" -> "295 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_16" -> "301 linear_9" [label="(197, 768)", style=solid]; +"296 scale_updated_constant10" -> "298 mul_tensor_10" [label="(768, 1)", style=solid]; +"297 compressed_weight_updated_constant10" -> "298 mul_tensor_10" [label="(768, 768)", style=solid]; +"298 mul_tensor_10" -> "300 sub_tensor_10" [label="(768, 768)", style=solid]; +"299 zero_point_updated_constant10" -> "300 sub_tensor_10" [label="(768, 1)", style=solid]; +"300 sub_tensor_10" -> "301 linear_9" [label="(768, 768)", style=solid]; +"301 linear_9" -> "302 view_23" [label="(197, 768)", style=solid]; +"302 view_23" -> "303 transpose_17" [label="(197, 1, 768)", style=solid]; +"303 transpose_17" -> "304 dropout_7" [label="(1, 197, 768)", style=solid]; +"304 dropout_7" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "306 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"306 layer_norm_5" -> "307 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"308 quantize_per_tensor_default_17" -> "309 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"309 dequantize_per_tensor_default_17" -> "315 linear_10" [label="(1, 197, 768)", style=solid]; +"310 scale_updated_constant11" -> "312 mul_tensor_11" [label="(3072, 1)", style=solid]; +"311 compressed_weight_updated_constant11" -> "312 mul_tensor_11" [label="(3072, 768)", style=solid]; +"312 mul_tensor_11" -> "314 sub_tensor_11" [label="(3072, 768)", style=solid]; +"313 zero_point_updated_constant11" -> "314 sub_tensor_11" [label="(3072, 1)", style=solid]; +"314 sub_tensor_11" -> "315 linear_10" [label="(3072, 768)", style=solid]; +"315 linear_10" -> "316 gelu_2" [label="(1, 197, 3072)", style=solid]; +"316 gelu_2" -> "317 dropout_8" [label="(1, 197, 3072)", style=solid]; +"317 dropout_8" -> "318 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"318 dropout_8_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"319 quantize_per_tensor_default_18" -> "320 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"320 dequantize_per_tensor_default_18" -> "326 linear_11" [label="(1, 197, 3072)", style=solid]; +"321 scale_updated_constant12" -> "323 mul_tensor_12" [label="(768, 1)", style=solid]; +"322 compressed_weight_updated_constant12" -> "323 mul_tensor_12" [label="(768, 3072)", style=solid]; +"323 mul_tensor_12" -> "325 sub_tensor_12" [label="(768, 3072)", style=solid]; +"324 zero_point_updated_constant12" -> "325 sub_tensor_12" [label="(768, 1)", style=solid]; +"325 sub_tensor_12" -> "326 linear_11" [label="(768, 3072)", style=solid]; +"326 linear_11" -> "327 dropout_9" [label="(1, 197, 768)", style=solid]; +"327 dropout_9" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "329 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"329 layer_norm_6" -> "330 transpose_18" [label="(1, 197, 768)", style=solid]; +"330 transpose_18" -> "331 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"331 transpose_18_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"332 quantize_per_tensor_default_19" -> "333 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"333 dequantize_per_tensor_default_19" -> "339 linear_12" [label="(197, 1, 768)", style=solid]; +"334 scale_updated_constant13" -> "336 mul_tensor_13" [label="(2304, 1)", style=solid]; +"335 compressed_weight_updated_constant13" -> "336 mul_tensor_13" [label="(2304, 768)", style=solid]; +"336 mul_tensor_13" -> "338 sub_tensor_13" [label="(2304, 768)", style=solid]; +"337 zero_point_updated_constant13" -> "338 sub_tensor_13" [label="(2304, 1)", style=solid]; +"338 sub_tensor_13" -> "339 linear_12" [label="(2304, 768)", style=solid]; +"339 linear_12" -> "340 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"340 unflatten_3" -> "341 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"341 unsqueeze_3" -> "342 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"342 transpose_19" -> "343 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"343 squeeze_3" -> "344 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "345 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "348 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "351 select_11" [label="(3, 197, 1, 768)", style=solid]; +"345 quantize_per_tensor_default_20" -> "346 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"346 dequantize_per_tensor_default_20" -> "347 select_9" [label="(3, 197, 1, 768)", style=solid]; +"347 select_9" -> "352 view_24" [label="(197, 1, 768)", style=solid]; +"348 quantize_per_tensor_default_21" -> "349 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"349 dequantize_per_tensor_default_21" -> "350 select_10" [label="(3, 197, 1, 768)", style=solid]; +"350 select_10" -> "354 view_25" [label="(197, 1, 768)", style=solid]; +"351 select_11" -> "356 view_26" [label="(197, 1, 768)", style=solid]; +"352 view_24" -> "353 transpose_20" [label="(197, 12, 64)", style=solid]; +"353 transpose_20" -> "358 view_27" [label="(12, 197, 64)", style=solid]; +"354 view_25" -> "355 transpose_21" [label="(197, 12, 64)", style=solid]; +"355 transpose_21" -> "359 view_28" [label="(12, 197, 64)", style=solid]; +"356 view_26" -> "357 transpose_22" [label="(197, 12, 64)", style=solid]; +"357 transpose_22" -> "360 view_29" [label="(12, 197, 64)", style=solid]; +"358 view_27" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"359 view_28" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"360 view_29" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"361 scaled_dot_product_attention_3" -> "362 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"362 permute_4" -> "363 view_30" [label="(197, 1, 12, 64)", style=solid]; +"363 view_30" -> "364 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"364 view_30_0_0_nncf_smooth_quant_0" -> "365 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"365 quantize_per_tensor_default_22" -> "366 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"366 dequantize_per_tensor_default_22" -> "372 linear_13" [label="(197, 768)", style=solid]; +"367 scale_updated_constant14" -> "369 mul_tensor_14" [label="(768, 1)", style=solid]; +"368 compressed_weight_updated_constant14" -> "369 mul_tensor_14" [label="(768, 768)", style=solid]; +"369 mul_tensor_14" -> "371 sub_tensor_14" [label="(768, 768)", style=solid]; +"370 zero_point_updated_constant14" -> "371 sub_tensor_14" [label="(768, 1)", style=solid]; +"371 sub_tensor_14" -> "372 linear_13" [label="(768, 768)", style=solid]; +"372 linear_13" -> "373 view_31" [label="(197, 768)", style=solid]; +"373 view_31" -> "374 transpose_23" [label="(197, 1, 768)", style=solid]; +"374 transpose_23" -> "375 dropout_10" [label="(1, 197, 768)", style=solid]; +"375 dropout_10" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "377 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"377 layer_norm_7" -> "378 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" -> "379 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"379 quantize_per_tensor_default_23" -> "380 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"380 dequantize_per_tensor_default_23" -> "386 linear_14" [label="(1, 197, 768)", style=solid]; +"381 scale_updated_constant15" -> "383 mul_tensor_15" [label="(3072, 1)", style=solid]; +"382 compressed_weight_updated_constant15" -> "383 mul_tensor_15" [label="(3072, 768)", style=solid]; +"383 mul_tensor_15" -> "385 sub_tensor_15" [label="(3072, 768)", style=solid]; +"384 zero_point_updated_constant15" -> "385 sub_tensor_15" [label="(3072, 1)", style=solid]; +"385 sub_tensor_15" -> "386 linear_14" [label="(3072, 768)", style=solid]; +"386 linear_14" -> "387 gelu_3" [label="(1, 197, 3072)", style=solid]; +"387 gelu_3" -> "388 dropout_11" [label="(1, 197, 3072)", style=solid]; +"388 dropout_11" -> "389 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"389 dropout_11_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"390 quantize_per_tensor_default_24" -> "391 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"391 dequantize_per_tensor_default_24" -> "397 linear_15" [label="(1, 197, 3072)", style=solid]; +"392 scale_updated_constant16" -> "394 mul_tensor_16" [label="(768, 1)", style=solid]; +"393 compressed_weight_updated_constant16" -> "394 mul_tensor_16" [label="(768, 3072)", style=solid]; +"394 mul_tensor_16" -> "396 sub_tensor_16" [label="(768, 3072)", style=solid]; +"395 zero_point_updated_constant16" -> "396 sub_tensor_16" [label="(768, 1)", style=solid]; +"396 sub_tensor_16" -> "397 linear_15" [label="(768, 3072)", style=solid]; +"397 linear_15" -> "398 dropout_12" [label="(1, 197, 768)", style=solid]; +"398 dropout_12" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "400 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"400 layer_norm_8" -> "401 transpose_24" [label="(1, 197, 768)", style=solid]; +"401 transpose_24" -> "402 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"402 transpose_24_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"403 quantize_per_tensor_default_25" -> "404 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"404 dequantize_per_tensor_default_25" -> "410 linear_16" [label="(197, 1, 768)", style=solid]; +"405 scale_updated_constant17" -> "407 mul_tensor_17" [label="(2304, 1)", style=solid]; +"406 compressed_weight_updated_constant17" -> "407 mul_tensor_17" [label="(2304, 768)", style=solid]; +"407 mul_tensor_17" -> "409 sub_tensor_17" [label="(2304, 768)", style=solid]; +"408 zero_point_updated_constant17" -> "409 sub_tensor_17" [label="(2304, 1)", style=solid]; +"409 sub_tensor_17" -> "410 linear_16" [label="(2304, 768)", style=solid]; +"410 linear_16" -> "411 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"411 unflatten_4" -> "412 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"412 unsqueeze_4" -> "413 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"413 transpose_25" -> "414 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"414 squeeze_4" -> "415 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "416 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "419 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "422 select_14" [label="(3, 197, 1, 768)", style=solid]; +"416 quantize_per_tensor_default_26" -> "417 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"417 dequantize_per_tensor_default_26" -> "418 select_12" [label="(3, 197, 1, 768)", style=solid]; +"418 select_12" -> "423 view_32" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_27" -> "420 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_27" -> "421 select_13" [label="(3, 197, 1, 768)", style=solid]; +"421 select_13" -> "425 view_33" [label="(197, 1, 768)", style=solid]; +"422 select_14" -> "427 view_34" [label="(197, 1, 768)", style=solid]; +"423 view_32" -> "424 transpose_26" [label="(197, 12, 64)", style=solid]; +"424 transpose_26" -> "429 view_35" [label="(12, 197, 64)", style=solid]; +"425 view_33" -> "426 transpose_27" [label="(197, 12, 64)", style=solid]; +"426 transpose_27" -> "430 view_36" [label="(12, 197, 64)", style=solid]; +"427 view_34" -> "428 transpose_28" [label="(197, 12, 64)", style=solid]; +"428 transpose_28" -> "431 view_37" [label="(12, 197, 64)", style=solid]; +"429 view_35" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"430 view_36" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"431 view_37" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"432 scaled_dot_product_attention_4" -> "433 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"433 permute_5" -> "434 view_38" [label="(197, 1, 12, 64)", style=solid]; +"434 view_38" -> "435 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"435 view_38_0_0_nncf_smooth_quant_0" -> "436 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"436 quantize_per_tensor_default_28" -> "437 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"437 dequantize_per_tensor_default_28" -> "443 linear_17" [label="(197, 768)", style=solid]; +"438 scale_updated_constant18" -> "440 mul_tensor_18" [label="(768, 1)", style=solid]; +"439 compressed_weight_updated_constant18" -> "440 mul_tensor_18" [label="(768, 768)", style=solid]; +"440 mul_tensor_18" -> "442 sub_tensor_18" [label="(768, 768)", style=solid]; +"441 zero_point_updated_constant18" -> "442 sub_tensor_18" [label="(768, 1)", style=solid]; +"442 sub_tensor_18" -> "443 linear_17" [label="(768, 768)", style=solid]; +"443 linear_17" -> "444 view_39" [label="(197, 768)", style=solid]; +"444 view_39" -> "445 transpose_29" [label="(197, 1, 768)", style=solid]; +"445 transpose_29" -> "446 dropout_13" [label="(1, 197, 768)", style=solid]; +"446 dropout_13" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "448 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"448 layer_norm_9" -> "449 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"450 quantize_per_tensor_default_29" -> "451 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"451 dequantize_per_tensor_default_29" -> "457 linear_18" [label="(1, 197, 768)", style=solid]; +"452 scale_updated_constant19" -> "454 mul_tensor_19" [label="(3072, 1)", style=solid]; +"453 compressed_weight_updated_constant19" -> "454 mul_tensor_19" [label="(3072, 768)", style=solid]; +"454 mul_tensor_19" -> "456 sub_tensor_19" [label="(3072, 768)", style=solid]; +"455 zero_point_updated_constant19" -> "456 sub_tensor_19" [label="(3072, 1)", style=solid]; +"456 sub_tensor_19" -> "457 linear_18" [label="(3072, 768)", style=solid]; +"457 linear_18" -> "458 gelu_4" [label="(1, 197, 3072)", style=solid]; +"458 gelu_4" -> "459 dropout_14" [label="(1, 197, 3072)", style=solid]; +"459 dropout_14" -> "460 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"460 dropout_14_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"461 quantize_per_tensor_default_30" -> "462 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"462 dequantize_per_tensor_default_30" -> "468 linear_19" [label="(1, 197, 3072)", style=solid]; +"463 scale_updated_constant20" -> "465 mul_tensor_20" [label="(768, 1)", style=solid]; +"464 compressed_weight_updated_constant20" -> "465 mul_tensor_20" [label="(768, 3072)", style=solid]; +"465 mul_tensor_20" -> "467 sub_tensor_20" [label="(768, 3072)", style=solid]; +"466 zero_point_updated_constant20" -> "467 sub_tensor_20" [label="(768, 1)", style=solid]; +"467 sub_tensor_20" -> "468 linear_19" [label="(768, 3072)", style=solid]; +"468 linear_19" -> "469 dropout_15" [label="(1, 197, 768)", style=solid]; +"469 dropout_15" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "471 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"471 layer_norm_10" -> "472 transpose_30" [label="(1, 197, 768)", style=solid]; +"472 transpose_30" -> "473 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"473 transpose_30_0_0_nncf_smooth_quant_0" -> "474 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"474 quantize_per_tensor_default_31" -> "475 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"475 dequantize_per_tensor_default_31" -> "481 linear_20" [label="(197, 1, 768)", style=solid]; +"476 scale_updated_constant21" -> "478 mul_tensor_21" [label="(2304, 1)", style=solid]; +"477 compressed_weight_updated_constant21" -> "478 mul_tensor_21" [label="(2304, 768)", style=solid]; +"478 mul_tensor_21" -> "480 sub_tensor_21" [label="(2304, 768)", style=solid]; +"479 zero_point_updated_constant21" -> "480 sub_tensor_21" [label="(2304, 1)", style=solid]; +"480 sub_tensor_21" -> "481 linear_20" [label="(2304, 768)", style=solid]; +"481 linear_20" -> "482 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"482 unflatten_5" -> "483 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"483 unsqueeze_5" -> "484 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"484 transpose_31" -> "485 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"485 squeeze_5" -> "486 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "487 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "490 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "493 select_17" [label="(3, 197, 1, 768)", style=solid]; +"487 quantize_per_tensor_default_32" -> "488 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"488 dequantize_per_tensor_default_32" -> "489 select_15" [label="(3, 197, 1, 768)", style=solid]; +"489 select_15" -> "494 view_40" [label="(197, 1, 768)", style=solid]; +"490 quantize_per_tensor_default_33" -> "491 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"491 dequantize_per_tensor_default_33" -> "492 select_16" [label="(3, 197, 1, 768)", style=solid]; +"492 select_16" -> "496 view_41" [label="(197, 1, 768)", style=solid]; +"493 select_17" -> "498 view_42" [label="(197, 1, 768)", style=solid]; +"494 view_40" -> "495 transpose_32" [label="(197, 12, 64)", style=solid]; +"495 transpose_32" -> "500 view_43" [label="(12, 197, 64)", style=solid]; +"496 view_41" -> "497 transpose_33" [label="(197, 12, 64)", style=solid]; +"497 transpose_33" -> "501 view_44" [label="(12, 197, 64)", style=solid]; +"498 view_42" -> "499 transpose_34" [label="(197, 12, 64)", style=solid]; +"499 transpose_34" -> "502 view_45" [label="(12, 197, 64)", style=solid]; +"500 view_43" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"501 view_44" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"502 view_45" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"503 scaled_dot_product_attention_5" -> "504 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"504 permute_6" -> "505 view_46" [label="(197, 1, 12, 64)", style=solid]; +"505 view_46" -> "506 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"506 view_46_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"507 quantize_per_tensor_default_34" -> "508 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"508 dequantize_per_tensor_default_34" -> "514 linear_21" [label="(197, 768)", style=solid]; +"509 scale_updated_constant22" -> "511 mul_tensor_22" [label="(768, 1)", style=solid]; +"510 compressed_weight_updated_constant22" -> "511 mul_tensor_22" [label="(768, 768)", style=solid]; +"511 mul_tensor_22" -> "513 sub_tensor_22" [label="(768, 768)", style=solid]; +"512 zero_point_updated_constant22" -> "513 sub_tensor_22" [label="(768, 1)", style=solid]; +"513 sub_tensor_22" -> "514 linear_21" [label="(768, 768)", style=solid]; +"514 linear_21" -> "515 view_47" [label="(197, 768)", style=solid]; +"515 view_47" -> "516 transpose_35" [label="(197, 1, 768)", style=solid]; +"516 transpose_35" -> "517 dropout_16" [label="(1, 197, 768)", style=solid]; +"517 dropout_16" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "519 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"519 layer_norm_11" -> "520 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"521 quantize_per_tensor_default_35" -> "522 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"522 dequantize_per_tensor_default_35" -> "528 linear_22" [label="(1, 197, 768)", style=solid]; +"523 scale_updated_constant23" -> "525 mul_tensor_23" [label="(3072, 1)", style=solid]; +"524 compressed_weight_updated_constant23" -> "525 mul_tensor_23" [label="(3072, 768)", style=solid]; +"525 mul_tensor_23" -> "527 sub_tensor_23" [label="(3072, 768)", style=solid]; +"526 zero_point_updated_constant23" -> "527 sub_tensor_23" [label="(3072, 1)", style=solid]; +"527 sub_tensor_23" -> "528 linear_22" [label="(3072, 768)", style=solid]; +"528 linear_22" -> "529 gelu_5" [label="(1, 197, 3072)", style=solid]; +"529 gelu_5" -> "530 dropout_17" [label="(1, 197, 3072)", style=solid]; +"530 dropout_17" -> "531 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"531 dropout_17_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"532 quantize_per_tensor_default_36" -> "533 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"533 dequantize_per_tensor_default_36" -> "539 linear_23" [label="(1, 197, 3072)", style=solid]; +"534 scale_updated_constant24" -> "536 mul_tensor_24" [label="(768, 1)", style=solid]; +"535 compressed_weight_updated_constant24" -> "536 mul_tensor_24" [label="(768, 3072)", style=solid]; +"536 mul_tensor_24" -> "538 sub_tensor_24" [label="(768, 3072)", style=solid]; +"537 zero_point_updated_constant24" -> "538 sub_tensor_24" [label="(768, 1)", style=solid]; +"538 sub_tensor_24" -> "539 linear_23" [label="(768, 3072)", style=solid]; +"539 linear_23" -> "540 dropout_18" [label="(1, 197, 768)", style=solid]; +"540 dropout_18" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "542 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"542 layer_norm_12" -> "543 transpose_36" [label="(1, 197, 768)", style=solid]; +"543 transpose_36" -> "544 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"544 transpose_36_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"545 quantize_per_tensor_default_37" -> "546 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"546 dequantize_per_tensor_default_37" -> "552 linear_24" [label="(197, 1, 768)", style=solid]; +"547 scale_updated_constant25" -> "549 mul_tensor_25" [label="(2304, 1)", style=solid]; +"548 compressed_weight_updated_constant25" -> "549 mul_tensor_25" [label="(2304, 768)", style=solid]; +"549 mul_tensor_25" -> "551 sub_tensor_25" [label="(2304, 768)", style=solid]; +"550 zero_point_updated_constant25" -> "551 sub_tensor_25" [label="(2304, 1)", style=solid]; +"551 sub_tensor_25" -> "552 linear_24" [label="(2304, 768)", style=solid]; +"552 linear_24" -> "553 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"553 unflatten_6" -> "554 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"554 unsqueeze_6" -> "555 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"555 transpose_37" -> "556 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"556 squeeze_6" -> "557 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "558 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "561 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "564 select_20" [label="(3, 197, 1, 768)", style=solid]; +"558 quantize_per_tensor_default_38" -> "559 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"559 dequantize_per_tensor_default_38" -> "560 select_18" [label="(3, 197, 1, 768)", style=solid]; +"560 select_18" -> "565 view_48" [label="(197, 1, 768)", style=solid]; +"561 quantize_per_tensor_default_39" -> "562 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"562 dequantize_per_tensor_default_39" -> "563 select_19" [label="(3, 197, 1, 768)", style=solid]; +"563 select_19" -> "567 view_49" [label="(197, 1, 768)", style=solid]; +"564 select_20" -> "569 view_50" [label="(197, 1, 768)", style=solid]; +"565 view_48" -> "566 transpose_38" [label="(197, 12, 64)", style=solid]; +"566 transpose_38" -> "571 view_51" [label="(12, 197, 64)", style=solid]; +"567 view_49" -> "568 transpose_39" [label="(197, 12, 64)", style=solid]; +"568 transpose_39" -> "572 view_52" [label="(12, 197, 64)", style=solid]; +"569 view_50" -> "570 transpose_40" [label="(197, 12, 64)", style=solid]; +"570 transpose_40" -> "573 view_53" [label="(12, 197, 64)", style=solid]; +"571 view_51" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"572 view_52" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"573 view_53" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"574 scaled_dot_product_attention_6" -> "575 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"575 permute_7" -> "576 view_54" [label="(197, 1, 12, 64)", style=solid]; +"576 view_54" -> "577 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"577 view_54_0_0_nncf_smooth_quant_0" -> "578 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"578 quantize_per_tensor_default_40" -> "579 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"579 dequantize_per_tensor_default_40" -> "585 linear_25" [label="(197, 768)", style=solid]; +"580 scale_updated_constant26" -> "582 mul_tensor_26" [label="(768, 1)", style=solid]; +"581 compressed_weight_updated_constant26" -> "582 mul_tensor_26" [label="(768, 768)", style=solid]; +"582 mul_tensor_26" -> "584 sub_tensor_26" [label="(768, 768)", style=solid]; +"583 zero_point_updated_constant26" -> "584 sub_tensor_26" [label="(768, 1)", style=solid]; +"584 sub_tensor_26" -> "585 linear_25" [label="(768, 768)", style=solid]; +"585 linear_25" -> "586 view_55" [label="(197, 768)", style=solid]; +"586 view_55" -> "587 transpose_41" [label="(197, 1, 768)", style=solid]; +"587 transpose_41" -> "588 dropout_19" [label="(1, 197, 768)", style=solid]; +"588 dropout_19" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "590 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"590 layer_norm_13" -> "591 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" -> "592 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"592 quantize_per_tensor_default_41" -> "593 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"593 dequantize_per_tensor_default_41" -> "599 linear_26" [label="(1, 197, 768)", style=solid]; +"594 scale_updated_constant27" -> "596 mul_tensor_27" [label="(3072, 1)", style=solid]; +"595 compressed_weight_updated_constant27" -> "596 mul_tensor_27" [label="(3072, 768)", style=solid]; +"596 mul_tensor_27" -> "598 sub_tensor_27" [label="(3072, 768)", style=solid]; +"597 zero_point_updated_constant27" -> "598 sub_tensor_27" [label="(3072, 1)", style=solid]; +"598 sub_tensor_27" -> "599 linear_26" [label="(3072, 768)", style=solid]; +"599 linear_26" -> "600 gelu_6" [label="(1, 197, 3072)", style=solid]; +"600 gelu_6" -> "601 dropout_20" [label="(1, 197, 3072)", style=solid]; +"601 dropout_20" -> "602 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"602 dropout_20_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"603 quantize_per_tensor_default_42" -> "604 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"604 dequantize_per_tensor_default_42" -> "610 linear_27" [label="(1, 197, 3072)", style=solid]; +"605 scale_updated_constant28" -> "607 mul_tensor_28" [label="(768, 1)", style=solid]; +"606 compressed_weight_updated_constant28" -> "607 mul_tensor_28" [label="(768, 3072)", style=solid]; +"607 mul_tensor_28" -> "609 sub_tensor_28" [label="(768, 3072)", style=solid]; +"608 zero_point_updated_constant28" -> "609 sub_tensor_28" [label="(768, 1)", style=solid]; +"609 sub_tensor_28" -> "610 linear_27" [label="(768, 3072)", style=solid]; +"610 linear_27" -> "611 dropout_21" [label="(1, 197, 768)", style=solid]; +"611 dropout_21" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "613 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"613 layer_norm_14" -> "614 transpose_42" [label="(1, 197, 768)", style=solid]; +"614 transpose_42" -> "615 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"615 transpose_42_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"616 quantize_per_tensor_default_43" -> "617 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"617 dequantize_per_tensor_default_43" -> "623 linear_28" [label="(197, 1, 768)", style=solid]; +"618 scale_updated_constant29" -> "620 mul_tensor_29" [label="(2304, 1)", style=solid]; +"619 compressed_weight_updated_constant29" -> "620 mul_tensor_29" [label="(2304, 768)", style=solid]; +"620 mul_tensor_29" -> "622 sub_tensor_29" [label="(2304, 768)", style=solid]; +"621 zero_point_updated_constant29" -> "622 sub_tensor_29" [label="(2304, 1)", style=solid]; +"622 sub_tensor_29" -> "623 linear_28" [label="(2304, 768)", style=solid]; +"623 linear_28" -> "624 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"624 unflatten_7" -> "625 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"625 unsqueeze_7" -> "626 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"626 transpose_43" -> "627 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"627 squeeze_7" -> "628 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "629 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "632 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "635 select_23" [label="(3, 197, 1, 768)", style=solid]; +"629 quantize_per_tensor_default_44" -> "630 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"630 dequantize_per_tensor_default_44" -> "631 select_21" [label="(3, 197, 1, 768)", style=solid]; +"631 select_21" -> "636 view_56" [label="(197, 1, 768)", style=solid]; +"632 quantize_per_tensor_default_45" -> "633 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"633 dequantize_per_tensor_default_45" -> "634 select_22" [label="(3, 197, 1, 768)", style=solid]; +"634 select_22" -> "638 view_57" [label="(197, 1, 768)", style=solid]; +"635 select_23" -> "640 view_58" [label="(197, 1, 768)", style=solid]; +"636 view_56" -> "637 transpose_44" [label="(197, 12, 64)", style=solid]; +"637 transpose_44" -> "642 view_59" [label="(12, 197, 64)", style=solid]; +"638 view_57" -> "639 transpose_45" [label="(197, 12, 64)", style=solid]; +"639 transpose_45" -> "643 view_60" [label="(12, 197, 64)", style=solid]; +"640 view_58" -> "641 transpose_46" [label="(197, 12, 64)", style=solid]; +"641 transpose_46" -> "644 view_61" [label="(12, 197, 64)", style=solid]; +"642 view_59" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"643 view_60" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"644 view_61" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"645 scaled_dot_product_attention_7" -> "646 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"646 permute_8" -> "647 view_62" [label="(197, 1, 12, 64)", style=solid]; +"647 view_62" -> "648 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"648 view_62_0_0_nncf_smooth_quant_0" -> "649 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"649 quantize_per_tensor_default_46" -> "650 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"650 dequantize_per_tensor_default_46" -> "656 linear_29" [label="(197, 768)", style=solid]; +"651 scale_updated_constant30" -> "653 mul_tensor_30" [label="(768, 1)", style=solid]; +"652 compressed_weight_updated_constant30" -> "653 mul_tensor_30" [label="(768, 768)", style=solid]; +"653 mul_tensor_30" -> "655 sub_tensor_30" [label="(768, 768)", style=solid]; +"654 zero_point_updated_constant30" -> "655 sub_tensor_30" [label="(768, 1)", style=solid]; +"655 sub_tensor_30" -> "656 linear_29" [label="(768, 768)", style=solid]; +"656 linear_29" -> "657 view_63" [label="(197, 768)", style=solid]; +"657 view_63" -> "658 transpose_47" [label="(197, 1, 768)", style=solid]; +"658 transpose_47" -> "659 dropout_22" [label="(1, 197, 768)", style=solid]; +"659 dropout_22" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "661 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"661 layer_norm_15" -> "662 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" -> "663 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"663 quantize_per_tensor_default_47" -> "664 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"664 dequantize_per_tensor_default_47" -> "670 linear_30" [label="(1, 197, 768)", style=solid]; +"665 scale_updated_constant31" -> "667 mul_tensor_31" [label="(3072, 1)", style=solid]; +"666 compressed_weight_updated_constant31" -> "667 mul_tensor_31" [label="(3072, 768)", style=solid]; +"667 mul_tensor_31" -> "669 sub_tensor_31" [label="(3072, 768)", style=solid]; +"668 zero_point_updated_constant31" -> "669 sub_tensor_31" [label="(3072, 1)", style=solid]; +"669 sub_tensor_31" -> "670 linear_30" [label="(3072, 768)", style=solid]; +"670 linear_30" -> "671 gelu_7" [label="(1, 197, 3072)", style=solid]; +"671 gelu_7" -> "672 dropout_23" [label="(1, 197, 3072)", style=solid]; +"672 dropout_23" -> "673 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"673 dropout_23_0_0_nncf_smooth_quant_0" -> "674 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"674 quantize_per_tensor_default_48" -> "675 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"675 dequantize_per_tensor_default_48" -> "681 linear_31" [label="(1, 197, 3072)", style=solid]; +"676 scale_updated_constant32" -> "678 mul_tensor_32" [label="(768, 1)", style=solid]; +"677 compressed_weight_updated_constant32" -> "678 mul_tensor_32" [label="(768, 3072)", style=solid]; +"678 mul_tensor_32" -> "680 sub_tensor_32" [label="(768, 3072)", style=solid]; +"679 zero_point_updated_constant32" -> "680 sub_tensor_32" [label="(768, 1)", style=solid]; +"680 sub_tensor_32" -> "681 linear_31" [label="(768, 3072)", style=solid]; +"681 linear_31" -> "682 dropout_24" [label="(1, 197, 768)", style=solid]; +"682 dropout_24" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "684 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"684 layer_norm_16" -> "685 transpose_48" [label="(1, 197, 768)", style=solid]; +"685 transpose_48" -> "686 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"686 transpose_48_0_0_nncf_smooth_quant_0" -> "687 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"687 quantize_per_tensor_default_49" -> "688 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"688 dequantize_per_tensor_default_49" -> "694 linear_32" [label="(197, 1, 768)", style=solid]; +"689 scale_updated_constant33" -> "691 mul_tensor_33" [label="(2304, 1)", style=solid]; +"690 compressed_weight_updated_constant33" -> "691 mul_tensor_33" [label="(2304, 768)", style=solid]; +"691 mul_tensor_33" -> "693 sub_tensor_33" [label="(2304, 768)", style=solid]; +"692 zero_point_updated_constant33" -> "693 sub_tensor_33" [label="(2304, 1)", style=solid]; +"693 sub_tensor_33" -> "694 linear_32" [label="(2304, 768)", style=solid]; +"694 linear_32" -> "695 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"695 unflatten_8" -> "696 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"696 unsqueeze_8" -> "697 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"697 transpose_49" -> "698 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"698 squeeze_8" -> "699 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "700 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "703 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "706 select_26" [label="(3, 197, 1, 768)", style=solid]; +"700 quantize_per_tensor_default_50" -> "701 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"701 dequantize_per_tensor_default_50" -> "702 select_24" [label="(3, 197, 1, 768)", style=solid]; +"702 select_24" -> "707 view_64" [label="(197, 1, 768)", style=solid]; +"703 quantize_per_tensor_default_51" -> "704 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"704 dequantize_per_tensor_default_51" -> "705 select_25" [label="(3, 197, 1, 768)", style=solid]; +"705 select_25" -> "709 view_65" [label="(197, 1, 768)", style=solid]; +"706 select_26" -> "711 view_66" [label="(197, 1, 768)", style=solid]; +"707 view_64" -> "708 transpose_50" [label="(197, 12, 64)", style=solid]; +"708 transpose_50" -> "713 view_67" [label="(12, 197, 64)", style=solid]; +"709 view_65" -> "710 transpose_51" [label="(197, 12, 64)", style=solid]; +"710 transpose_51" -> "714 view_68" [label="(12, 197, 64)", style=solid]; +"711 view_66" -> "712 transpose_52" [label="(197, 12, 64)", style=solid]; +"712 transpose_52" -> "715 view_69" [label="(12, 197, 64)", style=solid]; +"713 view_67" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"714 view_68" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"715 view_69" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"716 scaled_dot_product_attention_8" -> "717 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"717 permute_9" -> "718 view_70" [label="(197, 1, 12, 64)", style=solid]; +"718 view_70" -> "719 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"719 view_70_0_0_nncf_smooth_quant_0" -> "720 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"720 quantize_per_tensor_default_52" -> "721 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"721 dequantize_per_tensor_default_52" -> "727 linear_33" [label="(197, 768)", style=solid]; +"722 scale_updated_constant34" -> "724 mul_tensor_34" [label="(768, 1)", style=solid]; +"723 compressed_weight_updated_constant34" -> "724 mul_tensor_34" [label="(768, 768)", style=solid]; +"724 mul_tensor_34" -> "726 sub_tensor_34" [label="(768, 768)", style=solid]; +"725 zero_point_updated_constant34" -> "726 sub_tensor_34" [label="(768, 1)", style=solid]; +"726 sub_tensor_34" -> "727 linear_33" [label="(768, 768)", style=solid]; +"727 linear_33" -> "728 view_71" [label="(197, 768)", style=solid]; +"728 view_71" -> "729 transpose_53" [label="(197, 1, 768)", style=solid]; +"729 transpose_53" -> "730 dropout_25" [label="(1, 197, 768)", style=solid]; +"730 dropout_25" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "732 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"732 layer_norm_17" -> "733 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"734 quantize_per_tensor_default_53" -> "735 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"735 dequantize_per_tensor_default_53" -> "741 linear_34" [label="(1, 197, 768)", style=solid]; +"736 scale_updated_constant35" -> "738 mul_tensor_35" [label="(3072, 1)", style=solid]; +"737 compressed_weight_updated_constant35" -> "738 mul_tensor_35" [label="(3072, 768)", style=solid]; +"738 mul_tensor_35" -> "740 sub_tensor_35" [label="(3072, 768)", style=solid]; +"739 zero_point_updated_constant35" -> "740 sub_tensor_35" [label="(3072, 1)", style=solid]; +"740 sub_tensor_35" -> "741 linear_34" [label="(3072, 768)", style=solid]; +"741 linear_34" -> "742 gelu_8" [label="(1, 197, 3072)", style=solid]; +"742 gelu_8" -> "743 dropout_26" [label="(1, 197, 3072)", style=solid]; +"743 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"745 quantize_per_tensor_default_54" -> "746 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"746 dequantize_per_tensor_default_54" -> "752 linear_35" [label="(1, 197, 3072)", style=solid]; +"747 scale_updated_constant36" -> "749 mul_tensor_36" [label="(768, 1)", style=solid]; +"748 compressed_weight_updated_constant36" -> "749 mul_tensor_36" [label="(768, 3072)", style=solid]; +"749 mul_tensor_36" -> "751 sub_tensor_36" [label="(768, 3072)", style=solid]; +"750 zero_point_updated_constant36" -> "751 sub_tensor_36" [label="(768, 1)", style=solid]; +"751 sub_tensor_36" -> "752 linear_35" [label="(768, 3072)", style=solid]; +"752 linear_35" -> "753 dropout_27" [label="(1, 197, 768)", style=solid]; +"753 dropout_27" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "755 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"755 layer_norm_18" -> "756 transpose_54" [label="(1, 197, 768)", style=solid]; +"756 transpose_54" -> "757 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"757 transpose_54_0_0_nncf_smooth_quant_0" -> "758 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"758 quantize_per_tensor_default_55" -> "759 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"759 dequantize_per_tensor_default_55" -> "765 linear_36" [label="(197, 1, 768)", style=solid]; +"760 scale_updated_constant37" -> "762 mul_tensor_37" [label="(2304, 1)", style=solid]; +"761 compressed_weight_updated_constant37" -> "762 mul_tensor_37" [label="(2304, 768)", style=solid]; +"762 mul_tensor_37" -> "764 sub_tensor_37" [label="(2304, 768)", style=solid]; +"763 zero_point_updated_constant37" -> "764 sub_tensor_37" [label="(2304, 1)", style=solid]; +"764 sub_tensor_37" -> "765 linear_36" [label="(2304, 768)", style=solid]; +"765 linear_36" -> "766 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"766 unflatten_9" -> "767 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"767 unsqueeze_9" -> "768 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"768 transpose_55" -> "769 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"769 squeeze_9" -> "770 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "771 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "774 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "777 select_29" [label="(3, 197, 1, 768)", style=solid]; +"771 quantize_per_tensor_default_56" -> "772 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"772 dequantize_per_tensor_default_56" -> "773 select_27" [label="(3, 197, 1, 768)", style=solid]; +"773 select_27" -> "778 view_72" [label="(197, 1, 768)", style=solid]; +"774 quantize_per_tensor_default_57" -> "775 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"775 dequantize_per_tensor_default_57" -> "776 select_28" [label="(3, 197, 1, 768)", style=solid]; +"776 select_28" -> "780 view_73" [label="(197, 1, 768)", style=solid]; +"777 select_29" -> "782 view_74" [label="(197, 1, 768)", style=solid]; +"778 view_72" -> "779 transpose_56" [label="(197, 12, 64)", style=solid]; +"779 transpose_56" -> "784 view_75" [label="(12, 197, 64)", style=solid]; +"780 view_73" -> "781 transpose_57" [label="(197, 12, 64)", style=solid]; +"781 transpose_57" -> "785 view_76" [label="(12, 197, 64)", style=solid]; +"782 view_74" -> "783 transpose_58" [label="(197, 12, 64)", style=solid]; +"783 transpose_58" -> "786 view_77" [label="(12, 197, 64)", style=solid]; +"784 view_75" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"785 view_76" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"786 view_77" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"787 scaled_dot_product_attention_9" -> "788 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"788 permute_10" -> "789 view_78" [label="(197, 1, 12, 64)", style=solid]; +"789 view_78" -> "790 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"790 view_78_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"791 quantize_per_tensor_default_58" -> "792 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"792 dequantize_per_tensor_default_58" -> "798 linear_37" [label="(197, 768)", style=solid]; +"793 scale_updated_constant38" -> "795 mul_tensor_38" [label="(768, 1)", style=solid]; +"794 compressed_weight_updated_constant38" -> "795 mul_tensor_38" [label="(768, 768)", style=solid]; +"795 mul_tensor_38" -> "797 sub_tensor_38" [label="(768, 768)", style=solid]; +"796 zero_point_updated_constant38" -> "797 sub_tensor_38" [label="(768, 1)", style=solid]; +"797 sub_tensor_38" -> "798 linear_37" [label="(768, 768)", style=solid]; +"798 linear_37" -> "799 view_79" [label="(197, 768)", style=solid]; +"799 view_79" -> "800 transpose_59" [label="(197, 1, 768)", style=solid]; +"800 transpose_59" -> "801 dropout_28" [label="(1, 197, 768)", style=solid]; +"801 dropout_28" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "803 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"803 layer_norm_19" -> "804 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" -> "805 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"805 quantize_per_tensor_default_59" -> "806 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"806 dequantize_per_tensor_default_59" -> "812 linear_38" [label="(1, 197, 768)", style=solid]; +"807 scale_updated_constant39" -> "809 mul_tensor_39" [label="(3072, 1)", style=solid]; +"808 compressed_weight_updated_constant39" -> "809 mul_tensor_39" [label="(3072, 768)", style=solid]; +"809 mul_tensor_39" -> "811 sub_tensor_39" [label="(3072, 768)", style=solid]; +"810 zero_point_updated_constant39" -> "811 sub_tensor_39" [label="(3072, 1)", style=solid]; +"811 sub_tensor_39" -> "812 linear_38" [label="(3072, 768)", style=solid]; +"812 linear_38" -> "813 gelu_9" [label="(1, 197, 3072)", style=solid]; +"813 gelu_9" -> "814 dropout_29" [label="(1, 197, 3072)", style=solid]; +"814 dropout_29" -> "815 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"815 dropout_29_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"816 quantize_per_tensor_default_60" -> "817 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"817 dequantize_per_tensor_default_60" -> "823 linear_39" [label="(1, 197, 3072)", style=solid]; +"818 scale_updated_constant40" -> "820 mul_tensor_40" [label="(768, 1)", style=solid]; +"819 compressed_weight_updated_constant40" -> "820 mul_tensor_40" [label="(768, 3072)", style=solid]; +"820 mul_tensor_40" -> "822 sub_tensor_40" [label="(768, 3072)", style=solid]; +"821 zero_point_updated_constant40" -> "822 sub_tensor_40" [label="(768, 1)", style=solid]; +"822 sub_tensor_40" -> "823 linear_39" [label="(768, 3072)", style=solid]; +"823 linear_39" -> "824 dropout_30" [label="(1, 197, 768)", style=solid]; +"824 dropout_30" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "826 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"826 layer_norm_20" -> "827 transpose_60" [label="(1, 197, 768)", style=solid]; +"827 transpose_60" -> "828 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"828 transpose_60_0_0_nncf_smooth_quant_0" -> "829 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_61" -> "830 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_61" -> "836 linear_40" [label="(197, 1, 768)", style=solid]; +"831 scale_updated_constant41" -> "833 mul_tensor_41" [label="(2304, 1)", style=solid]; +"832 compressed_weight_updated_constant41" -> "833 mul_tensor_41" [label="(2304, 768)", style=solid]; +"833 mul_tensor_41" -> "835 sub_tensor_41" [label="(2304, 768)", style=solid]; +"834 zero_point_updated_constant41" -> "835 sub_tensor_41" [label="(2304, 1)", style=solid]; +"835 sub_tensor_41" -> "836 linear_40" [label="(2304, 768)", style=solid]; +"836 linear_40" -> "837 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"837 unflatten_10" -> "838 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"838 unsqueeze_10" -> "839 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"839 transpose_61" -> "840 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"840 squeeze_10" -> "841 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "842 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "845 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "848 select_32" [label="(3, 197, 1, 768)", style=solid]; +"842 quantize_per_tensor_default_62" -> "843 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"843 dequantize_per_tensor_default_62" -> "844 select_30" [label="(3, 197, 1, 768)", style=solid]; +"844 select_30" -> "849 view_80" [label="(197, 1, 768)", style=solid]; +"845 quantize_per_tensor_default_63" -> "846 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"846 dequantize_per_tensor_default_63" -> "847 select_31" [label="(3, 197, 1, 768)", style=solid]; +"847 select_31" -> "851 view_81" [label="(197, 1, 768)", style=solid]; +"848 select_32" -> "853 view_82" [label="(197, 1, 768)", style=solid]; +"849 view_80" -> "850 transpose_62" [label="(197, 12, 64)", style=solid]; +"850 transpose_62" -> "855 view_83" [label="(12, 197, 64)", style=solid]; +"851 view_81" -> "852 transpose_63" [label="(197, 12, 64)", style=solid]; +"852 transpose_63" -> "856 view_84" [label="(12, 197, 64)", style=solid]; +"853 view_82" -> "854 transpose_64" [label="(197, 12, 64)", style=solid]; +"854 transpose_64" -> "857 view_85" [label="(12, 197, 64)", style=solid]; +"855 view_83" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"856 view_84" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"857 view_85" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"858 scaled_dot_product_attention_10" -> "859 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"859 permute_11" -> "860 view_86" [label="(197, 1, 12, 64)", style=solid]; +"860 view_86" -> "861 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"861 view_86_0_0_nncf_smooth_quant_0" -> "862 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"862 quantize_per_tensor_default_64" -> "863 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"863 dequantize_per_tensor_default_64" -> "869 linear_41" [label="(197, 768)", style=solid]; +"864 scale_updated_constant42" -> "866 mul_tensor_42" [label="(768, 1)", style=solid]; +"865 compressed_weight_updated_constant42" -> "866 mul_tensor_42" [label="(768, 768)", style=solid]; +"866 mul_tensor_42" -> "868 sub_tensor_42" [label="(768, 768)", style=solid]; +"867 zero_point_updated_constant42" -> "868 sub_tensor_42" [label="(768, 1)", style=solid]; +"868 sub_tensor_42" -> "869 linear_41" [label="(768, 768)", style=solid]; +"869 linear_41" -> "870 view_87" [label="(197, 768)", style=solid]; +"870 view_87" -> "871 transpose_65" [label="(197, 1, 768)", style=solid]; +"871 transpose_65" -> "872 dropout_31" [label="(1, 197, 768)", style=solid]; +"872 dropout_31" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "874 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"874 layer_norm_21" -> "875 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"876 quantize_per_tensor_default_65" -> "877 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"877 dequantize_per_tensor_default_65" -> "883 linear_42" [label="(1, 197, 768)", style=solid]; +"878 scale_updated_constant43" -> "880 mul_tensor_43" [label="(3072, 1)", style=solid]; +"879 compressed_weight_updated_constant43" -> "880 mul_tensor_43" [label="(3072, 768)", style=solid]; +"880 mul_tensor_43" -> "882 sub_tensor_43" [label="(3072, 768)", style=solid]; +"881 zero_point_updated_constant43" -> "882 sub_tensor_43" [label="(3072, 1)", style=solid]; +"882 sub_tensor_43" -> "883 linear_42" [label="(3072, 768)", style=solid]; +"883 linear_42" -> "884 gelu_10" [label="(1, 197, 3072)", style=solid]; +"884 gelu_10" -> "885 dropout_32" [label="(1, 197, 3072)", style=solid]; +"885 dropout_32" -> "886 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"886 dropout_32_0_0_nncf_smooth_quant_0" -> "887 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"887 quantize_per_tensor_default_66" -> "888 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"888 dequantize_per_tensor_default_66" -> "894 linear_43" [label="(1, 197, 3072)", style=solid]; +"889 scale_updated_constant44" -> "891 mul_tensor_44" [label="(768, 1)", style=solid]; +"890 compressed_weight_updated_constant44" -> "891 mul_tensor_44" [label="(768, 3072)", style=solid]; +"891 mul_tensor_44" -> "893 sub_tensor_44" [label="(768, 3072)", style=solid]; +"892 zero_point_updated_constant44" -> "893 sub_tensor_44" [label="(768, 1)", style=solid]; +"893 sub_tensor_44" -> "894 linear_43" [label="(768, 3072)", style=solid]; +"894 linear_43" -> "895 dropout_33" [label="(1, 197, 768)", style=solid]; +"895 dropout_33" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "897 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"897 layer_norm_22" -> "898 transpose_66" [label="(1, 197, 768)", style=solid]; +"898 transpose_66" -> "899 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"899 transpose_66_0_0_nncf_smooth_quant_0" -> "900 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"900 quantize_per_tensor_default_67" -> "901 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"901 dequantize_per_tensor_default_67" -> "907 linear_44" [label="(197, 1, 768)", style=solid]; +"902 scale_updated_constant45" -> "904 mul_tensor_45" [label="(2304, 1)", style=solid]; +"903 compressed_weight_updated_constant45" -> "904 mul_tensor_45" [label="(2304, 768)", style=solid]; +"904 mul_tensor_45" -> "906 sub_tensor_45" [label="(2304, 768)", style=solid]; +"905 zero_point_updated_constant45" -> "906 sub_tensor_45" [label="(2304, 1)", style=solid]; +"906 sub_tensor_45" -> "907 linear_44" [label="(2304, 768)", style=solid]; +"907 linear_44" -> "908 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"908 unflatten_11" -> "909 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"909 unsqueeze_11" -> "910 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"910 transpose_67" -> "911 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"911 squeeze_11" -> "912 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "913 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "916 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "919 select_35" [label="(3, 197, 1, 768)", style=solid]; +"913 quantize_per_tensor_default_68" -> "914 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"914 dequantize_per_tensor_default_68" -> "915 select_33" [label="(3, 197, 1, 768)", style=solid]; +"915 select_33" -> "920 view_88" [label="(197, 1, 768)", style=solid]; +"916 quantize_per_tensor_default_69" -> "917 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"917 dequantize_per_tensor_default_69" -> "918 select_34" [label="(3, 197, 1, 768)", style=solid]; +"918 select_34" -> "922 view_89" [label="(197, 1, 768)", style=solid]; +"919 select_35" -> "924 view_90" [label="(197, 1, 768)", style=solid]; +"920 view_88" -> "921 transpose_68" [label="(197, 12, 64)", style=solid]; +"921 transpose_68" -> "926 view_91" [label="(12, 197, 64)", style=solid]; +"922 view_89" -> "923 transpose_69" [label="(197, 12, 64)", style=solid]; +"923 transpose_69" -> "927 view_92" [label="(12, 197, 64)", style=solid]; +"924 view_90" -> "925 transpose_70" [label="(197, 12, 64)", style=solid]; +"925 transpose_70" -> "928 view_93" [label="(12, 197, 64)", style=solid]; +"926 view_91" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"927 view_92" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"928 view_93" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"929 scaled_dot_product_attention_11" -> "930 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"930 permute_12" -> "931 view_94" [label="(197, 1, 12, 64)", style=solid]; +"931 view_94" -> "932 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"932 view_94_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"933 quantize_per_tensor_default_70" -> "934 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"934 dequantize_per_tensor_default_70" -> "940 linear_45" [label="(197, 768)", style=solid]; +"935 scale_updated_constant46" -> "937 mul_tensor_46" [label="(768, 1)", style=solid]; +"936 compressed_weight_updated_constant46" -> "937 mul_tensor_46" [label="(768, 768)", style=solid]; +"937 mul_tensor_46" -> "939 sub_tensor_46" [label="(768, 768)", style=solid]; +"938 zero_point_updated_constant46" -> "939 sub_tensor_46" [label="(768, 1)", style=solid]; +"939 sub_tensor_46" -> "940 linear_45" [label="(768, 768)", style=solid]; +"940 linear_45" -> "941 view_95" [label="(197, 768)", style=solid]; +"941 view_95" -> "942 transpose_71" [label="(197, 1, 768)", style=solid]; +"942 transpose_71" -> "943 dropout_34" [label="(1, 197, 768)", style=solid]; +"943 dropout_34" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "945 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"945 layer_norm_23" -> "946 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"947 quantize_per_tensor_default_71" -> "948 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"948 dequantize_per_tensor_default_71" -> "954 linear_46" [label="(1, 197, 768)", style=solid]; +"949 scale_updated_constant47" -> "951 mul_tensor_47" [label="(3072, 1)", style=solid]; +"950 compressed_weight_updated_constant47" -> "951 mul_tensor_47" [label="(3072, 768)", style=solid]; +"951 mul_tensor_47" -> "953 sub_tensor_47" [label="(3072, 768)", style=solid]; +"952 zero_point_updated_constant47" -> "953 sub_tensor_47" [label="(3072, 1)", style=solid]; +"953 sub_tensor_47" -> "954 linear_46" [label="(3072, 768)", style=solid]; +"954 linear_46" -> "955 gelu_11" [label="(1, 197, 3072)", style=solid]; +"955 gelu_11" -> "956 dropout_35" [label="(1, 197, 3072)", style=solid]; +"956 dropout_35" -> "957 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"957 dropout_35_0_0_nncf_smooth_quant_0" -> "958 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"958 quantize_per_tensor_default_72" -> "959 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"959 dequantize_per_tensor_default_72" -> "965 linear_47" [label="(1, 197, 3072)", style=solid]; +"960 scale_updated_constant48" -> "962 mul_tensor_48" [label="(768, 1)", style=solid]; +"961 compressed_weight_updated_constant48" -> "962 mul_tensor_48" [label="(768, 3072)", style=solid]; +"962 mul_tensor_48" -> "964 sub_tensor_48" [label="(768, 3072)", style=solid]; +"963 zero_point_updated_constant48" -> "964 sub_tensor_48" [label="(768, 1)", style=solid]; +"964 sub_tensor_48" -> "965 linear_47" [label="(768, 3072)", style=solid]; +"965 linear_47" -> "966 dropout_36" [label="(1, 197, 768)", style=solid]; +"966 dropout_36" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"967 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; +"974 scale_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 1)", style=solid]; +"975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [label="(1000, 768)", style=solid]; +"976 mul_tensor_49" -> "978 sub_tensor_49" [label="(1000, 768)", style=solid]; +"977 zero_point_updated_constant49" -> "978 sub_tensor_49" [label="(1000, 1)", style=solid]; +"978 sub_tensor_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; +"979 linear_48" -> "980 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..5f77afeb201 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot @@ -0,0 +1,63 @@ +strict digraph { +"0 x" [id=0, type=input]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type=call_module]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 scale_updated_constant0" [id=4, type=get_attr]; +"5 compressed_weight_updated_constant0" [id=5, type=get_attr]; +"6 mul_tensor" [id=6, type=mul]; +"7 zero_point_updated_constant0" [id=7, type=get_attr]; +"8 sub_tensor" [id=8, type=sub]; +"9 linear" [id=9, type=linear]; +"10 quantize_per_tensor_default_1" [id=10, type=quantize_per_tensor]; +"11 dequantize_per_tensor_default_1" [id=11, type=dequantize_per_tensor]; +"12 slice_1" [id=12, type=slice]; +"13 slice_2" [id=13, type=slice]; +"14 slice_3" [id=14, type=slice]; +"15 quantize_per_tensor_default_2" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_2" [id=16, type=dequantize_per_tensor]; +"17 slice_4" [id=17, type=slice]; +"18 slice_5" [id=18, type=slice]; +"19 slice_6" [id=19, type=slice]; +"20 slice_7" [id=20, type=slice]; +"21 slice_8" [id=21, type=slice]; +"22 slice_9" [id=22, type=slice]; +"23 transpose" [id=23, type=transpose]; +"24 matmul" [id=24, type=matmul]; +"25 div_" [id=25, type=div_]; +"26 softmax" [id=26, type=softmax]; +"27 transpose_1" [id=27, type=transpose]; +"28 matmul_1" [id=28, type=matmul]; +"29 output" [id=29, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [label="(1, -1, -1)", style=solid]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [label="(1, -1, 4)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, -1, 4)", style=solid]; +"3 dequantize_per_tensor_default" -> "9 linear" [label="(1, -1, 4)", style=solid]; +"4 scale_updated_constant0" -> "6 mul_tensor" [label="(12, 1)", style=solid]; +"5 compressed_weight_updated_constant0" -> "6 mul_tensor" [label="(12, 4)", style=solid]; +"6 mul_tensor" -> "8 sub_tensor" [label="(12, 4)", style=solid]; +"7 zero_point_updated_constant0" -> "8 sub_tensor" [label="(12, 1)", style=solid]; +"8 sub_tensor" -> "9 linear" [label="(12, 4)", style=solid]; +"9 linear" -> "10 quantize_per_tensor_default_1" [label="(1, -1, 12)", style=solid]; +"9 linear" -> "15 quantize_per_tensor_default_2" [label="(1, -1, 12)", style=solid]; +"9 linear" -> "20 slice_7" [label="(1, -1, 12)", style=solid]; +"10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [label="(1, -1, 12)", style=solid]; +"11 dequantize_per_tensor_default_1" -> "12 slice_1" [label="(1, -1, 12)", style=solid]; +"12 slice_1" -> "13 slice_2" [label="(1, -1, 12)", style=solid]; +"13 slice_2" -> "14 slice_3" [label="(1, -1, 12)", style=solid]; +"14 slice_3" -> "24 matmul" [label="(1, -1, 4)", style=solid]; +"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [label="(1, -1, 12)", style=solid]; +"16 dequantize_per_tensor_default_2" -> "17 slice_4" [label="(1, -1, 12)", style=solid]; +"17 slice_4" -> "18 slice_5" [label="(1, -1, 12)", style=solid]; +"18 slice_5" -> "19 slice_6" [label="(1, -1, 12)", style=solid]; +"19 slice_6" -> "23 transpose" [label="(1, -1, 4)", style=solid]; +"20 slice_7" -> "21 slice_8" [label="(1, -1, 12)", style=solid]; +"21 slice_8" -> "22 slice_9" [label="(1, -1, 12)", style=solid]; +"22 slice_9" -> "28 matmul_1" [label="(1, -1, 4)", style=solid]; +"23 transpose" -> "24 matmul" [label="(1, 4, -1)", style=solid]; +"24 matmul" -> "25 div_" [label="(1, -1, -1)", style=solid]; +"25 div_" -> "26 softmax" [label="(1, -1, -1)", style=solid]; +"26 softmax" -> "27 transpose_1" [label="(1, -1, -1)", style=solid]; +"27 transpose_1" -> "28 matmul_1" [label="(1, -1, -1)", style=solid]; +"28 matmul_1" -> "29 output" [label="(1, -1, 4)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/mobilenet_v3_small.dot new file mode 100644 index 00000000000..cc02625ab38 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/mobilenet_v3_small.dot @@ -0,0 +1,1182 @@ +strict digraph { +"0 features_1_block_1_fc1_weight" [id=0, type=get_attr]; +"1 features_1_block_1_fc1_bias" [id=1, type=get_attr]; +"2 features_1_block_1_fc2_weight" [id=2, type=get_attr]; +"3 features_1_block_1_fc2_bias" [id=3, type=get_attr]; +"4 features_4_block_2_fc1_weight" [id=4, type=get_attr]; +"5 features_4_block_2_fc1_bias" [id=5, type=get_attr]; +"6 features_4_block_2_fc2_weight" [id=6, type=get_attr]; +"7 features_4_block_2_fc2_bias" [id=7, type=get_attr]; +"8 features_5_block_2_fc1_weight" [id=8, type=get_attr]; +"9 features_5_block_2_fc1_bias" [id=9, type=get_attr]; +"10 features_5_block_2_fc2_weight" [id=10, type=get_attr]; +"11 features_5_block_2_fc2_bias" [id=11, type=get_attr]; +"12 features_6_block_2_fc1_weight" [id=12, type=get_attr]; +"13 features_6_block_2_fc1_bias" [id=13, type=get_attr]; +"14 features_6_block_2_fc2_weight" [id=14, type=get_attr]; +"15 features_6_block_2_fc2_bias" [id=15, type=get_attr]; +"16 features_7_block_2_fc1_weight" [id=16, type=get_attr]; +"17 features_7_block_2_fc1_bias" [id=17, type=get_attr]; +"18 features_7_block_2_fc2_weight" [id=18, type=get_attr]; +"19 features_7_block_2_fc2_bias" [id=19, type=get_attr]; +"20 features_8_block_2_fc1_weight" [id=20, type=get_attr]; +"21 features_8_block_2_fc1_bias" [id=21, type=get_attr]; +"22 features_8_block_2_fc2_weight" [id=22, type=get_attr]; +"23 features_8_block_2_fc2_bias" [id=23, type=get_attr]; +"24 features_9_block_2_fc1_weight" [id=24, type=get_attr]; +"25 features_9_block_2_fc1_bias" [id=25, type=get_attr]; +"26 features_9_block_2_fc2_weight" [id=26, type=get_attr]; +"27 features_9_block_2_fc2_bias" [id=27, type=get_attr]; +"28 features_10_block_2_fc1_weight" [id=28, type=get_attr]; +"29 features_10_block_2_fc1_bias" [id=29, type=get_attr]; +"30 features_10_block_2_fc2_weight" [id=30, type=get_attr]; +"31 features_10_block_2_fc2_bias" [id=31, type=get_attr]; +"32 features_11_block_2_fc1_weight" [id=32, type=get_attr]; +"33 features_11_block_2_fc1_bias" [id=33, type=get_attr]; +"34 features_11_block_2_fc2_weight" [id=34, type=get_attr]; +"35 features_11_block_2_fc2_bias" [id=35, type=get_attr]; +"36 classifier_0_bias" [id=36, type=get_attr]; +"37 classifier_3_bias" [id=37, type=get_attr]; +"38 x" [id=38, type=input]; +"39 quantize_per_tensor_default" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default" [id=40, type=dequantize_per_tensor]; +"41 features_0_0_weight_bias" [id=41, type=get_attr]; +"42 conv2d_scale_0" [id=42, type=get_attr]; +"43 conv2d_zero_point_0" [id=43, type=get_attr]; +"44 compressed_weight_updated_constant0" [id=44, type=get_attr]; +"45 quantize_per_channel_default" [id=45, type=quantize_per_channel]; +"46 dequantize_per_channel_default" [id=46, type=dequantize_per_channel]; +"47 conv2d" [id=47, type=conv2d]; +"48 hardswish__scale_0" [id=48, type=get_attr]; +"49 hardswish__zero_point_0" [id=49, type=get_attr]; +"50 hardswish_" [id=50, type=hardswish_]; +"51 quantize_per_channel_default_1" [id=51, type=quantize_per_channel]; +"52 dequantize_per_channel_default_1" [id=52, type=dequantize_per_channel]; +"53 features_1_block_0_0_weight_bias" [id=53, type=get_attr]; +"54 conv2d_1_scale_0" [id=54, type=get_attr]; +"55 conv2d_1_zero_point_0" [id=55, type=get_attr]; +"56 compressed_weight_updated_constant1" [id=56, type=get_attr]; +"57 quantize_per_channel_default_2" [id=57, type=quantize_per_channel]; +"58 dequantize_per_channel_default_2" [id=58, type=dequantize_per_channel]; +"59 conv2d_1" [id=59, type=conv2d]; +"60 relu_" [id=60, type=relu_]; +"61 quantize_per_tensor_default_1" [id=61, type=quantize_per_tensor]; +"62 dequantize_per_tensor_default_2" [id=62, type=dequantize_per_tensor]; +"63 dequantize_per_tensor_default_1" [id=63, type=dequantize_per_tensor]; +"64 adaptive_avg_pool2d" [id=64, type=adaptive_avg_pool2d]; +"65 conv2d_2" [id=65, type=conv2d]; +"66 relu" [id=66, type=relu]; +"67 conv2d_3" [id=67, type=conv2d]; +"68 hardsigmoid" [id=68, type=hardsigmoid]; +"69 quantize_per_tensor_default_2" [id=69, type=quantize_per_tensor]; +"70 dequantize_per_tensor_default_3" [id=70, type=dequantize_per_tensor]; +"71 mul" [id=71, type=mul]; +"72 quantize_per_tensor_default_3" [id=72, type=quantize_per_tensor]; +"73 dequantize_per_tensor_default_4" [id=73, type=dequantize_per_tensor]; +"74 features_1_block_2_0_weight_bias" [id=74, type=get_attr]; +"75 conv2d_4_scale_0" [id=75, type=get_attr]; +"76 conv2d_4_zero_point_0" [id=76, type=get_attr]; +"77 compressed_weight_updated_constant2" [id=77, type=get_attr]; +"78 quantize_per_channel_default_3" [id=78, type=quantize_per_channel]; +"79 dequantize_per_channel_default_3" [id=79, type=dequantize_per_channel]; +"80 conv2d_4" [id=80, type=conv2d]; +"81 quantize_per_tensor_default_4" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_5" [id=82, type=dequantize_per_tensor]; +"83 features_2_block_0_0_weight_bias" [id=83, type=get_attr]; +"84 conv2d_5_scale_0" [id=84, type=get_attr]; +"85 conv2d_5_zero_point_0" [id=85, type=get_attr]; +"86 compressed_weight_updated_constant3" [id=86, type=get_attr]; +"87 quantize_per_channel_default_4" [id=87, type=quantize_per_channel]; +"88 dequantize_per_channel_default_4" [id=88, type=dequantize_per_channel]; +"89 conv2d_5" [id=89, type=conv2d]; +"90 relu__1_scale_0" [id=90, type=get_attr]; +"91 relu__1_zero_point_0" [id=91, type=get_attr]; +"92 relu__1" [id=92, type=relu_]; +"93 quantize_per_channel_default_5" [id=93, type=quantize_per_channel]; +"94 dequantize_per_channel_default_5" [id=94, type=dequantize_per_channel]; +"95 features_2_block_1_0_weight_bias" [id=95, type=get_attr]; +"96 conv2d_6_scale_0" [id=96, type=get_attr]; +"97 conv2d_6_zero_point_0" [id=97, type=get_attr]; +"98 compressed_weight_updated_constant4" [id=98, type=get_attr]; +"99 quantize_per_channel_default_6" [id=99, type=quantize_per_channel]; +"100 dequantize_per_channel_default_6" [id=100, type=dequantize_per_channel]; +"101 conv2d_6" [id=101, type=conv2d]; +"102 relu__2" [id=102, type=relu_]; +"103 quantize_per_tensor_default_5" [id=103, type=quantize_per_tensor]; +"104 dequantize_per_tensor_default_6" [id=104, type=dequantize_per_tensor]; +"105 features_2_block_2_0_weight_bias" [id=105, type=get_attr]; +"106 conv2d_7_scale_0" [id=106, type=get_attr]; +"107 conv2d_7_zero_point_0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant5" [id=108, type=get_attr]; +"109 quantize_per_channel_default_7" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_7" [id=110, type=dequantize_per_channel]; +"111 conv2d_7" [id=111, type=conv2d]; +"112 quantize_per_tensor_default_6" [id=112, type=quantize_per_tensor]; +"113 dequantize_per_tensor_default_8" [id=113, type=dequantize_per_tensor]; +"114 dequantize_per_tensor_default_7" [id=114, type=dequantize_per_tensor]; +"115 features_3_block_0_0_weight_bias" [id=115, type=get_attr]; +"116 conv2d_8_scale_0" [id=116, type=get_attr]; +"117 conv2d_8_zero_point_0" [id=117, type=get_attr]; +"118 compressed_weight_updated_constant6" [id=118, type=get_attr]; +"119 quantize_per_channel_default_8" [id=119, type=quantize_per_channel]; +"120 dequantize_per_channel_default_8" [id=120, type=dequantize_per_channel]; +"121 conv2d_8" [id=121, type=conv2d]; +"122 relu__3_scale_0" [id=122, type=get_attr]; +"123 relu__3_zero_point_0" [id=123, type=get_attr]; +"124 relu__3" [id=124, type=relu_]; +"125 quantize_per_channel_default_9" [id=125, type=quantize_per_channel]; +"126 dequantize_per_channel_default_9" [id=126, type=dequantize_per_channel]; +"127 features_3_block_1_0_weight_bias" [id=127, type=get_attr]; +"128 conv2d_9_scale_0" [id=128, type=get_attr]; +"129 conv2d_9_zero_point_0" [id=129, type=get_attr]; +"130 compressed_weight_updated_constant7" [id=130, type=get_attr]; +"131 quantize_per_channel_default_10" [id=131, type=quantize_per_channel]; +"132 dequantize_per_channel_default_10" [id=132, type=dequantize_per_channel]; +"133 conv2d_9" [id=133, type=conv2d]; +"134 relu__4" [id=134, type=relu_]; +"135 quantize_per_tensor_default_7" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_9" [id=136, type=dequantize_per_tensor]; +"137 features_3_block_2_0_weight_bias" [id=137, type=get_attr]; +"138 conv2d_10_scale_0" [id=138, type=get_attr]; +"139 conv2d_10_zero_point_0" [id=139, type=get_attr]; +"140 compressed_weight_updated_constant8" [id=140, type=get_attr]; +"141 quantize_per_channel_default_11" [id=141, type=quantize_per_channel]; +"142 dequantize_per_channel_default_11" [id=142, type=dequantize_per_channel]; +"143 conv2d_10" [id=143, type=conv2d]; +"144 quantize_per_tensor_default_8" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_10" [id=145, type=dequantize_per_tensor]; +"146 add_" [id=146, type=add_]; +"147 quantize_per_tensor_default_9" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_11" [id=148, type=dequantize_per_tensor]; +"149 features_4_block_0_0_weight_bias" [id=149, type=get_attr]; +"150 conv2d_11_scale_0" [id=150, type=get_attr]; +"151 conv2d_11_zero_point_0" [id=151, type=get_attr]; +"152 compressed_weight_updated_constant9" [id=152, type=get_attr]; +"153 quantize_per_channel_default_12" [id=153, type=quantize_per_channel]; +"154 dequantize_per_channel_default_12" [id=154, type=dequantize_per_channel]; +"155 conv2d_11" [id=155, type=conv2d]; +"156 hardswish__1_scale_0" [id=156, type=get_attr]; +"157 hardswish__1_zero_point_0" [id=157, type=get_attr]; +"158 hardswish__1" [id=158, type=hardswish_]; +"159 quantize_per_channel_default_13" [id=159, type=quantize_per_channel]; +"160 dequantize_per_channel_default_13" [id=160, type=dequantize_per_channel]; +"161 features_4_block_1_0_weight_bias" [id=161, type=get_attr]; +"162 conv2d_12_scale_0" [id=162, type=get_attr]; +"163 conv2d_12_zero_point_0" [id=163, type=get_attr]; +"164 compressed_weight_updated_constant10" [id=164, type=get_attr]; +"165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; +"166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; +"167 conv2d_12" [id=167, type=conv2d]; +"168 hardswish__2" [id=168, type=hardswish_]; +"169 quantize_per_tensor_default_10" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_13" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_12" [id=171, type=dequantize_per_tensor]; +"172 adaptive_avg_pool2d_1" [id=172, type=adaptive_avg_pool2d]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu_1" [id=174, type=relu]; +"175 conv2d_14" [id=175, type=conv2d]; +"176 hardsigmoid_1" [id=176, type=hardsigmoid]; +"177 quantize_per_tensor_default_11" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_14" [id=178, type=dequantize_per_tensor]; +"179 mul_1" [id=179, type=mul]; +"180 quantize_per_tensor_default_12" [id=180, type=quantize_per_tensor]; +"181 dequantize_per_tensor_default_15" [id=181, type=dequantize_per_tensor]; +"182 features_4_block_3_0_weight_bias" [id=182, type=get_attr]; +"183 conv2d_15_scale_0" [id=183, type=get_attr]; +"184 conv2d_15_zero_point_0" [id=184, type=get_attr]; +"185 compressed_weight_updated_constant11" [id=185, type=get_attr]; +"186 quantize_per_channel_default_15" [id=186, type=quantize_per_channel]; +"187 dequantize_per_channel_default_15" [id=187, type=dequantize_per_channel]; +"188 conv2d_15" [id=188, type=conv2d]; +"189 quantize_per_tensor_default_13" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_17" [id=190, type=dequantize_per_tensor]; +"191 dequantize_per_tensor_default_16" [id=191, type=dequantize_per_tensor]; +"192 features_5_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 conv2d_16_scale_0" [id=193, type=get_attr]; +"194 conv2d_16_zero_point_0" [id=194, type=get_attr]; +"195 compressed_weight_updated_constant12" [id=195, type=get_attr]; +"196 quantize_per_channel_default_16" [id=196, type=quantize_per_channel]; +"197 dequantize_per_channel_default_16" [id=197, type=dequantize_per_channel]; +"198 conv2d_16" [id=198, type=conv2d]; +"199 hardswish__3_scale_0" [id=199, type=get_attr]; +"200 hardswish__3_zero_point_0" [id=200, type=get_attr]; +"201 hardswish__3" [id=201, type=hardswish_]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 features_5_block_1_0_weight_bias" [id=204, type=get_attr]; +"205 conv2d_17_scale_0" [id=205, type=get_attr]; +"206 conv2d_17_zero_point_0" [id=206, type=get_attr]; +"207 compressed_weight_updated_constant13" [id=207, type=get_attr]; +"208 quantize_per_channel_default_18" [id=208, type=quantize_per_channel]; +"209 dequantize_per_channel_default_18" [id=209, type=dequantize_per_channel]; +"210 conv2d_17" [id=210, type=conv2d]; +"211 hardswish__4" [id=211, type=hardswish_]; +"212 quantize_per_tensor_default_14" [id=212, type=quantize_per_tensor]; +"213 dequantize_per_tensor_default_19" [id=213, type=dequantize_per_tensor]; +"214 dequantize_per_tensor_default_18" [id=214, type=dequantize_per_tensor]; +"215 adaptive_avg_pool2d_2" [id=215, type=adaptive_avg_pool2d]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu_2" [id=217, type=relu]; +"218 conv2d_19" [id=218, type=conv2d]; +"219 hardsigmoid_2" [id=219, type=hardsigmoid]; +"220 quantize_per_tensor_default_15" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_20" [id=221, type=dequantize_per_tensor]; +"222 mul_2" [id=222, type=mul]; +"223 quantize_per_tensor_default_16" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_21" [id=224, type=dequantize_per_tensor]; +"225 features_5_block_3_0_weight_bias" [id=225, type=get_attr]; +"226 conv2d_20_scale_0" [id=226, type=get_attr]; +"227 conv2d_20_zero_point_0" [id=227, type=get_attr]; +"228 compressed_weight_updated_constant14" [id=228, type=get_attr]; +"229 quantize_per_channel_default_19" [id=229, type=quantize_per_channel]; +"230 dequantize_per_channel_default_19" [id=230, type=dequantize_per_channel]; +"231 conv2d_20" [id=231, type=conv2d]; +"232 quantize_per_tensor_default_17" [id=232, type=quantize_per_tensor]; +"233 dequantize_per_tensor_default_22" [id=233, type=dequantize_per_tensor]; +"234 add__1" [id=234, type=add_]; +"235 quantize_per_tensor_default_18" [id=235, type=quantize_per_tensor]; +"236 dequantize_per_tensor_default_24" [id=236, type=dequantize_per_tensor]; +"237 dequantize_per_tensor_default_23" [id=237, type=dequantize_per_tensor]; +"238 features_6_block_0_0_weight_bias" [id=238, type=get_attr]; +"239 conv2d_21_scale_0" [id=239, type=get_attr]; +"240 conv2d_21_zero_point_0" [id=240, type=get_attr]; +"241 compressed_weight_updated_constant15" [id=241, type=get_attr]; +"242 quantize_per_channel_default_20" [id=242, type=quantize_per_channel]; +"243 dequantize_per_channel_default_20" [id=243, type=dequantize_per_channel]; +"244 conv2d_21" [id=244, type=conv2d]; +"245 hardswish__5_scale_0" [id=245, type=get_attr]; +"246 hardswish__5_zero_point_0" [id=246, type=get_attr]; +"247 hardswish__5" [id=247, type=hardswish_]; +"248 quantize_per_channel_default_21" [id=248, type=quantize_per_channel]; +"249 dequantize_per_channel_default_21" [id=249, type=dequantize_per_channel]; +"250 features_6_block_1_0_weight_bias" [id=250, type=get_attr]; +"251 conv2d_22_scale_0" [id=251, type=get_attr]; +"252 conv2d_22_zero_point_0" [id=252, type=get_attr]; +"253 compressed_weight_updated_constant16" [id=253, type=get_attr]; +"254 quantize_per_channel_default_22" [id=254, type=quantize_per_channel]; +"255 dequantize_per_channel_default_22" [id=255, type=dequantize_per_channel]; +"256 conv2d_22" [id=256, type=conv2d]; +"257 hardswish__6" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_19" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_26" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_25" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_3" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_23" [id=262, type=conv2d]; +"263 relu_3" [id=263, type=relu]; +"264 conv2d_24" [id=264, type=conv2d]; +"265 hardsigmoid_3" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_20" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_27" [id=267, type=dequantize_per_tensor]; +"268 mul_3" [id=268, type=mul]; +"269 quantize_per_tensor_default_21" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_28" [id=270, type=dequantize_per_tensor]; +"271 features_6_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 conv2d_25_scale_0" [id=272, type=get_attr]; +"273 conv2d_25_zero_point_0" [id=273, type=get_attr]; +"274 compressed_weight_updated_constant17" [id=274, type=get_attr]; +"275 quantize_per_channel_default_23" [id=275, type=quantize_per_channel]; +"276 dequantize_per_channel_default_23" [id=276, type=dequantize_per_channel]; +"277 conv2d_25" [id=277, type=conv2d]; +"278 quantize_per_tensor_default_22" [id=278, type=quantize_per_tensor]; +"279 dequantize_per_tensor_default_29" [id=279, type=dequantize_per_tensor]; +"280 add__2" [id=280, type=add_]; +"281 quantize_per_tensor_default_23" [id=281, type=quantize_per_tensor]; +"282 dequantize_per_tensor_default_30" [id=282, type=dequantize_per_tensor]; +"283 features_7_block_0_0_weight_bias" [id=283, type=get_attr]; +"284 conv2d_26_scale_0" [id=284, type=get_attr]; +"285 conv2d_26_zero_point_0" [id=285, type=get_attr]; +"286 compressed_weight_updated_constant18" [id=286, type=get_attr]; +"287 quantize_per_channel_default_24" [id=287, type=quantize_per_channel]; +"288 dequantize_per_channel_default_24" [id=288, type=dequantize_per_channel]; +"289 conv2d_26" [id=289, type=conv2d]; +"290 hardswish__7_scale_0" [id=290, type=get_attr]; +"291 hardswish__7_zero_point_0" [id=291, type=get_attr]; +"292 hardswish__7" [id=292, type=hardswish_]; +"293 quantize_per_channel_default_25" [id=293, type=quantize_per_channel]; +"294 dequantize_per_channel_default_25" [id=294, type=dequantize_per_channel]; +"295 features_7_block_1_0_weight_bias" [id=295, type=get_attr]; +"296 conv2d_27_scale_0" [id=296, type=get_attr]; +"297 conv2d_27_zero_point_0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant19" [id=298, type=get_attr]; +"299 quantize_per_channel_default_26" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_26" [id=300, type=dequantize_per_channel]; +"301 conv2d_27" [id=301, type=conv2d]; +"302 hardswish__8" [id=302, type=hardswish_]; +"303 quantize_per_tensor_default_24" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default_32" [id=304, type=dequantize_per_tensor]; +"305 dequantize_per_tensor_default_31" [id=305, type=dequantize_per_tensor]; +"306 adaptive_avg_pool2d_4" [id=306, type=adaptive_avg_pool2d]; +"307 conv2d_28" [id=307, type=conv2d]; +"308 relu_4" [id=308, type=relu]; +"309 conv2d_29" [id=309, type=conv2d]; +"310 hardsigmoid_4" [id=310, type=hardsigmoid]; +"311 quantize_per_tensor_default_25" [id=311, type=quantize_per_tensor]; +"312 dequantize_per_tensor_default_33" [id=312, type=dequantize_per_tensor]; +"313 mul_4" [id=313, type=mul]; +"314 quantize_per_tensor_default_26" [id=314, type=quantize_per_tensor]; +"315 dequantize_per_tensor_default_34" [id=315, type=dequantize_per_tensor]; +"316 features_7_block_3_0_weight_bias" [id=316, type=get_attr]; +"317 conv2d_30_scale_0" [id=317, type=get_attr]; +"318 conv2d_30_zero_point_0" [id=318, type=get_attr]; +"319 compressed_weight_updated_constant20" [id=319, type=get_attr]; +"320 quantize_per_channel_default_27" [id=320, type=quantize_per_channel]; +"321 dequantize_per_channel_default_27" [id=321, type=dequantize_per_channel]; +"322 conv2d_30" [id=322, type=conv2d]; +"323 quantize_per_tensor_default_27" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_36" [id=324, type=dequantize_per_tensor]; +"325 dequantize_per_tensor_default_35" [id=325, type=dequantize_per_tensor]; +"326 features_8_block_0_0_weight_bias" [id=326, type=get_attr]; +"327 conv2d_31_scale_0" [id=327, type=get_attr]; +"328 conv2d_31_zero_point_0" [id=328, type=get_attr]; +"329 compressed_weight_updated_constant21" [id=329, type=get_attr]; +"330 quantize_per_channel_default_28" [id=330, type=quantize_per_channel]; +"331 dequantize_per_channel_default_28" [id=331, type=dequantize_per_channel]; +"332 conv2d_31" [id=332, type=conv2d]; +"333 hardswish__9_scale_0" [id=333, type=get_attr]; +"334 hardswish__9_zero_point_0" [id=334, type=get_attr]; +"335 hardswish__9" [id=335, type=hardswish_]; +"336 quantize_per_channel_default_29" [id=336, type=quantize_per_channel]; +"337 dequantize_per_channel_default_29" [id=337, type=dequantize_per_channel]; +"338 features_8_block_1_0_weight_bias" [id=338, type=get_attr]; +"339 conv2d_32_scale_0" [id=339, type=get_attr]; +"340 conv2d_32_zero_point_0" [id=340, type=get_attr]; +"341 compressed_weight_updated_constant22" [id=341, type=get_attr]; +"342 quantize_per_channel_default_30" [id=342, type=quantize_per_channel]; +"343 dequantize_per_channel_default_30" [id=343, type=dequantize_per_channel]; +"344 conv2d_32" [id=344, type=conv2d]; +"345 hardswish__10" [id=345, type=hardswish_]; +"346 quantize_per_tensor_default_28" [id=346, type=quantize_per_tensor]; +"347 dequantize_per_tensor_default_38" [id=347, type=dequantize_per_tensor]; +"348 dequantize_per_tensor_default_37" [id=348, type=dequantize_per_tensor]; +"349 adaptive_avg_pool2d_5" [id=349, type=adaptive_avg_pool2d]; +"350 conv2d_33" [id=350, type=conv2d]; +"351 relu_5" [id=351, type=relu]; +"352 conv2d_34" [id=352, type=conv2d]; +"353 hardsigmoid_5" [id=353, type=hardsigmoid]; +"354 quantize_per_tensor_default_29" [id=354, type=quantize_per_tensor]; +"355 dequantize_per_tensor_default_39" [id=355, type=dequantize_per_tensor]; +"356 mul_5" [id=356, type=mul]; +"357 quantize_per_tensor_default_30" [id=357, type=quantize_per_tensor]; +"358 dequantize_per_tensor_default_40" [id=358, type=dequantize_per_tensor]; +"359 features_8_block_3_0_weight_bias" [id=359, type=get_attr]; +"360 conv2d_35_scale_0" [id=360, type=get_attr]; +"361 conv2d_35_zero_point_0" [id=361, type=get_attr]; +"362 compressed_weight_updated_constant23" [id=362, type=get_attr]; +"363 quantize_per_channel_default_31" [id=363, type=quantize_per_channel]; +"364 dequantize_per_channel_default_31" [id=364, type=dequantize_per_channel]; +"365 conv2d_35" [id=365, type=conv2d]; +"366 quantize_per_tensor_default_31" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_41" [id=367, type=dequantize_per_tensor]; +"368 add__3" [id=368, type=add_]; +"369 quantize_per_tensor_default_32" [id=369, type=quantize_per_tensor]; +"370 dequantize_per_tensor_default_42" [id=370, type=dequantize_per_tensor]; +"371 features_9_block_0_0_weight_bias" [id=371, type=get_attr]; +"372 conv2d_36_scale_0" [id=372, type=get_attr]; +"373 conv2d_36_zero_point_0" [id=373, type=get_attr]; +"374 compressed_weight_updated_constant24" [id=374, type=get_attr]; +"375 quantize_per_channel_default_32" [id=375, type=quantize_per_channel]; +"376 dequantize_per_channel_default_32" [id=376, type=dequantize_per_channel]; +"377 conv2d_36" [id=377, type=conv2d]; +"378 hardswish__11_scale_0" [id=378, type=get_attr]; +"379 hardswish__11_zero_point_0" [id=379, type=get_attr]; +"380 hardswish__11" [id=380, type=hardswish_]; +"381 quantize_per_channel_default_33" [id=381, type=quantize_per_channel]; +"382 dequantize_per_channel_default_33" [id=382, type=dequantize_per_channel]; +"383 features_9_block_1_0_weight_bias" [id=383, type=get_attr]; +"384 conv2d_37_scale_0" [id=384, type=get_attr]; +"385 conv2d_37_zero_point_0" [id=385, type=get_attr]; +"386 compressed_weight_updated_constant25" [id=386, type=get_attr]; +"387 quantize_per_channel_default_34" [id=387, type=quantize_per_channel]; +"388 dequantize_per_channel_default_34" [id=388, type=dequantize_per_channel]; +"389 conv2d_37" [id=389, type=conv2d]; +"390 hardswish__12" [id=390, type=hardswish_]; +"391 quantize_per_tensor_default_33" [id=391, type=quantize_per_tensor]; +"392 dequantize_per_tensor_default_44" [id=392, type=dequantize_per_tensor]; +"393 dequantize_per_tensor_default_43" [id=393, type=dequantize_per_tensor]; +"394 adaptive_avg_pool2d_6" [id=394, type=adaptive_avg_pool2d]; +"395 conv2d_38" [id=395, type=conv2d]; +"396 relu_6" [id=396, type=relu]; +"397 conv2d_39" [id=397, type=conv2d]; +"398 hardsigmoid_6" [id=398, type=hardsigmoid]; +"399 quantize_per_tensor_default_34" [id=399, type=quantize_per_tensor]; +"400 dequantize_per_tensor_default_45" [id=400, type=dequantize_per_tensor]; +"401 mul_6" [id=401, type=mul]; +"402 quantize_per_tensor_default_35" [id=402, type=quantize_per_tensor]; +"403 dequantize_per_tensor_default_46" [id=403, type=dequantize_per_tensor]; +"404 features_9_block_3_0_weight_bias" [id=404, type=get_attr]; +"405 conv2d_40_scale_0" [id=405, type=get_attr]; +"406 conv2d_40_zero_point_0" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant26" [id=407, type=get_attr]; +"408 quantize_per_channel_default_35" [id=408, type=quantize_per_channel]; +"409 dequantize_per_channel_default_35" [id=409, type=dequantize_per_channel]; +"410 conv2d_40" [id=410, type=conv2d]; +"411 quantize_per_tensor_default_36" [id=411, type=quantize_per_tensor]; +"412 dequantize_per_tensor_default_48" [id=412, type=dequantize_per_tensor]; +"413 dequantize_per_tensor_default_47" [id=413, type=dequantize_per_tensor]; +"414 features_10_block_0_0_weight_bias" [id=414, type=get_attr]; +"415 conv2d_41_scale_0" [id=415, type=get_attr]; +"416 conv2d_41_zero_point_0" [id=416, type=get_attr]; +"417 compressed_weight_updated_constant27" [id=417, type=get_attr]; +"418 quantize_per_channel_default_36" [id=418, type=quantize_per_channel]; +"419 dequantize_per_channel_default_36" [id=419, type=dequantize_per_channel]; +"420 conv2d_41" [id=420, type=conv2d]; +"421 hardswish__13_scale_0" [id=421, type=get_attr]; +"422 hardswish__13_zero_point_0" [id=422, type=get_attr]; +"423 hardswish__13" [id=423, type=hardswish_]; +"424 quantize_per_channel_default_37" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_37" [id=425, type=dequantize_per_channel]; +"426 features_10_block_1_0_weight_bias" [id=426, type=get_attr]; +"427 conv2d_42_scale_0" [id=427, type=get_attr]; +"428 conv2d_42_zero_point_0" [id=428, type=get_attr]; +"429 compressed_weight_updated_constant28" [id=429, type=get_attr]; +"430 quantize_per_channel_default_38" [id=430, type=quantize_per_channel]; +"431 dequantize_per_channel_default_38" [id=431, type=dequantize_per_channel]; +"432 conv2d_42" [id=432, type=conv2d]; +"433 hardswish__14" [id=433, type=hardswish_]; +"434 quantize_per_tensor_default_37" [id=434, type=quantize_per_tensor]; +"435 dequantize_per_tensor_default_50" [id=435, type=dequantize_per_tensor]; +"436 dequantize_per_tensor_default_49" [id=436, type=dequantize_per_tensor]; +"437 adaptive_avg_pool2d_7" [id=437, type=adaptive_avg_pool2d]; +"438 conv2d_43" [id=438, type=conv2d]; +"439 relu_7" [id=439, type=relu]; +"440 conv2d_44" [id=440, type=conv2d]; +"441 hardsigmoid_7" [id=441, type=hardsigmoid]; +"442 quantize_per_tensor_default_38" [id=442, type=quantize_per_tensor]; +"443 dequantize_per_tensor_default_51" [id=443, type=dequantize_per_tensor]; +"444 mul_7" [id=444, type=mul]; +"445 quantize_per_tensor_default_39" [id=445, type=quantize_per_tensor]; +"446 dequantize_per_tensor_default_52" [id=446, type=dequantize_per_tensor]; +"447 features_10_block_3_0_weight_bias" [id=447, type=get_attr]; +"448 conv2d_45_scale_0" [id=448, type=get_attr]; +"449 conv2d_45_zero_point_0" [id=449, type=get_attr]; +"450 compressed_weight_updated_constant29" [id=450, type=get_attr]; +"451 quantize_per_channel_default_39" [id=451, type=quantize_per_channel]; +"452 dequantize_per_channel_default_39" [id=452, type=dequantize_per_channel]; +"453 conv2d_45" [id=453, type=conv2d]; +"454 quantize_per_tensor_default_40" [id=454, type=quantize_per_tensor]; +"455 dequantize_per_tensor_default_53" [id=455, type=dequantize_per_tensor]; +"456 add__4" [id=456, type=add_]; +"457 quantize_per_tensor_default_41" [id=457, type=quantize_per_tensor]; +"458 dequantize_per_tensor_default_55" [id=458, type=dequantize_per_tensor]; +"459 dequantize_per_tensor_default_54" [id=459, type=dequantize_per_tensor]; +"460 features_11_block_0_0_weight_bias" [id=460, type=get_attr]; +"461 conv2d_46_scale_0" [id=461, type=get_attr]; +"462 conv2d_46_zero_point_0" [id=462, type=get_attr]; +"463 compressed_weight_updated_constant30" [id=463, type=get_attr]; +"464 quantize_per_channel_default_40" [id=464, type=quantize_per_channel]; +"465 dequantize_per_channel_default_40" [id=465, type=dequantize_per_channel]; +"466 conv2d_46" [id=466, type=conv2d]; +"467 hardswish__15_scale_0" [id=467, type=get_attr]; +"468 hardswish__15_zero_point_0" [id=468, type=get_attr]; +"469 hardswish__15" [id=469, type=hardswish_]; +"470 quantize_per_channel_default_41" [id=470, type=quantize_per_channel]; +"471 dequantize_per_channel_default_41" [id=471, type=dequantize_per_channel]; +"472 features_11_block_1_0_weight_bias" [id=472, type=get_attr]; +"473 conv2d_47_scale_0" [id=473, type=get_attr]; +"474 conv2d_47_zero_point_0" [id=474, type=get_attr]; +"475 compressed_weight_updated_constant31" [id=475, type=get_attr]; +"476 quantize_per_channel_default_42" [id=476, type=quantize_per_channel]; +"477 dequantize_per_channel_default_42" [id=477, type=dequantize_per_channel]; +"478 conv2d_47" [id=478, type=conv2d]; +"479 hardswish__16" [id=479, type=hardswish_]; +"480 quantize_per_tensor_default_42" [id=480, type=quantize_per_tensor]; +"481 dequantize_per_tensor_default_57" [id=481, type=dequantize_per_tensor]; +"482 dequantize_per_tensor_default_56" [id=482, type=dequantize_per_tensor]; +"483 adaptive_avg_pool2d_8" [id=483, type=adaptive_avg_pool2d]; +"484 conv2d_48" [id=484, type=conv2d]; +"485 relu_8" [id=485, type=relu]; +"486 conv2d_49" [id=486, type=conv2d]; +"487 hardsigmoid_8" [id=487, type=hardsigmoid]; +"488 quantize_per_tensor_default_43" [id=488, type=quantize_per_tensor]; +"489 dequantize_per_tensor_default_58" [id=489, type=dequantize_per_tensor]; +"490 mul_8" [id=490, type=mul]; +"491 quantize_per_tensor_default_44" [id=491, type=quantize_per_tensor]; +"492 dequantize_per_tensor_default_59" [id=492, type=dequantize_per_tensor]; +"493 features_11_block_3_0_weight_bias" [id=493, type=get_attr]; +"494 conv2d_50_scale_0" [id=494, type=get_attr]; +"495 conv2d_50_zero_point_0" [id=495, type=get_attr]; +"496 compressed_weight_updated_constant32" [id=496, type=get_attr]; +"497 quantize_per_channel_default_43" [id=497, type=quantize_per_channel]; +"498 dequantize_per_channel_default_43" [id=498, type=dequantize_per_channel]; +"499 conv2d_50" [id=499, type=conv2d]; +"500 quantize_per_tensor_default_45" [id=500, type=quantize_per_tensor]; +"501 dequantize_per_tensor_default_60" [id=501, type=dequantize_per_tensor]; +"502 add__5" [id=502, type=add_]; +"503 quantize_per_tensor_default_46" [id=503, type=quantize_per_tensor]; +"504 dequantize_per_tensor_default_61" [id=504, type=dequantize_per_tensor]; +"505 features_12_0_weight_bias" [id=505, type=get_attr]; +"506 conv2d_51_scale_0" [id=506, type=get_attr]; +"507 conv2d_51_zero_point_0" [id=507, type=get_attr]; +"508 compressed_weight_updated_constant33" [id=508, type=get_attr]; +"509 quantize_per_channel_default_44" [id=509, type=quantize_per_channel]; +"510 dequantize_per_channel_default_44" [id=510, type=dequantize_per_channel]; +"511 conv2d_51" [id=511, type=conv2d]; +"512 hardswish__17" [id=512, type=hardswish_]; +"513 quantize_per_tensor_default_47" [id=513, type=quantize_per_tensor]; +"514 dequantize_per_tensor_default_62" [id=514, type=dequantize_per_tensor]; +"515 adaptive_avg_pool2d_9" [id=515, type=adaptive_avg_pool2d]; +"516 quantize_per_tensor_default_48" [id=516, type=quantize_per_tensor]; +"517 dequantize_per_tensor_default_63" [id=517, type=dequantize_per_tensor]; +"518 flatten" [id=518, type=flatten]; +"519 linear_scale_0" [id=519, type=get_attr]; +"520 linear_zero_point_0" [id=520, type=get_attr]; +"521 compressed_weight_updated_constant34" [id=521, type=get_attr]; +"522 quantize_per_channel_default_45" [id=522, type=quantize_per_channel]; +"523 dequantize_per_channel_default_45" [id=523, type=dequantize_per_channel]; +"524 linear" [id=524, type=linear]; +"525 hardswish__18" [id=525, type=hardswish_]; +"526 quantize_per_tensor_default_49" [id=526, type=quantize_per_tensor]; +"527 dequantize_per_tensor_default_64" [id=527, type=dequantize_per_tensor]; +"528 dropout_" [id=528, type=dropout_]; +"529 linear_1_scale_0" [id=529, type=get_attr]; +"530 linear_1_zero_point_0" [id=530, type=get_attr]; +"531 compressed_weight_updated_constant35" [id=531, type=get_attr]; +"532 quantize_per_channel_default_46" [id=532, type=quantize_per_channel]; +"533 dequantize_per_channel_default_46" [id=533, type=dequantize_per_channel]; +"534 linear_1" [id=534, type=linear]; +"535 output" [id=535, type=output]; +"0 features_1_block_1_fc1_weight" -> "65 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"1 features_1_block_1_fc1_bias" -> "65 conv2d_2" [label="(8,)", style=solid]; +"2 features_1_block_1_fc2_weight" -> "67 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"3 features_1_block_1_fc2_bias" -> "67 conv2d_3" [label="(16,)", style=solid]; +"4 features_4_block_2_fc1_weight" -> "173 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"5 features_4_block_2_fc1_bias" -> "173 conv2d_13" [label="(24,)", style=solid]; +"6 features_4_block_2_fc2_weight" -> "175 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"7 features_4_block_2_fc2_bias" -> "175 conv2d_14" [label="(96,)", style=solid]; +"8 features_5_block_2_fc1_weight" -> "216 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"9 features_5_block_2_fc1_bias" -> "216 conv2d_18" [label="(64,)", style=solid]; +"10 features_5_block_2_fc2_weight" -> "218 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"11 features_5_block_2_fc2_bias" -> "218 conv2d_19" [label="(240,)", style=solid]; +"12 features_6_block_2_fc1_weight" -> "262 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"13 features_6_block_2_fc1_bias" -> "262 conv2d_23" [label="(64,)", style=solid]; +"14 features_6_block_2_fc2_weight" -> "264 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"15 features_6_block_2_fc2_bias" -> "264 conv2d_24" [label="(240,)", style=solid]; +"16 features_7_block_2_fc1_weight" -> "307 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"17 features_7_block_2_fc1_bias" -> "307 conv2d_28" [label="(32,)", style=solid]; +"18 features_7_block_2_fc2_weight" -> "309 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"19 features_7_block_2_fc2_bias" -> "309 conv2d_29" [label="(120,)", style=solid]; +"20 features_8_block_2_fc1_weight" -> "350 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"21 features_8_block_2_fc1_bias" -> "350 conv2d_33" [label="(40,)", style=solid]; +"22 features_8_block_2_fc2_weight" -> "352 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"23 features_8_block_2_fc2_bias" -> "352 conv2d_34" [label="(144,)", style=solid]; +"24 features_9_block_2_fc1_weight" -> "395 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"25 features_9_block_2_fc1_bias" -> "395 conv2d_38" [label="(72,)", style=solid]; +"26 features_9_block_2_fc2_weight" -> "397 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"27 features_9_block_2_fc2_bias" -> "397 conv2d_39" [label="(288,)", style=solid]; +"28 features_10_block_2_fc1_weight" -> "438 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"29 features_10_block_2_fc1_bias" -> "438 conv2d_43" [label="(144,)", style=solid]; +"30 features_10_block_2_fc2_weight" -> "440 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"31 features_10_block_2_fc2_bias" -> "440 conv2d_44" [label="(576,)", style=solid]; +"32 features_11_block_2_fc1_weight" -> "484 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"33 features_11_block_2_fc1_bias" -> "484 conv2d_48" [label="(144,)", style=solid]; +"34 features_11_block_2_fc2_weight" -> "486 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"35 features_11_block_2_fc2_bias" -> "486 conv2d_49" [label="(576,)", style=solid]; +"36 classifier_0_bias" -> "524 linear" [label="(1024,)", style=solid]; +"37 classifier_3_bias" -> "534 linear_1" [label="(1000,)", style=solid]; +"38 x" -> "39 quantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"39 quantize_per_tensor_default" -> "40 dequantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"40 dequantize_per_tensor_default" -> "47 conv2d" [label="(1, 3, -1, -1)", style=solid]; +"41 features_0_0_weight_bias" -> "47 conv2d" [label="(16,)", style=solid]; +"42 conv2d_scale_0" -> "45 quantize_per_channel_default" [label="(16,)", style=solid]; +"42 conv2d_scale_0" -> "46 dequantize_per_channel_default" [label="(16,)", style=solid]; +"43 conv2d_zero_point_0" -> "45 quantize_per_channel_default" [label="(16,)", style=solid]; +"43 conv2d_zero_point_0" -> "46 dequantize_per_channel_default" [label="(16,)", style=solid]; +"44 compressed_weight_updated_constant0" -> "45 quantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"45 quantize_per_channel_default" -> "46 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"46 dequantize_per_channel_default" -> "47 conv2d" [label="(16, 3, 3, 3)", style=solid]; +"47 conv2d" -> "50 hardswish_" [label="(1, 16, -1, -1)", style=solid]; +"48 hardswish__scale_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"48 hardswish__scale_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "51 quantize_per_channel_default_1" [label="(16,)", style=solid]; +"49 hardswish__zero_point_0" -> "52 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"50 hardswish_" -> "51 quantize_per_channel_default_1" [label="(1, 16, -1, -1)", style=solid]; +"51 quantize_per_channel_default_1" -> "52 dequantize_per_channel_default_1" [label="(1, 16, -1, -1)", style=solid]; +"52 dequantize_per_channel_default_1" -> "59 conv2d_1" [label="(1, 16, -1, -1)", style=solid]; +"53 features_1_block_0_0_weight_bias" -> "59 conv2d_1" [label="(16,)", style=solid]; +"54 conv2d_1_scale_0" -> "57 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"54 conv2d_1_scale_0" -> "58 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"55 conv2d_1_zero_point_0" -> "57 quantize_per_channel_default_2" [label="(16,)", style=solid]; +"55 conv2d_1_zero_point_0" -> "58 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"56 compressed_weight_updated_constant1" -> "57 quantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"57 quantize_per_channel_default_2" -> "58 dequantize_per_channel_default_2" [label="(16, 1, 3, 3)", style=solid]; +"58 dequantize_per_channel_default_2" -> "59 conv2d_1" [label="(16, 1, 3, 3)", style=solid]; +"59 conv2d_1" -> "60 relu_" [label="(1, 16, -1, -1)", style=solid]; +"60 relu_" -> "61 quantize_per_tensor_default_1" [label="(1, 16, -1, -1)", style=solid]; +"61 quantize_per_tensor_default_1" -> "62 dequantize_per_tensor_default_2" [label="(1, 16, -1, -1)", style=solid]; +"61 quantize_per_tensor_default_1" -> "63 dequantize_per_tensor_default_1" [label="(1, 16, -1, -1)", style=solid]; +"62 dequantize_per_tensor_default_2" -> "71 mul" [label="(1, 16, -1, -1)", style=solid]; +"63 dequantize_per_tensor_default_1" -> "64 adaptive_avg_pool2d" [label="(1, 16, -1, -1)", style=solid]; +"64 adaptive_avg_pool2d" -> "65 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"65 conv2d_2" -> "66 relu" [label="(1, 8, 1, 1)", style=solid]; +"66 relu" -> "67 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"67 conv2d_3" -> "68 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"68 hardsigmoid" -> "69 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"69 quantize_per_tensor_default_2" -> "70 dequantize_per_tensor_default_3" [label="(1, 16, 1, 1)", style=solid]; +"70 dequantize_per_tensor_default_3" -> "71 mul" [label="(1, 16, 1, 1)", style=solid]; +"71 mul" -> "72 quantize_per_tensor_default_3" [label="(1, 16, -1, -1)", style=solid]; +"72 quantize_per_tensor_default_3" -> "73 dequantize_per_tensor_default_4" [label="(1, 16, -1, -1)", style=solid]; +"73 dequantize_per_tensor_default_4" -> "80 conv2d_4" [label="(1, 16, -1, -1)", style=solid]; +"74 features_1_block_2_0_weight_bias" -> "80 conv2d_4" [label="(16,)", style=solid]; +"75 conv2d_4_scale_0" -> "78 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"75 conv2d_4_scale_0" -> "79 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"76 conv2d_4_zero_point_0" -> "78 quantize_per_channel_default_3" [label="(16,)", style=solid]; +"76 conv2d_4_zero_point_0" -> "79 dequantize_per_channel_default_3" [label="(16,)", style=solid]; +"77 compressed_weight_updated_constant2" -> "78 quantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"78 quantize_per_channel_default_3" -> "79 dequantize_per_channel_default_3" [label="(16, 16, 1, 1)", style=solid]; +"79 dequantize_per_channel_default_3" -> "80 conv2d_4" [label="(16, 16, 1, 1)", style=solid]; +"80 conv2d_4" -> "81 quantize_per_tensor_default_4" [label="(1, 16, -1, -1)", style=solid]; +"81 quantize_per_tensor_default_4" -> "82 dequantize_per_tensor_default_5" [label="(1, 16, -1, -1)", style=solid]; +"82 dequantize_per_tensor_default_5" -> "89 conv2d_5" [label="(1, 16, -1, -1)", style=solid]; +"83 features_2_block_0_0_weight_bias" -> "89 conv2d_5" [label="(72,)", style=solid]; +"84 conv2d_5_scale_0" -> "87 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"84 conv2d_5_scale_0" -> "88 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"85 conv2d_5_zero_point_0" -> "87 quantize_per_channel_default_4" [label="(72,)", style=solid]; +"85 conv2d_5_zero_point_0" -> "88 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"86 compressed_weight_updated_constant3" -> "87 quantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"87 quantize_per_channel_default_4" -> "88 dequantize_per_channel_default_4" [label="(72, 16, 1, 1)", style=solid]; +"88 dequantize_per_channel_default_4" -> "89 conv2d_5" [label="(72, 16, 1, 1)", style=solid]; +"89 conv2d_5" -> "92 relu__1" [label="(1, 72, -1, -1)", style=solid]; +"90 relu__1_scale_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"90 relu__1_scale_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "93 quantize_per_channel_default_5" [label="(72,)", style=solid]; +"91 relu__1_zero_point_0" -> "94 dequantize_per_channel_default_5" [label="(72,)", style=solid]; +"92 relu__1" -> "93 quantize_per_channel_default_5" [label="(1, 72, -1, -1)", style=solid]; +"93 quantize_per_channel_default_5" -> "94 dequantize_per_channel_default_5" [label="(1, 72, -1, -1)", style=solid]; +"94 dequantize_per_channel_default_5" -> "101 conv2d_6" [label="(1, 72, -1, -1)", style=solid]; +"95 features_2_block_1_0_weight_bias" -> "101 conv2d_6" [label="(72,)", style=solid]; +"96 conv2d_6_scale_0" -> "99 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"96 conv2d_6_scale_0" -> "100 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"97 conv2d_6_zero_point_0" -> "99 quantize_per_channel_default_6" [label="(72,)", style=solid]; +"97 conv2d_6_zero_point_0" -> "100 dequantize_per_channel_default_6" [label="(72,)", style=solid]; +"98 compressed_weight_updated_constant4" -> "99 quantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"99 quantize_per_channel_default_6" -> "100 dequantize_per_channel_default_6" [label="(72, 1, 3, 3)", style=solid]; +"100 dequantize_per_channel_default_6" -> "101 conv2d_6" [label="(72, 1, 3, 3)", style=solid]; +"101 conv2d_6" -> "102 relu__2" [label="(1, 72, -1, -1)", style=solid]; +"102 relu__2" -> "103 quantize_per_tensor_default_5" [label="(1, 72, -1, -1)", style=solid]; +"103 quantize_per_tensor_default_5" -> "104 dequantize_per_tensor_default_6" [label="(1, 72, -1, -1)", style=solid]; +"104 dequantize_per_tensor_default_6" -> "111 conv2d_7" [label="(1, 72, -1, -1)", style=solid]; +"105 features_2_block_2_0_weight_bias" -> "111 conv2d_7" [label="(24,)", style=solid]; +"106 conv2d_7_scale_0" -> "109 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"106 conv2d_7_scale_0" -> "110 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"107 conv2d_7_zero_point_0" -> "109 quantize_per_channel_default_7" [label="(24,)", style=solid]; +"107 conv2d_7_zero_point_0" -> "110 dequantize_per_channel_default_7" [label="(24,)", style=solid]; +"108 compressed_weight_updated_constant5" -> "109 quantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"109 quantize_per_channel_default_7" -> "110 dequantize_per_channel_default_7" [label="(24, 72, 1, 1)", style=solid]; +"110 dequantize_per_channel_default_7" -> "111 conv2d_7" [label="(24, 72, 1, 1)", style=solid]; +"111 conv2d_7" -> "112 quantize_per_tensor_default_6" [label="(1, 24, -1, -1)", style=solid]; +"112 quantize_per_tensor_default_6" -> "113 dequantize_per_tensor_default_8" [label="(1, 24, -1, -1)", style=solid]; +"112 quantize_per_tensor_default_6" -> "114 dequantize_per_tensor_default_7" [label="(1, 24, -1, -1)", style=solid]; +"113 dequantize_per_tensor_default_8" -> "146 add_" [label="(1, 24, -1, -1)", style=solid]; +"114 dequantize_per_tensor_default_7" -> "121 conv2d_8" [label="(1, 24, -1, -1)", style=solid]; +"115 features_3_block_0_0_weight_bias" -> "121 conv2d_8" [label="(88,)", style=solid]; +"116 conv2d_8_scale_0" -> "119 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"116 conv2d_8_scale_0" -> "120 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"117 conv2d_8_zero_point_0" -> "119 quantize_per_channel_default_8" [label="(88,)", style=solid]; +"117 conv2d_8_zero_point_0" -> "120 dequantize_per_channel_default_8" [label="(88,)", style=solid]; +"118 compressed_weight_updated_constant6" -> "119 quantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"119 quantize_per_channel_default_8" -> "120 dequantize_per_channel_default_8" [label="(88, 24, 1, 1)", style=solid]; +"120 dequantize_per_channel_default_8" -> "121 conv2d_8" [label="(88, 24, 1, 1)", style=solid]; +"121 conv2d_8" -> "124 relu__3" [label="(1, 88, -1, -1)", style=solid]; +"122 relu__3_scale_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"122 relu__3_scale_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "125 quantize_per_channel_default_9" [label="(88,)", style=solid]; +"123 relu__3_zero_point_0" -> "126 dequantize_per_channel_default_9" [label="(88,)", style=solid]; +"124 relu__3" -> "125 quantize_per_channel_default_9" [label="(1, 88, -1, -1)", style=solid]; +"125 quantize_per_channel_default_9" -> "126 dequantize_per_channel_default_9" [label="(1, 88, -1, -1)", style=solid]; +"126 dequantize_per_channel_default_9" -> "133 conv2d_9" [label="(1, 88, -1, -1)", style=solid]; +"127 features_3_block_1_0_weight_bias" -> "133 conv2d_9" [label="(88,)", style=solid]; +"128 conv2d_9_scale_0" -> "131 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"128 conv2d_9_scale_0" -> "132 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"129 conv2d_9_zero_point_0" -> "131 quantize_per_channel_default_10" [label="(88,)", style=solid]; +"129 conv2d_9_zero_point_0" -> "132 dequantize_per_channel_default_10" [label="(88,)", style=solid]; +"130 compressed_weight_updated_constant7" -> "131 quantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"131 quantize_per_channel_default_10" -> "132 dequantize_per_channel_default_10" [label="(88, 1, 3, 3)", style=solid]; +"132 dequantize_per_channel_default_10" -> "133 conv2d_9" [label="(88, 1, 3, 3)", style=solid]; +"133 conv2d_9" -> "134 relu__4" [label="(1, 88, -1, -1)", style=solid]; +"134 relu__4" -> "135 quantize_per_tensor_default_7" [label="(1, 88, -1, -1)", style=solid]; +"135 quantize_per_tensor_default_7" -> "136 dequantize_per_tensor_default_9" [label="(1, 88, -1, -1)", style=solid]; +"136 dequantize_per_tensor_default_9" -> "143 conv2d_10" [label="(1, 88, -1, -1)", style=solid]; +"137 features_3_block_2_0_weight_bias" -> "143 conv2d_10" [label="(24,)", style=solid]; +"138 conv2d_10_scale_0" -> "141 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"138 conv2d_10_scale_0" -> "142 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"139 conv2d_10_zero_point_0" -> "141 quantize_per_channel_default_11" [label="(24,)", style=solid]; +"139 conv2d_10_zero_point_0" -> "142 dequantize_per_channel_default_11" [label="(24,)", style=solid]; +"140 compressed_weight_updated_constant8" -> "141 quantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"141 quantize_per_channel_default_11" -> "142 dequantize_per_channel_default_11" [label="(24, 88, 1, 1)", style=solid]; +"142 dequantize_per_channel_default_11" -> "143 conv2d_10" [label="(24, 88, 1, 1)", style=solid]; +"143 conv2d_10" -> "144 quantize_per_tensor_default_8" [label="(1, 24, -1, -1)", style=solid]; +"144 quantize_per_tensor_default_8" -> "145 dequantize_per_tensor_default_10" [label="(1, 24, -1, -1)", style=solid]; +"145 dequantize_per_tensor_default_10" -> "146 add_" [label="(1, 24, -1, -1)", style=solid]; +"146 add_" -> "147 quantize_per_tensor_default_9" [label="(1, 24, -1, -1)", style=solid]; +"147 quantize_per_tensor_default_9" -> "148 dequantize_per_tensor_default_11" [label="(1, 24, -1, -1)", style=solid]; +"148 dequantize_per_tensor_default_11" -> "155 conv2d_11" [label="(1, 24, -1, -1)", style=solid]; +"149 features_4_block_0_0_weight_bias" -> "155 conv2d_11" [label="(96,)", style=solid]; +"150 conv2d_11_scale_0" -> "153 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"150 conv2d_11_scale_0" -> "154 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"151 conv2d_11_zero_point_0" -> "153 quantize_per_channel_default_12" [label="(96,)", style=solid]; +"151 conv2d_11_zero_point_0" -> "154 dequantize_per_channel_default_12" [label="(96,)", style=solid]; +"152 compressed_weight_updated_constant9" -> "153 quantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"153 quantize_per_channel_default_12" -> "154 dequantize_per_channel_default_12" [label="(96, 24, 1, 1)", style=solid]; +"154 dequantize_per_channel_default_12" -> "155 conv2d_11" [label="(96, 24, 1, 1)", style=solid]; +"155 conv2d_11" -> "158 hardswish__1" [label="(1, 96, -1, -1)", style=solid]; +"156 hardswish__1_scale_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"156 hardswish__1_scale_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "159 quantize_per_channel_default_13" [label="(96,)", style=solid]; +"157 hardswish__1_zero_point_0" -> "160 dequantize_per_channel_default_13" [label="(96,)", style=solid]; +"158 hardswish__1" -> "159 quantize_per_channel_default_13" [label="(1, 96, -1, -1)", style=solid]; +"159 quantize_per_channel_default_13" -> "160 dequantize_per_channel_default_13" [label="(1, 96, -1, -1)", style=solid]; +"160 dequantize_per_channel_default_13" -> "167 conv2d_12" [label="(1, 96, -1, -1)", style=solid]; +"161 features_4_block_1_0_weight_bias" -> "167 conv2d_12" [label="(96,)", style=solid]; +"162 conv2d_12_scale_0" -> "165 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"162 conv2d_12_scale_0" -> "166 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"163 conv2d_12_zero_point_0" -> "165 quantize_per_channel_default_14" [label="(96,)", style=solid]; +"163 conv2d_12_zero_point_0" -> "166 dequantize_per_channel_default_14" [label="(96,)", style=solid]; +"164 compressed_weight_updated_constant10" -> "165 quantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14" [label="(96, 1, 5, 5)", style=solid]; +"166 dequantize_per_channel_default_14" -> "167 conv2d_12" [label="(96, 1, 5, 5)", style=solid]; +"167 conv2d_12" -> "168 hardswish__2" [label="(1, 96, -1, -1)", style=solid]; +"168 hardswish__2" -> "169 quantize_per_tensor_default_10" [label="(1, 96, -1, -1)", style=solid]; +"169 quantize_per_tensor_default_10" -> "170 dequantize_per_tensor_default_13" [label="(1, 96, -1, -1)", style=solid]; +"169 quantize_per_tensor_default_10" -> "171 dequantize_per_tensor_default_12" [label="(1, 96, -1, -1)", style=solid]; +"170 dequantize_per_tensor_default_13" -> "179 mul_1" [label="(1, 96, -1, -1)", style=solid]; +"171 dequantize_per_tensor_default_12" -> "172 adaptive_avg_pool2d_1" [label="(1, 96, -1, -1)", style=solid]; +"172 adaptive_avg_pool2d_1" -> "173 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"173 conv2d_13" -> "174 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"174 relu_1" -> "175 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"175 conv2d_14" -> "176 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"176 hardsigmoid_1" -> "177 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"177 quantize_per_tensor_default_11" -> "178 dequantize_per_tensor_default_14" [label="(1, 96, 1, 1)", style=solid]; +"178 dequantize_per_tensor_default_14" -> "179 mul_1" [label="(1, 96, 1, 1)", style=solid]; +"179 mul_1" -> "180 quantize_per_tensor_default_12" [label="(1, 96, -1, -1)", style=solid]; +"180 quantize_per_tensor_default_12" -> "181 dequantize_per_tensor_default_15" [label="(1, 96, -1, -1)", style=solid]; +"181 dequantize_per_tensor_default_15" -> "188 conv2d_15" [label="(1, 96, -1, -1)", style=solid]; +"182 features_4_block_3_0_weight_bias" -> "188 conv2d_15" [label="(40,)", style=solid]; +"183 conv2d_15_scale_0" -> "186 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"183 conv2d_15_scale_0" -> "187 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"184 conv2d_15_zero_point_0" -> "186 quantize_per_channel_default_15" [label="(40,)", style=solid]; +"184 conv2d_15_zero_point_0" -> "187 dequantize_per_channel_default_15" [label="(40,)", style=solid]; +"185 compressed_weight_updated_constant11" -> "186 quantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"186 quantize_per_channel_default_15" -> "187 dequantize_per_channel_default_15" [label="(40, 96, 1, 1)", style=solid]; +"187 dequantize_per_channel_default_15" -> "188 conv2d_15" [label="(40, 96, 1, 1)", style=solid]; +"188 conv2d_15" -> "189 quantize_per_tensor_default_13" [label="(1, 40, -1, -1)", style=solid]; +"189 quantize_per_tensor_default_13" -> "190 dequantize_per_tensor_default_17" [label="(1, 40, -1, -1)", style=solid]; +"189 quantize_per_tensor_default_13" -> "191 dequantize_per_tensor_default_16" [label="(1, 40, -1, -1)", style=solid]; +"190 dequantize_per_tensor_default_17" -> "234 add__1" [label="(1, 40, -1, -1)", style=solid]; +"191 dequantize_per_tensor_default_16" -> "198 conv2d_16" [label="(1, 40, -1, -1)", style=solid]; +"192 features_5_block_0_0_weight_bias" -> "198 conv2d_16" [label="(240,)", style=solid]; +"193 conv2d_16_scale_0" -> "196 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"193 conv2d_16_scale_0" -> "197 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"194 conv2d_16_zero_point_0" -> "196 quantize_per_channel_default_16" [label="(240,)", style=solid]; +"194 conv2d_16_zero_point_0" -> "197 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"195 compressed_weight_updated_constant12" -> "196 quantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"196 quantize_per_channel_default_16" -> "197 dequantize_per_channel_default_16" [label="(240, 40, 1, 1)", style=solid]; +"197 dequantize_per_channel_default_16" -> "198 conv2d_16" [label="(240, 40, 1, 1)", style=solid]; +"198 conv2d_16" -> "201 hardswish__3" [label="(1, 240, -1, -1)", style=solid]; +"199 hardswish__3_scale_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"199 hardswish__3_scale_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(240,)", style=solid]; +"200 hardswish__3_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(240,)", style=solid]; +"201 hardswish__3" -> "202 quantize_per_channel_default_17" [label="(1, 240, -1, -1)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(1, 240, -1, -1)", style=solid]; +"203 dequantize_per_channel_default_17" -> "210 conv2d_17" [label="(1, 240, -1, -1)", style=solid]; +"204 features_5_block_1_0_weight_bias" -> "210 conv2d_17" [label="(240,)", style=solid]; +"205 conv2d_17_scale_0" -> "208 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"205 conv2d_17_scale_0" -> "209 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"206 conv2d_17_zero_point_0" -> "208 quantize_per_channel_default_18" [label="(240,)", style=solid]; +"206 conv2d_17_zero_point_0" -> "209 dequantize_per_channel_default_18" [label="(240,)", style=solid]; +"207 compressed_weight_updated_constant13" -> "208 quantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"208 quantize_per_channel_default_18" -> "209 dequantize_per_channel_default_18" [label="(240, 1, 5, 5)", style=solid]; +"209 dequantize_per_channel_default_18" -> "210 conv2d_17" [label="(240, 1, 5, 5)", style=solid]; +"210 conv2d_17" -> "211 hardswish__4" [label="(1, 240, -1, -1)", style=solid]; +"211 hardswish__4" -> "212 quantize_per_tensor_default_14" [label="(1, 240, -1, -1)", style=solid]; +"212 quantize_per_tensor_default_14" -> "213 dequantize_per_tensor_default_19" [label="(1, 240, -1, -1)", style=solid]; +"212 quantize_per_tensor_default_14" -> "214 dequantize_per_tensor_default_18" [label="(1, 240, -1, -1)", style=solid]; +"213 dequantize_per_tensor_default_19" -> "222 mul_2" [label="(1, 240, -1, -1)", style=solid]; +"214 dequantize_per_tensor_default_18" -> "215 adaptive_avg_pool2d_2" [label="(1, 240, -1, -1)", style=solid]; +"215 adaptive_avg_pool2d_2" -> "216 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"216 conv2d_18" -> "217 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"217 relu_2" -> "218 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"218 conv2d_19" -> "219 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"219 hardsigmoid_2" -> "220 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"220 quantize_per_tensor_default_15" -> "221 dequantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"221 dequantize_per_tensor_default_20" -> "222 mul_2" [label="(1, 240, 1, 1)", style=solid]; +"222 mul_2" -> "223 quantize_per_tensor_default_16" [label="(1, 240, -1, -1)", style=solid]; +"223 quantize_per_tensor_default_16" -> "224 dequantize_per_tensor_default_21" [label="(1, 240, -1, -1)", style=solid]; +"224 dequantize_per_tensor_default_21" -> "231 conv2d_20" [label="(1, 240, -1, -1)", style=solid]; +"225 features_5_block_3_0_weight_bias" -> "231 conv2d_20" [label="(40,)", style=solid]; +"226 conv2d_20_scale_0" -> "229 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"226 conv2d_20_scale_0" -> "230 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"227 conv2d_20_zero_point_0" -> "229 quantize_per_channel_default_19" [label="(40,)", style=solid]; +"227 conv2d_20_zero_point_0" -> "230 dequantize_per_channel_default_19" [label="(40,)", style=solid]; +"228 compressed_weight_updated_constant14" -> "229 quantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"229 quantize_per_channel_default_19" -> "230 dequantize_per_channel_default_19" [label="(40, 240, 1, 1)", style=solid]; +"230 dequantize_per_channel_default_19" -> "231 conv2d_20" [label="(40, 240, 1, 1)", style=solid]; +"231 conv2d_20" -> "232 quantize_per_tensor_default_17" [label="(1, 40, -1, -1)", style=solid]; +"232 quantize_per_tensor_default_17" -> "233 dequantize_per_tensor_default_22" [label="(1, 40, -1, -1)", style=solid]; +"233 dequantize_per_tensor_default_22" -> "234 add__1" [label="(1, 40, -1, -1)", style=solid]; +"234 add__1" -> "235 quantize_per_tensor_default_18" [label="(1, 40, -1, -1)", style=solid]; +"235 quantize_per_tensor_default_18" -> "236 dequantize_per_tensor_default_24" [label="(1, 40, -1, -1)", style=solid]; +"235 quantize_per_tensor_default_18" -> "237 dequantize_per_tensor_default_23" [label="(1, 40, -1, -1)", style=solid]; +"236 dequantize_per_tensor_default_24" -> "280 add__2" [label="(1, 40, -1, -1)", style=solid]; +"237 dequantize_per_tensor_default_23" -> "244 conv2d_21" [label="(1, 40, -1, -1)", style=solid]; +"238 features_6_block_0_0_weight_bias" -> "244 conv2d_21" [label="(240,)", style=solid]; +"239 conv2d_21_scale_0" -> "242 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"239 conv2d_21_scale_0" -> "243 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"240 conv2d_21_zero_point_0" -> "242 quantize_per_channel_default_20" [label="(240,)", style=solid]; +"240 conv2d_21_zero_point_0" -> "243 dequantize_per_channel_default_20" [label="(240,)", style=solid]; +"241 compressed_weight_updated_constant15" -> "242 quantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"242 quantize_per_channel_default_20" -> "243 dequantize_per_channel_default_20" [label="(240, 40, 1, 1)", style=solid]; +"243 dequantize_per_channel_default_20" -> "244 conv2d_21" [label="(240, 40, 1, 1)", style=solid]; +"244 conv2d_21" -> "247 hardswish__5" [label="(1, 240, -1, -1)", style=solid]; +"245 hardswish__5_scale_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"245 hardswish__5_scale_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "248 quantize_per_channel_default_21" [label="(240,)", style=solid]; +"246 hardswish__5_zero_point_0" -> "249 dequantize_per_channel_default_21" [label="(240,)", style=solid]; +"247 hardswish__5" -> "248 quantize_per_channel_default_21" [label="(1, 240, -1, -1)", style=solid]; +"248 quantize_per_channel_default_21" -> "249 dequantize_per_channel_default_21" [label="(1, 240, -1, -1)", style=solid]; +"249 dequantize_per_channel_default_21" -> "256 conv2d_22" [label="(1, 240, -1, -1)", style=solid]; +"250 features_6_block_1_0_weight_bias" -> "256 conv2d_22" [label="(240,)", style=solid]; +"251 conv2d_22_scale_0" -> "254 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"251 conv2d_22_scale_0" -> "255 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"252 conv2d_22_zero_point_0" -> "254 quantize_per_channel_default_22" [label="(240,)", style=solid]; +"252 conv2d_22_zero_point_0" -> "255 dequantize_per_channel_default_22" [label="(240,)", style=solid]; +"253 compressed_weight_updated_constant16" -> "254 quantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"254 quantize_per_channel_default_22" -> "255 dequantize_per_channel_default_22" [label="(240, 1, 5, 5)", style=solid]; +"255 dequantize_per_channel_default_22" -> "256 conv2d_22" [label="(240, 1, 5, 5)", style=solid]; +"256 conv2d_22" -> "257 hardswish__6" [label="(1, 240, -1, -1)", style=solid]; +"257 hardswish__6" -> "258 quantize_per_tensor_default_19" [label="(1, 240, -1, -1)", style=solid]; +"258 quantize_per_tensor_default_19" -> "259 dequantize_per_tensor_default_26" [label="(1, 240, -1, -1)", style=solid]; +"258 quantize_per_tensor_default_19" -> "260 dequantize_per_tensor_default_25" [label="(1, 240, -1, -1)", style=solid]; +"259 dequantize_per_tensor_default_26" -> "268 mul_3" [label="(1, 240, -1, -1)", style=solid]; +"260 dequantize_per_tensor_default_25" -> "261 adaptive_avg_pool2d_3" [label="(1, 240, -1, -1)", style=solid]; +"261 adaptive_avg_pool2d_3" -> "262 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"262 conv2d_23" -> "263 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"263 relu_3" -> "264 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"264 conv2d_24" -> "265 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"265 hardsigmoid_3" -> "266 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_20" -> "267 dequantize_per_tensor_default_27" [label="(1, 240, 1, 1)", style=solid]; +"267 dequantize_per_tensor_default_27" -> "268 mul_3" [label="(1, 240, 1, 1)", style=solid]; +"268 mul_3" -> "269 quantize_per_tensor_default_21" [label="(1, 240, -1, -1)", style=solid]; +"269 quantize_per_tensor_default_21" -> "270 dequantize_per_tensor_default_28" [label="(1, 240, -1, -1)", style=solid]; +"270 dequantize_per_tensor_default_28" -> "277 conv2d_25" [label="(1, 240, -1, -1)", style=solid]; +"271 features_6_block_3_0_weight_bias" -> "277 conv2d_25" [label="(40,)", style=solid]; +"272 conv2d_25_scale_0" -> "275 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"272 conv2d_25_scale_0" -> "276 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"273 conv2d_25_zero_point_0" -> "275 quantize_per_channel_default_23" [label="(40,)", style=solid]; +"273 conv2d_25_zero_point_0" -> "276 dequantize_per_channel_default_23" [label="(40,)", style=solid]; +"274 compressed_weight_updated_constant17" -> "275 quantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"275 quantize_per_channel_default_23" -> "276 dequantize_per_channel_default_23" [label="(40, 240, 1, 1)", style=solid]; +"276 dequantize_per_channel_default_23" -> "277 conv2d_25" [label="(40, 240, 1, 1)", style=solid]; +"277 conv2d_25" -> "278 quantize_per_tensor_default_22" [label="(1, 40, -1, -1)", style=solid]; +"278 quantize_per_tensor_default_22" -> "279 dequantize_per_tensor_default_29" [label="(1, 40, -1, -1)", style=solid]; +"279 dequantize_per_tensor_default_29" -> "280 add__2" [label="(1, 40, -1, -1)", style=solid]; +"280 add__2" -> "281 quantize_per_tensor_default_23" [label="(1, 40, -1, -1)", style=solid]; +"281 quantize_per_tensor_default_23" -> "282 dequantize_per_tensor_default_30" [label="(1, 40, -1, -1)", style=solid]; +"282 dequantize_per_tensor_default_30" -> "289 conv2d_26" [label="(1, 40, -1, -1)", style=solid]; +"283 features_7_block_0_0_weight_bias" -> "289 conv2d_26" [label="(120,)", style=solid]; +"284 conv2d_26_scale_0" -> "287 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"284 conv2d_26_scale_0" -> "288 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"285 conv2d_26_zero_point_0" -> "287 quantize_per_channel_default_24" [label="(120,)", style=solid]; +"285 conv2d_26_zero_point_0" -> "288 dequantize_per_channel_default_24" [label="(120,)", style=solid]; +"286 compressed_weight_updated_constant18" -> "287 quantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"287 quantize_per_channel_default_24" -> "288 dequantize_per_channel_default_24" [label="(120, 40, 1, 1)", style=solid]; +"288 dequantize_per_channel_default_24" -> "289 conv2d_26" [label="(120, 40, 1, 1)", style=solid]; +"289 conv2d_26" -> "292 hardswish__7" [label="(1, 120, -1, -1)", style=solid]; +"290 hardswish__7_scale_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"290 hardswish__7_scale_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "293 quantize_per_channel_default_25" [label="(120,)", style=solid]; +"291 hardswish__7_zero_point_0" -> "294 dequantize_per_channel_default_25" [label="(120,)", style=solid]; +"292 hardswish__7" -> "293 quantize_per_channel_default_25" [label="(1, 120, -1, -1)", style=solid]; +"293 quantize_per_channel_default_25" -> "294 dequantize_per_channel_default_25" [label="(1, 120, -1, -1)", style=solid]; +"294 dequantize_per_channel_default_25" -> "301 conv2d_27" [label="(1, 120, -1, -1)", style=solid]; +"295 features_7_block_1_0_weight_bias" -> "301 conv2d_27" [label="(120,)", style=solid]; +"296 conv2d_27_scale_0" -> "299 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"296 conv2d_27_scale_0" -> "300 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"297 conv2d_27_zero_point_0" -> "299 quantize_per_channel_default_26" [label="(120,)", style=solid]; +"297 conv2d_27_zero_point_0" -> "300 dequantize_per_channel_default_26" [label="(120,)", style=solid]; +"298 compressed_weight_updated_constant19" -> "299 quantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"299 quantize_per_channel_default_26" -> "300 dequantize_per_channel_default_26" [label="(120, 1, 5, 5)", style=solid]; +"300 dequantize_per_channel_default_26" -> "301 conv2d_27" [label="(120, 1, 5, 5)", style=solid]; +"301 conv2d_27" -> "302 hardswish__8" [label="(1, 120, -1, -1)", style=solid]; +"302 hardswish__8" -> "303 quantize_per_tensor_default_24" [label="(1, 120, -1, -1)", style=solid]; +"303 quantize_per_tensor_default_24" -> "304 dequantize_per_tensor_default_32" [label="(1, 120, -1, -1)", style=solid]; +"303 quantize_per_tensor_default_24" -> "305 dequantize_per_tensor_default_31" [label="(1, 120, -1, -1)", style=solid]; +"304 dequantize_per_tensor_default_32" -> "313 mul_4" [label="(1, 120, -1, -1)", style=solid]; +"305 dequantize_per_tensor_default_31" -> "306 adaptive_avg_pool2d_4" [label="(1, 120, -1, -1)", style=solid]; +"306 adaptive_avg_pool2d_4" -> "307 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"307 conv2d_28" -> "308 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"308 relu_4" -> "309 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"309 conv2d_29" -> "310 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"310 hardsigmoid_4" -> "311 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"311 quantize_per_tensor_default_25" -> "312 dequantize_per_tensor_default_33" [label="(1, 120, 1, 1)", style=solid]; +"312 dequantize_per_tensor_default_33" -> "313 mul_4" [label="(1, 120, 1, 1)", style=solid]; +"313 mul_4" -> "314 quantize_per_tensor_default_26" [label="(1, 120, -1, -1)", style=solid]; +"314 quantize_per_tensor_default_26" -> "315 dequantize_per_tensor_default_34" [label="(1, 120, -1, -1)", style=solid]; +"315 dequantize_per_tensor_default_34" -> "322 conv2d_30" [label="(1, 120, -1, -1)", style=solid]; +"316 features_7_block_3_0_weight_bias" -> "322 conv2d_30" [label="(48,)", style=solid]; +"317 conv2d_30_scale_0" -> "320 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"317 conv2d_30_scale_0" -> "321 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"318 conv2d_30_zero_point_0" -> "320 quantize_per_channel_default_27" [label="(48,)", style=solid]; +"318 conv2d_30_zero_point_0" -> "321 dequantize_per_channel_default_27" [label="(48,)", style=solid]; +"319 compressed_weight_updated_constant20" -> "320 quantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"320 quantize_per_channel_default_27" -> "321 dequantize_per_channel_default_27" [label="(48, 120, 1, 1)", style=solid]; +"321 dequantize_per_channel_default_27" -> "322 conv2d_30" [label="(48, 120, 1, 1)", style=solid]; +"322 conv2d_30" -> "323 quantize_per_tensor_default_27" [label="(1, 48, -1, -1)", style=solid]; +"323 quantize_per_tensor_default_27" -> "324 dequantize_per_tensor_default_36" [label="(1, 48, -1, -1)", style=solid]; +"323 quantize_per_tensor_default_27" -> "325 dequantize_per_tensor_default_35" [label="(1, 48, -1, -1)", style=solid]; +"324 dequantize_per_tensor_default_36" -> "368 add__3" [label="(1, 48, -1, -1)", style=solid]; +"325 dequantize_per_tensor_default_35" -> "332 conv2d_31" [label="(1, 48, -1, -1)", style=solid]; +"326 features_8_block_0_0_weight_bias" -> "332 conv2d_31" [label="(144,)", style=solid]; +"327 conv2d_31_scale_0" -> "330 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"327 conv2d_31_scale_0" -> "331 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"328 conv2d_31_zero_point_0" -> "330 quantize_per_channel_default_28" [label="(144,)", style=solid]; +"328 conv2d_31_zero_point_0" -> "331 dequantize_per_channel_default_28" [label="(144,)", style=solid]; +"329 compressed_weight_updated_constant21" -> "330 quantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"330 quantize_per_channel_default_28" -> "331 dequantize_per_channel_default_28" [label="(144, 48, 1, 1)", style=solid]; +"331 dequantize_per_channel_default_28" -> "332 conv2d_31" [label="(144, 48, 1, 1)", style=solid]; +"332 conv2d_31" -> "335 hardswish__9" [label="(1, 144, -1, -1)", style=solid]; +"333 hardswish__9_scale_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"333 hardswish__9_scale_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "336 quantize_per_channel_default_29" [label="(144,)", style=solid]; +"334 hardswish__9_zero_point_0" -> "337 dequantize_per_channel_default_29" [label="(144,)", style=solid]; +"335 hardswish__9" -> "336 quantize_per_channel_default_29" [label="(1, 144, -1, -1)", style=solid]; +"336 quantize_per_channel_default_29" -> "337 dequantize_per_channel_default_29" [label="(1, 144, -1, -1)", style=solid]; +"337 dequantize_per_channel_default_29" -> "344 conv2d_32" [label="(1, 144, -1, -1)", style=solid]; +"338 features_8_block_1_0_weight_bias" -> "344 conv2d_32" [label="(144,)", style=solid]; +"339 conv2d_32_scale_0" -> "342 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"339 conv2d_32_scale_0" -> "343 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"340 conv2d_32_zero_point_0" -> "342 quantize_per_channel_default_30" [label="(144,)", style=solid]; +"340 conv2d_32_zero_point_0" -> "343 dequantize_per_channel_default_30" [label="(144,)", style=solid]; +"341 compressed_weight_updated_constant22" -> "342 quantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"342 quantize_per_channel_default_30" -> "343 dequantize_per_channel_default_30" [label="(144, 1, 5, 5)", style=solid]; +"343 dequantize_per_channel_default_30" -> "344 conv2d_32" [label="(144, 1, 5, 5)", style=solid]; +"344 conv2d_32" -> "345 hardswish__10" [label="(1, 144, -1, -1)", style=solid]; +"345 hardswish__10" -> "346 quantize_per_tensor_default_28" [label="(1, 144, -1, -1)", style=solid]; +"346 quantize_per_tensor_default_28" -> "347 dequantize_per_tensor_default_38" [label="(1, 144, -1, -1)", style=solid]; +"346 quantize_per_tensor_default_28" -> "348 dequantize_per_tensor_default_37" [label="(1, 144, -1, -1)", style=solid]; +"347 dequantize_per_tensor_default_38" -> "356 mul_5" [label="(1, 144, -1, -1)", style=solid]; +"348 dequantize_per_tensor_default_37" -> "349 adaptive_avg_pool2d_5" [label="(1, 144, -1, -1)", style=solid]; +"349 adaptive_avg_pool2d_5" -> "350 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"350 conv2d_33" -> "351 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"351 relu_5" -> "352 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"352 conv2d_34" -> "353 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"353 hardsigmoid_5" -> "354 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"354 quantize_per_tensor_default_29" -> "355 dequantize_per_tensor_default_39" [label="(1, 144, 1, 1)", style=solid]; +"355 dequantize_per_tensor_default_39" -> "356 mul_5" [label="(1, 144, 1, 1)", style=solid]; +"356 mul_5" -> "357 quantize_per_tensor_default_30" [label="(1, 144, -1, -1)", style=solid]; +"357 quantize_per_tensor_default_30" -> "358 dequantize_per_tensor_default_40" [label="(1, 144, -1, -1)", style=solid]; +"358 dequantize_per_tensor_default_40" -> "365 conv2d_35" [label="(1, 144, -1, -1)", style=solid]; +"359 features_8_block_3_0_weight_bias" -> "365 conv2d_35" [label="(48,)", style=solid]; +"360 conv2d_35_scale_0" -> "363 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"360 conv2d_35_scale_0" -> "364 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"361 conv2d_35_zero_point_0" -> "363 quantize_per_channel_default_31" [label="(48,)", style=solid]; +"361 conv2d_35_zero_point_0" -> "364 dequantize_per_channel_default_31" [label="(48,)", style=solid]; +"362 compressed_weight_updated_constant23" -> "363 quantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"363 quantize_per_channel_default_31" -> "364 dequantize_per_channel_default_31" [label="(48, 144, 1, 1)", style=solid]; +"364 dequantize_per_channel_default_31" -> "365 conv2d_35" [label="(48, 144, 1, 1)", style=solid]; +"365 conv2d_35" -> "366 quantize_per_tensor_default_31" [label="(1, 48, -1, -1)", style=solid]; +"366 quantize_per_tensor_default_31" -> "367 dequantize_per_tensor_default_41" [label="(1, 48, -1, -1)", style=solid]; +"367 dequantize_per_tensor_default_41" -> "368 add__3" [label="(1, 48, -1, -1)", style=solid]; +"368 add__3" -> "369 quantize_per_tensor_default_32" [label="(1, 48, -1, -1)", style=solid]; +"369 quantize_per_tensor_default_32" -> "370 dequantize_per_tensor_default_42" [label="(1, 48, -1, -1)", style=solid]; +"370 dequantize_per_tensor_default_42" -> "377 conv2d_36" [label="(1, 48, -1, -1)", style=solid]; +"371 features_9_block_0_0_weight_bias" -> "377 conv2d_36" [label="(288,)", style=solid]; +"372 conv2d_36_scale_0" -> "375 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"372 conv2d_36_scale_0" -> "376 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"373 conv2d_36_zero_point_0" -> "375 quantize_per_channel_default_32" [label="(288,)", style=solid]; +"373 conv2d_36_zero_point_0" -> "376 dequantize_per_channel_default_32" [label="(288,)", style=solid]; +"374 compressed_weight_updated_constant24" -> "375 quantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"375 quantize_per_channel_default_32" -> "376 dequantize_per_channel_default_32" [label="(288, 48, 1, 1)", style=solid]; +"376 dequantize_per_channel_default_32" -> "377 conv2d_36" [label="(288, 48, 1, 1)", style=solid]; +"377 conv2d_36" -> "380 hardswish__11" [label="(1, 288, -1, -1)", style=solid]; +"378 hardswish__11_scale_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"378 hardswish__11_scale_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "381 quantize_per_channel_default_33" [label="(288,)", style=solid]; +"379 hardswish__11_zero_point_0" -> "382 dequantize_per_channel_default_33" [label="(288,)", style=solid]; +"380 hardswish__11" -> "381 quantize_per_channel_default_33" [label="(1, 288, -1, -1)", style=solid]; +"381 quantize_per_channel_default_33" -> "382 dequantize_per_channel_default_33" [label="(1, 288, -1, -1)", style=solid]; +"382 dequantize_per_channel_default_33" -> "389 conv2d_37" [label="(1, 288, -1, -1)", style=solid]; +"383 features_9_block_1_0_weight_bias" -> "389 conv2d_37" [label="(288,)", style=solid]; +"384 conv2d_37_scale_0" -> "387 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"384 conv2d_37_scale_0" -> "388 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"385 conv2d_37_zero_point_0" -> "387 quantize_per_channel_default_34" [label="(288,)", style=solid]; +"385 conv2d_37_zero_point_0" -> "388 dequantize_per_channel_default_34" [label="(288,)", style=solid]; +"386 compressed_weight_updated_constant25" -> "387 quantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"387 quantize_per_channel_default_34" -> "388 dequantize_per_channel_default_34" [label="(288, 1, 5, 5)", style=solid]; +"388 dequantize_per_channel_default_34" -> "389 conv2d_37" [label="(288, 1, 5, 5)", style=solid]; +"389 conv2d_37" -> "390 hardswish__12" [label="(1, 288, -1, -1)", style=solid]; +"390 hardswish__12" -> "391 quantize_per_tensor_default_33" [label="(1, 288, -1, -1)", style=solid]; +"391 quantize_per_tensor_default_33" -> "392 dequantize_per_tensor_default_44" [label="(1, 288, -1, -1)", style=solid]; +"391 quantize_per_tensor_default_33" -> "393 dequantize_per_tensor_default_43" [label="(1, 288, -1, -1)", style=solid]; +"392 dequantize_per_tensor_default_44" -> "401 mul_6" [label="(1, 288, -1, -1)", style=solid]; +"393 dequantize_per_tensor_default_43" -> "394 adaptive_avg_pool2d_6" [label="(1, 288, -1, -1)", style=solid]; +"394 adaptive_avg_pool2d_6" -> "395 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"395 conv2d_38" -> "396 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"396 relu_6" -> "397 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"397 conv2d_39" -> "398 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"398 hardsigmoid_6" -> "399 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"399 quantize_per_tensor_default_34" -> "400 dequantize_per_tensor_default_45" [label="(1, 288, 1, 1)", style=solid]; +"400 dequantize_per_tensor_default_45" -> "401 mul_6" [label="(1, 288, 1, 1)", style=solid]; +"401 mul_6" -> "402 quantize_per_tensor_default_35" [label="(1, 288, -1, -1)", style=solid]; +"402 quantize_per_tensor_default_35" -> "403 dequantize_per_tensor_default_46" [label="(1, 288, -1, -1)", style=solid]; +"403 dequantize_per_tensor_default_46" -> "410 conv2d_40" [label="(1, 288, -1, -1)", style=solid]; +"404 features_9_block_3_0_weight_bias" -> "410 conv2d_40" [label="(96,)", style=solid]; +"405 conv2d_40_scale_0" -> "408 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"405 conv2d_40_scale_0" -> "409 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"406 conv2d_40_zero_point_0" -> "408 quantize_per_channel_default_35" [label="(96,)", style=solid]; +"406 conv2d_40_zero_point_0" -> "409 dequantize_per_channel_default_35" [label="(96,)", style=solid]; +"407 compressed_weight_updated_constant26" -> "408 quantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"408 quantize_per_channel_default_35" -> "409 dequantize_per_channel_default_35" [label="(96, 288, 1, 1)", style=solid]; +"409 dequantize_per_channel_default_35" -> "410 conv2d_40" [label="(96, 288, 1, 1)", style=solid]; +"410 conv2d_40" -> "411 quantize_per_tensor_default_36" [label="(1, 96, -1, -1)", style=solid]; +"411 quantize_per_tensor_default_36" -> "412 dequantize_per_tensor_default_48" [label="(1, 96, -1, -1)", style=solid]; +"411 quantize_per_tensor_default_36" -> "413 dequantize_per_tensor_default_47" [label="(1, 96, -1, -1)", style=solid]; +"412 dequantize_per_tensor_default_48" -> "456 add__4" [label="(1, 96, -1, -1)", style=solid]; +"413 dequantize_per_tensor_default_47" -> "420 conv2d_41" [label="(1, 96, -1, -1)", style=solid]; +"414 features_10_block_0_0_weight_bias" -> "420 conv2d_41" [label="(576,)", style=solid]; +"415 conv2d_41_scale_0" -> "418 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"415 conv2d_41_scale_0" -> "419 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"416 conv2d_41_zero_point_0" -> "418 quantize_per_channel_default_36" [label="(576,)", style=solid]; +"416 conv2d_41_zero_point_0" -> "419 dequantize_per_channel_default_36" [label="(576,)", style=solid]; +"417 compressed_weight_updated_constant27" -> "418 quantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"418 quantize_per_channel_default_36" -> "419 dequantize_per_channel_default_36" [label="(576, 96, 1, 1)", style=solid]; +"419 dequantize_per_channel_default_36" -> "420 conv2d_41" [label="(576, 96, 1, 1)", style=solid]; +"420 conv2d_41" -> "423 hardswish__13" [label="(1, 576, -1, -1)", style=solid]; +"421 hardswish__13_scale_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"421 hardswish__13_scale_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "424 quantize_per_channel_default_37" [label="(576,)", style=solid]; +"422 hardswish__13_zero_point_0" -> "425 dequantize_per_channel_default_37" [label="(576,)", style=solid]; +"423 hardswish__13" -> "424 quantize_per_channel_default_37" [label="(1, 576, -1, -1)", style=solid]; +"424 quantize_per_channel_default_37" -> "425 dequantize_per_channel_default_37" [label="(1, 576, -1, -1)", style=solid]; +"425 dequantize_per_channel_default_37" -> "432 conv2d_42" [label="(1, 576, -1, -1)", style=solid]; +"426 features_10_block_1_0_weight_bias" -> "432 conv2d_42" [label="(576,)", style=solid]; +"427 conv2d_42_scale_0" -> "430 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"427 conv2d_42_scale_0" -> "431 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"428 conv2d_42_zero_point_0" -> "430 quantize_per_channel_default_38" [label="(576,)", style=solid]; +"428 conv2d_42_zero_point_0" -> "431 dequantize_per_channel_default_38" [label="(576,)", style=solid]; +"429 compressed_weight_updated_constant28" -> "430 quantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"430 quantize_per_channel_default_38" -> "431 dequantize_per_channel_default_38" [label="(576, 1, 5, 5)", style=solid]; +"431 dequantize_per_channel_default_38" -> "432 conv2d_42" [label="(576, 1, 5, 5)", style=solid]; +"432 conv2d_42" -> "433 hardswish__14" [label="(1, 576, -1, -1)", style=solid]; +"433 hardswish__14" -> "434 quantize_per_tensor_default_37" [label="(1, 576, -1, -1)", style=solid]; +"434 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_50" [label="(1, 576, -1, -1)", style=solid]; +"434 quantize_per_tensor_default_37" -> "436 dequantize_per_tensor_default_49" [label="(1, 576, -1, -1)", style=solid]; +"435 dequantize_per_tensor_default_50" -> "444 mul_7" [label="(1, 576, -1, -1)", style=solid]; +"436 dequantize_per_tensor_default_49" -> "437 adaptive_avg_pool2d_7" [label="(1, 576, -1, -1)", style=solid]; +"437 adaptive_avg_pool2d_7" -> "438 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"438 conv2d_43" -> "439 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"439 relu_7" -> "440 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"440 conv2d_44" -> "441 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"441 hardsigmoid_7" -> "442 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"442 quantize_per_tensor_default_38" -> "443 dequantize_per_tensor_default_51" [label="(1, 576, 1, 1)", style=solid]; +"443 dequantize_per_tensor_default_51" -> "444 mul_7" [label="(1, 576, 1, 1)", style=solid]; +"444 mul_7" -> "445 quantize_per_tensor_default_39" [label="(1, 576, -1, -1)", style=solid]; +"445 quantize_per_tensor_default_39" -> "446 dequantize_per_tensor_default_52" [label="(1, 576, -1, -1)", style=solid]; +"446 dequantize_per_tensor_default_52" -> "453 conv2d_45" [label="(1, 576, -1, -1)", style=solid]; +"447 features_10_block_3_0_weight_bias" -> "453 conv2d_45" [label="(96,)", style=solid]; +"448 conv2d_45_scale_0" -> "451 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"448 conv2d_45_scale_0" -> "452 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"449 conv2d_45_zero_point_0" -> "451 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"449 conv2d_45_zero_point_0" -> "452 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"450 compressed_weight_updated_constant29" -> "451 quantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"451 quantize_per_channel_default_39" -> "452 dequantize_per_channel_default_39" [label="(96, 576, 1, 1)", style=solid]; +"452 dequantize_per_channel_default_39" -> "453 conv2d_45" [label="(96, 576, 1, 1)", style=solid]; +"453 conv2d_45" -> "454 quantize_per_tensor_default_40" [label="(1, 96, -1, -1)", style=solid]; +"454 quantize_per_tensor_default_40" -> "455 dequantize_per_tensor_default_53" [label="(1, 96, -1, -1)", style=solid]; +"455 dequantize_per_tensor_default_53" -> "456 add__4" [label="(1, 96, -1, -1)", style=solid]; +"456 add__4" -> "457 quantize_per_tensor_default_41" [label="(1, 96, -1, -1)", style=solid]; +"457 quantize_per_tensor_default_41" -> "458 dequantize_per_tensor_default_55" [label="(1, 96, -1, -1)", style=solid]; +"457 quantize_per_tensor_default_41" -> "459 dequantize_per_tensor_default_54" [label="(1, 96, -1, -1)", style=solid]; +"458 dequantize_per_tensor_default_55" -> "502 add__5" [label="(1, 96, -1, -1)", style=solid]; +"459 dequantize_per_tensor_default_54" -> "466 conv2d_46" [label="(1, 96, -1, -1)", style=solid]; +"460 features_11_block_0_0_weight_bias" -> "466 conv2d_46" [label="(576,)", style=solid]; +"461 conv2d_46_scale_0" -> "464 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"461 conv2d_46_scale_0" -> "465 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"462 conv2d_46_zero_point_0" -> "464 quantize_per_channel_default_40" [label="(576,)", style=solid]; +"462 conv2d_46_zero_point_0" -> "465 dequantize_per_channel_default_40" [label="(576,)", style=solid]; +"463 compressed_weight_updated_constant30" -> "464 quantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"464 quantize_per_channel_default_40" -> "465 dequantize_per_channel_default_40" [label="(576, 96, 1, 1)", style=solid]; +"465 dequantize_per_channel_default_40" -> "466 conv2d_46" [label="(576, 96, 1, 1)", style=solid]; +"466 conv2d_46" -> "469 hardswish__15" [label="(1, 576, -1, -1)", style=solid]; +"467 hardswish__15_scale_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"467 hardswish__15_scale_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "470 quantize_per_channel_default_41" [label="(576,)", style=solid]; +"468 hardswish__15_zero_point_0" -> "471 dequantize_per_channel_default_41" [label="(576,)", style=solid]; +"469 hardswish__15" -> "470 quantize_per_channel_default_41" [label="(1, 576, -1, -1)", style=solid]; +"470 quantize_per_channel_default_41" -> "471 dequantize_per_channel_default_41" [label="(1, 576, -1, -1)", style=solid]; +"471 dequantize_per_channel_default_41" -> "478 conv2d_47" [label="(1, 576, -1, -1)", style=solid]; +"472 features_11_block_1_0_weight_bias" -> "478 conv2d_47" [label="(576,)", style=solid]; +"473 conv2d_47_scale_0" -> "476 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"473 conv2d_47_scale_0" -> "477 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"474 conv2d_47_zero_point_0" -> "476 quantize_per_channel_default_42" [label="(576,)", style=solid]; +"474 conv2d_47_zero_point_0" -> "477 dequantize_per_channel_default_42" [label="(576,)", style=solid]; +"475 compressed_weight_updated_constant31" -> "476 quantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"476 quantize_per_channel_default_42" -> "477 dequantize_per_channel_default_42" [label="(576, 1, 5, 5)", style=solid]; +"477 dequantize_per_channel_default_42" -> "478 conv2d_47" [label="(576, 1, 5, 5)", style=solid]; +"478 conv2d_47" -> "479 hardswish__16" [label="(1, 576, -1, -1)", style=solid]; +"479 hardswish__16" -> "480 quantize_per_tensor_default_42" [label="(1, 576, -1, -1)", style=solid]; +"480 quantize_per_tensor_default_42" -> "481 dequantize_per_tensor_default_57" [label="(1, 576, -1, -1)", style=solid]; +"480 quantize_per_tensor_default_42" -> "482 dequantize_per_tensor_default_56" [label="(1, 576, -1, -1)", style=solid]; +"481 dequantize_per_tensor_default_57" -> "490 mul_8" [label="(1, 576, -1, -1)", style=solid]; +"482 dequantize_per_tensor_default_56" -> "483 adaptive_avg_pool2d_8" [label="(1, 576, -1, -1)", style=solid]; +"483 adaptive_avg_pool2d_8" -> "484 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"484 conv2d_48" -> "485 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"485 relu_8" -> "486 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"486 conv2d_49" -> "487 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"487 hardsigmoid_8" -> "488 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"488 quantize_per_tensor_default_43" -> "489 dequantize_per_tensor_default_58" [label="(1, 576, 1, 1)", style=solid]; +"489 dequantize_per_tensor_default_58" -> "490 mul_8" [label="(1, 576, 1, 1)", style=solid]; +"490 mul_8" -> "491 quantize_per_tensor_default_44" [label="(1, 576, -1, -1)", style=solid]; +"491 quantize_per_tensor_default_44" -> "492 dequantize_per_tensor_default_59" [label="(1, 576, -1, -1)", style=solid]; +"492 dequantize_per_tensor_default_59" -> "499 conv2d_50" [label="(1, 576, -1, -1)", style=solid]; +"493 features_11_block_3_0_weight_bias" -> "499 conv2d_50" [label="(96,)", style=solid]; +"494 conv2d_50_scale_0" -> "497 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"494 conv2d_50_scale_0" -> "498 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"495 conv2d_50_zero_point_0" -> "497 quantize_per_channel_default_43" [label="(96,)", style=solid]; +"495 conv2d_50_zero_point_0" -> "498 dequantize_per_channel_default_43" [label="(96,)", style=solid]; +"496 compressed_weight_updated_constant32" -> "497 quantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"497 quantize_per_channel_default_43" -> "498 dequantize_per_channel_default_43" [label="(96, 576, 1, 1)", style=solid]; +"498 dequantize_per_channel_default_43" -> "499 conv2d_50" [label="(96, 576, 1, 1)", style=solid]; +"499 conv2d_50" -> "500 quantize_per_tensor_default_45" [label="(1, 96, -1, -1)", style=solid]; +"500 quantize_per_tensor_default_45" -> "501 dequantize_per_tensor_default_60" [label="(1, 96, -1, -1)", style=solid]; +"501 dequantize_per_tensor_default_60" -> "502 add__5" [label="(1, 96, -1, -1)", style=solid]; +"502 add__5" -> "503 quantize_per_tensor_default_46" [label="(1, 96, -1, -1)", style=solid]; +"503 quantize_per_tensor_default_46" -> "504 dequantize_per_tensor_default_61" [label="(1, 96, -1, -1)", style=solid]; +"504 dequantize_per_tensor_default_61" -> "511 conv2d_51" [label="(1, 96, -1, -1)", style=solid]; +"505 features_12_0_weight_bias" -> "511 conv2d_51" [label="(576,)", style=solid]; +"506 conv2d_51_scale_0" -> "509 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"506 conv2d_51_scale_0" -> "510 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"507 conv2d_51_zero_point_0" -> "509 quantize_per_channel_default_44" [label="(576,)", style=solid]; +"507 conv2d_51_zero_point_0" -> "510 dequantize_per_channel_default_44" [label="(576,)", style=solid]; +"508 compressed_weight_updated_constant33" -> "509 quantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"509 quantize_per_channel_default_44" -> "510 dequantize_per_channel_default_44" [label="(576, 96, 1, 1)", style=solid]; +"510 dequantize_per_channel_default_44" -> "511 conv2d_51" [label="(576, 96, 1, 1)", style=solid]; +"511 conv2d_51" -> "512 hardswish__17" [label="(1, 576, -1, -1)", style=solid]; +"512 hardswish__17" -> "513 quantize_per_tensor_default_47" [label="(1, 576, -1, -1)", style=solid]; +"513 quantize_per_tensor_default_47" -> "514 dequantize_per_tensor_default_62" [label="(1, 576, -1, -1)", style=solid]; +"514 dequantize_per_tensor_default_62" -> "515 adaptive_avg_pool2d_9" [label="(1, 576, -1, -1)", style=solid]; +"515 adaptive_avg_pool2d_9" -> "516 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"516 quantize_per_tensor_default_48" -> "517 dequantize_per_tensor_default_63" [label="(1, 576, 1, 1)", style=solid]; +"517 dequantize_per_tensor_default_63" -> "518 flatten" [label="(1, 576, 1, 1)", style=solid]; +"518 flatten" -> "524 linear" [label="(1, 576)", style=solid]; +"519 linear_scale_0" -> "522 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"519 linear_scale_0" -> "523 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"520 linear_zero_point_0" -> "522 quantize_per_channel_default_45" [label="(1024,)", style=solid]; +"520 linear_zero_point_0" -> "523 dequantize_per_channel_default_45" [label="(1024,)", style=solid]; +"521 compressed_weight_updated_constant34" -> "522 quantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"522 quantize_per_channel_default_45" -> "523 dequantize_per_channel_default_45" [label="(1024, 576)", style=solid]; +"523 dequantize_per_channel_default_45" -> "524 linear" [label="(1024, 576)", style=solid]; +"524 linear" -> "525 hardswish__18" [label="(1, 1024)", style=solid]; +"525 hardswish__18" -> "526 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"526 quantize_per_tensor_default_49" -> "527 dequantize_per_tensor_default_64" [label="(1, 1024)", style=solid]; +"527 dequantize_per_tensor_default_64" -> "528 dropout_" [label="(1, 1024)", style=solid]; +"528 dropout_" -> "534 linear_1" [label="(1, 1024)", style=solid]; +"529 linear_1_scale_0" -> "532 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"529 linear_1_scale_0" -> "533 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "532 quantize_per_channel_default_46" [label="(1000,)", style=solid]; +"530 linear_1_zero_point_0" -> "533 dequantize_per_channel_default_46" [label="(1000,)", style=solid]; +"531 compressed_weight_updated_constant35" -> "532 quantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"532 quantize_per_channel_default_46" -> "533 dequantize_per_channel_default_46" [label="(1000, 1024)", style=solid]; +"533 dequantize_per_channel_default_46" -> "534 linear_1" [label="(1000, 1024)", style=solid]; +"534 linear_1" -> "535 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/resnet18.dot new file mode 100644 index 00000000000..25818ed0af8 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/resnet18.dot @@ -0,0 +1,539 @@ +strict digraph { +"0 fc_bias" [id=0, type=get_attr]; +"1 x" [id=1, type=input]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 conv1_weight_bias" [id=4, type=get_attr]; +"5 conv2d_scale_0" [id=5, type=get_attr]; +"6 conv2d_zero_point_0" [id=6, type=get_attr]; +"7 compressed_weight_updated_constant0" [id=7, type=get_attr]; +"8 quantize_per_channel_default" [id=8, type=quantize_per_channel]; +"9 dequantize_per_channel_default" [id=9, type=dequantize_per_channel]; +"10 conv2d" [id=10, type=conv2d]; +"11 relu_" [id=11, type=relu_]; +"12 quantize_per_tensor_default_1" [id=12, type=quantize_per_tensor]; +"13 dequantize_per_tensor_default_1" [id=13, type=dequantize_per_tensor]; +"14 max_pool2d" [id=14, type=max_pool2d]; +"15 layer1_0_conv1_weight_bias" [id=15, type=get_attr]; +"16 conv2d_1_scale_0" [id=16, type=get_attr]; +"17 conv2d_1_zero_point_0" [id=17, type=get_attr]; +"18 compressed_weight_updated_constant1" [id=18, type=get_attr]; +"19 quantize_per_channel_default_1" [id=19, type=quantize_per_channel]; +"20 dequantize_per_channel_default_1" [id=20, type=dequantize_per_channel]; +"21 conv2d_1" [id=21, type=conv2d]; +"22 relu__1" [id=22, type=relu_]; +"23 quantize_per_tensor_default_2" [id=23, type=quantize_per_tensor]; +"24 dequantize_per_tensor_default_2" [id=24, type=dequantize_per_tensor]; +"25 layer1_0_conv2_weight_bias" [id=25, type=get_attr]; +"26 conv2d_2_scale_0" [id=26, type=get_attr]; +"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; +"28 compressed_weight_updated_constant2" [id=28, type=get_attr]; +"29 quantize_per_channel_default_2" [id=29, type=quantize_per_channel]; +"30 dequantize_per_channel_default_2" [id=30, type=dequantize_per_channel]; +"31 conv2d_2" [id=31, type=conv2d]; +"32 quantize_per_tensor_default_3" [id=32, type=quantize_per_tensor]; +"33 dequantize_per_tensor_default_3" [id=33, type=dequantize_per_tensor]; +"34 add_" [id=34, type=add_]; +"35 relu__2" [id=35, type=relu_]; +"36 quantize_per_tensor_default_4" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_5" [id=37, type=dequantize_per_tensor]; +"38 dequantize_per_tensor_default_4" [id=38, type=dequantize_per_tensor]; +"39 layer1_1_conv1_weight_bias" [id=39, type=get_attr]; +"40 conv2d_3_scale_0" [id=40, type=get_attr]; +"41 conv2d_3_zero_point_0" [id=41, type=get_attr]; +"42 compressed_weight_updated_constant3" [id=42, type=get_attr]; +"43 quantize_per_channel_default_3" [id=43, type=quantize_per_channel]; +"44 dequantize_per_channel_default_3" [id=44, type=dequantize_per_channel]; +"45 conv2d_3" [id=45, type=conv2d]; +"46 relu__3" [id=46, type=relu_]; +"47 quantize_per_tensor_default_5" [id=47, type=quantize_per_tensor]; +"48 dequantize_per_tensor_default_6" [id=48, type=dequantize_per_tensor]; +"49 layer1_1_conv2_weight_bias" [id=49, type=get_attr]; +"50 conv2d_4_scale_0" [id=50, type=get_attr]; +"51 conv2d_4_zero_point_0" [id=51, type=get_attr]; +"52 compressed_weight_updated_constant4" [id=52, type=get_attr]; +"53 quantize_per_channel_default_4" [id=53, type=quantize_per_channel]; +"54 dequantize_per_channel_default_4" [id=54, type=dequantize_per_channel]; +"55 conv2d_4" [id=55, type=conv2d]; +"56 quantize_per_tensor_default_6" [id=56, type=quantize_per_tensor]; +"57 dequantize_per_tensor_default_7" [id=57, type=dequantize_per_tensor]; +"58 add__1" [id=58, type=add_]; +"59 relu__4" [id=59, type=relu_]; +"60 quantize_per_tensor_default_7" [id=60, type=quantize_per_tensor]; +"61 dequantize_per_tensor_default_9" [id=61, type=dequantize_per_tensor]; +"62 dequantize_per_tensor_default_8" [id=62, type=dequantize_per_tensor]; +"63 layer2_0_conv1_weight_bias" [id=63, type=get_attr]; +"64 conv2d_5_scale_0" [id=64, type=get_attr]; +"65 conv2d_5_zero_point_0" [id=65, type=get_attr]; +"66 compressed_weight_updated_constant5" [id=66, type=get_attr]; +"67 quantize_per_channel_default_5" [id=67, type=quantize_per_channel]; +"68 dequantize_per_channel_default_5" [id=68, type=dequantize_per_channel]; +"69 conv2d_5" [id=69, type=conv2d]; +"70 relu__5" [id=70, type=relu_]; +"71 quantize_per_tensor_default_8" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_10" [id=72, type=dequantize_per_tensor]; +"73 layer2_0_conv2_weight_bias" [id=73, type=get_attr]; +"74 conv2d_6_scale_0" [id=74, type=get_attr]; +"75 conv2d_6_zero_point_0" [id=75, type=get_attr]; +"76 compressed_weight_updated_constant6" [id=76, type=get_attr]; +"77 quantize_per_channel_default_6" [id=77, type=quantize_per_channel]; +"78 dequantize_per_channel_default_6" [id=78, type=dequantize_per_channel]; +"79 conv2d_6" [id=79, type=conv2d]; +"80 quantize_per_tensor_default_9" [id=80, type=quantize_per_tensor]; +"81 dequantize_per_tensor_default_11" [id=81, type=dequantize_per_tensor]; +"82 layer2_0_downsample_0_weight_bias" [id=82, type=get_attr]; +"83 conv2d_7_scale_0" [id=83, type=get_attr]; +"84 conv2d_7_zero_point_0" [id=84, type=get_attr]; +"85 compressed_weight_updated_constant7" [id=85, type=get_attr]; +"86 quantize_per_channel_default_7" [id=86, type=quantize_per_channel]; +"87 dequantize_per_channel_default_7" [id=87, type=dequantize_per_channel]; +"88 conv2d_7" [id=88, type=conv2d]; +"89 quantize_per_tensor_default_10" [id=89, type=quantize_per_tensor]; +"90 dequantize_per_tensor_default_12" [id=90, type=dequantize_per_tensor]; +"91 add__2" [id=91, type=add_]; +"92 relu__6" [id=92, type=relu_]; +"93 quantize_per_tensor_default_11" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_14" [id=94, type=dequantize_per_tensor]; +"95 dequantize_per_tensor_default_13" [id=95, type=dequantize_per_tensor]; +"96 layer2_1_conv1_weight_bias" [id=96, type=get_attr]; +"97 conv2d_8_scale_0" [id=97, type=get_attr]; +"98 conv2d_8_zero_point_0" [id=98, type=get_attr]; +"99 compressed_weight_updated_constant8" [id=99, type=get_attr]; +"100 quantize_per_channel_default_8" [id=100, type=quantize_per_channel]; +"101 dequantize_per_channel_default_8" [id=101, type=dequantize_per_channel]; +"102 conv2d_8" [id=102, type=conv2d]; +"103 relu__7" [id=103, type=relu_]; +"104 quantize_per_tensor_default_12" [id=104, type=quantize_per_tensor]; +"105 dequantize_per_tensor_default_15" [id=105, type=dequantize_per_tensor]; +"106 layer2_1_conv2_weight_bias" [id=106, type=get_attr]; +"107 conv2d_9_scale_0" [id=107, type=get_attr]; +"108 conv2d_9_zero_point_0" [id=108, type=get_attr]; +"109 compressed_weight_updated_constant9" [id=109, type=get_attr]; +"110 quantize_per_channel_default_9" [id=110, type=quantize_per_channel]; +"111 dequantize_per_channel_default_9" [id=111, type=dequantize_per_channel]; +"112 conv2d_9" [id=112, type=conv2d]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_16" [id=114, type=dequantize_per_tensor]; +"115 add__3" [id=115, type=add_]; +"116 relu__8" [id=116, type=relu_]; +"117 quantize_per_tensor_default_14" [id=117, type=quantize_per_tensor]; +"118 dequantize_per_tensor_default_18" [id=118, type=dequantize_per_tensor]; +"119 dequantize_per_tensor_default_17" [id=119, type=dequantize_per_tensor]; +"120 layer3_0_conv1_weight_bias" [id=120, type=get_attr]; +"121 conv2d_10_scale_0" [id=121, type=get_attr]; +"122 conv2d_10_zero_point_0" [id=122, type=get_attr]; +"123 compressed_weight_updated_constant10" [id=123, type=get_attr]; +"124 quantize_per_channel_default_10" [id=124, type=quantize_per_channel]; +"125 dequantize_per_channel_default_10" [id=125, type=dequantize_per_channel]; +"126 conv2d_10" [id=126, type=conv2d]; +"127 relu__9" [id=127, type=relu_]; +"128 quantize_per_tensor_default_15" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_19" [id=129, type=dequantize_per_tensor]; +"130 layer3_0_conv2_weight_bias" [id=130, type=get_attr]; +"131 conv2d_11_scale_0" [id=131, type=get_attr]; +"132 conv2d_11_zero_point_0" [id=132, type=get_attr]; +"133 compressed_weight_updated_constant11" [id=133, type=get_attr]; +"134 quantize_per_channel_default_11" [id=134, type=quantize_per_channel]; +"135 dequantize_per_channel_default_11" [id=135, type=dequantize_per_channel]; +"136 conv2d_11" [id=136, type=conv2d]; +"137 quantize_per_tensor_default_16" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_20" [id=138, type=dequantize_per_tensor]; +"139 layer3_0_downsample_0_weight_bias" [id=139, type=get_attr]; +"140 conv2d_12_scale_0" [id=140, type=get_attr]; +"141 conv2d_12_zero_point_0" [id=141, type=get_attr]; +"142 compressed_weight_updated_constant12" [id=142, type=get_attr]; +"143 quantize_per_channel_default_12" [id=143, type=quantize_per_channel]; +"144 dequantize_per_channel_default_12" [id=144, type=dequantize_per_channel]; +"145 conv2d_12" [id=145, type=conv2d]; +"146 quantize_per_tensor_default_17" [id=146, type=quantize_per_tensor]; +"147 dequantize_per_tensor_default_21" [id=147, type=dequantize_per_tensor]; +"148 add__4" [id=148, type=add_]; +"149 relu__10" [id=149, type=relu_]; +"150 quantize_per_tensor_default_18" [id=150, type=quantize_per_tensor]; +"151 dequantize_per_tensor_default_23" [id=151, type=dequantize_per_tensor]; +"152 dequantize_per_tensor_default_22" [id=152, type=dequantize_per_tensor]; +"153 layer3_1_conv1_weight_bias" [id=153, type=get_attr]; +"154 conv2d_13_scale_0" [id=154, type=get_attr]; +"155 conv2d_13_zero_point_0" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant13" [id=156, type=get_attr]; +"157 quantize_per_channel_default_13" [id=157, type=quantize_per_channel]; +"158 dequantize_per_channel_default_13" [id=158, type=dequantize_per_channel]; +"159 conv2d_13" [id=159, type=conv2d]; +"160 relu__11" [id=160, type=relu_]; +"161 quantize_per_tensor_default_19" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_24" [id=162, type=dequantize_per_tensor]; +"163 layer3_1_conv2_weight_bias" [id=163, type=get_attr]; +"164 conv2d_14_scale_0" [id=164, type=get_attr]; +"165 conv2d_14_zero_point_0" [id=165, type=get_attr]; +"166 compressed_weight_updated_constant14" [id=166, type=get_attr]; +"167 quantize_per_channel_default_14" [id=167, type=quantize_per_channel]; +"168 dequantize_per_channel_default_14" [id=168, type=dequantize_per_channel]; +"169 conv2d_14" [id=169, type=conv2d]; +"170 quantize_per_tensor_default_20" [id=170, type=quantize_per_tensor]; +"171 dequantize_per_tensor_default_25" [id=171, type=dequantize_per_tensor]; +"172 add__5" [id=172, type=add_]; +"173 relu__12" [id=173, type=relu_]; +"174 quantize_per_tensor_default_21" [id=174, type=quantize_per_tensor]; +"175 dequantize_per_tensor_default_27" [id=175, type=dequantize_per_tensor]; +"176 dequantize_per_tensor_default_26" [id=176, type=dequantize_per_tensor]; +"177 layer4_0_conv1_weight_bias" [id=177, type=get_attr]; +"178 conv2d_15_scale_0" [id=178, type=get_attr]; +"179 conv2d_15_zero_point_0" [id=179, type=get_attr]; +"180 compressed_weight_updated_constant15" [id=180, type=get_attr]; +"181 quantize_per_channel_default_15" [id=181, type=quantize_per_channel]; +"182 dequantize_per_channel_default_15" [id=182, type=dequantize_per_channel]; +"183 conv2d_15" [id=183, type=conv2d]; +"184 relu__13" [id=184, type=relu_]; +"185 quantize_per_tensor_default_22" [id=185, type=quantize_per_tensor]; +"186 dequantize_per_tensor_default_28" [id=186, type=dequantize_per_tensor]; +"187 layer4_0_conv2_weight_bias" [id=187, type=get_attr]; +"188 conv2d_16_scale_0" [id=188, type=get_attr]; +"189 conv2d_16_zero_point_0" [id=189, type=get_attr]; +"190 compressed_weight_updated_constant16" [id=190, type=get_attr]; +"191 quantize_per_channel_default_16" [id=191, type=quantize_per_channel]; +"192 dequantize_per_channel_default_16" [id=192, type=dequantize_per_channel]; +"193 conv2d_16" [id=193, type=conv2d]; +"194 quantize_per_tensor_default_23" [id=194, type=quantize_per_tensor]; +"195 dequantize_per_tensor_default_29" [id=195, type=dequantize_per_tensor]; +"196 layer4_0_downsample_0_weight_bias" [id=196, type=get_attr]; +"197 conv2d_17_scale_0" [id=197, type=get_attr]; +"198 conv2d_17_zero_point_0" [id=198, type=get_attr]; +"199 compressed_weight_updated_constant17" [id=199, type=get_attr]; +"200 quantize_per_channel_default_17" [id=200, type=quantize_per_channel]; +"201 dequantize_per_channel_default_17" [id=201, type=dequantize_per_channel]; +"202 conv2d_17" [id=202, type=conv2d]; +"203 quantize_per_tensor_default_24" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_30" [id=204, type=dequantize_per_tensor]; +"205 add__6" [id=205, type=add_]; +"206 relu__14" [id=206, type=relu_]; +"207 quantize_per_tensor_default_25" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_32" [id=208, type=dequantize_per_tensor]; +"209 dequantize_per_tensor_default_31" [id=209, type=dequantize_per_tensor]; +"210 layer4_1_conv1_weight_bias" [id=210, type=get_attr]; +"211 conv2d_18_scale_0" [id=211, type=get_attr]; +"212 conv2d_18_zero_point_0" [id=212, type=get_attr]; +"213 compressed_weight_updated_constant18" [id=213, type=get_attr]; +"214 quantize_per_channel_default_18" [id=214, type=quantize_per_channel]; +"215 dequantize_per_channel_default_18" [id=215, type=dequantize_per_channel]; +"216 conv2d_18" [id=216, type=conv2d]; +"217 relu__15" [id=217, type=relu_]; +"218 quantize_per_tensor_default_26" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_33" [id=219, type=dequantize_per_tensor]; +"220 layer4_1_conv2_weight_bias" [id=220, type=get_attr]; +"221 conv2d_19_scale_0" [id=221, type=get_attr]; +"222 conv2d_19_zero_point_0" [id=222, type=get_attr]; +"223 compressed_weight_updated_constant19" [id=223, type=get_attr]; +"224 quantize_per_channel_default_19" [id=224, type=quantize_per_channel]; +"225 dequantize_per_channel_default_19" [id=225, type=dequantize_per_channel]; +"226 conv2d_19" [id=226, type=conv2d]; +"227 quantize_per_tensor_default_27" [id=227, type=quantize_per_tensor]; +"228 dequantize_per_tensor_default_34" [id=228, type=dequantize_per_tensor]; +"229 add__7" [id=229, type=add_]; +"230 relu__16" [id=230, type=relu_]; +"231 quantize_per_tensor_default_28" [id=231, type=quantize_per_tensor]; +"232 dequantize_per_tensor_default_35" [id=232, type=dequantize_per_tensor]; +"233 adaptive_avg_pool2d" [id=233, type=adaptive_avg_pool2d]; +"234 quantize_per_tensor_default_29" [id=234, type=quantize_per_tensor]; +"235 dequantize_per_tensor_default_36" [id=235, type=dequantize_per_tensor]; +"236 flatten" [id=236, type=flatten]; +"237 linear_scale_0" [id=237, type=get_attr]; +"238 linear_zero_point_0" [id=238, type=get_attr]; +"239 compressed_weight_updated_constant20" [id=239, type=get_attr]; +"240 quantize_per_channel_default_20" [id=240, type=quantize_per_channel]; +"241 dequantize_per_channel_default_20" [id=241, type=dequantize_per_channel]; +"242 linear" [id=242, type=linear]; +"243 output" [id=243, type=output]; +"0 fc_bias" -> "242 linear" [label="(1000,)", style=solid]; +"1 x" -> "2 quantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"3 dequantize_per_tensor_default" -> "10 conv2d" [label="(1, 3, -1, -1)", style=solid]; +"4 conv1_weight_bias" -> "10 conv2d" [label="(64,)", style=solid]; +"5 conv2d_scale_0" -> "8 quantize_per_channel_default" [label="(64,)", style=solid]; +"5 conv2d_scale_0" -> "9 dequantize_per_channel_default" [label="(64,)", style=solid]; +"6 conv2d_zero_point_0" -> "8 quantize_per_channel_default" [label="(64,)", style=solid]; +"6 conv2d_zero_point_0" -> "9 dequantize_per_channel_default" [label="(64,)", style=solid]; +"7 compressed_weight_updated_constant0" -> "8 quantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"8 quantize_per_channel_default" -> "9 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"9 dequantize_per_channel_default" -> "10 conv2d" [label="(64, 3, 7, 7)", style=solid]; +"10 conv2d" -> "11 relu_" [label="(1, 64, -1, -1)", style=solid]; +"11 relu_" -> "12 quantize_per_tensor_default_1" [label="(1, 64, -1, -1)", style=solid]; +"12 quantize_per_tensor_default_1" -> "13 dequantize_per_tensor_default_1" [label="(1, 64, -1, -1)", style=solid]; +"13 dequantize_per_tensor_default_1" -> "14 max_pool2d" [label="(1, 64, -1, -1)", style=solid]; +"14 max_pool2d" -> "21 conv2d_1" [label="(1, 64, -1, -1)", style=solid]; +"14 max_pool2d" -> "34 add_" [label="(1, 64, -1, -1)", style=solid]; +"15 layer1_0_conv1_weight_bias" -> "21 conv2d_1" [label="(64,)", style=solid]; +"16 conv2d_1_scale_0" -> "19 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"16 conv2d_1_scale_0" -> "20 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "19 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"17 conv2d_1_zero_point_0" -> "20 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"18 compressed_weight_updated_constant1" -> "19 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"19 quantize_per_channel_default_1" -> "20 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"20 dequantize_per_channel_default_1" -> "21 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"21 conv2d_1" -> "22 relu__1" [label="(1, 64, -1, -1)", style=solid]; +"22 relu__1" -> "23 quantize_per_tensor_default_2" [label="(1, 64, -1, -1)", style=solid]; +"23 quantize_per_tensor_default_2" -> "24 dequantize_per_tensor_default_2" [label="(1, 64, -1, -1)", style=solid]; +"24 dequantize_per_tensor_default_2" -> "31 conv2d_2" [label="(1, 64, -1, -1)", style=solid]; +"25 layer1_0_conv2_weight_bias" -> "31 conv2d_2" [label="(64,)", style=solid]; +"26 conv2d_2_scale_0" -> "29 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"26 conv2d_2_scale_0" -> "30 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "29 quantize_per_channel_default_2" [label="(64,)", style=solid]; +"27 conv2d_2_zero_point_0" -> "30 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"28 compressed_weight_updated_constant2" -> "29 quantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"29 quantize_per_channel_default_2" -> "30 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"30 dequantize_per_channel_default_2" -> "31 conv2d_2" [label="(64, 64, 3, 3)", style=solid]; +"31 conv2d_2" -> "32 quantize_per_tensor_default_3" [label="(1, 64, -1, -1)", style=solid]; +"32 quantize_per_tensor_default_3" -> "33 dequantize_per_tensor_default_3" [label="(1, 64, -1, -1)", style=solid]; +"33 dequantize_per_tensor_default_3" -> "34 add_" [label="(1, 64, -1, -1)", style=solid]; +"34 add_" -> "35 relu__2" [label="(1, 64, -1, -1)", style=solid]; +"35 relu__2" -> "36 quantize_per_tensor_default_4" [label="(1, 64, -1, -1)", style=solid]; +"36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_5" [label="(1, 64, -1, -1)", style=solid]; +"36 quantize_per_tensor_default_4" -> "38 dequantize_per_tensor_default_4" [label="(1, 64, -1, -1)", style=solid]; +"37 dequantize_per_tensor_default_5" -> "58 add__1" [label="(1, 64, -1, -1)", style=solid]; +"38 dequantize_per_tensor_default_4" -> "45 conv2d_3" [label="(1, 64, -1, -1)", style=solid]; +"39 layer1_1_conv1_weight_bias" -> "45 conv2d_3" [label="(64,)", style=solid]; +"40 conv2d_3_scale_0" -> "43 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"40 conv2d_3_scale_0" -> "44 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"41 conv2d_3_zero_point_0" -> "43 quantize_per_channel_default_3" [label="(64,)", style=solid]; +"41 conv2d_3_zero_point_0" -> "44 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"42 compressed_weight_updated_constant3" -> "43 quantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"43 quantize_per_channel_default_3" -> "44 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"44 dequantize_per_channel_default_3" -> "45 conv2d_3" [label="(64, 64, 3, 3)", style=solid]; +"45 conv2d_3" -> "46 relu__3" [label="(1, 64, -1, -1)", style=solid]; +"46 relu__3" -> "47 quantize_per_tensor_default_5" [label="(1, 64, -1, -1)", style=solid]; +"47 quantize_per_tensor_default_5" -> "48 dequantize_per_tensor_default_6" [label="(1, 64, -1, -1)", style=solid]; +"48 dequantize_per_tensor_default_6" -> "55 conv2d_4" [label="(1, 64, -1, -1)", style=solid]; +"49 layer1_1_conv2_weight_bias" -> "55 conv2d_4" [label="(64,)", style=solid]; +"50 conv2d_4_scale_0" -> "53 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"50 conv2d_4_scale_0" -> "54 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"51 conv2d_4_zero_point_0" -> "53 quantize_per_channel_default_4" [label="(64,)", style=solid]; +"51 conv2d_4_zero_point_0" -> "54 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"52 compressed_weight_updated_constant4" -> "53 quantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"53 quantize_per_channel_default_4" -> "54 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"54 dequantize_per_channel_default_4" -> "55 conv2d_4" [label="(64, 64, 3, 3)", style=solid]; +"55 conv2d_4" -> "56 quantize_per_tensor_default_6" [label="(1, 64, -1, -1)", style=solid]; +"56 quantize_per_tensor_default_6" -> "57 dequantize_per_tensor_default_7" [label="(1, 64, -1, -1)", style=solid]; +"57 dequantize_per_tensor_default_7" -> "58 add__1" [label="(1, 64, -1, -1)", style=solid]; +"58 add__1" -> "59 relu__4" [label="(1, 64, -1, -1)", style=solid]; +"59 relu__4" -> "60 quantize_per_tensor_default_7" [label="(1, 64, -1, -1)", style=solid]; +"60 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_9" [label="(1, 64, -1, -1)", style=solid]; +"60 quantize_per_tensor_default_7" -> "62 dequantize_per_tensor_default_8" [label="(1, 64, -1, -1)", style=solid]; +"61 dequantize_per_tensor_default_9" -> "88 conv2d_7" [label="(1, 64, -1, -1)", style=solid]; +"62 dequantize_per_tensor_default_8" -> "69 conv2d_5" [label="(1, 64, -1, -1)", style=solid]; +"63 layer2_0_conv1_weight_bias" -> "69 conv2d_5" [label="(128,)", style=solid]; +"64 conv2d_5_scale_0" -> "67 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"64 conv2d_5_scale_0" -> "68 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"65 conv2d_5_zero_point_0" -> "67 quantize_per_channel_default_5" [label="(128,)", style=solid]; +"65 conv2d_5_zero_point_0" -> "68 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"66 compressed_weight_updated_constant5" -> "67 quantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"67 quantize_per_channel_default_5" -> "68 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"68 dequantize_per_channel_default_5" -> "69 conv2d_5" [label="(128, 64, 3, 3)", style=solid]; +"69 conv2d_5" -> "70 relu__5" [label="(1, 128, -1, -1)", style=solid]; +"70 relu__5" -> "71 quantize_per_tensor_default_8" [label="(1, 128, -1, -1)", style=solid]; +"71 quantize_per_tensor_default_8" -> "72 dequantize_per_tensor_default_10" [label="(1, 128, -1, -1)", style=solid]; +"72 dequantize_per_tensor_default_10" -> "79 conv2d_6" [label="(1, 128, -1, -1)", style=solid]; +"73 layer2_0_conv2_weight_bias" -> "79 conv2d_6" [label="(128,)", style=solid]; +"74 conv2d_6_scale_0" -> "77 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"74 conv2d_6_scale_0" -> "78 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"75 conv2d_6_zero_point_0" -> "77 quantize_per_channel_default_6" [label="(128,)", style=solid]; +"75 conv2d_6_zero_point_0" -> "78 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"76 compressed_weight_updated_constant6" -> "77 quantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"77 quantize_per_channel_default_6" -> "78 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"78 dequantize_per_channel_default_6" -> "79 conv2d_6" [label="(128, 128, 3, 3)", style=solid]; +"79 conv2d_6" -> "80 quantize_per_tensor_default_9" [label="(1, 128, -1, -1)", style=solid]; +"80 quantize_per_tensor_default_9" -> "81 dequantize_per_tensor_default_11" [label="(1, 128, -1, -1)", style=solid]; +"81 dequantize_per_tensor_default_11" -> "91 add__2" [label="(1, 128, -1, -1)", style=solid]; +"82 layer2_0_downsample_0_weight_bias" -> "88 conv2d_7" [label="(128,)", style=solid]; +"83 conv2d_7_scale_0" -> "86 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"83 conv2d_7_scale_0" -> "87 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"84 conv2d_7_zero_point_0" -> "86 quantize_per_channel_default_7" [label="(128,)", style=solid]; +"84 conv2d_7_zero_point_0" -> "87 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"85 compressed_weight_updated_constant7" -> "86 quantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"86 quantize_per_channel_default_7" -> "87 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"87 dequantize_per_channel_default_7" -> "88 conv2d_7" [label="(128, 64, 1, 1)", style=solid]; +"88 conv2d_7" -> "89 quantize_per_tensor_default_10" [label="(1, 128, -1, -1)", style=solid]; +"89 quantize_per_tensor_default_10" -> "90 dequantize_per_tensor_default_12" [label="(1, 128, -1, -1)", style=solid]; +"90 dequantize_per_tensor_default_12" -> "91 add__2" [label="(1, 128, -1, -1)", style=solid]; +"91 add__2" -> "92 relu__6" [label="(1, 128, -1, -1)", style=solid]; +"92 relu__6" -> "93 quantize_per_tensor_default_11" [label="(1, 128, -1, -1)", style=solid]; +"93 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_14" [label="(1, 128, -1, -1)", style=solid]; +"93 quantize_per_tensor_default_11" -> "95 dequantize_per_tensor_default_13" [label="(1, 128, -1, -1)", style=solid]; +"94 dequantize_per_tensor_default_14" -> "115 add__3" [label="(1, 128, -1, -1)", style=solid]; +"95 dequantize_per_tensor_default_13" -> "102 conv2d_8" [label="(1, 128, -1, -1)", style=solid]; +"96 layer2_1_conv1_weight_bias" -> "102 conv2d_8" [label="(128,)", style=solid]; +"97 conv2d_8_scale_0" -> "100 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"97 conv2d_8_scale_0" -> "101 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"98 conv2d_8_zero_point_0" -> "100 quantize_per_channel_default_8" [label="(128,)", style=solid]; +"98 conv2d_8_zero_point_0" -> "101 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"99 compressed_weight_updated_constant8" -> "100 quantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"100 quantize_per_channel_default_8" -> "101 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"101 dequantize_per_channel_default_8" -> "102 conv2d_8" [label="(128, 128, 3, 3)", style=solid]; +"102 conv2d_8" -> "103 relu__7" [label="(1, 128, -1, -1)", style=solid]; +"103 relu__7" -> "104 quantize_per_tensor_default_12" [label="(1, 128, -1, -1)", style=solid]; +"104 quantize_per_tensor_default_12" -> "105 dequantize_per_tensor_default_15" [label="(1, 128, -1, -1)", style=solid]; +"105 dequantize_per_tensor_default_15" -> "112 conv2d_9" [label="(1, 128, -1, -1)", style=solid]; +"106 layer2_1_conv2_weight_bias" -> "112 conv2d_9" [label="(128,)", style=solid]; +"107 conv2d_9_scale_0" -> "110 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"107 conv2d_9_scale_0" -> "111 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"108 conv2d_9_zero_point_0" -> "110 quantize_per_channel_default_9" [label="(128,)", style=solid]; +"108 conv2d_9_zero_point_0" -> "111 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"109 compressed_weight_updated_constant9" -> "110 quantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"110 quantize_per_channel_default_9" -> "111 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"111 dequantize_per_channel_default_9" -> "112 conv2d_9" [label="(128, 128, 3, 3)", style=solid]; +"112 conv2d_9" -> "113 quantize_per_tensor_default_13" [label="(1, 128, -1, -1)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_16" [label="(1, 128, -1, -1)", style=solid]; +"114 dequantize_per_tensor_default_16" -> "115 add__3" [label="(1, 128, -1, -1)", style=solid]; +"115 add__3" -> "116 relu__8" [label="(1, 128, -1, -1)", style=solid]; +"116 relu__8" -> "117 quantize_per_tensor_default_14" [label="(1, 128, -1, -1)", style=solid]; +"117 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_18" [label="(1, 128, -1, -1)", style=solid]; +"117 quantize_per_tensor_default_14" -> "119 dequantize_per_tensor_default_17" [label="(1, 128, -1, -1)", style=solid]; +"118 dequantize_per_tensor_default_18" -> "145 conv2d_12" [label="(1, 128, -1, -1)", style=solid]; +"119 dequantize_per_tensor_default_17" -> "126 conv2d_10" [label="(1, 128, -1, -1)", style=solid]; +"120 layer3_0_conv1_weight_bias" -> "126 conv2d_10" [label="(256,)", style=solid]; +"121 conv2d_10_scale_0" -> "124 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"121 conv2d_10_scale_0" -> "125 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"122 conv2d_10_zero_point_0" -> "124 quantize_per_channel_default_10" [label="(256,)", style=solid]; +"122 conv2d_10_zero_point_0" -> "125 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"123 compressed_weight_updated_constant10" -> "124 quantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"124 quantize_per_channel_default_10" -> "125 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"125 dequantize_per_channel_default_10" -> "126 conv2d_10" [label="(256, 128, 3, 3)", style=solid]; +"126 conv2d_10" -> "127 relu__9" [label="(1, 256, -1, -1)", style=solid]; +"127 relu__9" -> "128 quantize_per_tensor_default_15" [label="(1, 256, -1, -1)", style=solid]; +"128 quantize_per_tensor_default_15" -> "129 dequantize_per_tensor_default_19" [label="(1, 256, -1, -1)", style=solid]; +"129 dequantize_per_tensor_default_19" -> "136 conv2d_11" [label="(1, 256, -1, -1)", style=solid]; +"130 layer3_0_conv2_weight_bias" -> "136 conv2d_11" [label="(256,)", style=solid]; +"131 conv2d_11_scale_0" -> "134 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"131 conv2d_11_scale_0" -> "135 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"132 conv2d_11_zero_point_0" -> "134 quantize_per_channel_default_11" [label="(256,)", style=solid]; +"132 conv2d_11_zero_point_0" -> "135 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"133 compressed_weight_updated_constant11" -> "134 quantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"134 quantize_per_channel_default_11" -> "135 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"135 dequantize_per_channel_default_11" -> "136 conv2d_11" [label="(256, 256, 3, 3)", style=solid]; +"136 conv2d_11" -> "137 quantize_per_tensor_default_16" [label="(1, 256, -1, -1)", style=solid]; +"137 quantize_per_tensor_default_16" -> "138 dequantize_per_tensor_default_20" [label="(1, 256, -1, -1)", style=solid]; +"138 dequantize_per_tensor_default_20" -> "148 add__4" [label="(1, 256, -1, -1)", style=solid]; +"139 layer3_0_downsample_0_weight_bias" -> "145 conv2d_12" [label="(256,)", style=solid]; +"140 conv2d_12_scale_0" -> "143 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"140 conv2d_12_scale_0" -> "144 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"141 conv2d_12_zero_point_0" -> "143 quantize_per_channel_default_12" [label="(256,)", style=solid]; +"141 conv2d_12_zero_point_0" -> "144 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"142 compressed_weight_updated_constant12" -> "143 quantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"143 quantize_per_channel_default_12" -> "144 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"144 dequantize_per_channel_default_12" -> "145 conv2d_12" [label="(256, 128, 1, 1)", style=solid]; +"145 conv2d_12" -> "146 quantize_per_tensor_default_17" [label="(1, 256, -1, -1)", style=solid]; +"146 quantize_per_tensor_default_17" -> "147 dequantize_per_tensor_default_21" [label="(1, 256, -1, -1)", style=solid]; +"147 dequantize_per_tensor_default_21" -> "148 add__4" [label="(1, 256, -1, -1)", style=solid]; +"148 add__4" -> "149 relu__10" [label="(1, 256, -1, -1)", style=solid]; +"149 relu__10" -> "150 quantize_per_tensor_default_18" [label="(1, 256, -1, -1)", style=solid]; +"150 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_23" [label="(1, 256, -1, -1)", style=solid]; +"150 quantize_per_tensor_default_18" -> "152 dequantize_per_tensor_default_22" [label="(1, 256, -1, -1)", style=solid]; +"151 dequantize_per_tensor_default_23" -> "172 add__5" [label="(1, 256, -1, -1)", style=solid]; +"152 dequantize_per_tensor_default_22" -> "159 conv2d_13" [label="(1, 256, -1, -1)", style=solid]; +"153 layer3_1_conv1_weight_bias" -> "159 conv2d_13" [label="(256,)", style=solid]; +"154 conv2d_13_scale_0" -> "157 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"154 conv2d_13_scale_0" -> "158 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"155 conv2d_13_zero_point_0" -> "157 quantize_per_channel_default_13" [label="(256,)", style=solid]; +"155 conv2d_13_zero_point_0" -> "158 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"156 compressed_weight_updated_constant13" -> "157 quantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"157 quantize_per_channel_default_13" -> "158 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"158 dequantize_per_channel_default_13" -> "159 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"159 conv2d_13" -> "160 relu__11" [label="(1, 256, -1, -1)", style=solid]; +"160 relu__11" -> "161 quantize_per_tensor_default_19" [label="(1, 256, -1, -1)", style=solid]; +"161 quantize_per_tensor_default_19" -> "162 dequantize_per_tensor_default_24" [label="(1, 256, -1, -1)", style=solid]; +"162 dequantize_per_tensor_default_24" -> "169 conv2d_14" [label="(1, 256, -1, -1)", style=solid]; +"163 layer3_1_conv2_weight_bias" -> "169 conv2d_14" [label="(256,)", style=solid]; +"164 conv2d_14_scale_0" -> "167 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"164 conv2d_14_scale_0" -> "168 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"165 conv2d_14_zero_point_0" -> "167 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"165 conv2d_14_zero_point_0" -> "168 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"166 compressed_weight_updated_constant14" -> "167 quantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"167 quantize_per_channel_default_14" -> "168 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"168 dequantize_per_channel_default_14" -> "169 conv2d_14" [label="(256, 256, 3, 3)", style=solid]; +"169 conv2d_14" -> "170 quantize_per_tensor_default_20" [label="(1, 256, -1, -1)", style=solid]; +"170 quantize_per_tensor_default_20" -> "171 dequantize_per_tensor_default_25" [label="(1, 256, -1, -1)", style=solid]; +"171 dequantize_per_tensor_default_25" -> "172 add__5" [label="(1, 256, -1, -1)", style=solid]; +"172 add__5" -> "173 relu__12" [label="(1, 256, -1, -1)", style=solid]; +"173 relu__12" -> "174 quantize_per_tensor_default_21" [label="(1, 256, -1, -1)", style=solid]; +"174 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_27" [label="(1, 256, -1, -1)", style=solid]; +"174 quantize_per_tensor_default_21" -> "176 dequantize_per_tensor_default_26" [label="(1, 256, -1, -1)", style=solid]; +"175 dequantize_per_tensor_default_27" -> "202 conv2d_17" [label="(1, 256, -1, -1)", style=solid]; +"176 dequantize_per_tensor_default_26" -> "183 conv2d_15" [label="(1, 256, -1, -1)", style=solid]; +"177 layer4_0_conv1_weight_bias" -> "183 conv2d_15" [label="(512,)", style=solid]; +"178 conv2d_15_scale_0" -> "181 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"178 conv2d_15_scale_0" -> "182 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"179 conv2d_15_zero_point_0" -> "181 quantize_per_channel_default_15" [label="(512,)", style=solid]; +"179 conv2d_15_zero_point_0" -> "182 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"180 compressed_weight_updated_constant15" -> "181 quantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"181 quantize_per_channel_default_15" -> "182 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"182 dequantize_per_channel_default_15" -> "183 conv2d_15" [label="(512, 256, 3, 3)", style=solid]; +"183 conv2d_15" -> "184 relu__13" [label="(1, 512, -1, -1)", style=solid]; +"184 relu__13" -> "185 quantize_per_tensor_default_22" [label="(1, 512, -1, -1)", style=solid]; +"185 quantize_per_tensor_default_22" -> "186 dequantize_per_tensor_default_28" [label="(1, 512, -1, -1)", style=solid]; +"186 dequantize_per_tensor_default_28" -> "193 conv2d_16" [label="(1, 512, -1, -1)", style=solid]; +"187 layer4_0_conv2_weight_bias" -> "193 conv2d_16" [label="(512,)", style=solid]; +"188 conv2d_16_scale_0" -> "191 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"188 conv2d_16_scale_0" -> "192 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"189 conv2d_16_zero_point_0" -> "191 quantize_per_channel_default_16" [label="(512,)", style=solid]; +"189 conv2d_16_zero_point_0" -> "192 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"190 compressed_weight_updated_constant16" -> "191 quantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"191 quantize_per_channel_default_16" -> "192 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"192 dequantize_per_channel_default_16" -> "193 conv2d_16" [label="(512, 512, 3, 3)", style=solid]; +"193 conv2d_16" -> "194 quantize_per_tensor_default_23" [label="(1, 512, -1, -1)", style=solid]; +"194 quantize_per_tensor_default_23" -> "195 dequantize_per_tensor_default_29" [label="(1, 512, -1, -1)", style=solid]; +"195 dequantize_per_tensor_default_29" -> "205 add__6" [label="(1, 512, -1, -1)", style=solid]; +"196 layer4_0_downsample_0_weight_bias" -> "202 conv2d_17" [label="(512,)", style=solid]; +"197 conv2d_17_scale_0" -> "200 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"197 conv2d_17_scale_0" -> "201 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"198 conv2d_17_zero_point_0" -> "200 quantize_per_channel_default_17" [label="(512,)", style=solid]; +"198 conv2d_17_zero_point_0" -> "201 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"199 compressed_weight_updated_constant17" -> "200 quantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"200 quantize_per_channel_default_17" -> "201 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"201 dequantize_per_channel_default_17" -> "202 conv2d_17" [label="(512, 256, 1, 1)", style=solid]; +"202 conv2d_17" -> "203 quantize_per_tensor_default_24" [label="(1, 512, -1, -1)", style=solid]; +"203 quantize_per_tensor_default_24" -> "204 dequantize_per_tensor_default_30" [label="(1, 512, -1, -1)", style=solid]; +"204 dequantize_per_tensor_default_30" -> "205 add__6" [label="(1, 512, -1, -1)", style=solid]; +"205 add__6" -> "206 relu__14" [label="(1, 512, -1, -1)", style=solid]; +"206 relu__14" -> "207 quantize_per_tensor_default_25" [label="(1, 512, -1, -1)", style=solid]; +"207 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_32" [label="(1, 512, -1, -1)", style=solid]; +"207 quantize_per_tensor_default_25" -> "209 dequantize_per_tensor_default_31" [label="(1, 512, -1, -1)", style=solid]; +"208 dequantize_per_tensor_default_32" -> "229 add__7" [label="(1, 512, -1, -1)", style=solid]; +"209 dequantize_per_tensor_default_31" -> "216 conv2d_18" [label="(1, 512, -1, -1)", style=solid]; +"210 layer4_1_conv1_weight_bias" -> "216 conv2d_18" [label="(512,)", style=solid]; +"211 conv2d_18_scale_0" -> "214 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"211 conv2d_18_scale_0" -> "215 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"212 conv2d_18_zero_point_0" -> "214 quantize_per_channel_default_18" [label="(512,)", style=solid]; +"212 conv2d_18_zero_point_0" -> "215 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"213 compressed_weight_updated_constant18" -> "214 quantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"214 quantize_per_channel_default_18" -> "215 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"215 dequantize_per_channel_default_18" -> "216 conv2d_18" [label="(512, 512, 3, 3)", style=solid]; +"216 conv2d_18" -> "217 relu__15" [label="(1, 512, -1, -1)", style=solid]; +"217 relu__15" -> "218 quantize_per_tensor_default_26" [label="(1, 512, -1, -1)", style=solid]; +"218 quantize_per_tensor_default_26" -> "219 dequantize_per_tensor_default_33" [label="(1, 512, -1, -1)", style=solid]; +"219 dequantize_per_tensor_default_33" -> "226 conv2d_19" [label="(1, 512, -1, -1)", style=solid]; +"220 layer4_1_conv2_weight_bias" -> "226 conv2d_19" [label="(512,)", style=solid]; +"221 conv2d_19_scale_0" -> "224 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"221 conv2d_19_scale_0" -> "225 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"222 conv2d_19_zero_point_0" -> "224 quantize_per_channel_default_19" [label="(512,)", style=solid]; +"222 conv2d_19_zero_point_0" -> "225 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"223 compressed_weight_updated_constant19" -> "224 quantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"224 quantize_per_channel_default_19" -> "225 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"225 dequantize_per_channel_default_19" -> "226 conv2d_19" [label="(512, 512, 3, 3)", style=solid]; +"226 conv2d_19" -> "227 quantize_per_tensor_default_27" [label="(1, 512, -1, -1)", style=solid]; +"227 quantize_per_tensor_default_27" -> "228 dequantize_per_tensor_default_34" [label="(1, 512, -1, -1)", style=solid]; +"228 dequantize_per_tensor_default_34" -> "229 add__7" [label="(1, 512, -1, -1)", style=solid]; +"229 add__7" -> "230 relu__16" [label="(1, 512, -1, -1)", style=solid]; +"230 relu__16" -> "231 quantize_per_tensor_default_28" [label="(1, 512, -1, -1)", style=solid]; +"231 quantize_per_tensor_default_28" -> "232 dequantize_per_tensor_default_35" [label="(1, 512, -1, -1)", style=solid]; +"232 dequantize_per_tensor_default_35" -> "233 adaptive_avg_pool2d" [label="(1, 512, -1, -1)", style=solid]; +"233 adaptive_avg_pool2d" -> "234 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"234 quantize_per_tensor_default_29" -> "235 dequantize_per_tensor_default_36" [label="(1, 512, 1, 1)", style=solid]; +"235 dequantize_per_tensor_default_36" -> "236 flatten" [label="(1, 512, 1, 1)", style=solid]; +"236 flatten" -> "242 linear" [label="(1, 512)", style=solid]; +"237 linear_scale_0" -> "240 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"237 linear_scale_0" -> "241 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "240 quantize_per_channel_default_20" [label="(1000,)", style=solid]; +"238 linear_zero_point_0" -> "241 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"239 compressed_weight_updated_constant20" -> "240 quantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"240 quantize_per_channel_default_20" -> "241 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"241 dequantize_per_channel_default_20" -> "242 linear" [label="(1000, 512)", style=solid]; +"242 linear" -> "243 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/swin_v2_s.dot new file mode 100644 index 00000000000..a4edb33ced5 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/swin_v2_s.dot @@ -0,0 +1,6126 @@ +strict digraph { +"0 features_1_0_attn_proj_bias" [id=0, type=get_attr]; +"1 features_1_1_attn_proj_bias" [id=1, type=get_attr]; +"2 features_3_0_attn_proj_bias" [id=2, type=get_attr]; +"3 features_3_1_attn_proj_bias" [id=3, type=get_attr]; +"4 features_5_0_attn_proj_bias" [id=4, type=get_attr]; +"5 features_5_1_attn_proj_bias" [id=5, type=get_attr]; +"6 features_5_2_attn_proj_bias" [id=6, type=get_attr]; +"7 features_5_3_attn_proj_bias" [id=7, type=get_attr]; +"8 features_5_4_attn_proj_bias" [id=8, type=get_attr]; +"9 features_5_5_attn_proj_bias" [id=9, type=get_attr]; +"10 features_5_6_attn_proj_bias" [id=10, type=get_attr]; +"11 features_5_7_attn_proj_bias" [id=11, type=get_attr]; +"12 features_5_8_attn_proj_bias" [id=12, type=get_attr]; +"13 features_5_9_attn_proj_bias" [id=13, type=get_attr]; +"14 features_5_10_attn_proj_bias" [id=14, type=get_attr]; +"15 features_5_11_attn_proj_bias" [id=15, type=get_attr]; +"16 features_5_12_attn_proj_bias" [id=16, type=get_attr]; +"17 features_5_13_attn_proj_bias" [id=17, type=get_attr]; +"18 features_5_14_attn_proj_bias" [id=18, type=get_attr]; +"19 features_5_15_attn_proj_bias" [id=19, type=get_attr]; +"20 features_5_16_attn_proj_bias" [id=20, type=get_attr]; +"21 features_5_17_attn_proj_bias" [id=21, type=get_attr]; +"22 features_7_0_attn_proj_bias" [id=22, type=get_attr]; +"23 features_7_1_attn_proj_bias" [id=23, type=get_attr]; +"24 features_0_0_bias" [id=24, type=get_attr]; +"25 features_0_2_weight" [id=25, type=get_attr]; +"26 features_0_2_bias" [id=26, type=get_attr]; +"27 features_1_0_norm1_weight" [id=27, type=get_attr]; +"28 features_1_0_norm1_bias" [id=28, type=get_attr]; +"29 features_1_0_mlp_0_bias" [id=29, type=get_attr]; +"30 features_1_0_mlp_3_bias" [id=30, type=get_attr]; +"31 features_1_0_norm2_weight" [id=31, type=get_attr]; +"32 features_1_0_norm2_bias" [id=32, type=get_attr]; +"33 features_1_1_norm1_weight" [id=33, type=get_attr]; +"34 features_1_1_norm1_bias" [id=34, type=get_attr]; +"35 features_1_1_mlp_0_bias" [id=35, type=get_attr]; +"36 features_1_1_mlp_3_bias" [id=36, type=get_attr]; +"37 features_1_1_norm2_weight" [id=37, type=get_attr]; +"38 features_1_1_norm2_bias" [id=38, type=get_attr]; +"39 features_2_norm_weight" [id=39, type=get_attr]; +"40 features_2_norm_bias" [id=40, type=get_attr]; +"41 features_3_0_norm1_weight" [id=41, type=get_attr]; +"42 features_3_0_norm1_bias" [id=42, type=get_attr]; +"43 features_3_0_mlp_0_bias" [id=43, type=get_attr]; +"44 features_3_0_mlp_3_bias" [id=44, type=get_attr]; +"45 features_3_0_norm2_weight" [id=45, type=get_attr]; +"46 features_3_0_norm2_bias" [id=46, type=get_attr]; +"47 features_3_1_norm1_weight" [id=47, type=get_attr]; +"48 features_3_1_norm1_bias" [id=48, type=get_attr]; +"49 features_3_1_mlp_0_bias" [id=49, type=get_attr]; +"50 features_3_1_mlp_3_bias" [id=50, type=get_attr]; +"51 features_3_1_norm2_weight" [id=51, type=get_attr]; +"52 features_3_1_norm2_bias" [id=52, type=get_attr]; +"53 features_4_norm_weight" [id=53, type=get_attr]; +"54 features_4_norm_bias" [id=54, type=get_attr]; +"55 features_5_0_norm1_weight" [id=55, type=get_attr]; +"56 features_5_0_norm1_bias" [id=56, type=get_attr]; +"57 features_5_0_mlp_0_bias" [id=57, type=get_attr]; +"58 features_5_0_mlp_3_bias" [id=58, type=get_attr]; +"59 features_5_0_norm2_weight" [id=59, type=get_attr]; +"60 features_5_0_norm2_bias" [id=60, type=get_attr]; +"61 features_5_1_norm1_weight" [id=61, type=get_attr]; +"62 features_5_1_norm1_bias" [id=62, type=get_attr]; +"63 features_5_1_mlp_0_bias" [id=63, type=get_attr]; +"64 features_5_1_mlp_3_bias" [id=64, type=get_attr]; +"65 features_5_1_norm2_weight" [id=65, type=get_attr]; +"66 features_5_1_norm2_bias" [id=66, type=get_attr]; +"67 features_5_2_norm1_weight" [id=67, type=get_attr]; +"68 features_5_2_norm1_bias" [id=68, type=get_attr]; +"69 features_5_2_mlp_0_bias" [id=69, type=get_attr]; +"70 features_5_2_mlp_3_bias" [id=70, type=get_attr]; +"71 features_5_2_norm2_weight" [id=71, type=get_attr]; +"72 features_5_2_norm2_bias" [id=72, type=get_attr]; +"73 features_5_3_norm1_weight" [id=73, type=get_attr]; +"74 features_5_3_norm1_bias" [id=74, type=get_attr]; +"75 features_5_3_mlp_0_bias" [id=75, type=get_attr]; +"76 features_5_3_mlp_3_bias" [id=76, type=get_attr]; +"77 features_5_3_norm2_weight" [id=77, type=get_attr]; +"78 features_5_3_norm2_bias" [id=78, type=get_attr]; +"79 features_5_4_norm1_weight" [id=79, type=get_attr]; +"80 features_5_4_norm1_bias" [id=80, type=get_attr]; +"81 features_5_4_mlp_0_bias" [id=81, type=get_attr]; +"82 features_5_4_mlp_3_bias" [id=82, type=get_attr]; +"83 features_5_4_norm2_weight" [id=83, type=get_attr]; +"84 features_5_4_norm2_bias" [id=84, type=get_attr]; +"85 features_5_5_norm1_weight" [id=85, type=get_attr]; +"86 features_5_5_norm1_bias" [id=86, type=get_attr]; +"87 features_5_5_mlp_0_bias" [id=87, type=get_attr]; +"88 features_5_5_mlp_3_bias" [id=88, type=get_attr]; +"89 features_5_5_norm2_weight" [id=89, type=get_attr]; +"90 features_5_5_norm2_bias" [id=90, type=get_attr]; +"91 features_5_6_norm1_weight" [id=91, type=get_attr]; +"92 features_5_6_norm1_bias" [id=92, type=get_attr]; +"93 features_5_6_mlp_0_bias" [id=93, type=get_attr]; +"94 features_5_6_mlp_3_bias" [id=94, type=get_attr]; +"95 features_5_6_norm2_weight" [id=95, type=get_attr]; +"96 features_5_6_norm2_bias" [id=96, type=get_attr]; +"97 features_5_7_norm1_weight" [id=97, type=get_attr]; +"98 features_5_7_norm1_bias" [id=98, type=get_attr]; +"99 features_5_7_mlp_0_bias" [id=99, type=get_attr]; +"100 features_5_7_mlp_3_bias" [id=100, type=get_attr]; +"101 features_5_7_norm2_weight" [id=101, type=get_attr]; +"102 features_5_7_norm2_bias" [id=102, type=get_attr]; +"103 features_5_8_norm1_weight" [id=103, type=get_attr]; +"104 features_5_8_norm1_bias" [id=104, type=get_attr]; +"105 features_5_8_mlp_0_bias" [id=105, type=get_attr]; +"106 features_5_8_mlp_3_bias" [id=106, type=get_attr]; +"107 features_5_8_norm2_weight" [id=107, type=get_attr]; +"108 features_5_8_norm2_bias" [id=108, type=get_attr]; +"109 features_5_9_norm1_weight" [id=109, type=get_attr]; +"110 features_5_9_norm1_bias" [id=110, type=get_attr]; +"111 features_5_9_mlp_0_bias" [id=111, type=get_attr]; +"112 features_5_9_mlp_3_bias" [id=112, type=get_attr]; +"113 features_5_9_norm2_weight" [id=113, type=get_attr]; +"114 features_5_9_norm2_bias" [id=114, type=get_attr]; +"115 features_5_10_norm1_weight" [id=115, type=get_attr]; +"116 features_5_10_norm1_bias" [id=116, type=get_attr]; +"117 features_5_10_mlp_0_bias" [id=117, type=get_attr]; +"118 features_5_10_mlp_3_bias" [id=118, type=get_attr]; +"119 features_5_10_norm2_weight" [id=119, type=get_attr]; +"120 features_5_10_norm2_bias" [id=120, type=get_attr]; +"121 features_5_11_norm1_weight" [id=121, type=get_attr]; +"122 features_5_11_norm1_bias" [id=122, type=get_attr]; +"123 features_5_11_mlp_0_bias" [id=123, type=get_attr]; +"124 features_5_11_mlp_3_bias" [id=124, type=get_attr]; +"125 features_5_11_norm2_weight" [id=125, type=get_attr]; +"126 features_5_11_norm2_bias" [id=126, type=get_attr]; +"127 features_5_12_norm1_weight" [id=127, type=get_attr]; +"128 features_5_12_norm1_bias" [id=128, type=get_attr]; +"129 features_5_12_mlp_0_bias" [id=129, type=get_attr]; +"130 features_5_12_mlp_3_bias" [id=130, type=get_attr]; +"131 features_5_12_norm2_weight" [id=131, type=get_attr]; +"132 features_5_12_norm2_bias" [id=132, type=get_attr]; +"133 features_5_13_norm1_weight" [id=133, type=get_attr]; +"134 features_5_13_norm1_bias" [id=134, type=get_attr]; +"135 features_5_13_mlp_0_bias" [id=135, type=get_attr]; +"136 features_5_13_mlp_3_bias" [id=136, type=get_attr]; +"137 features_5_13_norm2_weight" [id=137, type=get_attr]; +"138 features_5_13_norm2_bias" [id=138, type=get_attr]; +"139 features_5_14_norm1_weight" [id=139, type=get_attr]; +"140 features_5_14_norm1_bias" [id=140, type=get_attr]; +"141 features_5_14_mlp_0_bias" [id=141, type=get_attr]; +"142 features_5_14_mlp_3_bias" [id=142, type=get_attr]; +"143 features_5_14_norm2_weight" [id=143, type=get_attr]; +"144 features_5_14_norm2_bias" [id=144, type=get_attr]; +"145 features_5_15_norm1_weight" [id=145, type=get_attr]; +"146 features_5_15_norm1_bias" [id=146, type=get_attr]; +"147 features_5_15_mlp_0_bias" [id=147, type=get_attr]; +"148 features_5_15_mlp_3_bias" [id=148, type=get_attr]; +"149 features_5_15_norm2_weight" [id=149, type=get_attr]; +"150 features_5_15_norm2_bias" [id=150, type=get_attr]; +"151 features_5_16_norm1_weight" [id=151, type=get_attr]; +"152 features_5_16_norm1_bias" [id=152, type=get_attr]; +"153 features_5_16_mlp_0_bias" [id=153, type=get_attr]; +"154 features_5_16_mlp_3_bias" [id=154, type=get_attr]; +"155 features_5_16_norm2_weight" [id=155, type=get_attr]; +"156 features_5_16_norm2_bias" [id=156, type=get_attr]; +"157 features_5_17_norm1_weight" [id=157, type=get_attr]; +"158 features_5_17_norm1_bias" [id=158, type=get_attr]; +"159 features_5_17_mlp_0_bias" [id=159, type=get_attr]; +"160 features_5_17_mlp_3_bias" [id=160, type=get_attr]; +"161 features_5_17_norm2_weight" [id=161, type=get_attr]; +"162 features_5_17_norm2_bias" [id=162, type=get_attr]; +"163 features_6_norm_weight" [id=163, type=get_attr]; +"164 features_6_norm_bias" [id=164, type=get_attr]; +"165 features_7_0_norm1_weight" [id=165, type=get_attr]; +"166 features_7_0_norm1_bias" [id=166, type=get_attr]; +"167 features_7_0_mlp_0_bias" [id=167, type=get_attr]; +"168 features_7_0_mlp_3_bias" [id=168, type=get_attr]; +"169 features_7_0_norm2_weight" [id=169, type=get_attr]; +"170 features_7_0_norm2_bias" [id=170, type=get_attr]; +"171 features_7_1_norm1_weight" [id=171, type=get_attr]; +"172 features_7_1_norm1_bias" [id=172, type=get_attr]; +"173 features_7_1_mlp_0_bias" [id=173, type=get_attr]; +"174 features_7_1_mlp_3_bias" [id=174, type=get_attr]; +"175 features_7_1_norm2_weight" [id=175, type=get_attr]; +"176 features_7_1_norm2_bias" [id=176, type=get_attr]; +"177 norm_weight" [id=177, type=get_attr]; +"178 norm_bias" [id=178, type=get_attr]; +"179 head_bias" [id=179, type=get_attr]; +"180 x" [id=180, type=input]; +"181 sym_size_int_54" [id=181, type=sym_size]; +"182 sym_size_int_55" [id=182, type=sym_size]; +"183 quantize_per_tensor_default" [id=183, type=quantize_per_tensor]; +"184 dequantize_per_tensor_default" [id=184, type=dequantize_per_tensor]; +"185 conv2d_scale_0" [id=185, type=get_attr]; +"186 conv2d_zero_point_0" [id=186, type=get_attr]; +"187 compressed_weight_updated_constant0" [id=187, type=get_attr]; +"188 quantize_per_channel_default" [id=188, type=quantize_per_channel]; +"189 dequantize_per_channel_default" [id=189, type=dequantize_per_channel]; +"190 conv2d" [id=190, type=conv2d]; +"191 floordiv_45" [id=191, type=<built-in function floordiv>]; +"192 mod_22" [id=192, type=<built-in function mod>]; +"193 mul_84" [id=193, type=<built-in function mul>]; +"194 add_117" [id=194, type=<built-in function add>]; +"195 mod_23" [id=195, type=<built-in function mod>]; +"196 add_118" [id=196, type=<built-in function add>]; +"197 floordiv_46" [id=197, type=<built-in function floordiv>]; +"198 mod_24" [id=198, type=<built-in function mod>]; +"199 mul_85" [id=199, type=<built-in function mul>]; +"200 add_119" [id=200, type=<built-in function add>]; +"201 mod_25" [id=201, type=<built-in function mod>]; +"202 add_120" [id=202, type=<built-in function add>]; +"203 floordiv_47" [id=203, type=<built-in function floordiv>]; +"204 floordiv_48" [id=204, type=<built-in function floordiv>]; +"205 floordiv_49" [id=205, type=<built-in function floordiv>]; +"206 floordiv_50" [id=206, type=<built-in function floordiv>]; +"207 mul_89" [id=207, type=<built-in function mul>]; +"208 mod_26" [id=208, type=<built-in function mod>]; +"209 add_122" [id=209, type=<built-in function add>]; +"210 add_123" [id=210, type=<built-in function add>]; +"211 floordiv_53" [id=211, type=<built-in function floordiv>]; +"212 mod_27" [id=212, type=<built-in function mod>]; +"213 add_125" [id=213, type=<built-in function add>]; +"214 add_126" [id=214, type=<built-in function add>]; +"215 floordiv_55" [id=215, type=<built-in function floordiv>]; +"216 mod_28" [id=216, type=<built-in function mod>]; +"217 mul_90" [id=217, type=<built-in function mul>]; +"218 add_127" [id=218, type=<built-in function add>]; +"219 mod_29" [id=219, type=<built-in function mod>]; +"220 add_128" [id=220, type=<built-in function add>]; +"221 mod_30" [id=221, type=<built-in function mod>]; +"222 mul_91" [id=222, type=<built-in function mul>]; +"223 add_129" [id=223, type=<built-in function add>]; +"224 mod_31" [id=224, type=<built-in function mod>]; +"225 add_130" [id=225, type=<built-in function add>]; +"226 floordiv_56" [id=226, type=<built-in function floordiv>]; +"227 floordiv_57" [id=227, type=<built-in function floordiv>]; +"228 floordiv_58" [id=228, type=<built-in function floordiv>]; +"229 floordiv_59" [id=229, type=<built-in function floordiv>]; +"230 mul_95" [id=230, type=<built-in function mul>]; +"231 mod_32" [id=231, type=<built-in function mod>]; +"232 add_132" [id=232, type=<built-in function add>]; +"233 add_133" [id=233, type=<built-in function add>]; +"234 floordiv_62" [id=234, type=<built-in function floordiv>]; +"235 mod_33" [id=235, type=<built-in function mod>]; +"236 add_135" [id=236, type=<built-in function add>]; +"237 add_136" [id=237, type=<built-in function add>]; +"238 floordiv_64" [id=238, type=<built-in function floordiv>]; +"239 mod_34" [id=239, type=<built-in function mod>]; +"240 mul_96" [id=240, type=<built-in function mul>]; +"241 add_137" [id=241, type=<built-in function add>]; +"242 mod_35" [id=242, type=<built-in function mod>]; +"243 add_138" [id=243, type=<built-in function add>]; +"244 mod_36" [id=244, type=<built-in function mod>]; +"245 mul_97" [id=245, type=<built-in function mul>]; +"246 add_139" [id=246, type=<built-in function add>]; +"247 mod_37" [id=247, type=<built-in function mod>]; +"248 add_140" [id=248, type=<built-in function add>]; +"249 floordiv_65" [id=249, type=<built-in function floordiv>]; +"250 floordiv_66" [id=250, type=<built-in function floordiv>]; +"251 floordiv_67" [id=251, type=<built-in function floordiv>]; +"252 floordiv_68" [id=252, type=<built-in function floordiv>]; +"253 mul_101" [id=253, type=<built-in function mul>]; +"254 mod_38" [id=254, type=<built-in function mod>]; +"255 add_142" [id=255, type=<built-in function add>]; +"256 add_143" [id=256, type=<built-in function add>]; +"257 floordiv_71" [id=257, type=<built-in function floordiv>]; +"258 mod_39" [id=258, type=<built-in function mod>]; +"259 add_145" [id=259, type=<built-in function add>]; +"260 add_146" [id=260, type=<built-in function add>]; +"261 floordiv_73" [id=261, type=<built-in function floordiv>]; +"262 mod_40" [id=262, type=<built-in function mod>]; +"263 mul_102" [id=263, type=<built-in function mul>]; +"264 add_147" [id=264, type=<built-in function add>]; +"265 mod_41" [id=265, type=<built-in function mod>]; +"266 add_148" [id=266, type=<built-in function add>]; +"267 mod_42" [id=267, type=<built-in function mod>]; +"268 mul_103" [id=268, type=<built-in function mul>]; +"269 add_149" [id=269, type=<built-in function add>]; +"270 mod_43" [id=270, type=<built-in function mod>]; +"271 add_150" [id=271, type=<built-in function add>]; +"272 floordiv_74" [id=272, type=<built-in function floordiv>]; +"273 floordiv_75" [id=273, type=<built-in function floordiv>]; +"274 floordiv_76" [id=274, type=<built-in function floordiv>]; +"275 floordiv_77" [id=275, type=<built-in function floordiv>]; +"276 mul_110" [id=276, type=<built-in function mul>]; +"277 permute" [id=277, type=permute]; +"278 layer_norm" [id=278, type=layer_norm]; +"279 _frozen_param0" [id=279, type=get_attr]; +"280 pad" [id=280, type=pad]; +"281 mul_33" [id=281, type=<built-in function mul>]; +"282 view_2" [id=282, type=view]; +"283 permute_2" [id=283, type=permute]; +"284 reshape" [id=284, type=reshape]; +"285 _frozen_param1" [id=285, type=get_attr]; +"286 reshape_0_0_nncf_smooth_quant_0" [id=286, type=call_module]; +"287 quantize_per_tensor_default_1" [id=287, type=quantize_per_tensor]; +"288 dequantize_per_tensor_default_1" [id=288, type=dequantize_per_tensor]; +"289 linear_2_scale_0" [id=289, type=get_attr]; +"290 linear_2_zero_point_0" [id=290, type=get_attr]; +"291 compressed_weight_updated_constant1" [id=291, type=get_attr]; +"292 quantize_per_channel_default_1" [id=292, type=quantize_per_channel]; +"293 dequantize_per_channel_default_1" [id=293, type=dequantize_per_channel]; +"294 linear_2" [id=294, type=linear]; +"295 reshape_1" [id=295, type=reshape]; +"296 permute_3" [id=296, type=permute]; +"297 select" [id=297, type=select]; +"298 select_1" [id=298, type=select]; +"299 select_2" [id=299, type=select]; +"300 linalg_vector_norm" [id=300, type=linalg_vector_norm]; +"301 clamp_min" [id=301, type=clamp_min]; +"302 expand_as" [id=302, type=expand_as]; +"303 div" [id=303, type=div]; +"304 quantize_per_tensor_default_2" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_2" [id=305, type=dequantize_per_tensor]; +"306 linalg_vector_norm_1" [id=306, type=linalg_vector_norm]; +"307 clamp_min_1" [id=307, type=clamp_min]; +"308 expand_as_1" [id=308, type=expand_as]; +"309 div_1" [id=309, type=div]; +"310 quantize_per_tensor_default_3" [id=310, type=quantize_per_tensor]; +"311 dequantize_per_tensor_default_3" [id=311, type=dequantize_per_tensor]; +"312 transpose" [id=312, type=transpose]; +"313 matmul" [id=313, type=matmul]; +"314 _frozen_param3" [id=314, type=get_attr]; +"315 mul_34" [id=315, type=mul]; +"316 add_34" [id=316, type=add]; +"317 softmax" [id=317, type=softmax]; +"318 dropout" [id=318, type=dropout]; +"319 matmul_1" [id=319, type=matmul]; +"320 transpose_1" [id=320, type=transpose]; +"321 reshape_2" [id=321, type=reshape]; +"322 reshape_2_0_0_nncf_smooth_quant_0" [id=322, type=call_module]; +"323 quantize_per_tensor_default_4" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_4" [id=324, type=dequantize_per_tensor]; +"325 linear_3_scale_0" [id=325, type=get_attr]; +"326 linear_3_zero_point_0" [id=326, type=get_attr]; +"327 compressed_weight_updated_constant2" [id=327, type=get_attr]; +"328 quantize_per_channel_default_2" [id=328, type=quantize_per_channel]; +"329 dequantize_per_channel_default_2" [id=329, type=dequantize_per_channel]; +"330 linear_3" [id=330, type=linear]; +"331 dropout_1" [id=331, type=dropout]; +"332 view_3" [id=332, type=view]; +"333 permute_4" [id=333, type=permute]; +"334 reshape_3" [id=334, type=reshape]; +"335 slice_2" [id=335, type=slice]; +"336 slice_3" [id=336, type=slice]; +"337 layer_norm_1" [id=337, type=layer_norm]; +"338 add_35" [id=338, type=add]; +"339 add_35_0_0_nncf_smooth_quant_0" [id=339, type=call_module]; +"340 quantize_per_tensor_default_5" [id=340, type=quantize_per_tensor]; +"341 dequantize_per_tensor_default_5" [id=341, type=dequantize_per_tensor]; +"342 linear_4_scale_0" [id=342, type=get_attr]; +"343 linear_4_zero_point_0" [id=343, type=get_attr]; +"344 compressed_weight_updated_constant3" [id=344, type=get_attr]; +"345 quantize_per_channel_default_3" [id=345, type=quantize_per_channel]; +"346 dequantize_per_channel_default_3" [id=346, type=dequantize_per_channel]; +"347 linear_4" [id=347, type=linear]; +"348 gelu" [id=348, type=gelu]; +"349 dropout_2" [id=349, type=dropout]; +"350 dropout_2_0_0_nncf_smooth_quant_0" [id=350, type=call_module]; +"351 quantize_per_tensor_default_6" [id=351, type=quantize_per_tensor]; +"352 dequantize_per_tensor_default_6" [id=352, type=dequantize_per_tensor]; +"353 linear_5_scale_0" [id=353, type=get_attr]; +"354 linear_5_zero_point_0" [id=354, type=get_attr]; +"355 compressed_weight_updated_constant4" [id=355, type=get_attr]; +"356 quantize_per_channel_default_4" [id=356, type=quantize_per_channel]; +"357 dequantize_per_channel_default_4" [id=357, type=dequantize_per_channel]; +"358 linear_5" [id=358, type=linear]; +"359 dropout_3" [id=359, type=dropout]; +"360 layer_norm_2" [id=360, type=layer_norm]; +"361 add_36" [id=361, type=add]; +"362 _frozen_param4" [id=362, type=get_attr]; +"363 pad_1" [id=363, type=pad]; +"364 roll" [id=364, type=roll]; +"365 view_6" [id=365, type=view]; +"366 permute_6" [id=366, type=permute]; +"367 reshape_4" [id=367, type=reshape]; +"368 _frozen_param5" [id=368, type=get_attr]; +"369 reshape_4_0_0_nncf_smooth_quant_0" [id=369, type=call_module]; +"370 quantize_per_tensor_default_7" [id=370, type=quantize_per_tensor]; +"371 dequantize_per_tensor_default_7" [id=371, type=dequantize_per_tensor]; +"372 linear_8_scale_0" [id=372, type=get_attr]; +"373 linear_8_zero_point_0" [id=373, type=get_attr]; +"374 compressed_weight_updated_constant5" [id=374, type=get_attr]; +"375 quantize_per_channel_default_5" [id=375, type=quantize_per_channel]; +"376 dequantize_per_channel_default_5" [id=376, type=dequantize_per_channel]; +"377 linear_8" [id=377, type=linear]; +"378 reshape_5" [id=378, type=reshape]; +"379 permute_7" [id=379, type=permute]; +"380 select_3" [id=380, type=select]; +"381 select_4" [id=381, type=select]; +"382 select_5" [id=382, type=select]; +"383 linalg_vector_norm_2" [id=383, type=linalg_vector_norm]; +"384 clamp_min_2" [id=384, type=clamp_min]; +"385 expand_as_2" [id=385, type=expand_as]; +"386 div_2" [id=386, type=div]; +"387 quantize_per_tensor_default_8" [id=387, type=quantize_per_tensor]; +"388 dequantize_per_tensor_default_8" [id=388, type=dequantize_per_tensor]; +"389 linalg_vector_norm_3" [id=389, type=linalg_vector_norm]; +"390 clamp_min_3" [id=390, type=clamp_min]; +"391 expand_as_3" [id=391, type=expand_as]; +"392 div_3" [id=392, type=div]; +"393 quantize_per_tensor_default_9" [id=393, type=quantize_per_tensor]; +"394 dequantize_per_tensor_default_9" [id=394, type=dequantize_per_tensor]; +"395 transpose_2" [id=395, type=transpose]; +"396 matmul_2" [id=396, type=matmul]; +"397 _frozen_param7" [id=397, type=get_attr]; +"398 mul_36" [id=398, type=mul]; +"399 add_37" [id=399, type=add]; +"400 new_zeros" [id=400, type=new_zeros]; +"401 view_7" [id=401, type=view]; +"402 permute_8" [id=402, type=permute]; +"403 reshape_6" [id=403, type=reshape]; +"404 unsqueeze_2" [id=404, type=unsqueeze]; +"405 unsqueeze_3" [id=405, type=unsqueeze]; +"406 sub" [id=406, type=sub]; +"407 ne" [id=407, type=ne]; +"408 masked_fill" [id=408, type=masked_fill]; +"409 eq_22" [id=409, type=eq]; +"410 masked_fill_1" [id=410, type=masked_fill]; +"411 view_8" [id=411, type=view]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 unsqueeze_5" [id=413, type=unsqueeze]; +"414 add_38" [id=414, type=add]; +"415 view_9" [id=415, type=view]; +"416 softmax_1" [id=416, type=softmax]; +"417 dropout_4" [id=417, type=dropout]; +"418 matmul_3" [id=418, type=matmul]; +"419 transpose_3" [id=419, type=transpose]; +"420 reshape_7" [id=420, type=reshape]; +"421 reshape_7_0_0_nncf_smooth_quant_0" [id=421, type=call_module]; +"422 quantize_per_tensor_default_10" [id=422, type=quantize_per_tensor]; +"423 dequantize_per_tensor_default_10" [id=423, type=dequantize_per_tensor]; +"424 linear_9_scale_0" [id=424, type=get_attr]; +"425 linear_9_zero_point_0" [id=425, type=get_attr]; +"426 compressed_weight_updated_constant6" [id=426, type=get_attr]; +"427 quantize_per_channel_default_6" [id=427, type=quantize_per_channel]; +"428 dequantize_per_channel_default_6" [id=428, type=dequantize_per_channel]; +"429 linear_9" [id=429, type=linear]; +"430 dropout_5" [id=430, type=dropout]; +"431 view_10" [id=431, type=view]; +"432 permute_9" [id=432, type=permute]; +"433 reshape_8" [id=433, type=reshape]; +"434 roll_1" [id=434, type=roll]; +"435 slice_23" [id=435, type=slice]; +"436 slice_24" [id=436, type=slice]; +"437 layer_norm_3" [id=437, type=layer_norm]; +"438 add_39" [id=438, type=add]; +"439 add_39_0_0_nncf_smooth_quant_0" [id=439, type=call_module]; +"440 quantize_per_tensor_default_11" [id=440, type=quantize_per_tensor]; +"441 dequantize_per_tensor_default_11" [id=441, type=dequantize_per_tensor]; +"442 linear_10_scale_0" [id=442, type=get_attr]; +"443 linear_10_zero_point_0" [id=443, type=get_attr]; +"444 compressed_weight_updated_constant7" [id=444, type=get_attr]; +"445 quantize_per_channel_default_7" [id=445, type=quantize_per_channel]; +"446 dequantize_per_channel_default_7" [id=446, type=dequantize_per_channel]; +"447 linear_10" [id=447, type=linear]; +"448 gelu_1" [id=448, type=gelu]; +"449 dropout_6" [id=449, type=dropout]; +"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type=call_module]; +"451 quantize_per_tensor_default_12" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_12" [id=452, type=dequantize_per_tensor]; +"453 linear_11_scale_0" [id=453, type=get_attr]; +"454 linear_11_zero_point_0" [id=454, type=get_attr]; +"455 compressed_weight_updated_constant8" [id=455, type=get_attr]; +"456 quantize_per_channel_default_8" [id=456, type=quantize_per_channel]; +"457 dequantize_per_channel_default_8" [id=457, type=dequantize_per_channel]; +"458 linear_11" [id=458, type=linear]; +"459 dropout_7" [id=459, type=dropout]; +"460 layer_norm_4" [id=460, type=layer_norm]; +"461 add_40" [id=461, type=add]; +"462 pad_2" [id=462, type=pad]; +"463 slice_25" [id=463, type=slice]; +"464 slice_26" [id=464, type=slice]; +"465 slice_27" [id=465, type=slice]; +"466 slice_28" [id=466, type=slice]; +"467 slice_29" [id=467, type=slice]; +"468 slice_30" [id=468, type=slice]; +"469 slice_31" [id=469, type=slice]; +"470 slice_32" [id=470, type=slice]; +"471 slice_33" [id=471, type=slice]; +"472 slice_34" [id=472, type=slice]; +"473 slice_35" [id=473, type=slice]; +"474 slice_36" [id=474, type=slice]; +"475 cat" [id=475, type=cat]; +"476 cat_0_0_nncf_smooth_quant_0" [id=476, type=call_module]; +"477 quantize_per_tensor_default_13" [id=477, type=quantize_per_tensor]; +"478 dequantize_per_tensor_default_13" [id=478, type=dequantize_per_tensor]; +"479 linear_12_scale_0" [id=479, type=get_attr]; +"480 linear_12_zero_point_0" [id=480, type=get_attr]; +"481 compressed_weight_updated_constant9" [id=481, type=get_attr]; +"482 quantize_per_channel_default_9" [id=482, type=quantize_per_channel]; +"483 dequantize_per_channel_default_9" [id=483, type=dequantize_per_channel]; +"484 linear_12" [id=484, type=linear]; +"485 layer_norm_5" [id=485, type=layer_norm]; +"486 _frozen_param17" [id=486, type=get_attr]; +"487 pad_3" [id=487, type=pad]; +"488 mul_38" [id=488, type=<built-in function mul>]; +"489 view_13" [id=489, type=view]; +"490 permute_11" [id=490, type=permute]; +"491 reshape_9" [id=491, type=reshape]; +"492 _frozen_param18" [id=492, type=get_attr]; +"493 reshape_9_0_0_nncf_smooth_quant_0" [id=493, type=call_module]; +"494 quantize_per_tensor_default_14" [id=494, type=quantize_per_tensor]; +"495 dequantize_per_tensor_default_14" [id=495, type=dequantize_per_tensor]; +"496 linear_15_scale_0" [id=496, type=get_attr]; +"497 linear_15_zero_point_0" [id=497, type=get_attr]; +"498 compressed_weight_updated_constant10" [id=498, type=get_attr]; +"499 quantize_per_channel_default_10" [id=499, type=quantize_per_channel]; +"500 dequantize_per_channel_default_10" [id=500, type=dequantize_per_channel]; +"501 linear_15" [id=501, type=linear]; +"502 reshape_10" [id=502, type=reshape]; +"503 permute_12" [id=503, type=permute]; +"504 select_6" [id=504, type=select]; +"505 select_7" [id=505, type=select]; +"506 select_8" [id=506, type=select]; +"507 linalg_vector_norm_4" [id=507, type=linalg_vector_norm]; +"508 clamp_min_4" [id=508, type=clamp_min]; +"509 expand_as_4" [id=509, type=expand_as]; +"510 div_4" [id=510, type=div]; +"511 quantize_per_tensor_default_15" [id=511, type=quantize_per_tensor]; +"512 dequantize_per_tensor_default_15" [id=512, type=dequantize_per_tensor]; +"513 linalg_vector_norm_5" [id=513, type=linalg_vector_norm]; +"514 clamp_min_5" [id=514, type=clamp_min]; +"515 expand_as_5" [id=515, type=expand_as]; +"516 div_5" [id=516, type=div]; +"517 quantize_per_tensor_default_16" [id=517, type=quantize_per_tensor]; +"518 dequantize_per_tensor_default_16" [id=518, type=dequantize_per_tensor]; +"519 transpose_4" [id=519, type=transpose]; +"520 matmul_4" [id=520, type=matmul]; +"521 _frozen_param20" [id=521, type=get_attr]; +"522 mul_39" [id=522, type=mul]; +"523 add_41" [id=523, type=add]; +"524 softmax_2" [id=524, type=softmax]; +"525 dropout_8" [id=525, type=dropout]; +"526 matmul_5" [id=526, type=matmul]; +"527 transpose_5" [id=527, type=transpose]; +"528 reshape_11" [id=528, type=reshape]; +"529 reshape_11_0_0_nncf_smooth_quant_0" [id=529, type=call_module]; +"530 quantize_per_tensor_default_17" [id=530, type=quantize_per_tensor]; +"531 dequantize_per_tensor_default_17" [id=531, type=dequantize_per_tensor]; +"532 linear_16_scale_0" [id=532, type=get_attr]; +"533 linear_16_zero_point_0" [id=533, type=get_attr]; +"534 compressed_weight_updated_constant11" [id=534, type=get_attr]; +"535 quantize_per_channel_default_11" [id=535, type=quantize_per_channel]; +"536 dequantize_per_channel_default_11" [id=536, type=dequantize_per_channel]; +"537 linear_16" [id=537, type=linear]; +"538 dropout_9" [id=538, type=dropout]; +"539 view_14" [id=539, type=view]; +"540 permute_13" [id=540, type=permute]; +"541 reshape_12" [id=541, type=reshape]; +"542 slice_38" [id=542, type=slice]; +"543 slice_39" [id=543, type=slice]; +"544 slice_40" [id=544, type=slice]; +"545 slice_41" [id=545, type=slice]; +"546 contiguous_3" [id=546, type=contiguous]; +"547 layer_norm_6" [id=547, type=layer_norm]; +"548 add_42" [id=548, type=add]; +"549 add_42_0_0_nncf_smooth_quant_0" [id=549, type=call_module]; +"550 quantize_per_tensor_default_18" [id=550, type=quantize_per_tensor]; +"551 dequantize_per_tensor_default_18" [id=551, type=dequantize_per_tensor]; +"552 linear_17_scale_0" [id=552, type=get_attr]; +"553 linear_17_zero_point_0" [id=553, type=get_attr]; +"554 compressed_weight_updated_constant12" [id=554, type=get_attr]; +"555 quantize_per_channel_default_12" [id=555, type=quantize_per_channel]; +"556 dequantize_per_channel_default_12" [id=556, type=dequantize_per_channel]; +"557 linear_17" [id=557, type=linear]; +"558 gelu_2" [id=558, type=gelu]; +"559 dropout_10" [id=559, type=dropout]; +"560 dropout_10_0_0_nncf_smooth_quant_0" [id=560, type=call_module]; +"561 quantize_per_tensor_default_19" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_19" [id=562, type=dequantize_per_tensor]; +"563 linear_18_scale_0" [id=563, type=get_attr]; +"564 linear_18_zero_point_0" [id=564, type=get_attr]; +"565 compressed_weight_updated_constant13" [id=565, type=get_attr]; +"566 quantize_per_channel_default_13" [id=566, type=quantize_per_channel]; +"567 dequantize_per_channel_default_13" [id=567, type=dequantize_per_channel]; +"568 linear_18" [id=568, type=linear]; +"569 dropout_11" [id=569, type=dropout]; +"570 layer_norm_7" [id=570, type=layer_norm]; +"571 add_43" [id=571, type=add]; +"572 _frozen_param21" [id=572, type=get_attr]; +"573 pad_4" [id=573, type=pad]; +"574 roll_2" [id=574, type=roll]; +"575 view_17" [id=575, type=view]; +"576 permute_15" [id=576, type=permute]; +"577 reshape_13" [id=577, type=reshape]; +"578 _frozen_param22" [id=578, type=get_attr]; +"579 reshape_13_0_0_nncf_smooth_quant_0" [id=579, type=call_module]; +"580 quantize_per_tensor_default_20" [id=580, type=quantize_per_tensor]; +"581 dequantize_per_tensor_default_20" [id=581, type=dequantize_per_tensor]; +"582 linear_21_scale_0" [id=582, type=get_attr]; +"583 linear_21_zero_point_0" [id=583, type=get_attr]; +"584 compressed_weight_updated_constant14" [id=584, type=get_attr]; +"585 quantize_per_channel_default_14" [id=585, type=quantize_per_channel]; +"586 dequantize_per_channel_default_14" [id=586, type=dequantize_per_channel]; +"587 linear_21" [id=587, type=linear]; +"588 reshape_14" [id=588, type=reshape]; +"589 permute_16" [id=589, type=permute]; +"590 select_9" [id=590, type=select]; +"591 select_10" [id=591, type=select]; +"592 select_11" [id=592, type=select]; +"593 linalg_vector_norm_6" [id=593, type=linalg_vector_norm]; +"594 clamp_min_6" [id=594, type=clamp_min]; +"595 expand_as_6" [id=595, type=expand_as]; +"596 div_6" [id=596, type=div]; +"597 quantize_per_tensor_default_21" [id=597, type=quantize_per_tensor]; +"598 dequantize_per_tensor_default_21" [id=598, type=dequantize_per_tensor]; +"599 linalg_vector_norm_7" [id=599, type=linalg_vector_norm]; +"600 clamp_min_7" [id=600, type=clamp_min]; +"601 expand_as_7" [id=601, type=expand_as]; +"602 div_7" [id=602, type=div]; +"603 quantize_per_tensor_default_22" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_22" [id=604, type=dequantize_per_tensor]; +"605 transpose_6" [id=605, type=transpose]; +"606 matmul_6" [id=606, type=matmul]; +"607 _frozen_param24" [id=607, type=get_attr]; +"608 mul_41" [id=608, type=mul]; +"609 add_44" [id=609, type=add]; +"610 new_zeros_1" [id=610, type=new_zeros]; +"611 view_18" [id=611, type=view]; +"612 permute_17" [id=612, type=permute]; +"613 reshape_15" [id=613, type=reshape]; +"614 unsqueeze_8" [id=614, type=unsqueeze]; +"615 unsqueeze_9" [id=615, type=unsqueeze]; +"616 sub_1" [id=616, type=sub]; +"617 ne_1" [id=617, type=ne]; +"618 masked_fill_2" [id=618, type=masked_fill]; +"619 eq_37" [id=619, type=eq]; +"620 masked_fill_3" [id=620, type=masked_fill]; +"621 view_19" [id=621, type=view]; +"622 unsqueeze_10" [id=622, type=unsqueeze]; +"623 unsqueeze_11" [id=623, type=unsqueeze]; +"624 add_45" [id=624, type=add]; +"625 view_20" [id=625, type=view]; +"626 softmax_3" [id=626, type=softmax]; +"627 dropout_12" [id=627, type=dropout]; +"628 matmul_7" [id=628, type=matmul]; +"629 transpose_7" [id=629, type=transpose]; +"630 reshape_16" [id=630, type=reshape]; +"631 reshape_16_0_0_nncf_smooth_quant_0" [id=631, type=call_module]; +"632 quantize_per_tensor_default_23" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_23" [id=633, type=dequantize_per_tensor]; +"634 linear_22_scale_0" [id=634, type=get_attr]; +"635 linear_22_zero_point_0" [id=635, type=get_attr]; +"636 compressed_weight_updated_constant15" [id=636, type=get_attr]; +"637 quantize_per_channel_default_15" [id=637, type=quantize_per_channel]; +"638 dequantize_per_channel_default_15" [id=638, type=dequantize_per_channel]; +"639 linear_22" [id=639, type=linear]; +"640 dropout_13" [id=640, type=dropout]; +"641 view_21" [id=641, type=view]; +"642 permute_18" [id=642, type=permute]; +"643 reshape_17" [id=643, type=reshape]; +"644 roll_3" [id=644, type=roll]; +"645 slice_61" [id=645, type=slice]; +"646 slice_62" [id=646, type=slice]; +"647 slice_63" [id=647, type=slice]; +"648 slice_64" [id=648, type=slice]; +"649 contiguous_5" [id=649, type=contiguous]; +"650 layer_norm_8" [id=650, type=layer_norm]; +"651 add_46" [id=651, type=add]; +"652 add_46_0_0_nncf_smooth_quant_0" [id=652, type=call_module]; +"653 quantize_per_tensor_default_24" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_24" [id=654, type=dequantize_per_tensor]; +"655 linear_23_scale_0" [id=655, type=get_attr]; +"656 linear_23_zero_point_0" [id=656, type=get_attr]; +"657 compressed_weight_updated_constant16" [id=657, type=get_attr]; +"658 quantize_per_channel_default_16" [id=658, type=quantize_per_channel]; +"659 dequantize_per_channel_default_16" [id=659, type=dequantize_per_channel]; +"660 linear_23" [id=660, type=linear]; +"661 gelu_3" [id=661, type=gelu]; +"662 dropout_14" [id=662, type=dropout]; +"663 dropout_14_0_0_nncf_smooth_quant_0" [id=663, type=call_module]; +"664 quantize_per_tensor_default_25" [id=664, type=quantize_per_tensor]; +"665 dequantize_per_tensor_default_25" [id=665, type=dequantize_per_tensor]; +"666 linear_24_scale_0" [id=666, type=get_attr]; +"667 linear_24_zero_point_0" [id=667, type=get_attr]; +"668 compressed_weight_updated_constant17" [id=668, type=get_attr]; +"669 quantize_per_channel_default_17" [id=669, type=quantize_per_channel]; +"670 dequantize_per_channel_default_17" [id=670, type=dequantize_per_channel]; +"671 linear_24" [id=671, type=linear]; +"672 dropout_15" [id=672, type=dropout]; +"673 layer_norm_9" [id=673, type=layer_norm]; +"674 add_47" [id=674, type=add]; +"675 pad_5" [id=675, type=pad]; +"676 slice_65" [id=676, type=slice]; +"677 slice_66" [id=677, type=slice]; +"678 slice_67" [id=678, type=slice]; +"679 slice_68" [id=679, type=slice]; +"680 slice_69" [id=680, type=slice]; +"681 slice_70" [id=681, type=slice]; +"682 slice_71" [id=682, type=slice]; +"683 slice_72" [id=683, type=slice]; +"684 slice_73" [id=684, type=slice]; +"685 slice_74" [id=685, type=slice]; +"686 slice_75" [id=686, type=slice]; +"687 slice_76" [id=687, type=slice]; +"688 cat_1" [id=688, type=cat]; +"689 cat_1_0_0_nncf_smooth_quant_0" [id=689, type=call_module]; +"690 quantize_per_tensor_default_26" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_26" [id=691, type=dequantize_per_tensor]; +"692 linear_25_scale_0" [id=692, type=get_attr]; +"693 linear_25_zero_point_0" [id=693, type=get_attr]; +"694 compressed_weight_updated_constant18" [id=694, type=get_attr]; +"695 quantize_per_channel_default_18" [id=695, type=quantize_per_channel]; +"696 dequantize_per_channel_default_18" [id=696, type=dequantize_per_channel]; +"697 linear_25" [id=697, type=linear]; +"698 layer_norm_10" [id=698, type=layer_norm]; +"699 _frozen_param34" [id=699, type=get_attr]; +"700 pad_6" [id=700, type=pad]; +"701 mul_43" [id=701, type=<built-in function mul>]; +"702 view_24" [id=702, type=view]; +"703 permute_20" [id=703, type=permute]; +"704 reshape_18" [id=704, type=reshape]; +"705 _frozen_param35" [id=705, type=get_attr]; +"706 reshape_18_0_0_nncf_smooth_quant_0" [id=706, type=call_module]; +"707 quantize_per_tensor_default_27" [id=707, type=quantize_per_tensor]; +"708 dequantize_per_tensor_default_27" [id=708, type=dequantize_per_tensor]; +"709 linear_28_scale_0" [id=709, type=get_attr]; +"710 linear_28_zero_point_0" [id=710, type=get_attr]; +"711 compressed_weight_updated_constant19" [id=711, type=get_attr]; +"712 quantize_per_channel_default_19" [id=712, type=quantize_per_channel]; +"713 dequantize_per_channel_default_19" [id=713, type=dequantize_per_channel]; +"714 linear_28" [id=714, type=linear]; +"715 reshape_19" [id=715, type=reshape]; +"716 permute_21" [id=716, type=permute]; +"717 select_12" [id=717, type=select]; +"718 select_13" [id=718, type=select]; +"719 select_14" [id=719, type=select]; +"720 linalg_vector_norm_8" [id=720, type=linalg_vector_norm]; +"721 clamp_min_8" [id=721, type=clamp_min]; +"722 expand_as_8" [id=722, type=expand_as]; +"723 div_8" [id=723, type=div]; +"724 quantize_per_tensor_default_28" [id=724, type=quantize_per_tensor]; +"725 dequantize_per_tensor_default_28" [id=725, type=dequantize_per_tensor]; +"726 linalg_vector_norm_9" [id=726, type=linalg_vector_norm]; +"727 clamp_min_9" [id=727, type=clamp_min]; +"728 expand_as_9" [id=728, type=expand_as]; +"729 div_9" [id=729, type=div]; +"730 quantize_per_tensor_default_29" [id=730, type=quantize_per_tensor]; +"731 dequantize_per_tensor_default_29" [id=731, type=dequantize_per_tensor]; +"732 transpose_8" [id=732, type=transpose]; +"733 matmul_8" [id=733, type=matmul]; +"734 _frozen_param37" [id=734, type=get_attr]; +"735 mul_44" [id=735, type=mul]; +"736 add_48" [id=736, type=add]; +"737 softmax_4" [id=737, type=softmax]; +"738 dropout_16" [id=738, type=dropout]; +"739 matmul_9" [id=739, type=matmul]; +"740 transpose_9" [id=740, type=transpose]; +"741 reshape_20" [id=741, type=reshape]; +"742 reshape_20_0_0_nncf_smooth_quant_0" [id=742, type=call_module]; +"743 quantize_per_tensor_default_30" [id=743, type=quantize_per_tensor]; +"744 dequantize_per_tensor_default_30" [id=744, type=dequantize_per_tensor]; +"745 linear_29_scale_0" [id=745, type=get_attr]; +"746 linear_29_zero_point_0" [id=746, type=get_attr]; +"747 compressed_weight_updated_constant20" [id=747, type=get_attr]; +"748 quantize_per_channel_default_20" [id=748, type=quantize_per_channel]; +"749 dequantize_per_channel_default_20" [id=749, type=dequantize_per_channel]; +"750 linear_29" [id=750, type=linear]; +"751 dropout_17" [id=751, type=dropout]; +"752 view_25" [id=752, type=view]; +"753 permute_22" [id=753, type=permute]; +"754 reshape_21" [id=754, type=reshape]; +"755 slice_78" [id=755, type=slice]; +"756 slice_79" [id=756, type=slice]; +"757 slice_80" [id=757, type=slice]; +"758 slice_81" [id=758, type=slice]; +"759 contiguous_7" [id=759, type=contiguous]; +"760 layer_norm_11" [id=760, type=layer_norm]; +"761 add_49" [id=761, type=add]; +"762 add_49_0_0_nncf_smooth_quant_0" [id=762, type=call_module]; +"763 quantize_per_tensor_default_31" [id=763, type=quantize_per_tensor]; +"764 dequantize_per_tensor_default_31" [id=764, type=dequantize_per_tensor]; +"765 linear_30_scale_0" [id=765, type=get_attr]; +"766 linear_30_zero_point_0" [id=766, type=get_attr]; +"767 compressed_weight_updated_constant21" [id=767, type=get_attr]; +"768 quantize_per_channel_default_21" [id=768, type=quantize_per_channel]; +"769 dequantize_per_channel_default_21" [id=769, type=dequantize_per_channel]; +"770 linear_30" [id=770, type=linear]; +"771 gelu_4" [id=771, type=gelu]; +"772 dropout_18" [id=772, type=dropout]; +"773 dropout_18_0_0_nncf_smooth_quant_0" [id=773, type=call_module]; +"774 quantize_per_tensor_default_32" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_32" [id=775, type=dequantize_per_tensor]; +"776 linear_31_scale_0" [id=776, type=get_attr]; +"777 linear_31_zero_point_0" [id=777, type=get_attr]; +"778 compressed_weight_updated_constant22" [id=778, type=get_attr]; +"779 quantize_per_channel_default_22" [id=779, type=quantize_per_channel]; +"780 dequantize_per_channel_default_22" [id=780, type=dequantize_per_channel]; +"781 linear_31" [id=781, type=linear]; +"782 dropout_19" [id=782, type=dropout]; +"783 layer_norm_12" [id=783, type=layer_norm]; +"784 add_50" [id=784, type=add]; +"785 _frozen_param38" [id=785, type=get_attr]; +"786 pad_7" [id=786, type=pad]; +"787 roll_4" [id=787, type=roll]; +"788 view_28" [id=788, type=view]; +"789 permute_24" [id=789, type=permute]; +"790 reshape_22" [id=790, type=reshape]; +"791 _frozen_param39" [id=791, type=get_attr]; +"792 reshape_22_0_0_nncf_smooth_quant_0" [id=792, type=call_module]; +"793 quantize_per_tensor_default_33" [id=793, type=quantize_per_tensor]; +"794 dequantize_per_tensor_default_33" [id=794, type=dequantize_per_tensor]; +"795 linear_34_scale_0" [id=795, type=get_attr]; +"796 linear_34_zero_point_0" [id=796, type=get_attr]; +"797 compressed_weight_updated_constant23" [id=797, type=get_attr]; +"798 quantize_per_channel_default_23" [id=798, type=quantize_per_channel]; +"799 dequantize_per_channel_default_23" [id=799, type=dequantize_per_channel]; +"800 linear_34" [id=800, type=linear]; +"801 reshape_23" [id=801, type=reshape]; +"802 permute_25" [id=802, type=permute]; +"803 select_15" [id=803, type=select]; +"804 select_16" [id=804, type=select]; +"805 select_17" [id=805, type=select]; +"806 linalg_vector_norm_10" [id=806, type=linalg_vector_norm]; +"807 clamp_min_10" [id=807, type=clamp_min]; +"808 expand_as_10" [id=808, type=expand_as]; +"809 div_10" [id=809, type=div]; +"810 quantize_per_tensor_default_34" [id=810, type=quantize_per_tensor]; +"811 dequantize_per_tensor_default_34" [id=811, type=dequantize_per_tensor]; +"812 linalg_vector_norm_11" [id=812, type=linalg_vector_norm]; +"813 clamp_min_11" [id=813, type=clamp_min]; +"814 expand_as_11" [id=814, type=expand_as]; +"815 div_11" [id=815, type=div]; +"816 quantize_per_tensor_default_35" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_35" [id=817, type=dequantize_per_tensor]; +"818 transpose_10" [id=818, type=transpose]; +"819 matmul_10" [id=819, type=matmul]; +"820 _frozen_param41" [id=820, type=get_attr]; +"821 mul_46" [id=821, type=mul]; +"822 add_51" [id=822, type=add]; +"823 new_zeros_2" [id=823, type=new_zeros]; +"824 view_29" [id=824, type=view]; +"825 permute_26" [id=825, type=permute]; +"826 reshape_24" [id=826, type=reshape]; +"827 unsqueeze_14" [id=827, type=unsqueeze]; +"828 unsqueeze_15" [id=828, type=unsqueeze]; +"829 sub_2" [id=829, type=sub]; +"830 ne_2" [id=830, type=ne]; +"831 masked_fill_4" [id=831, type=masked_fill]; +"832 eq_52" [id=832, type=eq]; +"833 masked_fill_5" [id=833, type=masked_fill]; +"834 view_30" [id=834, type=view]; +"835 unsqueeze_16" [id=835, type=unsqueeze]; +"836 unsqueeze_17" [id=836, type=unsqueeze]; +"837 add_52" [id=837, type=add]; +"838 view_31" [id=838, type=view]; +"839 softmax_5" [id=839, type=softmax]; +"840 dropout_20" [id=840, type=dropout]; +"841 matmul_11" [id=841, type=matmul]; +"842 transpose_11" [id=842, type=transpose]; +"843 reshape_25" [id=843, type=reshape]; +"844 reshape_25_0_0_nncf_smooth_quant_0" [id=844, type=call_module]; +"845 quantize_per_tensor_default_36" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_36" [id=846, type=dequantize_per_tensor]; +"847 linear_35_scale_0" [id=847, type=get_attr]; +"848 linear_35_zero_point_0" [id=848, type=get_attr]; +"849 compressed_weight_updated_constant24" [id=849, type=get_attr]; +"850 quantize_per_channel_default_24" [id=850, type=quantize_per_channel]; +"851 dequantize_per_channel_default_24" [id=851, type=dequantize_per_channel]; +"852 linear_35" [id=852, type=linear]; +"853 dropout_21" [id=853, type=dropout]; +"854 view_32" [id=854, type=view]; +"855 permute_27" [id=855, type=permute]; +"856 reshape_26" [id=856, type=reshape]; +"857 roll_5" [id=857, type=roll]; +"858 slice_101" [id=858, type=slice]; +"859 slice_102" [id=859, type=slice]; +"860 slice_103" [id=860, type=slice]; +"861 slice_104" [id=861, type=slice]; +"862 contiguous_9" [id=862, type=contiguous]; +"863 layer_norm_13" [id=863, type=layer_norm]; +"864 add_53" [id=864, type=add]; +"865 add_53_0_0_nncf_smooth_quant_0" [id=865, type=call_module]; +"866 quantize_per_tensor_default_37" [id=866, type=quantize_per_tensor]; +"867 dequantize_per_tensor_default_37" [id=867, type=dequantize_per_tensor]; +"868 linear_36_scale_0" [id=868, type=get_attr]; +"869 linear_36_zero_point_0" [id=869, type=get_attr]; +"870 compressed_weight_updated_constant25" [id=870, type=get_attr]; +"871 quantize_per_channel_default_25" [id=871, type=quantize_per_channel]; +"872 dequantize_per_channel_default_25" [id=872, type=dequantize_per_channel]; +"873 linear_36" [id=873, type=linear]; +"874 gelu_5" [id=874, type=gelu]; +"875 dropout_22" [id=875, type=dropout]; +"876 dropout_22_0_0_nncf_smooth_quant_0" [id=876, type=call_module]; +"877 quantize_per_tensor_default_38" [id=877, type=quantize_per_tensor]; +"878 dequantize_per_tensor_default_38" [id=878, type=dequantize_per_tensor]; +"879 linear_37_scale_0" [id=879, type=get_attr]; +"880 linear_37_zero_point_0" [id=880, type=get_attr]; +"881 compressed_weight_updated_constant26" [id=881, type=get_attr]; +"882 quantize_per_channel_default_26" [id=882, type=quantize_per_channel]; +"883 dequantize_per_channel_default_26" [id=883, type=dequantize_per_channel]; +"884 linear_37" [id=884, type=linear]; +"885 dropout_23" [id=885, type=dropout]; +"886 layer_norm_14" [id=886, type=layer_norm]; +"887 add_54" [id=887, type=add]; +"888 _frozen_param51" [id=888, type=get_attr]; +"889 pad_8" [id=889, type=pad]; +"890 view_35" [id=890, type=view]; +"891 permute_29" [id=891, type=permute]; +"892 reshape_27" [id=892, type=reshape]; +"893 _frozen_param52" [id=893, type=get_attr]; +"894 reshape_27_0_0_nncf_smooth_quant_0" [id=894, type=call_module]; +"895 quantize_per_tensor_default_39" [id=895, type=quantize_per_tensor]; +"896 dequantize_per_tensor_default_39" [id=896, type=dequantize_per_tensor]; +"897 linear_40_scale_0" [id=897, type=get_attr]; +"898 linear_40_zero_point_0" [id=898, type=get_attr]; +"899 compressed_weight_updated_constant27" [id=899, type=get_attr]; +"900 quantize_per_channel_default_27" [id=900, type=quantize_per_channel]; +"901 dequantize_per_channel_default_27" [id=901, type=dequantize_per_channel]; +"902 linear_40" [id=902, type=linear]; +"903 reshape_28" [id=903, type=reshape]; +"904 permute_30" [id=904, type=permute]; +"905 select_18" [id=905, type=select]; +"906 select_19" [id=906, type=select]; +"907 select_20" [id=907, type=select]; +"908 linalg_vector_norm_12" [id=908, type=linalg_vector_norm]; +"909 clamp_min_12" [id=909, type=clamp_min]; +"910 expand_as_12" [id=910, type=expand_as]; +"911 div_12" [id=911, type=div]; +"912 quantize_per_tensor_default_40" [id=912, type=quantize_per_tensor]; +"913 dequantize_per_tensor_default_40" [id=913, type=dequantize_per_tensor]; +"914 linalg_vector_norm_13" [id=914, type=linalg_vector_norm]; +"915 clamp_min_13" [id=915, type=clamp_min]; +"916 expand_as_13" [id=916, type=expand_as]; +"917 div_13" [id=917, type=div]; +"918 quantize_per_tensor_default_41" [id=918, type=quantize_per_tensor]; +"919 dequantize_per_tensor_default_41" [id=919, type=dequantize_per_tensor]; +"920 transpose_12" [id=920, type=transpose]; +"921 matmul_12" [id=921, type=matmul]; +"922 _frozen_param54" [id=922, type=get_attr]; +"923 mul_48" [id=923, type=mul]; +"924 add_55" [id=924, type=add]; +"925 softmax_6" [id=925, type=softmax]; +"926 dropout_24" [id=926, type=dropout]; +"927 matmul_13" [id=927, type=matmul]; +"928 transpose_13" [id=928, type=transpose]; +"929 reshape_29" [id=929, type=reshape]; +"930 reshape_29_0_0_nncf_smooth_quant_0" [id=930, type=call_module]; +"931 quantize_per_tensor_default_42" [id=931, type=quantize_per_tensor]; +"932 dequantize_per_tensor_default_42" [id=932, type=dequantize_per_tensor]; +"933 linear_41_scale_0" [id=933, type=get_attr]; +"934 linear_41_zero_point_0" [id=934, type=get_attr]; +"935 compressed_weight_updated_constant28" [id=935, type=get_attr]; +"936 quantize_per_channel_default_28" [id=936, type=quantize_per_channel]; +"937 dequantize_per_channel_default_28" [id=937, type=dequantize_per_channel]; +"938 linear_41" [id=938, type=linear]; +"939 dropout_25" [id=939, type=dropout]; +"940 view_36" [id=940, type=view]; +"941 permute_31" [id=941, type=permute]; +"942 reshape_30" [id=942, type=reshape]; +"943 slice_106" [id=943, type=slice]; +"944 slice_107" [id=944, type=slice]; +"945 slice_108" [id=945, type=slice]; +"946 slice_109" [id=946, type=slice]; +"947 contiguous_11" [id=947, type=contiguous]; +"948 layer_norm_15" [id=948, type=layer_norm]; +"949 add_56" [id=949, type=add]; +"950 add_56_0_0_nncf_smooth_quant_0" [id=950, type=call_module]; +"951 quantize_per_tensor_default_43" [id=951, type=quantize_per_tensor]; +"952 dequantize_per_tensor_default_43" [id=952, type=dequantize_per_tensor]; +"953 linear_42_scale_0" [id=953, type=get_attr]; +"954 linear_42_zero_point_0" [id=954, type=get_attr]; +"955 compressed_weight_updated_constant29" [id=955, type=get_attr]; +"956 quantize_per_channel_default_29" [id=956, type=quantize_per_channel]; +"957 dequantize_per_channel_default_29" [id=957, type=dequantize_per_channel]; +"958 linear_42" [id=958, type=linear]; +"959 gelu_6" [id=959, type=gelu]; +"960 dropout_26" [id=960, type=dropout]; +"961 dropout_26_0_0_nncf_smooth_quant_0" [id=961, type=call_module]; +"962 quantize_per_tensor_default_44" [id=962, type=quantize_per_tensor]; +"963 dequantize_per_tensor_default_44" [id=963, type=dequantize_per_tensor]; +"964 linear_43_scale_0" [id=964, type=get_attr]; +"965 linear_43_zero_point_0" [id=965, type=get_attr]; +"966 compressed_weight_updated_constant30" [id=966, type=get_attr]; +"967 quantize_per_channel_default_30" [id=967, type=quantize_per_channel]; +"968 dequantize_per_channel_default_30" [id=968, type=dequantize_per_channel]; +"969 linear_43" [id=969, type=linear]; +"970 dropout_27" [id=970, type=dropout]; +"971 layer_norm_16" [id=971, type=layer_norm]; +"972 add_57" [id=972, type=add]; +"973 _frozen_param55" [id=973, type=get_attr]; +"974 pad_9" [id=974, type=pad]; +"975 roll_6" [id=975, type=roll]; +"976 view_39" [id=976, type=view]; +"977 permute_33" [id=977, type=permute]; +"978 reshape_31" [id=978, type=reshape]; +"979 _frozen_param56" [id=979, type=get_attr]; +"980 reshape_31_0_0_nncf_smooth_quant_0" [id=980, type=call_module]; +"981 quantize_per_tensor_default_45" [id=981, type=quantize_per_tensor]; +"982 dequantize_per_tensor_default_45" [id=982, type=dequantize_per_tensor]; +"983 linear_46_scale_0" [id=983, type=get_attr]; +"984 linear_46_zero_point_0" [id=984, type=get_attr]; +"985 compressed_weight_updated_constant31" [id=985, type=get_attr]; +"986 quantize_per_channel_default_31" [id=986, type=quantize_per_channel]; +"987 dequantize_per_channel_default_31" [id=987, type=dequantize_per_channel]; +"988 linear_46" [id=988, type=linear]; +"989 reshape_32" [id=989, type=reshape]; +"990 permute_34" [id=990, type=permute]; +"991 select_21" [id=991, type=select]; +"992 select_22" [id=992, type=select]; +"993 select_23" [id=993, type=select]; +"994 linalg_vector_norm_14" [id=994, type=linalg_vector_norm]; +"995 clamp_min_14" [id=995, type=clamp_min]; +"996 expand_as_14" [id=996, type=expand_as]; +"997 div_14" [id=997, type=div]; +"998 quantize_per_tensor_default_46" [id=998, type=quantize_per_tensor]; +"999 dequantize_per_tensor_default_46" [id=999, type=dequantize_per_tensor]; +"1000 linalg_vector_norm_15" [id=1000, type=linalg_vector_norm]; +"1001 clamp_min_15" [id=1001, type=clamp_min]; +"1002 expand_as_15" [id=1002, type=expand_as]; +"1003 div_15" [id=1003, type=div]; +"1004 quantize_per_tensor_default_47" [id=1004, type=quantize_per_tensor]; +"1005 dequantize_per_tensor_default_47" [id=1005, type=dequantize_per_tensor]; +"1006 transpose_14" [id=1006, type=transpose]; +"1007 matmul_14" [id=1007, type=matmul]; +"1008 _frozen_param58" [id=1008, type=get_attr]; +"1009 mul_50" [id=1009, type=mul]; +"1010 add_58" [id=1010, type=add]; +"1011 new_zeros_3" [id=1011, type=new_zeros]; +"1012 view_40" [id=1012, type=view]; +"1013 permute_35" [id=1013, type=permute]; +"1014 reshape_33" [id=1014, type=reshape]; +"1015 unsqueeze_20" [id=1015, type=unsqueeze]; +"1016 unsqueeze_21" [id=1016, type=unsqueeze]; +"1017 sub_3" [id=1017, type=sub]; +"1018 ne_3" [id=1018, type=ne]; +"1019 masked_fill_6" [id=1019, type=masked_fill]; +"1020 eq_63" [id=1020, type=eq]; +"1021 masked_fill_7" [id=1021, type=masked_fill]; +"1022 view_41" [id=1022, type=view]; +"1023 unsqueeze_22" [id=1023, type=unsqueeze]; +"1024 unsqueeze_23" [id=1024, type=unsqueeze]; +"1025 add_59" [id=1025, type=add]; +"1026 view_42" [id=1026, type=view]; +"1027 softmax_7" [id=1027, type=softmax]; +"1028 dropout_28" [id=1028, type=dropout]; +"1029 matmul_15" [id=1029, type=matmul]; +"1030 transpose_15" [id=1030, type=transpose]; +"1031 reshape_34" [id=1031, type=reshape]; +"1032 reshape_34_0_0_nncf_smooth_quant_0" [id=1032, type=call_module]; +"1033 quantize_per_tensor_default_48" [id=1033, type=quantize_per_tensor]; +"1034 dequantize_per_tensor_default_48" [id=1034, type=dequantize_per_tensor]; +"1035 linear_47_scale_0" [id=1035, type=get_attr]; +"1036 linear_47_zero_point_0" [id=1036, type=get_attr]; +"1037 compressed_weight_updated_constant32" [id=1037, type=get_attr]; +"1038 quantize_per_channel_default_32" [id=1038, type=quantize_per_channel]; +"1039 dequantize_per_channel_default_32" [id=1039, type=dequantize_per_channel]; +"1040 linear_47" [id=1040, type=linear]; +"1041 dropout_29" [id=1041, type=dropout]; +"1042 view_43" [id=1042, type=view]; +"1043 permute_36" [id=1043, type=permute]; +"1044 reshape_35" [id=1044, type=reshape]; +"1045 roll_7" [id=1045, type=roll]; +"1046 slice_129" [id=1046, type=slice]; +"1047 slice_130" [id=1047, type=slice]; +"1048 slice_131" [id=1048, type=slice]; +"1049 slice_132" [id=1049, type=slice]; +"1050 contiguous_13" [id=1050, type=contiguous]; +"1051 layer_norm_17" [id=1051, type=layer_norm]; +"1052 add_60" [id=1052, type=add]; +"1053 add_60_0_0_nncf_smooth_quant_0" [id=1053, type=call_module]; +"1054 quantize_per_tensor_default_49" [id=1054, type=quantize_per_tensor]; +"1055 dequantize_per_tensor_default_49" [id=1055, type=dequantize_per_tensor]; +"1056 linear_48_scale_0" [id=1056, type=get_attr]; +"1057 linear_48_zero_point_0" [id=1057, type=get_attr]; +"1058 compressed_weight_updated_constant33" [id=1058, type=get_attr]; +"1059 quantize_per_channel_default_33" [id=1059, type=quantize_per_channel]; +"1060 dequantize_per_channel_default_33" [id=1060, type=dequantize_per_channel]; +"1061 linear_48" [id=1061, type=linear]; +"1062 gelu_7" [id=1062, type=gelu]; +"1063 dropout_30" [id=1063, type=dropout]; +"1064 dropout_30_0_0_nncf_smooth_quant_0" [id=1064, type=call_module]; +"1065 quantize_per_tensor_default_50" [id=1065, type=quantize_per_tensor]; +"1066 dequantize_per_tensor_default_50" [id=1066, type=dequantize_per_tensor]; +"1067 linear_49_scale_0" [id=1067, type=get_attr]; +"1068 linear_49_zero_point_0" [id=1068, type=get_attr]; +"1069 compressed_weight_updated_constant34" [id=1069, type=get_attr]; +"1070 quantize_per_channel_default_34" [id=1070, type=quantize_per_channel]; +"1071 dequantize_per_channel_default_34" [id=1071, type=dequantize_per_channel]; +"1072 linear_49" [id=1072, type=linear]; +"1073 dropout_31" [id=1073, type=dropout]; +"1074 layer_norm_18" [id=1074, type=layer_norm]; +"1075 add_61" [id=1075, type=add]; +"1076 _frozen_param68" [id=1076, type=get_attr]; +"1077 pad_10" [id=1077, type=pad]; +"1078 view_46" [id=1078, type=view]; +"1079 permute_38" [id=1079, type=permute]; +"1080 reshape_36" [id=1080, type=reshape]; +"1081 _frozen_param69" [id=1081, type=get_attr]; +"1082 reshape_36_0_0_nncf_smooth_quant_0" [id=1082, type=call_module]; +"1083 quantize_per_tensor_default_51" [id=1083, type=quantize_per_tensor]; +"1084 dequantize_per_tensor_default_51" [id=1084, type=dequantize_per_tensor]; +"1085 linear_52_scale_0" [id=1085, type=get_attr]; +"1086 linear_52_zero_point_0" [id=1086, type=get_attr]; +"1087 compressed_weight_updated_constant35" [id=1087, type=get_attr]; +"1088 quantize_per_channel_default_35" [id=1088, type=quantize_per_channel]; +"1089 dequantize_per_channel_default_35" [id=1089, type=dequantize_per_channel]; +"1090 linear_52" [id=1090, type=linear]; +"1091 reshape_37" [id=1091, type=reshape]; +"1092 permute_39" [id=1092, type=permute]; +"1093 select_24" [id=1093, type=select]; +"1094 select_25" [id=1094, type=select]; +"1095 select_26" [id=1095, type=select]; +"1096 linalg_vector_norm_16" [id=1096, type=linalg_vector_norm]; +"1097 clamp_min_16" [id=1097, type=clamp_min]; +"1098 expand_as_16" [id=1098, type=expand_as]; +"1099 div_16" [id=1099, type=div]; +"1100 quantize_per_tensor_default_52" [id=1100, type=quantize_per_tensor]; +"1101 dequantize_per_tensor_default_52" [id=1101, type=dequantize_per_tensor]; +"1102 linalg_vector_norm_17" [id=1102, type=linalg_vector_norm]; +"1103 clamp_min_17" [id=1103, type=clamp_min]; +"1104 expand_as_17" [id=1104, type=expand_as]; +"1105 div_17" [id=1105, type=div]; +"1106 quantize_per_tensor_default_53" [id=1106, type=quantize_per_tensor]; +"1107 dequantize_per_tensor_default_53" [id=1107, type=dequantize_per_tensor]; +"1108 transpose_16" [id=1108, type=transpose]; +"1109 matmul_16" [id=1109, type=matmul]; +"1110 _frozen_param71" [id=1110, type=get_attr]; +"1111 mul_52" [id=1111, type=mul]; +"1112 add_62" [id=1112, type=add]; +"1113 softmax_8" [id=1113, type=softmax]; +"1114 dropout_32" [id=1114, type=dropout]; +"1115 matmul_17" [id=1115, type=matmul]; +"1116 transpose_17" [id=1116, type=transpose]; +"1117 reshape_38" [id=1117, type=reshape]; +"1118 reshape_38_0_0_nncf_smooth_quant_0" [id=1118, type=call_module]; +"1119 quantize_per_tensor_default_54" [id=1119, type=quantize_per_tensor]; +"1120 dequantize_per_tensor_default_54" [id=1120, type=dequantize_per_tensor]; +"1121 linear_53_scale_0" [id=1121, type=get_attr]; +"1122 linear_53_zero_point_0" [id=1122, type=get_attr]; +"1123 compressed_weight_updated_constant36" [id=1123, type=get_attr]; +"1124 quantize_per_channel_default_36" [id=1124, type=quantize_per_channel]; +"1125 dequantize_per_channel_default_36" [id=1125, type=dequantize_per_channel]; +"1126 linear_53" [id=1126, type=linear]; +"1127 dropout_33" [id=1127, type=dropout]; +"1128 view_47" [id=1128, type=view]; +"1129 permute_40" [id=1129, type=permute]; +"1130 reshape_39" [id=1130, type=reshape]; +"1131 slice_134" [id=1131, type=slice]; +"1132 slice_135" [id=1132, type=slice]; +"1133 slice_136" [id=1133, type=slice]; +"1134 slice_137" [id=1134, type=slice]; +"1135 contiguous_15" [id=1135, type=contiguous]; +"1136 layer_norm_19" [id=1136, type=layer_norm]; +"1137 add_63" [id=1137, type=add]; +"1138 add_63_0_0_nncf_smooth_quant_0" [id=1138, type=call_module]; +"1139 quantize_per_tensor_default_55" [id=1139, type=quantize_per_tensor]; +"1140 dequantize_per_tensor_default_55" [id=1140, type=dequantize_per_tensor]; +"1141 linear_54_scale_0" [id=1141, type=get_attr]; +"1142 linear_54_zero_point_0" [id=1142, type=get_attr]; +"1143 compressed_weight_updated_constant37" [id=1143, type=get_attr]; +"1144 quantize_per_channel_default_37" [id=1144, type=quantize_per_channel]; +"1145 dequantize_per_channel_default_37" [id=1145, type=dequantize_per_channel]; +"1146 linear_54" [id=1146, type=linear]; +"1147 gelu_8" [id=1147, type=gelu]; +"1148 dropout_34" [id=1148, type=dropout]; +"1149 dropout_34_0_0_nncf_smooth_quant_0" [id=1149, type=call_module]; +"1150 quantize_per_tensor_default_56" [id=1150, type=quantize_per_tensor]; +"1151 dequantize_per_tensor_default_56" [id=1151, type=dequantize_per_tensor]; +"1152 linear_55_scale_0" [id=1152, type=get_attr]; +"1153 linear_55_zero_point_0" [id=1153, type=get_attr]; +"1154 compressed_weight_updated_constant38" [id=1154, type=get_attr]; +"1155 quantize_per_channel_default_38" [id=1155, type=quantize_per_channel]; +"1156 dequantize_per_channel_default_38" [id=1156, type=dequantize_per_channel]; +"1157 linear_55" [id=1157, type=linear]; +"1158 dropout_35" [id=1158, type=dropout]; +"1159 layer_norm_20" [id=1159, type=layer_norm]; +"1160 add_64" [id=1160, type=add]; +"1161 _frozen_param72" [id=1161, type=get_attr]; +"1162 pad_11" [id=1162, type=pad]; +"1163 roll_8" [id=1163, type=roll]; +"1164 view_50" [id=1164, type=view]; +"1165 permute_42" [id=1165, type=permute]; +"1166 reshape_40" [id=1166, type=reshape]; +"1167 _frozen_param73" [id=1167, type=get_attr]; +"1168 reshape_40_0_0_nncf_smooth_quant_0" [id=1168, type=call_module]; +"1169 quantize_per_tensor_default_57" [id=1169, type=quantize_per_tensor]; +"1170 dequantize_per_tensor_default_57" [id=1170, type=dequantize_per_tensor]; +"1171 linear_58_scale_0" [id=1171, type=get_attr]; +"1172 linear_58_zero_point_0" [id=1172, type=get_attr]; +"1173 compressed_weight_updated_constant39" [id=1173, type=get_attr]; +"1174 quantize_per_channel_default_39" [id=1174, type=quantize_per_channel]; +"1175 dequantize_per_channel_default_39" [id=1175, type=dequantize_per_channel]; +"1176 linear_58" [id=1176, type=linear]; +"1177 reshape_41" [id=1177, type=reshape]; +"1178 permute_43" [id=1178, type=permute]; +"1179 select_27" [id=1179, type=select]; +"1180 select_28" [id=1180, type=select]; +"1181 select_29" [id=1181, type=select]; +"1182 linalg_vector_norm_18" [id=1182, type=linalg_vector_norm]; +"1183 clamp_min_18" [id=1183, type=clamp_min]; +"1184 expand_as_18" [id=1184, type=expand_as]; +"1185 div_18" [id=1185, type=div]; +"1186 quantize_per_tensor_default_58" [id=1186, type=quantize_per_tensor]; +"1187 dequantize_per_tensor_default_58" [id=1187, type=dequantize_per_tensor]; +"1188 linalg_vector_norm_19" [id=1188, type=linalg_vector_norm]; +"1189 clamp_min_19" [id=1189, type=clamp_min]; +"1190 expand_as_19" [id=1190, type=expand_as]; +"1191 div_19" [id=1191, type=div]; +"1192 quantize_per_tensor_default_59" [id=1192, type=quantize_per_tensor]; +"1193 dequantize_per_tensor_default_59" [id=1193, type=dequantize_per_tensor]; +"1194 transpose_18" [id=1194, type=transpose]; +"1195 matmul_18" [id=1195, type=matmul]; +"1196 _frozen_param75" [id=1196, type=get_attr]; +"1197 mul_54" [id=1197, type=mul]; +"1198 add_65" [id=1198, type=add]; +"1199 new_zeros_4" [id=1199, type=new_zeros]; +"1200 view_51" [id=1200, type=view]; +"1201 permute_44" [id=1201, type=permute]; +"1202 reshape_42" [id=1202, type=reshape]; +"1203 unsqueeze_26" [id=1203, type=unsqueeze]; +"1204 unsqueeze_27" [id=1204, type=unsqueeze]; +"1205 sub_4" [id=1205, type=sub]; +"1206 ne_4" [id=1206, type=ne]; +"1207 masked_fill_8" [id=1207, type=masked_fill]; +"1208 eq_74" [id=1208, type=eq]; +"1209 masked_fill_9" [id=1209, type=masked_fill]; +"1210 view_52" [id=1210, type=view]; +"1211 unsqueeze_28" [id=1211, type=unsqueeze]; +"1212 unsqueeze_29" [id=1212, type=unsqueeze]; +"1213 add_66" [id=1213, type=add]; +"1214 view_53" [id=1214, type=view]; +"1215 softmax_9" [id=1215, type=softmax]; +"1216 dropout_36" [id=1216, type=dropout]; +"1217 matmul_19" [id=1217, type=matmul]; +"1218 transpose_19" [id=1218, type=transpose]; +"1219 reshape_43" [id=1219, type=reshape]; +"1220 reshape_43_0_0_nncf_smooth_quant_0" [id=1220, type=call_module]; +"1221 quantize_per_tensor_default_60" [id=1221, type=quantize_per_tensor]; +"1222 dequantize_per_tensor_default_60" [id=1222, type=dequantize_per_tensor]; +"1223 linear_59_scale_0" [id=1223, type=get_attr]; +"1224 linear_59_zero_point_0" [id=1224, type=get_attr]; +"1225 compressed_weight_updated_constant40" [id=1225, type=get_attr]; +"1226 quantize_per_channel_default_40" [id=1226, type=quantize_per_channel]; +"1227 dequantize_per_channel_default_40" [id=1227, type=dequantize_per_channel]; +"1228 linear_59" [id=1228, type=linear]; +"1229 dropout_37" [id=1229, type=dropout]; +"1230 view_54" [id=1230, type=view]; +"1231 permute_45" [id=1231, type=permute]; +"1232 reshape_44" [id=1232, type=reshape]; +"1233 roll_9" [id=1233, type=roll]; +"1234 slice_157" [id=1234, type=slice]; +"1235 slice_158" [id=1235, type=slice]; +"1236 slice_159" [id=1236, type=slice]; +"1237 slice_160" [id=1237, type=slice]; +"1238 contiguous_17" [id=1238, type=contiguous]; +"1239 layer_norm_21" [id=1239, type=layer_norm]; +"1240 add_67" [id=1240, type=add]; +"1241 add_67_0_0_nncf_smooth_quant_0" [id=1241, type=call_module]; +"1242 quantize_per_tensor_default_61" [id=1242, type=quantize_per_tensor]; +"1243 dequantize_per_tensor_default_61" [id=1243, type=dequantize_per_tensor]; +"1244 linear_60_scale_0" [id=1244, type=get_attr]; +"1245 linear_60_zero_point_0" [id=1245, type=get_attr]; +"1246 compressed_weight_updated_constant41" [id=1246, type=get_attr]; +"1247 quantize_per_channel_default_41" [id=1247, type=quantize_per_channel]; +"1248 dequantize_per_channel_default_41" [id=1248, type=dequantize_per_channel]; +"1249 linear_60" [id=1249, type=linear]; +"1250 gelu_9" [id=1250, type=gelu]; +"1251 dropout_38" [id=1251, type=dropout]; +"1252 dropout_38_0_0_nncf_smooth_quant_0" [id=1252, type=call_module]; +"1253 quantize_per_tensor_default_62" [id=1253, type=quantize_per_tensor]; +"1254 dequantize_per_tensor_default_62" [id=1254, type=dequantize_per_tensor]; +"1255 linear_61_scale_0" [id=1255, type=get_attr]; +"1256 linear_61_zero_point_0" [id=1256, type=get_attr]; +"1257 compressed_weight_updated_constant42" [id=1257, type=get_attr]; +"1258 quantize_per_channel_default_42" [id=1258, type=quantize_per_channel]; +"1259 dequantize_per_channel_default_42" [id=1259, type=dequantize_per_channel]; +"1260 linear_61" [id=1260, type=linear]; +"1261 dropout_39" [id=1261, type=dropout]; +"1262 layer_norm_22" [id=1262, type=layer_norm]; +"1263 add_68" [id=1263, type=add]; +"1264 _frozen_param85" [id=1264, type=get_attr]; +"1265 pad_12" [id=1265, type=pad]; +"1266 view_57" [id=1266, type=view]; +"1267 permute_47" [id=1267, type=permute]; +"1268 reshape_45" [id=1268, type=reshape]; +"1269 _frozen_param86" [id=1269, type=get_attr]; +"1270 reshape_45_0_0_nncf_smooth_quant_0" [id=1270, type=call_module]; +"1271 quantize_per_tensor_default_63" [id=1271, type=quantize_per_tensor]; +"1272 dequantize_per_tensor_default_63" [id=1272, type=dequantize_per_tensor]; +"1273 linear_64_scale_0" [id=1273, type=get_attr]; +"1274 linear_64_zero_point_0" [id=1274, type=get_attr]; +"1275 compressed_weight_updated_constant43" [id=1275, type=get_attr]; +"1276 quantize_per_channel_default_43" [id=1276, type=quantize_per_channel]; +"1277 dequantize_per_channel_default_43" [id=1277, type=dequantize_per_channel]; +"1278 linear_64" [id=1278, type=linear]; +"1279 reshape_46" [id=1279, type=reshape]; +"1280 permute_48" [id=1280, type=permute]; +"1281 select_30" [id=1281, type=select]; +"1282 select_31" [id=1282, type=select]; +"1283 select_32" [id=1283, type=select]; +"1284 linalg_vector_norm_20" [id=1284, type=linalg_vector_norm]; +"1285 clamp_min_20" [id=1285, type=clamp_min]; +"1286 expand_as_20" [id=1286, type=expand_as]; +"1287 div_20" [id=1287, type=div]; +"1288 quantize_per_tensor_default_64" [id=1288, type=quantize_per_tensor]; +"1289 dequantize_per_tensor_default_64" [id=1289, type=dequantize_per_tensor]; +"1290 linalg_vector_norm_21" [id=1290, type=linalg_vector_norm]; +"1291 clamp_min_21" [id=1291, type=clamp_min]; +"1292 expand_as_21" [id=1292, type=expand_as]; +"1293 div_21" [id=1293, type=div]; +"1294 quantize_per_tensor_default_65" [id=1294, type=quantize_per_tensor]; +"1295 dequantize_per_tensor_default_65" [id=1295, type=dequantize_per_tensor]; +"1296 transpose_20" [id=1296, type=transpose]; +"1297 matmul_20" [id=1297, type=matmul]; +"1298 _frozen_param88" [id=1298, type=get_attr]; +"1299 mul_56" [id=1299, type=mul]; +"1300 add_69" [id=1300, type=add]; +"1301 softmax_10" [id=1301, type=softmax]; +"1302 dropout_40" [id=1302, type=dropout]; +"1303 matmul_21" [id=1303, type=matmul]; +"1304 transpose_21" [id=1304, type=transpose]; +"1305 reshape_47" [id=1305, type=reshape]; +"1306 reshape_47_0_0_nncf_smooth_quant_0" [id=1306, type=call_module]; +"1307 quantize_per_tensor_default_66" [id=1307, type=quantize_per_tensor]; +"1308 dequantize_per_tensor_default_66" [id=1308, type=dequantize_per_tensor]; +"1309 linear_65_scale_0" [id=1309, type=get_attr]; +"1310 linear_65_zero_point_0" [id=1310, type=get_attr]; +"1311 compressed_weight_updated_constant44" [id=1311, type=get_attr]; +"1312 quantize_per_channel_default_44" [id=1312, type=quantize_per_channel]; +"1313 dequantize_per_channel_default_44" [id=1313, type=dequantize_per_channel]; +"1314 linear_65" [id=1314, type=linear]; +"1315 dropout_41" [id=1315, type=dropout]; +"1316 view_58" [id=1316, type=view]; +"1317 permute_49" [id=1317, type=permute]; +"1318 reshape_48" [id=1318, type=reshape]; +"1319 slice_162" [id=1319, type=slice]; +"1320 slice_163" [id=1320, type=slice]; +"1321 slice_164" [id=1321, type=slice]; +"1322 slice_165" [id=1322, type=slice]; +"1323 contiguous_19" [id=1323, type=contiguous]; +"1324 layer_norm_23" [id=1324, type=layer_norm]; +"1325 add_70" [id=1325, type=add]; +"1326 add_70_0_0_nncf_smooth_quant_0" [id=1326, type=call_module]; +"1327 quantize_per_tensor_default_67" [id=1327, type=quantize_per_tensor]; +"1328 dequantize_per_tensor_default_67" [id=1328, type=dequantize_per_tensor]; +"1329 linear_66_scale_0" [id=1329, type=get_attr]; +"1330 linear_66_zero_point_0" [id=1330, type=get_attr]; +"1331 compressed_weight_updated_constant45" [id=1331, type=get_attr]; +"1332 quantize_per_channel_default_45" [id=1332, type=quantize_per_channel]; +"1333 dequantize_per_channel_default_45" [id=1333, type=dequantize_per_channel]; +"1334 linear_66" [id=1334, type=linear]; +"1335 gelu_10" [id=1335, type=gelu]; +"1336 dropout_42" [id=1336, type=dropout]; +"1337 dropout_42_0_0_nncf_smooth_quant_0" [id=1337, type=call_module]; +"1338 quantize_per_tensor_default_68" [id=1338, type=quantize_per_tensor]; +"1339 dequantize_per_tensor_default_68" [id=1339, type=dequantize_per_tensor]; +"1340 linear_67_scale_0" [id=1340, type=get_attr]; +"1341 linear_67_zero_point_0" [id=1341, type=get_attr]; +"1342 compressed_weight_updated_constant46" [id=1342, type=get_attr]; +"1343 quantize_per_channel_default_46" [id=1343, type=quantize_per_channel]; +"1344 dequantize_per_channel_default_46" [id=1344, type=dequantize_per_channel]; +"1345 linear_67" [id=1345, type=linear]; +"1346 dropout_43" [id=1346, type=dropout]; +"1347 layer_norm_24" [id=1347, type=layer_norm]; +"1348 add_71" [id=1348, type=add]; +"1349 _frozen_param89" [id=1349, type=get_attr]; +"1350 pad_13" [id=1350, type=pad]; +"1351 roll_10" [id=1351, type=roll]; +"1352 view_61" [id=1352, type=view]; +"1353 permute_51" [id=1353, type=permute]; +"1354 reshape_49" [id=1354, type=reshape]; +"1355 _frozen_param90" [id=1355, type=get_attr]; +"1356 reshape_49_0_0_nncf_smooth_quant_0" [id=1356, type=call_module]; +"1357 quantize_per_tensor_default_69" [id=1357, type=quantize_per_tensor]; +"1358 dequantize_per_tensor_default_69" [id=1358, type=dequantize_per_tensor]; +"1359 linear_70_scale_0" [id=1359, type=get_attr]; +"1360 linear_70_zero_point_0" [id=1360, type=get_attr]; +"1361 compressed_weight_updated_constant47" [id=1361, type=get_attr]; +"1362 quantize_per_channel_default_47" [id=1362, type=quantize_per_channel]; +"1363 dequantize_per_channel_default_47" [id=1363, type=dequantize_per_channel]; +"1364 linear_70" [id=1364, type=linear]; +"1365 reshape_50" [id=1365, type=reshape]; +"1366 permute_52" [id=1366, type=permute]; +"1367 select_33" [id=1367, type=select]; +"1368 select_34" [id=1368, type=select]; +"1369 select_35" [id=1369, type=select]; +"1370 linalg_vector_norm_22" [id=1370, type=linalg_vector_norm]; +"1371 clamp_min_22" [id=1371, type=clamp_min]; +"1372 expand_as_22" [id=1372, type=expand_as]; +"1373 div_22" [id=1373, type=div]; +"1374 quantize_per_tensor_default_70" [id=1374, type=quantize_per_tensor]; +"1375 dequantize_per_tensor_default_70" [id=1375, type=dequantize_per_tensor]; +"1376 linalg_vector_norm_23" [id=1376, type=linalg_vector_norm]; +"1377 clamp_min_23" [id=1377, type=clamp_min]; +"1378 expand_as_23" [id=1378, type=expand_as]; +"1379 div_23" [id=1379, type=div]; +"1380 quantize_per_tensor_default_71" [id=1380, type=quantize_per_tensor]; +"1381 dequantize_per_tensor_default_71" [id=1381, type=dequantize_per_tensor]; +"1382 transpose_22" [id=1382, type=transpose]; +"1383 matmul_22" [id=1383, type=matmul]; +"1384 _frozen_param92" [id=1384, type=get_attr]; +"1385 mul_58" [id=1385, type=mul]; +"1386 add_72" [id=1386, type=add]; +"1387 new_zeros_5" [id=1387, type=new_zeros]; +"1388 view_62" [id=1388, type=view]; +"1389 permute_53" [id=1389, type=permute]; +"1390 reshape_51" [id=1390, type=reshape]; +"1391 unsqueeze_32" [id=1391, type=unsqueeze]; +"1392 unsqueeze_33" [id=1392, type=unsqueeze]; +"1393 sub_5" [id=1393, type=sub]; +"1394 ne_5" [id=1394, type=ne]; +"1395 masked_fill_10" [id=1395, type=masked_fill]; +"1396 eq_85" [id=1396, type=eq]; +"1397 masked_fill_11" [id=1397, type=masked_fill]; +"1398 view_63" [id=1398, type=view]; +"1399 unsqueeze_34" [id=1399, type=unsqueeze]; +"1400 unsqueeze_35" [id=1400, type=unsqueeze]; +"1401 add_73" [id=1401, type=add]; +"1402 view_64" [id=1402, type=view]; +"1403 softmax_11" [id=1403, type=softmax]; +"1404 dropout_44" [id=1404, type=dropout]; +"1405 matmul_23" [id=1405, type=matmul]; +"1406 transpose_23" [id=1406, type=transpose]; +"1407 reshape_52" [id=1407, type=reshape]; +"1408 reshape_52_0_0_nncf_smooth_quant_0" [id=1408, type=call_module]; +"1409 quantize_per_tensor_default_72" [id=1409, type=quantize_per_tensor]; +"1410 dequantize_per_tensor_default_72" [id=1410, type=dequantize_per_tensor]; +"1411 linear_71_scale_0" [id=1411, type=get_attr]; +"1412 linear_71_zero_point_0" [id=1412, type=get_attr]; +"1413 compressed_weight_updated_constant48" [id=1413, type=get_attr]; +"1414 quantize_per_channel_default_48" [id=1414, type=quantize_per_channel]; +"1415 dequantize_per_channel_default_48" [id=1415, type=dequantize_per_channel]; +"1416 linear_71" [id=1416, type=linear]; +"1417 dropout_45" [id=1417, type=dropout]; +"1418 view_65" [id=1418, type=view]; +"1419 permute_54" [id=1419, type=permute]; +"1420 reshape_53" [id=1420, type=reshape]; +"1421 roll_11" [id=1421, type=roll]; +"1422 slice_185" [id=1422, type=slice]; +"1423 slice_186" [id=1423, type=slice]; +"1424 slice_187" [id=1424, type=slice]; +"1425 slice_188" [id=1425, type=slice]; +"1426 contiguous_21" [id=1426, type=contiguous]; +"1427 layer_norm_25" [id=1427, type=layer_norm]; +"1428 add_74" [id=1428, type=add]; +"1429 add_74_0_0_nncf_smooth_quant_0" [id=1429, type=call_module]; +"1430 quantize_per_tensor_default_73" [id=1430, type=quantize_per_tensor]; +"1431 dequantize_per_tensor_default_73" [id=1431, type=dequantize_per_tensor]; +"1432 linear_72_scale_0" [id=1432, type=get_attr]; +"1433 linear_72_zero_point_0" [id=1433, type=get_attr]; +"1434 compressed_weight_updated_constant49" [id=1434, type=get_attr]; +"1435 quantize_per_channel_default_49" [id=1435, type=quantize_per_channel]; +"1436 dequantize_per_channel_default_49" [id=1436, type=dequantize_per_channel]; +"1437 linear_72" [id=1437, type=linear]; +"1438 gelu_11" [id=1438, type=gelu]; +"1439 dropout_46" [id=1439, type=dropout]; +"1440 dropout_46_0_0_nncf_smooth_quant_0" [id=1440, type=call_module]; +"1441 quantize_per_tensor_default_74" [id=1441, type=quantize_per_tensor]; +"1442 dequantize_per_tensor_default_74" [id=1442, type=dequantize_per_tensor]; +"1443 linear_73_scale_0" [id=1443, type=get_attr]; +"1444 linear_73_zero_point_0" [id=1444, type=get_attr]; +"1445 compressed_weight_updated_constant50" [id=1445, type=get_attr]; +"1446 quantize_per_channel_default_50" [id=1446, type=quantize_per_channel]; +"1447 dequantize_per_channel_default_50" [id=1447, type=dequantize_per_channel]; +"1448 linear_73" [id=1448, type=linear]; +"1449 dropout_47" [id=1449, type=dropout]; +"1450 layer_norm_26" [id=1450, type=layer_norm]; +"1451 add_75" [id=1451, type=add]; +"1452 _frozen_param102" [id=1452, type=get_attr]; +"1453 pad_14" [id=1453, type=pad]; +"1454 view_68" [id=1454, type=view]; +"1455 permute_56" [id=1455, type=permute]; +"1456 reshape_54" [id=1456, type=reshape]; +"1457 _frozen_param103" [id=1457, type=get_attr]; +"1458 reshape_54_0_0_nncf_smooth_quant_0" [id=1458, type=call_module]; +"1459 quantize_per_tensor_default_75" [id=1459, type=quantize_per_tensor]; +"1460 dequantize_per_tensor_default_75" [id=1460, type=dequantize_per_tensor]; +"1461 linear_76_scale_0" [id=1461, type=get_attr]; +"1462 linear_76_zero_point_0" [id=1462, type=get_attr]; +"1463 compressed_weight_updated_constant51" [id=1463, type=get_attr]; +"1464 quantize_per_channel_default_51" [id=1464, type=quantize_per_channel]; +"1465 dequantize_per_channel_default_51" [id=1465, type=dequantize_per_channel]; +"1466 linear_76" [id=1466, type=linear]; +"1467 reshape_55" [id=1467, type=reshape]; +"1468 permute_57" [id=1468, type=permute]; +"1469 select_36" [id=1469, type=select]; +"1470 select_37" [id=1470, type=select]; +"1471 select_38" [id=1471, type=select]; +"1472 linalg_vector_norm_24" [id=1472, type=linalg_vector_norm]; +"1473 clamp_min_24" [id=1473, type=clamp_min]; +"1474 expand_as_24" [id=1474, type=expand_as]; +"1475 div_24" [id=1475, type=div]; +"1476 quantize_per_tensor_default_76" [id=1476, type=quantize_per_tensor]; +"1477 dequantize_per_tensor_default_76" [id=1477, type=dequantize_per_tensor]; +"1478 linalg_vector_norm_25" [id=1478, type=linalg_vector_norm]; +"1479 clamp_min_25" [id=1479, type=clamp_min]; +"1480 expand_as_25" [id=1480, type=expand_as]; +"1481 div_25" [id=1481, type=div]; +"1482 quantize_per_tensor_default_77" [id=1482, type=quantize_per_tensor]; +"1483 dequantize_per_tensor_default_77" [id=1483, type=dequantize_per_tensor]; +"1484 transpose_24" [id=1484, type=transpose]; +"1485 matmul_24" [id=1485, type=matmul]; +"1486 _frozen_param105" [id=1486, type=get_attr]; +"1487 mul_60" [id=1487, type=mul]; +"1488 add_76" [id=1488, type=add]; +"1489 softmax_12" [id=1489, type=softmax]; +"1490 dropout_48" [id=1490, type=dropout]; +"1491 matmul_25" [id=1491, type=matmul]; +"1492 transpose_25" [id=1492, type=transpose]; +"1493 reshape_56" [id=1493, type=reshape]; +"1494 reshape_56_0_0_nncf_smooth_quant_0" [id=1494, type=call_module]; +"1495 quantize_per_tensor_default_78" [id=1495, type=quantize_per_tensor]; +"1496 dequantize_per_tensor_default_78" [id=1496, type=dequantize_per_tensor]; +"1497 linear_77_scale_0" [id=1497, type=get_attr]; +"1498 linear_77_zero_point_0" [id=1498, type=get_attr]; +"1499 compressed_weight_updated_constant52" [id=1499, type=get_attr]; +"1500 quantize_per_channel_default_52" [id=1500, type=quantize_per_channel]; +"1501 dequantize_per_channel_default_52" [id=1501, type=dequantize_per_channel]; +"1502 linear_77" [id=1502, type=linear]; +"1503 dropout_49" [id=1503, type=dropout]; +"1504 view_69" [id=1504, type=view]; +"1505 permute_58" [id=1505, type=permute]; +"1506 reshape_57" [id=1506, type=reshape]; +"1507 slice_190" [id=1507, type=slice]; +"1508 slice_191" [id=1508, type=slice]; +"1509 slice_192" [id=1509, type=slice]; +"1510 slice_193" [id=1510, type=slice]; +"1511 contiguous_23" [id=1511, type=contiguous]; +"1512 layer_norm_27" [id=1512, type=layer_norm]; +"1513 add_77" [id=1513, type=add]; +"1514 add_77_0_0_nncf_smooth_quant_0" [id=1514, type=call_module]; +"1515 quantize_per_tensor_default_79" [id=1515, type=quantize_per_tensor]; +"1516 dequantize_per_tensor_default_79" [id=1516, type=dequantize_per_tensor]; +"1517 linear_78_scale_0" [id=1517, type=get_attr]; +"1518 linear_78_zero_point_0" [id=1518, type=get_attr]; +"1519 compressed_weight_updated_constant53" [id=1519, type=get_attr]; +"1520 quantize_per_channel_default_53" [id=1520, type=quantize_per_channel]; +"1521 dequantize_per_channel_default_53" [id=1521, type=dequantize_per_channel]; +"1522 linear_78" [id=1522, type=linear]; +"1523 gelu_12" [id=1523, type=gelu]; +"1524 dropout_50" [id=1524, type=dropout]; +"1525 dropout_50_0_0_nncf_smooth_quant_0" [id=1525, type=call_module]; +"1526 quantize_per_tensor_default_80" [id=1526, type=quantize_per_tensor]; +"1527 dequantize_per_tensor_default_80" [id=1527, type=dequantize_per_tensor]; +"1528 linear_79_scale_0" [id=1528, type=get_attr]; +"1529 linear_79_zero_point_0" [id=1529, type=get_attr]; +"1530 compressed_weight_updated_constant54" [id=1530, type=get_attr]; +"1531 quantize_per_channel_default_54" [id=1531, type=quantize_per_channel]; +"1532 dequantize_per_channel_default_54" [id=1532, type=dequantize_per_channel]; +"1533 linear_79" [id=1533, type=linear]; +"1534 dropout_51" [id=1534, type=dropout]; +"1535 layer_norm_28" [id=1535, type=layer_norm]; +"1536 add_78" [id=1536, type=add]; +"1537 _frozen_param106" [id=1537, type=get_attr]; +"1538 pad_15" [id=1538, type=pad]; +"1539 roll_12" [id=1539, type=roll]; +"1540 view_72" [id=1540, type=view]; +"1541 permute_60" [id=1541, type=permute]; +"1542 reshape_58" [id=1542, type=reshape]; +"1543 _frozen_param107" [id=1543, type=get_attr]; +"1544 reshape_58_0_0_nncf_smooth_quant_0" [id=1544, type=call_module]; +"1545 quantize_per_tensor_default_81" [id=1545, type=quantize_per_tensor]; +"1546 dequantize_per_tensor_default_81" [id=1546, type=dequantize_per_tensor]; +"1547 linear_82_scale_0" [id=1547, type=get_attr]; +"1548 linear_82_zero_point_0" [id=1548, type=get_attr]; +"1549 compressed_weight_updated_constant55" [id=1549, type=get_attr]; +"1550 quantize_per_channel_default_55" [id=1550, type=quantize_per_channel]; +"1551 dequantize_per_channel_default_55" [id=1551, type=dequantize_per_channel]; +"1552 linear_82" [id=1552, type=linear]; +"1553 reshape_59" [id=1553, type=reshape]; +"1554 permute_61" [id=1554, type=permute]; +"1555 select_39" [id=1555, type=select]; +"1556 select_40" [id=1556, type=select]; +"1557 select_41" [id=1557, type=select]; +"1558 linalg_vector_norm_26" [id=1558, type=linalg_vector_norm]; +"1559 clamp_min_26" [id=1559, type=clamp_min]; +"1560 expand_as_26" [id=1560, type=expand_as]; +"1561 div_26" [id=1561, type=div]; +"1562 quantize_per_tensor_default_82" [id=1562, type=quantize_per_tensor]; +"1563 dequantize_per_tensor_default_82" [id=1563, type=dequantize_per_tensor]; +"1564 linalg_vector_norm_27" [id=1564, type=linalg_vector_norm]; +"1565 clamp_min_27" [id=1565, type=clamp_min]; +"1566 expand_as_27" [id=1566, type=expand_as]; +"1567 div_27" [id=1567, type=div]; +"1568 quantize_per_tensor_default_83" [id=1568, type=quantize_per_tensor]; +"1569 dequantize_per_tensor_default_83" [id=1569, type=dequantize_per_tensor]; +"1570 transpose_26" [id=1570, type=transpose]; +"1571 matmul_26" [id=1571, type=matmul]; +"1572 _frozen_param109" [id=1572, type=get_attr]; +"1573 mul_62" [id=1573, type=mul]; +"1574 add_79" [id=1574, type=add]; +"1575 new_zeros_6" [id=1575, type=new_zeros]; +"1576 view_73" [id=1576, type=view]; +"1577 permute_62" [id=1577, type=permute]; +"1578 reshape_60" [id=1578, type=reshape]; +"1579 unsqueeze_38" [id=1579, type=unsqueeze]; +"1580 unsqueeze_39" [id=1580, type=unsqueeze]; +"1581 sub_6" [id=1581, type=sub]; +"1582 ne_6" [id=1582, type=ne]; +"1583 masked_fill_12" [id=1583, type=masked_fill]; +"1584 eq_96" [id=1584, type=eq]; +"1585 masked_fill_13" [id=1585, type=masked_fill]; +"1586 view_74" [id=1586, type=view]; +"1587 unsqueeze_40" [id=1587, type=unsqueeze]; +"1588 unsqueeze_41" [id=1588, type=unsqueeze]; +"1589 add_80" [id=1589, type=add]; +"1590 view_75" [id=1590, type=view]; +"1591 softmax_13" [id=1591, type=softmax]; +"1592 dropout_52" [id=1592, type=dropout]; +"1593 matmul_27" [id=1593, type=matmul]; +"1594 transpose_27" [id=1594, type=transpose]; +"1595 reshape_61" [id=1595, type=reshape]; +"1596 reshape_61_0_0_nncf_smooth_quant_0" [id=1596, type=call_module]; +"1597 quantize_per_tensor_default_84" [id=1597, type=quantize_per_tensor]; +"1598 dequantize_per_tensor_default_84" [id=1598, type=dequantize_per_tensor]; +"1599 linear_83_scale_0" [id=1599, type=get_attr]; +"1600 linear_83_zero_point_0" [id=1600, type=get_attr]; +"1601 compressed_weight_updated_constant56" [id=1601, type=get_attr]; +"1602 quantize_per_channel_default_56" [id=1602, type=quantize_per_channel]; +"1603 dequantize_per_channel_default_56" [id=1603, type=dequantize_per_channel]; +"1604 linear_83" [id=1604, type=linear]; +"1605 dropout_53" [id=1605, type=dropout]; +"1606 view_76" [id=1606, type=view]; +"1607 permute_63" [id=1607, type=permute]; +"1608 reshape_62" [id=1608, type=reshape]; +"1609 roll_13" [id=1609, type=roll]; +"1610 slice_213" [id=1610, type=slice]; +"1611 slice_214" [id=1611, type=slice]; +"1612 slice_215" [id=1612, type=slice]; +"1613 slice_216" [id=1613, type=slice]; +"1614 contiguous_25" [id=1614, type=contiguous]; +"1615 layer_norm_29" [id=1615, type=layer_norm]; +"1616 add_81" [id=1616, type=add]; +"1617 add_81_0_0_nncf_smooth_quant_0" [id=1617, type=call_module]; +"1618 quantize_per_tensor_default_85" [id=1618, type=quantize_per_tensor]; +"1619 dequantize_per_tensor_default_85" [id=1619, type=dequantize_per_tensor]; +"1620 linear_84_scale_0" [id=1620, type=get_attr]; +"1621 linear_84_zero_point_0" [id=1621, type=get_attr]; +"1622 compressed_weight_updated_constant57" [id=1622, type=get_attr]; +"1623 quantize_per_channel_default_57" [id=1623, type=quantize_per_channel]; +"1624 dequantize_per_channel_default_57" [id=1624, type=dequantize_per_channel]; +"1625 linear_84" [id=1625, type=linear]; +"1626 gelu_13" [id=1626, type=gelu]; +"1627 dropout_54" [id=1627, type=dropout]; +"1628 dropout_54_0_0_nncf_smooth_quant_0" [id=1628, type=call_module]; +"1629 quantize_per_tensor_default_86" [id=1629, type=quantize_per_tensor]; +"1630 dequantize_per_tensor_default_86" [id=1630, type=dequantize_per_tensor]; +"1631 linear_85_scale_0" [id=1631, type=get_attr]; +"1632 linear_85_zero_point_0" [id=1632, type=get_attr]; +"1633 compressed_weight_updated_constant58" [id=1633, type=get_attr]; +"1634 quantize_per_channel_default_58" [id=1634, type=quantize_per_channel]; +"1635 dequantize_per_channel_default_58" [id=1635, type=dequantize_per_channel]; +"1636 linear_85" [id=1636, type=linear]; +"1637 dropout_55" [id=1637, type=dropout]; +"1638 layer_norm_30" [id=1638, type=layer_norm]; +"1639 add_82" [id=1639, type=add]; +"1640 _frozen_param119" [id=1640, type=get_attr]; +"1641 pad_16" [id=1641, type=pad]; +"1642 view_79" [id=1642, type=view]; +"1643 permute_65" [id=1643, type=permute]; +"1644 reshape_63" [id=1644, type=reshape]; +"1645 _frozen_param120" [id=1645, type=get_attr]; +"1646 reshape_63_0_0_nncf_smooth_quant_0" [id=1646, type=call_module]; +"1647 quantize_per_tensor_default_87" [id=1647, type=quantize_per_tensor]; +"1648 dequantize_per_tensor_default_87" [id=1648, type=dequantize_per_tensor]; +"1649 linear_88_scale_0" [id=1649, type=get_attr]; +"1650 linear_88_zero_point_0" [id=1650, type=get_attr]; +"1651 compressed_weight_updated_constant59" [id=1651, type=get_attr]; +"1652 quantize_per_channel_default_59" [id=1652, type=quantize_per_channel]; +"1653 dequantize_per_channel_default_59" [id=1653, type=dequantize_per_channel]; +"1654 linear_88" [id=1654, type=linear]; +"1655 reshape_64" [id=1655, type=reshape]; +"1656 permute_66" [id=1656, type=permute]; +"1657 select_42" [id=1657, type=select]; +"1658 select_43" [id=1658, type=select]; +"1659 select_44" [id=1659, type=select]; +"1660 linalg_vector_norm_28" [id=1660, type=linalg_vector_norm]; +"1661 clamp_min_28" [id=1661, type=clamp_min]; +"1662 expand_as_28" [id=1662, type=expand_as]; +"1663 div_28" [id=1663, type=div]; +"1664 quantize_per_tensor_default_88" [id=1664, type=quantize_per_tensor]; +"1665 dequantize_per_tensor_default_88" [id=1665, type=dequantize_per_tensor]; +"1666 linalg_vector_norm_29" [id=1666, type=linalg_vector_norm]; +"1667 clamp_min_29" [id=1667, type=clamp_min]; +"1668 expand_as_29" [id=1668, type=expand_as]; +"1669 div_29" [id=1669, type=div]; +"1670 quantize_per_tensor_default_89" [id=1670, type=quantize_per_tensor]; +"1671 dequantize_per_tensor_default_89" [id=1671, type=dequantize_per_tensor]; +"1672 transpose_28" [id=1672, type=transpose]; +"1673 matmul_28" [id=1673, type=matmul]; +"1674 _frozen_param122" [id=1674, type=get_attr]; +"1675 mul_64" [id=1675, type=mul]; +"1676 add_83" [id=1676, type=add]; +"1677 softmax_14" [id=1677, type=softmax]; +"1678 dropout_56" [id=1678, type=dropout]; +"1679 matmul_29" [id=1679, type=matmul]; +"1680 transpose_29" [id=1680, type=transpose]; +"1681 reshape_65" [id=1681, type=reshape]; +"1682 reshape_65_0_0_nncf_smooth_quant_0" [id=1682, type=call_module]; +"1683 quantize_per_tensor_default_90" [id=1683, type=quantize_per_tensor]; +"1684 dequantize_per_tensor_default_90" [id=1684, type=dequantize_per_tensor]; +"1685 linear_89_scale_0" [id=1685, type=get_attr]; +"1686 linear_89_zero_point_0" [id=1686, type=get_attr]; +"1687 compressed_weight_updated_constant60" [id=1687, type=get_attr]; +"1688 quantize_per_channel_default_60" [id=1688, type=quantize_per_channel]; +"1689 dequantize_per_channel_default_60" [id=1689, type=dequantize_per_channel]; +"1690 linear_89" [id=1690, type=linear]; +"1691 dropout_57" [id=1691, type=dropout]; +"1692 view_80" [id=1692, type=view]; +"1693 permute_67" [id=1693, type=permute]; +"1694 reshape_66" [id=1694, type=reshape]; +"1695 slice_218" [id=1695, type=slice]; +"1696 slice_219" [id=1696, type=slice]; +"1697 slice_220" [id=1697, type=slice]; +"1698 slice_221" [id=1698, type=slice]; +"1699 contiguous_27" [id=1699, type=contiguous]; +"1700 layer_norm_31" [id=1700, type=layer_norm]; +"1701 add_84" [id=1701, type=add]; +"1702 add_84_0_0_nncf_smooth_quant_0" [id=1702, type=call_module]; +"1703 quantize_per_tensor_default_91" [id=1703, type=quantize_per_tensor]; +"1704 dequantize_per_tensor_default_91" [id=1704, type=dequantize_per_tensor]; +"1705 linear_90_scale_0" [id=1705, type=get_attr]; +"1706 linear_90_zero_point_0" [id=1706, type=get_attr]; +"1707 compressed_weight_updated_constant61" [id=1707, type=get_attr]; +"1708 quantize_per_channel_default_61" [id=1708, type=quantize_per_channel]; +"1709 dequantize_per_channel_default_61" [id=1709, type=dequantize_per_channel]; +"1710 linear_90" [id=1710, type=linear]; +"1711 gelu_14" [id=1711, type=gelu]; +"1712 dropout_58" [id=1712, type=dropout]; +"1713 dropout_58_0_0_nncf_smooth_quant_0" [id=1713, type=call_module]; +"1714 quantize_per_tensor_default_92" [id=1714, type=quantize_per_tensor]; +"1715 dequantize_per_tensor_default_92" [id=1715, type=dequantize_per_tensor]; +"1716 linear_91_scale_0" [id=1716, type=get_attr]; +"1717 linear_91_zero_point_0" [id=1717, type=get_attr]; +"1718 compressed_weight_updated_constant62" [id=1718, type=get_attr]; +"1719 quantize_per_channel_default_62" [id=1719, type=quantize_per_channel]; +"1720 dequantize_per_channel_default_62" [id=1720, type=dequantize_per_channel]; +"1721 linear_91" [id=1721, type=linear]; +"1722 dropout_59" [id=1722, type=dropout]; +"1723 layer_norm_32" [id=1723, type=layer_norm]; +"1724 add_85" [id=1724, type=add]; +"1725 _frozen_param123" [id=1725, type=get_attr]; +"1726 pad_17" [id=1726, type=pad]; +"1727 roll_14" [id=1727, type=roll]; +"1728 view_83" [id=1728, type=view]; +"1729 permute_69" [id=1729, type=permute]; +"1730 reshape_67" [id=1730, type=reshape]; +"1731 _frozen_param124" [id=1731, type=get_attr]; +"1732 reshape_67_0_0_nncf_smooth_quant_0" [id=1732, type=call_module]; +"1733 quantize_per_tensor_default_93" [id=1733, type=quantize_per_tensor]; +"1734 dequantize_per_tensor_default_93" [id=1734, type=dequantize_per_tensor]; +"1735 linear_94_scale_0" [id=1735, type=get_attr]; +"1736 linear_94_zero_point_0" [id=1736, type=get_attr]; +"1737 compressed_weight_updated_constant63" [id=1737, type=get_attr]; +"1738 quantize_per_channel_default_63" [id=1738, type=quantize_per_channel]; +"1739 dequantize_per_channel_default_63" [id=1739, type=dequantize_per_channel]; +"1740 linear_94" [id=1740, type=linear]; +"1741 reshape_68" [id=1741, type=reshape]; +"1742 permute_70" [id=1742, type=permute]; +"1743 select_45" [id=1743, type=select]; +"1744 select_46" [id=1744, type=select]; +"1745 select_47" [id=1745, type=select]; +"1746 linalg_vector_norm_30" [id=1746, type=linalg_vector_norm]; +"1747 clamp_min_30" [id=1747, type=clamp_min]; +"1748 expand_as_30" [id=1748, type=expand_as]; +"1749 div_30" [id=1749, type=div]; +"1750 quantize_per_tensor_default_94" [id=1750, type=quantize_per_tensor]; +"1751 dequantize_per_tensor_default_94" [id=1751, type=dequantize_per_tensor]; +"1752 linalg_vector_norm_31" [id=1752, type=linalg_vector_norm]; +"1753 clamp_min_31" [id=1753, type=clamp_min]; +"1754 expand_as_31" [id=1754, type=expand_as]; +"1755 div_31" [id=1755, type=div]; +"1756 quantize_per_tensor_default_95" [id=1756, type=quantize_per_tensor]; +"1757 dequantize_per_tensor_default_95" [id=1757, type=dequantize_per_tensor]; +"1758 transpose_30" [id=1758, type=transpose]; +"1759 matmul_30" [id=1759, type=matmul]; +"1760 _frozen_param126" [id=1760, type=get_attr]; +"1761 mul_66" [id=1761, type=mul]; +"1762 add_86" [id=1762, type=add]; +"1763 new_zeros_7" [id=1763, type=new_zeros]; +"1764 view_84" [id=1764, type=view]; +"1765 permute_71" [id=1765, type=permute]; +"1766 reshape_69" [id=1766, type=reshape]; +"1767 unsqueeze_44" [id=1767, type=unsqueeze]; +"1768 unsqueeze_45" [id=1768, type=unsqueeze]; +"1769 sub_7" [id=1769, type=sub]; +"1770 ne_7" [id=1770, type=ne]; +"1771 masked_fill_14" [id=1771, type=masked_fill]; +"1772 eq_107" [id=1772, type=eq]; +"1773 masked_fill_15" [id=1773, type=masked_fill]; +"1774 view_85" [id=1774, type=view]; +"1775 unsqueeze_46" [id=1775, type=unsqueeze]; +"1776 unsqueeze_47" [id=1776, type=unsqueeze]; +"1777 add_87" [id=1777, type=add]; +"1778 view_86" [id=1778, type=view]; +"1779 softmax_15" [id=1779, type=softmax]; +"1780 dropout_60" [id=1780, type=dropout]; +"1781 matmul_31" [id=1781, type=matmul]; +"1782 transpose_31" [id=1782, type=transpose]; +"1783 reshape_70" [id=1783, type=reshape]; +"1784 reshape_70_0_0_nncf_smooth_quant_0" [id=1784, type=call_module]; +"1785 quantize_per_tensor_default_96" [id=1785, type=quantize_per_tensor]; +"1786 dequantize_per_tensor_default_96" [id=1786, type=dequantize_per_tensor]; +"1787 linear_95_scale_0" [id=1787, type=get_attr]; +"1788 linear_95_zero_point_0" [id=1788, type=get_attr]; +"1789 compressed_weight_updated_constant64" [id=1789, type=get_attr]; +"1790 quantize_per_channel_default_64" [id=1790, type=quantize_per_channel]; +"1791 dequantize_per_channel_default_64" [id=1791, type=dequantize_per_channel]; +"1792 linear_95" [id=1792, type=linear]; +"1793 dropout_61" [id=1793, type=dropout]; +"1794 view_87" [id=1794, type=view]; +"1795 permute_72" [id=1795, type=permute]; +"1796 reshape_71" [id=1796, type=reshape]; +"1797 roll_15" [id=1797, type=roll]; +"1798 slice_241" [id=1798, type=slice]; +"1799 slice_242" [id=1799, type=slice]; +"1800 slice_243" [id=1800, type=slice]; +"1801 slice_244" [id=1801, type=slice]; +"1802 contiguous_29" [id=1802, type=contiguous]; +"1803 layer_norm_33" [id=1803, type=layer_norm]; +"1804 add_88" [id=1804, type=add]; +"1805 add_88_0_0_nncf_smooth_quant_0" [id=1805, type=call_module]; +"1806 quantize_per_tensor_default_97" [id=1806, type=quantize_per_tensor]; +"1807 dequantize_per_tensor_default_97" [id=1807, type=dequantize_per_tensor]; +"1808 linear_96_scale_0" [id=1808, type=get_attr]; +"1809 linear_96_zero_point_0" [id=1809, type=get_attr]; +"1810 compressed_weight_updated_constant65" [id=1810, type=get_attr]; +"1811 quantize_per_channel_default_65" [id=1811, type=quantize_per_channel]; +"1812 dequantize_per_channel_default_65" [id=1812, type=dequantize_per_channel]; +"1813 linear_96" [id=1813, type=linear]; +"1814 gelu_15" [id=1814, type=gelu]; +"1815 dropout_62" [id=1815, type=dropout]; +"1816 dropout_62_0_0_nncf_smooth_quant_0" [id=1816, type=call_module]; +"1817 quantize_per_tensor_default_98" [id=1817, type=quantize_per_tensor]; +"1818 dequantize_per_tensor_default_98" [id=1818, type=dequantize_per_tensor]; +"1819 linear_97_scale_0" [id=1819, type=get_attr]; +"1820 linear_97_zero_point_0" [id=1820, type=get_attr]; +"1821 compressed_weight_updated_constant66" [id=1821, type=get_attr]; +"1822 quantize_per_channel_default_66" [id=1822, type=quantize_per_channel]; +"1823 dequantize_per_channel_default_66" [id=1823, type=dequantize_per_channel]; +"1824 linear_97" [id=1824, type=linear]; +"1825 dropout_63" [id=1825, type=dropout]; +"1826 layer_norm_34" [id=1826, type=layer_norm]; +"1827 add_89" [id=1827, type=add]; +"1828 _frozen_param136" [id=1828, type=get_attr]; +"1829 pad_18" [id=1829, type=pad]; +"1830 view_90" [id=1830, type=view]; +"1831 permute_74" [id=1831, type=permute]; +"1832 reshape_72" [id=1832, type=reshape]; +"1833 _frozen_param137" [id=1833, type=get_attr]; +"1834 reshape_72_0_0_nncf_smooth_quant_0" [id=1834, type=call_module]; +"1835 quantize_per_tensor_default_99" [id=1835, type=quantize_per_tensor]; +"1836 dequantize_per_tensor_default_99" [id=1836, type=dequantize_per_tensor]; +"1837 linear_100_scale_0" [id=1837, type=get_attr]; +"1838 linear_100_zero_point_0" [id=1838, type=get_attr]; +"1839 compressed_weight_updated_constant67" [id=1839, type=get_attr]; +"1840 quantize_per_channel_default_67" [id=1840, type=quantize_per_channel]; +"1841 dequantize_per_channel_default_67" [id=1841, type=dequantize_per_channel]; +"1842 linear_100" [id=1842, type=linear]; +"1843 reshape_73" [id=1843, type=reshape]; +"1844 permute_75" [id=1844, type=permute]; +"1845 select_48" [id=1845, type=select]; +"1846 select_49" [id=1846, type=select]; +"1847 select_50" [id=1847, type=select]; +"1848 linalg_vector_norm_32" [id=1848, type=linalg_vector_norm]; +"1849 clamp_min_32" [id=1849, type=clamp_min]; +"1850 expand_as_32" [id=1850, type=expand_as]; +"1851 div_32" [id=1851, type=div]; +"1852 quantize_per_tensor_default_100" [id=1852, type=quantize_per_tensor]; +"1853 dequantize_per_tensor_default_100" [id=1853, type=dequantize_per_tensor]; +"1854 linalg_vector_norm_33" [id=1854, type=linalg_vector_norm]; +"1855 clamp_min_33" [id=1855, type=clamp_min]; +"1856 expand_as_33" [id=1856, type=expand_as]; +"1857 div_33" [id=1857, type=div]; +"1858 quantize_per_tensor_default_101" [id=1858, type=quantize_per_tensor]; +"1859 dequantize_per_tensor_default_101" [id=1859, type=dequantize_per_tensor]; +"1860 transpose_32" [id=1860, type=transpose]; +"1861 matmul_32" [id=1861, type=matmul]; +"1862 _frozen_param139" [id=1862, type=get_attr]; +"1863 mul_68" [id=1863, type=mul]; +"1864 add_90" [id=1864, type=add]; +"1865 softmax_16" [id=1865, type=softmax]; +"1866 dropout_64" [id=1866, type=dropout]; +"1867 matmul_33" [id=1867, type=matmul]; +"1868 transpose_33" [id=1868, type=transpose]; +"1869 reshape_74" [id=1869, type=reshape]; +"1870 reshape_74_0_0_nncf_smooth_quant_0" [id=1870, type=call_module]; +"1871 quantize_per_tensor_default_102" [id=1871, type=quantize_per_tensor]; +"1872 dequantize_per_tensor_default_102" [id=1872, type=dequantize_per_tensor]; +"1873 linear_101_scale_0" [id=1873, type=get_attr]; +"1874 linear_101_zero_point_0" [id=1874, type=get_attr]; +"1875 compressed_weight_updated_constant68" [id=1875, type=get_attr]; +"1876 quantize_per_channel_default_68" [id=1876, type=quantize_per_channel]; +"1877 dequantize_per_channel_default_68" [id=1877, type=dequantize_per_channel]; +"1878 linear_101" [id=1878, type=linear]; +"1879 dropout_65" [id=1879, type=dropout]; +"1880 view_91" [id=1880, type=view]; +"1881 permute_76" [id=1881, type=permute]; +"1882 reshape_75" [id=1882, type=reshape]; +"1883 slice_246" [id=1883, type=slice]; +"1884 slice_247" [id=1884, type=slice]; +"1885 slice_248" [id=1885, type=slice]; +"1886 slice_249" [id=1886, type=slice]; +"1887 contiguous_31" [id=1887, type=contiguous]; +"1888 layer_norm_35" [id=1888, type=layer_norm]; +"1889 add_91" [id=1889, type=add]; +"1890 add_91_0_0_nncf_smooth_quant_0" [id=1890, type=call_module]; +"1891 quantize_per_tensor_default_103" [id=1891, type=quantize_per_tensor]; +"1892 dequantize_per_tensor_default_103" [id=1892, type=dequantize_per_tensor]; +"1893 linear_102_scale_0" [id=1893, type=get_attr]; +"1894 linear_102_zero_point_0" [id=1894, type=get_attr]; +"1895 compressed_weight_updated_constant69" [id=1895, type=get_attr]; +"1896 quantize_per_channel_default_69" [id=1896, type=quantize_per_channel]; +"1897 dequantize_per_channel_default_69" [id=1897, type=dequantize_per_channel]; +"1898 linear_102" [id=1898, type=linear]; +"1899 gelu_16" [id=1899, type=gelu]; +"1900 dropout_66" [id=1900, type=dropout]; +"1901 dropout_66_0_0_nncf_smooth_quant_0" [id=1901, type=call_module]; +"1902 quantize_per_tensor_default_104" [id=1902, type=quantize_per_tensor]; +"1903 dequantize_per_tensor_default_104" [id=1903, type=dequantize_per_tensor]; +"1904 linear_103_scale_0" [id=1904, type=get_attr]; +"1905 linear_103_zero_point_0" [id=1905, type=get_attr]; +"1906 compressed_weight_updated_constant70" [id=1906, type=get_attr]; +"1907 quantize_per_channel_default_70" [id=1907, type=quantize_per_channel]; +"1908 dequantize_per_channel_default_70" [id=1908, type=dequantize_per_channel]; +"1909 linear_103" [id=1909, type=linear]; +"1910 dropout_67" [id=1910, type=dropout]; +"1911 layer_norm_36" [id=1911, type=layer_norm]; +"1912 add_92" [id=1912, type=add]; +"1913 _frozen_param140" [id=1913, type=get_attr]; +"1914 pad_19" [id=1914, type=pad]; +"1915 roll_16" [id=1915, type=roll]; +"1916 view_94" [id=1916, type=view]; +"1917 permute_78" [id=1917, type=permute]; +"1918 reshape_76" [id=1918, type=reshape]; +"1919 _frozen_param141" [id=1919, type=get_attr]; +"1920 reshape_76_0_0_nncf_smooth_quant_0" [id=1920, type=call_module]; +"1921 quantize_per_tensor_default_105" [id=1921, type=quantize_per_tensor]; +"1922 dequantize_per_tensor_default_105" [id=1922, type=dequantize_per_tensor]; +"1923 linear_106_scale_0" [id=1923, type=get_attr]; +"1924 linear_106_zero_point_0" [id=1924, type=get_attr]; +"1925 compressed_weight_updated_constant71" [id=1925, type=get_attr]; +"1926 quantize_per_channel_default_71" [id=1926, type=quantize_per_channel]; +"1927 dequantize_per_channel_default_71" [id=1927, type=dequantize_per_channel]; +"1928 linear_106" [id=1928, type=linear]; +"1929 reshape_77" [id=1929, type=reshape]; +"1930 permute_79" [id=1930, type=permute]; +"1931 select_51" [id=1931, type=select]; +"1932 select_52" [id=1932, type=select]; +"1933 select_53" [id=1933, type=select]; +"1934 linalg_vector_norm_34" [id=1934, type=linalg_vector_norm]; +"1935 clamp_min_34" [id=1935, type=clamp_min]; +"1936 expand_as_34" [id=1936, type=expand_as]; +"1937 div_34" [id=1937, type=div]; +"1938 quantize_per_tensor_default_106" [id=1938, type=quantize_per_tensor]; +"1939 dequantize_per_tensor_default_106" [id=1939, type=dequantize_per_tensor]; +"1940 linalg_vector_norm_35" [id=1940, type=linalg_vector_norm]; +"1941 clamp_min_35" [id=1941, type=clamp_min]; +"1942 expand_as_35" [id=1942, type=expand_as]; +"1943 div_35" [id=1943, type=div]; +"1944 quantize_per_tensor_default_107" [id=1944, type=quantize_per_tensor]; +"1945 dequantize_per_tensor_default_107" [id=1945, type=dequantize_per_tensor]; +"1946 transpose_34" [id=1946, type=transpose]; +"1947 matmul_34" [id=1947, type=matmul]; +"1948 _frozen_param143" [id=1948, type=get_attr]; +"1949 mul_70" [id=1949, type=mul]; +"1950 add_93" [id=1950, type=add]; +"1951 new_zeros_8" [id=1951, type=new_zeros]; +"1952 view_95" [id=1952, type=view]; +"1953 permute_80" [id=1953, type=permute]; +"1954 reshape_78" [id=1954, type=reshape]; +"1955 unsqueeze_50" [id=1955, type=unsqueeze]; +"1956 unsqueeze_51" [id=1956, type=unsqueeze]; +"1957 sub_8" [id=1957, type=sub]; +"1958 ne_8" [id=1958, type=ne]; +"1959 masked_fill_16" [id=1959, type=masked_fill]; +"1960 eq_118" [id=1960, type=eq]; +"1961 masked_fill_17" [id=1961, type=masked_fill]; +"1962 view_96" [id=1962, type=view]; +"1963 unsqueeze_52" [id=1963, type=unsqueeze]; +"1964 unsqueeze_53" [id=1964, type=unsqueeze]; +"1965 add_94" [id=1965, type=add]; +"1966 view_97" [id=1966, type=view]; +"1967 softmax_17" [id=1967, type=softmax]; +"1968 dropout_68" [id=1968, type=dropout]; +"1969 matmul_35" [id=1969, type=matmul]; +"1970 transpose_35" [id=1970, type=transpose]; +"1971 reshape_79" [id=1971, type=reshape]; +"1972 reshape_79_0_0_nncf_smooth_quant_0" [id=1972, type=call_module]; +"1973 quantize_per_tensor_default_108" [id=1973, type=quantize_per_tensor]; +"1974 dequantize_per_tensor_default_108" [id=1974, type=dequantize_per_tensor]; +"1975 linear_107_scale_0" [id=1975, type=get_attr]; +"1976 linear_107_zero_point_0" [id=1976, type=get_attr]; +"1977 compressed_weight_updated_constant72" [id=1977, type=get_attr]; +"1978 quantize_per_channel_default_72" [id=1978, type=quantize_per_channel]; +"1979 dequantize_per_channel_default_72" [id=1979, type=dequantize_per_channel]; +"1980 linear_107" [id=1980, type=linear]; +"1981 dropout_69" [id=1981, type=dropout]; +"1982 view_98" [id=1982, type=view]; +"1983 permute_81" [id=1983, type=permute]; +"1984 reshape_80" [id=1984, type=reshape]; +"1985 roll_17" [id=1985, type=roll]; +"1986 slice_269" [id=1986, type=slice]; +"1987 slice_270" [id=1987, type=slice]; +"1988 slice_271" [id=1988, type=slice]; +"1989 slice_272" [id=1989, type=slice]; +"1990 contiguous_33" [id=1990, type=contiguous]; +"1991 layer_norm_37" [id=1991, type=layer_norm]; +"1992 add_95" [id=1992, type=add]; +"1993 add_95_0_0_nncf_smooth_quant_0" [id=1993, type=call_module]; +"1994 quantize_per_tensor_default_109" [id=1994, type=quantize_per_tensor]; +"1995 dequantize_per_tensor_default_109" [id=1995, type=dequantize_per_tensor]; +"1996 linear_108_scale_0" [id=1996, type=get_attr]; +"1997 linear_108_zero_point_0" [id=1997, type=get_attr]; +"1998 compressed_weight_updated_constant73" [id=1998, type=get_attr]; +"1999 quantize_per_channel_default_73" [id=1999, type=quantize_per_channel]; +"2000 dequantize_per_channel_default_73" [id=2000, type=dequantize_per_channel]; +"2001 linear_108" [id=2001, type=linear]; +"2002 gelu_17" [id=2002, type=gelu]; +"2003 dropout_70" [id=2003, type=dropout]; +"2004 dropout_70_0_0_nncf_smooth_quant_0" [id=2004, type=call_module]; +"2005 quantize_per_tensor_default_110" [id=2005, type=quantize_per_tensor]; +"2006 dequantize_per_tensor_default_110" [id=2006, type=dequantize_per_tensor]; +"2007 linear_109_scale_0" [id=2007, type=get_attr]; +"2008 linear_109_zero_point_0" [id=2008, type=get_attr]; +"2009 compressed_weight_updated_constant74" [id=2009, type=get_attr]; +"2010 quantize_per_channel_default_74" [id=2010, type=quantize_per_channel]; +"2011 dequantize_per_channel_default_74" [id=2011, type=dequantize_per_channel]; +"2012 linear_109" [id=2012, type=linear]; +"2013 dropout_71" [id=2013, type=dropout]; +"2014 layer_norm_38" [id=2014, type=layer_norm]; +"2015 add_96" [id=2015, type=add]; +"2016 _frozen_param153" [id=2016, type=get_attr]; +"2017 pad_20" [id=2017, type=pad]; +"2018 view_101" [id=2018, type=view]; +"2019 permute_83" [id=2019, type=permute]; +"2020 reshape_81" [id=2020, type=reshape]; +"2021 _frozen_param154" [id=2021, type=get_attr]; +"2022 reshape_81_0_0_nncf_smooth_quant_0" [id=2022, type=call_module]; +"2023 quantize_per_tensor_default_111" [id=2023, type=quantize_per_tensor]; +"2024 dequantize_per_tensor_default_111" [id=2024, type=dequantize_per_tensor]; +"2025 linear_112_scale_0" [id=2025, type=get_attr]; +"2026 linear_112_zero_point_0" [id=2026, type=get_attr]; +"2027 compressed_weight_updated_constant75" [id=2027, type=get_attr]; +"2028 quantize_per_channel_default_75" [id=2028, type=quantize_per_channel]; +"2029 dequantize_per_channel_default_75" [id=2029, type=dequantize_per_channel]; +"2030 linear_112" [id=2030, type=linear]; +"2031 reshape_82" [id=2031, type=reshape]; +"2032 permute_84" [id=2032, type=permute]; +"2033 select_54" [id=2033, type=select]; +"2034 select_55" [id=2034, type=select]; +"2035 select_56" [id=2035, type=select]; +"2036 linalg_vector_norm_36" [id=2036, type=linalg_vector_norm]; +"2037 clamp_min_36" [id=2037, type=clamp_min]; +"2038 expand_as_36" [id=2038, type=expand_as]; +"2039 div_36" [id=2039, type=div]; +"2040 quantize_per_tensor_default_112" [id=2040, type=quantize_per_tensor]; +"2041 dequantize_per_tensor_default_112" [id=2041, type=dequantize_per_tensor]; +"2042 linalg_vector_norm_37" [id=2042, type=linalg_vector_norm]; +"2043 clamp_min_37" [id=2043, type=clamp_min]; +"2044 expand_as_37" [id=2044, type=expand_as]; +"2045 div_37" [id=2045, type=div]; +"2046 quantize_per_tensor_default_113" [id=2046, type=quantize_per_tensor]; +"2047 dequantize_per_tensor_default_113" [id=2047, type=dequantize_per_tensor]; +"2048 transpose_36" [id=2048, type=transpose]; +"2049 matmul_36" [id=2049, type=matmul]; +"2050 _frozen_param156" [id=2050, type=get_attr]; +"2051 mul_72" [id=2051, type=mul]; +"2052 add_97" [id=2052, type=add]; +"2053 softmax_18" [id=2053, type=softmax]; +"2054 dropout_72" [id=2054, type=dropout]; +"2055 matmul_37" [id=2055, type=matmul]; +"2056 transpose_37" [id=2056, type=transpose]; +"2057 reshape_83" [id=2057, type=reshape]; +"2058 reshape_83_0_0_nncf_smooth_quant_0" [id=2058, type=call_module]; +"2059 quantize_per_tensor_default_114" [id=2059, type=quantize_per_tensor]; +"2060 dequantize_per_tensor_default_114" [id=2060, type=dequantize_per_tensor]; +"2061 linear_113_scale_0" [id=2061, type=get_attr]; +"2062 linear_113_zero_point_0" [id=2062, type=get_attr]; +"2063 compressed_weight_updated_constant76" [id=2063, type=get_attr]; +"2064 quantize_per_channel_default_76" [id=2064, type=quantize_per_channel]; +"2065 dequantize_per_channel_default_76" [id=2065, type=dequantize_per_channel]; +"2066 linear_113" [id=2066, type=linear]; +"2067 dropout_73" [id=2067, type=dropout]; +"2068 view_102" [id=2068, type=view]; +"2069 permute_85" [id=2069, type=permute]; +"2070 reshape_84" [id=2070, type=reshape]; +"2071 slice_274" [id=2071, type=slice]; +"2072 slice_275" [id=2072, type=slice]; +"2073 slice_276" [id=2073, type=slice]; +"2074 slice_277" [id=2074, type=slice]; +"2075 contiguous_35" [id=2075, type=contiguous]; +"2076 layer_norm_39" [id=2076, type=layer_norm]; +"2077 add_98" [id=2077, type=add]; +"2078 add_98_0_0_nncf_smooth_quant_0" [id=2078, type=call_module]; +"2079 quantize_per_tensor_default_115" [id=2079, type=quantize_per_tensor]; +"2080 dequantize_per_tensor_default_115" [id=2080, type=dequantize_per_tensor]; +"2081 linear_114_scale_0" [id=2081, type=get_attr]; +"2082 linear_114_zero_point_0" [id=2082, type=get_attr]; +"2083 compressed_weight_updated_constant77" [id=2083, type=get_attr]; +"2084 quantize_per_channel_default_77" [id=2084, type=quantize_per_channel]; +"2085 dequantize_per_channel_default_77" [id=2085, type=dequantize_per_channel]; +"2086 linear_114" [id=2086, type=linear]; +"2087 gelu_18" [id=2087, type=gelu]; +"2088 dropout_74" [id=2088, type=dropout]; +"2089 dropout_74_0_0_nncf_smooth_quant_0" [id=2089, type=call_module]; +"2090 quantize_per_tensor_default_116" [id=2090, type=quantize_per_tensor]; +"2091 dequantize_per_tensor_default_116" [id=2091, type=dequantize_per_tensor]; +"2092 linear_115_scale_0" [id=2092, type=get_attr]; +"2093 linear_115_zero_point_0" [id=2093, type=get_attr]; +"2094 compressed_weight_updated_constant78" [id=2094, type=get_attr]; +"2095 quantize_per_channel_default_78" [id=2095, type=quantize_per_channel]; +"2096 dequantize_per_channel_default_78" [id=2096, type=dequantize_per_channel]; +"2097 linear_115" [id=2097, type=linear]; +"2098 dropout_75" [id=2098, type=dropout]; +"2099 layer_norm_40" [id=2099, type=layer_norm]; +"2100 add_99" [id=2100, type=add]; +"2101 _frozen_param157" [id=2101, type=get_attr]; +"2102 pad_21" [id=2102, type=pad]; +"2103 roll_18" [id=2103, type=roll]; +"2104 view_105" [id=2104, type=view]; +"2105 permute_87" [id=2105, type=permute]; +"2106 reshape_85" [id=2106, type=reshape]; +"2107 _frozen_param158" [id=2107, type=get_attr]; +"2108 reshape_85_0_0_nncf_smooth_quant_0" [id=2108, type=call_module]; +"2109 quantize_per_tensor_default_117" [id=2109, type=quantize_per_tensor]; +"2110 dequantize_per_tensor_default_117" [id=2110, type=dequantize_per_tensor]; +"2111 linear_118_scale_0" [id=2111, type=get_attr]; +"2112 linear_118_zero_point_0" [id=2112, type=get_attr]; +"2113 compressed_weight_updated_constant79" [id=2113, type=get_attr]; +"2114 quantize_per_channel_default_79" [id=2114, type=quantize_per_channel]; +"2115 dequantize_per_channel_default_79" [id=2115, type=dequantize_per_channel]; +"2116 linear_118" [id=2116, type=linear]; +"2117 reshape_86" [id=2117, type=reshape]; +"2118 permute_88" [id=2118, type=permute]; +"2119 select_57" [id=2119, type=select]; +"2120 select_58" [id=2120, type=select]; +"2121 select_59" [id=2121, type=select]; +"2122 linalg_vector_norm_38" [id=2122, type=linalg_vector_norm]; +"2123 clamp_min_38" [id=2123, type=clamp_min]; +"2124 expand_as_38" [id=2124, type=expand_as]; +"2125 div_38" [id=2125, type=div]; +"2126 quantize_per_tensor_default_118" [id=2126, type=quantize_per_tensor]; +"2127 dequantize_per_tensor_default_118" [id=2127, type=dequantize_per_tensor]; +"2128 linalg_vector_norm_39" [id=2128, type=linalg_vector_norm]; +"2129 clamp_min_39" [id=2129, type=clamp_min]; +"2130 expand_as_39" [id=2130, type=expand_as]; +"2131 div_39" [id=2131, type=div]; +"2132 quantize_per_tensor_default_119" [id=2132, type=quantize_per_tensor]; +"2133 dequantize_per_tensor_default_119" [id=2133, type=dequantize_per_tensor]; +"2134 transpose_38" [id=2134, type=transpose]; +"2135 matmul_38" [id=2135, type=matmul]; +"2136 _frozen_param160" [id=2136, type=get_attr]; +"2137 mul_74" [id=2137, type=mul]; +"2138 add_100" [id=2138, type=add]; +"2139 new_zeros_9" [id=2139, type=new_zeros]; +"2140 view_106" [id=2140, type=view]; +"2141 permute_89" [id=2141, type=permute]; +"2142 reshape_87" [id=2142, type=reshape]; +"2143 unsqueeze_56" [id=2143, type=unsqueeze]; +"2144 unsqueeze_57" [id=2144, type=unsqueeze]; +"2145 sub_9" [id=2145, type=sub]; +"2146 ne_9" [id=2146, type=ne]; +"2147 masked_fill_18" [id=2147, type=masked_fill]; +"2148 eq_129" [id=2148, type=eq]; +"2149 masked_fill_19" [id=2149, type=masked_fill]; +"2150 view_107" [id=2150, type=view]; +"2151 unsqueeze_58" [id=2151, type=unsqueeze]; +"2152 unsqueeze_59" [id=2152, type=unsqueeze]; +"2153 add_101" [id=2153, type=add]; +"2154 view_108" [id=2154, type=view]; +"2155 softmax_19" [id=2155, type=softmax]; +"2156 dropout_76" [id=2156, type=dropout]; +"2157 matmul_39" [id=2157, type=matmul]; +"2158 transpose_39" [id=2158, type=transpose]; +"2159 reshape_88" [id=2159, type=reshape]; +"2160 reshape_88_0_0_nncf_smooth_quant_0" [id=2160, type=call_module]; +"2161 quantize_per_tensor_default_120" [id=2161, type=quantize_per_tensor]; +"2162 dequantize_per_tensor_default_120" [id=2162, type=dequantize_per_tensor]; +"2163 linear_119_scale_0" [id=2163, type=get_attr]; +"2164 linear_119_zero_point_0" [id=2164, type=get_attr]; +"2165 compressed_weight_updated_constant80" [id=2165, type=get_attr]; +"2166 quantize_per_channel_default_80" [id=2166, type=quantize_per_channel]; +"2167 dequantize_per_channel_default_80" [id=2167, type=dequantize_per_channel]; +"2168 linear_119" [id=2168, type=linear]; +"2169 dropout_77" [id=2169, type=dropout]; +"2170 view_109" [id=2170, type=view]; +"2171 permute_90" [id=2171, type=permute]; +"2172 reshape_89" [id=2172, type=reshape]; +"2173 roll_19" [id=2173, type=roll]; +"2174 slice_297" [id=2174, type=slice]; +"2175 slice_298" [id=2175, type=slice]; +"2176 slice_299" [id=2176, type=slice]; +"2177 slice_300" [id=2177, type=slice]; +"2178 contiguous_37" [id=2178, type=contiguous]; +"2179 layer_norm_41" [id=2179, type=layer_norm]; +"2180 add_102" [id=2180, type=add]; +"2181 add_102_0_0_nncf_smooth_quant_0" [id=2181, type=call_module]; +"2182 quantize_per_tensor_default_121" [id=2182, type=quantize_per_tensor]; +"2183 dequantize_per_tensor_default_121" [id=2183, type=dequantize_per_tensor]; +"2184 linear_120_scale_0" [id=2184, type=get_attr]; +"2185 linear_120_zero_point_0" [id=2185, type=get_attr]; +"2186 compressed_weight_updated_constant81" [id=2186, type=get_attr]; +"2187 quantize_per_channel_default_81" [id=2187, type=quantize_per_channel]; +"2188 dequantize_per_channel_default_81" [id=2188, type=dequantize_per_channel]; +"2189 linear_120" [id=2189, type=linear]; +"2190 gelu_19" [id=2190, type=gelu]; +"2191 dropout_78" [id=2191, type=dropout]; +"2192 dropout_78_0_0_nncf_smooth_quant_0" [id=2192, type=call_module]; +"2193 quantize_per_tensor_default_122" [id=2193, type=quantize_per_tensor]; +"2194 dequantize_per_tensor_default_122" [id=2194, type=dequantize_per_tensor]; +"2195 linear_121_scale_0" [id=2195, type=get_attr]; +"2196 linear_121_zero_point_0" [id=2196, type=get_attr]; +"2197 compressed_weight_updated_constant82" [id=2197, type=get_attr]; +"2198 quantize_per_channel_default_82" [id=2198, type=quantize_per_channel]; +"2199 dequantize_per_channel_default_82" [id=2199, type=dequantize_per_channel]; +"2200 linear_121" [id=2200, type=linear]; +"2201 dropout_79" [id=2201, type=dropout]; +"2202 layer_norm_42" [id=2202, type=layer_norm]; +"2203 add_103" [id=2203, type=add]; +"2204 _frozen_param170" [id=2204, type=get_attr]; +"2205 pad_22" [id=2205, type=pad]; +"2206 view_112" [id=2206, type=view]; +"2207 permute_92" [id=2207, type=permute]; +"2208 reshape_90" [id=2208, type=reshape]; +"2209 _frozen_param171" [id=2209, type=get_attr]; +"2210 reshape_90_0_0_nncf_smooth_quant_0" [id=2210, type=call_module]; +"2211 quantize_per_tensor_default_123" [id=2211, type=quantize_per_tensor]; +"2212 dequantize_per_tensor_default_123" [id=2212, type=dequantize_per_tensor]; +"2213 linear_124_scale_0" [id=2213, type=get_attr]; +"2214 linear_124_zero_point_0" [id=2214, type=get_attr]; +"2215 compressed_weight_updated_constant83" [id=2215, type=get_attr]; +"2216 quantize_per_channel_default_83" [id=2216, type=quantize_per_channel]; +"2217 dequantize_per_channel_default_83" [id=2217, type=dequantize_per_channel]; +"2218 linear_124" [id=2218, type=linear]; +"2219 reshape_91" [id=2219, type=reshape]; +"2220 permute_93" [id=2220, type=permute]; +"2221 select_60" [id=2221, type=select]; +"2222 select_61" [id=2222, type=select]; +"2223 select_62" [id=2223, type=select]; +"2224 linalg_vector_norm_40" [id=2224, type=linalg_vector_norm]; +"2225 clamp_min_40" [id=2225, type=clamp_min]; +"2226 expand_as_40" [id=2226, type=expand_as]; +"2227 div_40" [id=2227, type=div]; +"2228 quantize_per_tensor_default_124" [id=2228, type=quantize_per_tensor]; +"2229 dequantize_per_tensor_default_124" [id=2229, type=dequantize_per_tensor]; +"2230 linalg_vector_norm_41" [id=2230, type=linalg_vector_norm]; +"2231 clamp_min_41" [id=2231, type=clamp_min]; +"2232 expand_as_41" [id=2232, type=expand_as]; +"2233 div_41" [id=2233, type=div]; +"2234 quantize_per_tensor_default_125" [id=2234, type=quantize_per_tensor]; +"2235 dequantize_per_tensor_default_125" [id=2235, type=dequantize_per_tensor]; +"2236 transpose_40" [id=2236, type=transpose]; +"2237 matmul_40" [id=2237, type=matmul]; +"2238 _frozen_param173" [id=2238, type=get_attr]; +"2239 mul_76" [id=2239, type=mul]; +"2240 add_104" [id=2240, type=add]; +"2241 softmax_20" [id=2241, type=softmax]; +"2242 dropout_80" [id=2242, type=dropout]; +"2243 matmul_41" [id=2243, type=matmul]; +"2244 transpose_41" [id=2244, type=transpose]; +"2245 reshape_92" [id=2245, type=reshape]; +"2246 reshape_92_0_0_nncf_smooth_quant_0" [id=2246, type=call_module]; +"2247 quantize_per_tensor_default_126" [id=2247, type=quantize_per_tensor]; +"2248 dequantize_per_tensor_default_126" [id=2248, type=dequantize_per_tensor]; +"2249 linear_125_scale_0" [id=2249, type=get_attr]; +"2250 linear_125_zero_point_0" [id=2250, type=get_attr]; +"2251 compressed_weight_updated_constant84" [id=2251, type=get_attr]; +"2252 quantize_per_channel_default_84" [id=2252, type=quantize_per_channel]; +"2253 dequantize_per_channel_default_84" [id=2253, type=dequantize_per_channel]; +"2254 linear_125" [id=2254, type=linear]; +"2255 dropout_81" [id=2255, type=dropout]; +"2256 view_113" [id=2256, type=view]; +"2257 permute_94" [id=2257, type=permute]; +"2258 reshape_93" [id=2258, type=reshape]; +"2259 slice_302" [id=2259, type=slice]; +"2260 slice_303" [id=2260, type=slice]; +"2261 slice_304" [id=2261, type=slice]; +"2262 slice_305" [id=2262, type=slice]; +"2263 contiguous_39" [id=2263, type=contiguous]; +"2264 layer_norm_43" [id=2264, type=layer_norm]; +"2265 add_105" [id=2265, type=add]; +"2266 add_105_0_0_nncf_smooth_quant_0" [id=2266, type=call_module]; +"2267 quantize_per_tensor_default_127" [id=2267, type=quantize_per_tensor]; +"2268 dequantize_per_tensor_default_127" [id=2268, type=dequantize_per_tensor]; +"2269 linear_126_scale_0" [id=2269, type=get_attr]; +"2270 linear_126_zero_point_0" [id=2270, type=get_attr]; +"2271 compressed_weight_updated_constant85" [id=2271, type=get_attr]; +"2272 quantize_per_channel_default_85" [id=2272, type=quantize_per_channel]; +"2273 dequantize_per_channel_default_85" [id=2273, type=dequantize_per_channel]; +"2274 linear_126" [id=2274, type=linear]; +"2275 gelu_20" [id=2275, type=gelu]; +"2276 dropout_82" [id=2276, type=dropout]; +"2277 dropout_82_0_0_nncf_smooth_quant_0" [id=2277, type=call_module]; +"2278 quantize_per_tensor_default_128" [id=2278, type=quantize_per_tensor]; +"2279 dequantize_per_tensor_default_128" [id=2279, type=dequantize_per_tensor]; +"2280 linear_127_scale_0" [id=2280, type=get_attr]; +"2281 linear_127_zero_point_0" [id=2281, type=get_attr]; +"2282 compressed_weight_updated_constant86" [id=2282, type=get_attr]; +"2283 quantize_per_channel_default_86" [id=2283, type=quantize_per_channel]; +"2284 dequantize_per_channel_default_86" [id=2284, type=dequantize_per_channel]; +"2285 linear_127" [id=2285, type=linear]; +"2286 dropout_83" [id=2286, type=dropout]; +"2287 layer_norm_44" [id=2287, type=layer_norm]; +"2288 add_106" [id=2288, type=add]; +"2289 _frozen_param174" [id=2289, type=get_attr]; +"2290 pad_23" [id=2290, type=pad]; +"2291 roll_20" [id=2291, type=roll]; +"2292 view_116" [id=2292, type=view]; +"2293 permute_96" [id=2293, type=permute]; +"2294 reshape_94" [id=2294, type=reshape]; +"2295 _frozen_param175" [id=2295, type=get_attr]; +"2296 reshape_94_0_0_nncf_smooth_quant_0" [id=2296, type=call_module]; +"2297 quantize_per_tensor_default_129" [id=2297, type=quantize_per_tensor]; +"2298 dequantize_per_tensor_default_129" [id=2298, type=dequantize_per_tensor]; +"2299 linear_130_scale_0" [id=2299, type=get_attr]; +"2300 linear_130_zero_point_0" [id=2300, type=get_attr]; +"2301 compressed_weight_updated_constant87" [id=2301, type=get_attr]; +"2302 quantize_per_channel_default_87" [id=2302, type=quantize_per_channel]; +"2303 dequantize_per_channel_default_87" [id=2303, type=dequantize_per_channel]; +"2304 linear_130" [id=2304, type=linear]; +"2305 reshape_95" [id=2305, type=reshape]; +"2306 permute_97" [id=2306, type=permute]; +"2307 select_63" [id=2307, type=select]; +"2308 select_64" [id=2308, type=select]; +"2309 select_65" [id=2309, type=select]; +"2310 linalg_vector_norm_42" [id=2310, type=linalg_vector_norm]; +"2311 clamp_min_42" [id=2311, type=clamp_min]; +"2312 expand_as_42" [id=2312, type=expand_as]; +"2313 div_42" [id=2313, type=div]; +"2314 quantize_per_tensor_default_130" [id=2314, type=quantize_per_tensor]; +"2315 dequantize_per_tensor_default_130" [id=2315, type=dequantize_per_tensor]; +"2316 linalg_vector_norm_43" [id=2316, type=linalg_vector_norm]; +"2317 clamp_min_43" [id=2317, type=clamp_min]; +"2318 expand_as_43" [id=2318, type=expand_as]; +"2319 div_43" [id=2319, type=div]; +"2320 quantize_per_tensor_default_131" [id=2320, type=quantize_per_tensor]; +"2321 dequantize_per_tensor_default_131" [id=2321, type=dequantize_per_tensor]; +"2322 transpose_42" [id=2322, type=transpose]; +"2323 matmul_42" [id=2323, type=matmul]; +"2324 _frozen_param177" [id=2324, type=get_attr]; +"2325 mul_78" [id=2325, type=mul]; +"2326 add_107" [id=2326, type=add]; +"2327 new_zeros_10" [id=2327, type=new_zeros]; +"2328 view_117" [id=2328, type=view]; +"2329 permute_98" [id=2329, type=permute]; +"2330 reshape_96" [id=2330, type=reshape]; +"2331 unsqueeze_62" [id=2331, type=unsqueeze]; +"2332 unsqueeze_63" [id=2332, type=unsqueeze]; +"2333 sub_10" [id=2333, type=sub]; +"2334 ne_10" [id=2334, type=ne]; +"2335 masked_fill_20" [id=2335, type=masked_fill]; +"2336 eq_140" [id=2336, type=eq]; +"2337 masked_fill_21" [id=2337, type=masked_fill]; +"2338 view_118" [id=2338, type=view]; +"2339 unsqueeze_64" [id=2339, type=unsqueeze]; +"2340 unsqueeze_65" [id=2340, type=unsqueeze]; +"2341 add_108" [id=2341, type=add]; +"2342 view_119" [id=2342, type=view]; +"2343 softmax_21" [id=2343, type=softmax]; +"2344 dropout_84" [id=2344, type=dropout]; +"2345 matmul_43" [id=2345, type=matmul]; +"2346 transpose_43" [id=2346, type=transpose]; +"2347 reshape_97" [id=2347, type=reshape]; +"2348 reshape_97_0_0_nncf_smooth_quant_0" [id=2348, type=call_module]; +"2349 quantize_per_tensor_default_132" [id=2349, type=quantize_per_tensor]; +"2350 dequantize_per_tensor_default_132" [id=2350, type=dequantize_per_tensor]; +"2351 linear_131_scale_0" [id=2351, type=get_attr]; +"2352 linear_131_zero_point_0" [id=2352, type=get_attr]; +"2353 compressed_weight_updated_constant88" [id=2353, type=get_attr]; +"2354 quantize_per_channel_default_88" [id=2354, type=quantize_per_channel]; +"2355 dequantize_per_channel_default_88" [id=2355, type=dequantize_per_channel]; +"2356 linear_131" [id=2356, type=linear]; +"2357 dropout_85" [id=2357, type=dropout]; +"2358 view_120" [id=2358, type=view]; +"2359 permute_99" [id=2359, type=permute]; +"2360 reshape_98" [id=2360, type=reshape]; +"2361 roll_21" [id=2361, type=roll]; +"2362 slice_325" [id=2362, type=slice]; +"2363 slice_326" [id=2363, type=slice]; +"2364 slice_327" [id=2364, type=slice]; +"2365 slice_328" [id=2365, type=slice]; +"2366 contiguous_41" [id=2366, type=contiguous]; +"2367 layer_norm_45" [id=2367, type=layer_norm]; +"2368 add_109" [id=2368, type=add]; +"2369 add_109_0_0_nncf_smooth_quant_0" [id=2369, type=call_module]; +"2370 quantize_per_tensor_default_133" [id=2370, type=quantize_per_tensor]; +"2371 dequantize_per_tensor_default_133" [id=2371, type=dequantize_per_tensor]; +"2372 linear_132_scale_0" [id=2372, type=get_attr]; +"2373 linear_132_zero_point_0" [id=2373, type=get_attr]; +"2374 compressed_weight_updated_constant89" [id=2374, type=get_attr]; +"2375 quantize_per_channel_default_89" [id=2375, type=quantize_per_channel]; +"2376 dequantize_per_channel_default_89" [id=2376, type=dequantize_per_channel]; +"2377 linear_132" [id=2377, type=linear]; +"2378 gelu_21" [id=2378, type=gelu]; +"2379 dropout_86" [id=2379, type=dropout]; +"2380 dropout_86_0_0_nncf_smooth_quant_0" [id=2380, type=call_module]; +"2381 quantize_per_tensor_default_134" [id=2381, type=quantize_per_tensor]; +"2382 dequantize_per_tensor_default_134" [id=2382, type=dequantize_per_tensor]; +"2383 linear_133_scale_0" [id=2383, type=get_attr]; +"2384 linear_133_zero_point_0" [id=2384, type=get_attr]; +"2385 compressed_weight_updated_constant90" [id=2385, type=get_attr]; +"2386 quantize_per_channel_default_90" [id=2386, type=quantize_per_channel]; +"2387 dequantize_per_channel_default_90" [id=2387, type=dequantize_per_channel]; +"2388 linear_133" [id=2388, type=linear]; +"2389 dropout_87" [id=2389, type=dropout]; +"2390 layer_norm_46" [id=2390, type=layer_norm]; +"2391 add_110" [id=2391, type=add]; +"2392 pad_24" [id=2392, type=pad]; +"2393 slice_329" [id=2393, type=slice]; +"2394 slice_330" [id=2394, type=slice]; +"2395 slice_331" [id=2395, type=slice]; +"2396 slice_332" [id=2396, type=slice]; +"2397 slice_333" [id=2397, type=slice]; +"2398 slice_334" [id=2398, type=slice]; +"2399 slice_335" [id=2399, type=slice]; +"2400 slice_336" [id=2400, type=slice]; +"2401 slice_337" [id=2401, type=slice]; +"2402 slice_338" [id=2402, type=slice]; +"2403 slice_339" [id=2403, type=slice]; +"2404 slice_340" [id=2404, type=slice]; +"2405 cat_2" [id=2405, type=cat]; +"2406 cat_2_0_0_nncf_smooth_quant_0" [id=2406, type=call_module]; +"2407 quantize_per_tensor_default_135" [id=2407, type=quantize_per_tensor]; +"2408 dequantize_per_tensor_default_135" [id=2408, type=dequantize_per_tensor]; +"2409 linear_134_scale_0" [id=2409, type=get_attr]; +"2410 linear_134_zero_point_0" [id=2410, type=get_attr]; +"2411 compressed_weight_updated_constant91" [id=2411, type=get_attr]; +"2412 quantize_per_channel_default_91" [id=2412, type=quantize_per_channel]; +"2413 dequantize_per_channel_default_91" [id=2413, type=dequantize_per_channel]; +"2414 linear_134" [id=2414, type=linear]; +"2415 layer_norm_47" [id=2415, type=layer_norm]; +"2416 _frozen_param187" [id=2416, type=get_attr]; +"2417 pad_25" [id=2417, type=pad]; +"2418 mul_80" [id=2418, type=<built-in function mul>]; +"2419 view_123" [id=2419, type=view]; +"2420 permute_101" [id=2420, type=permute]; +"2421 reshape_99" [id=2421, type=reshape]; +"2422 _frozen_param188" [id=2422, type=get_attr]; +"2423 reshape_99_0_0_nncf_smooth_quant_0" [id=2423, type=call_module]; +"2424 quantize_per_tensor_default_136" [id=2424, type=quantize_per_tensor]; +"2425 dequantize_per_tensor_default_136" [id=2425, type=dequantize_per_tensor]; +"2426 linear_137_scale_0" [id=2426, type=get_attr]; +"2427 linear_137_zero_point_0" [id=2427, type=get_attr]; +"2428 compressed_weight_updated_constant92" [id=2428, type=get_attr]; +"2429 quantize_per_channel_default_92" [id=2429, type=quantize_per_channel]; +"2430 dequantize_per_channel_default_92" [id=2430, type=dequantize_per_channel]; +"2431 linear_137" [id=2431, type=linear]; +"2432 reshape_100" [id=2432, type=reshape]; +"2433 permute_102" [id=2433, type=permute]; +"2434 select_66" [id=2434, type=select]; +"2435 select_67" [id=2435, type=select]; +"2436 select_68" [id=2436, type=select]; +"2437 linalg_vector_norm_44" [id=2437, type=linalg_vector_norm]; +"2438 clamp_min_44" [id=2438, type=clamp_min]; +"2439 expand_as_44" [id=2439, type=expand_as]; +"2440 div_44" [id=2440, type=div]; +"2441 quantize_per_tensor_default_137" [id=2441, type=quantize_per_tensor]; +"2442 dequantize_per_tensor_default_137" [id=2442, type=dequantize_per_tensor]; +"2443 linalg_vector_norm_45" [id=2443, type=linalg_vector_norm]; +"2444 clamp_min_45" [id=2444, type=clamp_min]; +"2445 expand_as_45" [id=2445, type=expand_as]; +"2446 div_45" [id=2446, type=div]; +"2447 quantize_per_tensor_default_138" [id=2447, type=quantize_per_tensor]; +"2448 dequantize_per_tensor_default_138" [id=2448, type=dequantize_per_tensor]; +"2449 transpose_44" [id=2449, type=transpose]; +"2450 matmul_44" [id=2450, type=matmul]; +"2451 _frozen_param190" [id=2451, type=get_attr]; +"2452 mul_81" [id=2452, type=mul]; +"2453 add_111" [id=2453, type=add]; +"2454 softmax_22" [id=2454, type=softmax]; +"2455 dropout_88" [id=2455, type=dropout]; +"2456 matmul_45" [id=2456, type=matmul]; +"2457 transpose_45" [id=2457, type=transpose]; +"2458 reshape_101" [id=2458, type=reshape]; +"2459 reshape_101_0_0_nncf_smooth_quant_0" [id=2459, type=call_module]; +"2460 quantize_per_tensor_default_139" [id=2460, type=quantize_per_tensor]; +"2461 dequantize_per_tensor_default_139" [id=2461, type=dequantize_per_tensor]; +"2462 linear_138_scale_0" [id=2462, type=get_attr]; +"2463 linear_138_zero_point_0" [id=2463, type=get_attr]; +"2464 compressed_weight_updated_constant93" [id=2464, type=get_attr]; +"2465 quantize_per_channel_default_93" [id=2465, type=quantize_per_channel]; +"2466 dequantize_per_channel_default_93" [id=2466, type=dequantize_per_channel]; +"2467 linear_138" [id=2467, type=linear]; +"2468 dropout_89" [id=2468, type=dropout]; +"2469 view_124" [id=2469, type=view]; +"2470 permute_103" [id=2470, type=permute]; +"2471 reshape_102" [id=2471, type=reshape]; +"2472 slice_342" [id=2472, type=slice]; +"2473 slice_343" [id=2473, type=slice]; +"2474 slice_344" [id=2474, type=slice]; +"2475 slice_345" [id=2475, type=slice]; +"2476 contiguous_43" [id=2476, type=contiguous]; +"2477 layer_norm_48" [id=2477, type=layer_norm]; +"2478 add_112" [id=2478, type=add]; +"2479 add_112_0_0_nncf_smooth_quant_0" [id=2479, type=call_module]; +"2480 quantize_per_tensor_default_140" [id=2480, type=quantize_per_tensor]; +"2481 dequantize_per_tensor_default_140" [id=2481, type=dequantize_per_tensor]; +"2482 linear_139_scale_0" [id=2482, type=get_attr]; +"2483 linear_139_zero_point_0" [id=2483, type=get_attr]; +"2484 compressed_weight_updated_constant94" [id=2484, type=get_attr]; +"2485 quantize_per_channel_default_94" [id=2485, type=quantize_per_channel]; +"2486 dequantize_per_channel_default_94" [id=2486, type=dequantize_per_channel]; +"2487 linear_139" [id=2487, type=linear]; +"2488 gelu_22" [id=2488, type=gelu]; +"2489 dropout_90" [id=2489, type=dropout]; +"2490 dropout_90_0_0_nncf_smooth_quant_0" [id=2490, type=call_module]; +"2491 quantize_per_tensor_default_141" [id=2491, type=quantize_per_tensor]; +"2492 dequantize_per_tensor_default_141" [id=2492, type=dequantize_per_tensor]; +"2493 linear_140_scale_0" [id=2493, type=get_attr]; +"2494 linear_140_zero_point_0" [id=2494, type=get_attr]; +"2495 compressed_weight_updated_constant95" [id=2495, type=get_attr]; +"2496 quantize_per_channel_default_95" [id=2496, type=quantize_per_channel]; +"2497 dequantize_per_channel_default_95" [id=2497, type=dequantize_per_channel]; +"2498 linear_140" [id=2498, type=linear]; +"2499 dropout_91" [id=2499, type=dropout]; +"2500 layer_norm_49" [id=2500, type=layer_norm]; +"2501 add_113" [id=2501, type=add]; +"2502 _frozen_param191" [id=2502, type=get_attr]; +"2503 pad_26" [id=2503, type=pad]; +"2504 view_127" [id=2504, type=view]; +"2505 permute_105" [id=2505, type=permute]; +"2506 reshape_103" [id=2506, type=reshape]; +"2507 _frozen_param192" [id=2507, type=get_attr]; +"2508 reshape_103_0_0_nncf_smooth_quant_0" [id=2508, type=call_module]; +"2509 quantize_per_tensor_default_142" [id=2509, type=quantize_per_tensor]; +"2510 dequantize_per_tensor_default_142" [id=2510, type=dequantize_per_tensor]; +"2511 linear_143_scale_0" [id=2511, type=get_attr]; +"2512 linear_143_zero_point_0" [id=2512, type=get_attr]; +"2513 compressed_weight_updated_constant96" [id=2513, type=get_attr]; +"2514 quantize_per_channel_default_96" [id=2514, type=quantize_per_channel]; +"2515 dequantize_per_channel_default_96" [id=2515, type=dequantize_per_channel]; +"2516 linear_143" [id=2516, type=linear]; +"2517 reshape_104" [id=2517, type=reshape]; +"2518 permute_106" [id=2518, type=permute]; +"2519 select_69" [id=2519, type=select]; +"2520 select_70" [id=2520, type=select]; +"2521 select_71" [id=2521, type=select]; +"2522 linalg_vector_norm_46" [id=2522, type=linalg_vector_norm]; +"2523 clamp_min_46" [id=2523, type=clamp_min]; +"2524 expand_as_46" [id=2524, type=expand_as]; +"2525 div_46" [id=2525, type=div]; +"2526 quantize_per_tensor_default_143" [id=2526, type=quantize_per_tensor]; +"2527 dequantize_per_tensor_default_143" [id=2527, type=dequantize_per_tensor]; +"2528 linalg_vector_norm_47" [id=2528, type=linalg_vector_norm]; +"2529 clamp_min_47" [id=2529, type=clamp_min]; +"2530 expand_as_47" [id=2530, type=expand_as]; +"2531 div_47" [id=2531, type=div]; +"2532 quantize_per_tensor_default_144" [id=2532, type=quantize_per_tensor]; +"2533 dequantize_per_tensor_default_144" [id=2533, type=dequantize_per_tensor]; +"2534 transpose_46" [id=2534, type=transpose]; +"2535 matmul_46" [id=2535, type=matmul]; +"2536 _frozen_param194" [id=2536, type=get_attr]; +"2537 mul_83" [id=2537, type=mul]; +"2538 add_114" [id=2538, type=add]; +"2539 softmax_23" [id=2539, type=softmax]; +"2540 dropout_92" [id=2540, type=dropout]; +"2541 matmul_47" [id=2541, type=matmul]; +"2542 transpose_47" [id=2542, type=transpose]; +"2543 reshape_105" [id=2543, type=reshape]; +"2544 reshape_105_0_0_nncf_smooth_quant_0" [id=2544, type=call_module]; +"2545 quantize_per_tensor_default_145" [id=2545, type=quantize_per_tensor]; +"2546 dequantize_per_tensor_default_145" [id=2546, type=dequantize_per_tensor]; +"2547 linear_144_scale_0" [id=2547, type=get_attr]; +"2548 linear_144_zero_point_0" [id=2548, type=get_attr]; +"2549 compressed_weight_updated_constant97" [id=2549, type=get_attr]; +"2550 quantize_per_channel_default_97" [id=2550, type=quantize_per_channel]; +"2551 dequantize_per_channel_default_97" [id=2551, type=dequantize_per_channel]; +"2552 linear_144" [id=2552, type=linear]; +"2553 dropout_93" [id=2553, type=dropout]; +"2554 view_128" [id=2554, type=view]; +"2555 permute_107" [id=2555, type=permute]; +"2556 reshape_106" [id=2556, type=reshape]; +"2557 slice_347" [id=2557, type=slice]; +"2558 slice_348" [id=2558, type=slice]; +"2559 slice_349" [id=2559, type=slice]; +"2560 slice_350" [id=2560, type=slice]; +"2561 contiguous_45" [id=2561, type=contiguous]; +"2562 layer_norm_50" [id=2562, type=layer_norm]; +"2563 add_115" [id=2563, type=add]; +"2564 add_115_0_0_nncf_smooth_quant_0" [id=2564, type=call_module]; +"2565 quantize_per_tensor_default_146" [id=2565, type=quantize_per_tensor]; +"2566 dequantize_per_tensor_default_146" [id=2566, type=dequantize_per_tensor]; +"2567 linear_145_scale_0" [id=2567, type=get_attr]; +"2568 linear_145_zero_point_0" [id=2568, type=get_attr]; +"2569 compressed_weight_updated_constant98" [id=2569, type=get_attr]; +"2570 quantize_per_channel_default_98" [id=2570, type=quantize_per_channel]; +"2571 dequantize_per_channel_default_98" [id=2571, type=dequantize_per_channel]; +"2572 linear_145" [id=2572, type=linear]; +"2573 gelu_23" [id=2573, type=gelu]; +"2574 dropout_94" [id=2574, type=dropout]; +"2575 dropout_94_0_0_nncf_smooth_quant_0" [id=2575, type=call_module]; +"2576 quantize_per_tensor_default_147" [id=2576, type=quantize_per_tensor]; +"2577 dequantize_per_tensor_default_147" [id=2577, type=dequantize_per_tensor]; +"2578 linear_146_scale_0" [id=2578, type=get_attr]; +"2579 linear_146_zero_point_0" [id=2579, type=get_attr]; +"2580 compressed_weight_updated_constant99" [id=2580, type=get_attr]; +"2581 quantize_per_channel_default_99" [id=2581, type=quantize_per_channel]; +"2582 dequantize_per_channel_default_99" [id=2582, type=dequantize_per_channel]; +"2583 linear_146" [id=2583, type=linear]; +"2584 dropout_95" [id=2584, type=dropout]; +"2585 layer_norm_51" [id=2585, type=layer_norm]; +"2586 add_116" [id=2586, type=add]; +"2587 layer_norm_52" [id=2587, type=layer_norm]; +"2588 permute_108" [id=2588, type=permute]; +"2589 adaptive_avg_pool2d" [id=2589, type=adaptive_avg_pool2d]; +"2590 flatten" [id=2590, type=flatten]; +"2591 flatten_0_0_nncf_smooth_quant_0" [id=2591, type=call_module]; +"2592 quantize_per_tensor_default_148" [id=2592, type=quantize_per_tensor]; +"2593 dequantize_per_tensor_default_148" [id=2593, type=dequantize_per_tensor]; +"2594 linear_147_scale_0" [id=2594, type=get_attr]; +"2595 linear_147_zero_point_0" [id=2595, type=get_attr]; +"2596 compressed_weight_updated_constant100" [id=2596, type=get_attr]; +"2597 quantize_per_channel_default_100" [id=2597, type=quantize_per_channel]; +"2598 dequantize_per_channel_default_100" [id=2598, type=dequantize_per_channel]; +"2599 linear_147" [id=2599, type=linear]; +"2600 output" [id=2600, type=output]; +"0 features_1_0_attn_proj_bias" -> "330 linear_3" [label="(96,)", style=solid]; +"1 features_1_1_attn_proj_bias" -> "429 linear_9" [label="(96,)", style=solid]; +"2 features_3_0_attn_proj_bias" -> "537 linear_16" [label="(192,)", style=solid]; +"3 features_3_1_attn_proj_bias" -> "639 linear_22" [label="(192,)", style=solid]; +"4 features_5_0_attn_proj_bias" -> "750 linear_29" [label="(384,)", style=solid]; +"5 features_5_1_attn_proj_bias" -> "852 linear_35" [label="(384,)", style=solid]; +"6 features_5_2_attn_proj_bias" -> "938 linear_41" [label="(384,)", style=solid]; +"7 features_5_3_attn_proj_bias" -> "1040 linear_47" [label="(384,)", style=solid]; +"8 features_5_4_attn_proj_bias" -> "1126 linear_53" [label="(384,)", style=solid]; +"9 features_5_5_attn_proj_bias" -> "1228 linear_59" [label="(384,)", style=solid]; +"10 features_5_6_attn_proj_bias" -> "1314 linear_65" [label="(384,)", style=solid]; +"11 features_5_7_attn_proj_bias" -> "1416 linear_71" [label="(384,)", style=solid]; +"12 features_5_8_attn_proj_bias" -> "1502 linear_77" [label="(384,)", style=solid]; +"13 features_5_9_attn_proj_bias" -> "1604 linear_83" [label="(384,)", style=solid]; +"14 features_5_10_attn_proj_bias" -> "1690 linear_89" [label="(384,)", style=solid]; +"15 features_5_11_attn_proj_bias" -> "1792 linear_95" [label="(384,)", style=solid]; +"16 features_5_12_attn_proj_bias" -> "1878 linear_101" [label="(384,)", style=solid]; +"17 features_5_13_attn_proj_bias" -> "1980 linear_107" [label="(384,)", style=solid]; +"18 features_5_14_attn_proj_bias" -> "2066 linear_113" [label="(384,)", style=solid]; +"19 features_5_15_attn_proj_bias" -> "2168 linear_119" [label="(384,)", style=solid]; +"20 features_5_16_attn_proj_bias" -> "2254 linear_125" [label="(384,)", style=solid]; +"21 features_5_17_attn_proj_bias" -> "2356 linear_131" [label="(384,)", style=solid]; +"22 features_7_0_attn_proj_bias" -> "2467 linear_138" [label="(768,)", style=solid]; +"23 features_7_1_attn_proj_bias" -> "2552 linear_144" [label="(768,)", style=solid]; +"24 features_0_0_bias" -> "190 conv2d" [label="(96,)", style=solid]; +"25 features_0_2_weight" -> "278 layer_norm" [label="(96,)", style=solid]; +"26 features_0_2_bias" -> "278 layer_norm" [label="(96,)", style=solid]; +"27 features_1_0_norm1_weight" -> "337 layer_norm_1" [label="(96,)", style=solid]; +"28 features_1_0_norm1_bias" -> "337 layer_norm_1" [label="(96,)", style=solid]; +"29 features_1_0_mlp_0_bias" -> "347 linear_4" [label="(384,)", style=solid]; +"30 features_1_0_mlp_3_bias" -> "358 linear_5" [label="(96,)", style=solid]; +"31 features_1_0_norm2_weight" -> "360 layer_norm_2" [label="(96,)", style=solid]; +"32 features_1_0_norm2_bias" -> "360 layer_norm_2" [label="(96,)", style=solid]; +"33 features_1_1_norm1_weight" -> "437 layer_norm_3" [label="(96,)", style=solid]; +"34 features_1_1_norm1_bias" -> "437 layer_norm_3" [label="(96,)", style=solid]; +"35 features_1_1_mlp_0_bias" -> "447 linear_10" [label="(384,)", style=solid]; +"36 features_1_1_mlp_3_bias" -> "458 linear_11" [label="(96,)", style=solid]; +"37 features_1_1_norm2_weight" -> "460 layer_norm_4" [label="(96,)", style=solid]; +"38 features_1_1_norm2_bias" -> "460 layer_norm_4" [label="(96,)", style=solid]; +"39 features_2_norm_weight" -> "485 layer_norm_5" [label="(192,)", style=solid]; +"40 features_2_norm_bias" -> "485 layer_norm_5" [label="(192,)", style=solid]; +"41 features_3_0_norm1_weight" -> "547 layer_norm_6" [label="(192,)", style=solid]; +"42 features_3_0_norm1_bias" -> "547 layer_norm_6" [label="(192,)", style=solid]; +"43 features_3_0_mlp_0_bias" -> "557 linear_17" [label="(768,)", style=solid]; +"44 features_3_0_mlp_3_bias" -> "568 linear_18" [label="(192,)", style=solid]; +"45 features_3_0_norm2_weight" -> "570 layer_norm_7" [label="(192,)", style=solid]; +"46 features_3_0_norm2_bias" -> "570 layer_norm_7" [label="(192,)", style=solid]; +"47 features_3_1_norm1_weight" -> "650 layer_norm_8" [label="(192,)", style=solid]; +"48 features_3_1_norm1_bias" -> "650 layer_norm_8" [label="(192,)", style=solid]; +"49 features_3_1_mlp_0_bias" -> "660 linear_23" [label="(768,)", style=solid]; +"50 features_3_1_mlp_3_bias" -> "671 linear_24" [label="(192,)", style=solid]; +"51 features_3_1_norm2_weight" -> "673 layer_norm_9" [label="(192,)", style=solid]; +"52 features_3_1_norm2_bias" -> "673 layer_norm_9" [label="(192,)", style=solid]; +"53 features_4_norm_weight" -> "698 layer_norm_10" [label="(384,)", style=solid]; +"54 features_4_norm_bias" -> "698 layer_norm_10" [label="(384,)", style=solid]; +"55 features_5_0_norm1_weight" -> "760 layer_norm_11" [label="(384,)", style=solid]; +"56 features_5_0_norm1_bias" -> "760 layer_norm_11" [label="(384,)", style=solid]; +"57 features_5_0_mlp_0_bias" -> "770 linear_30" [label="(1536,)", style=solid]; +"58 features_5_0_mlp_3_bias" -> "781 linear_31" [label="(384,)", style=solid]; +"59 features_5_0_norm2_weight" -> "783 layer_norm_12" [label="(384,)", style=solid]; +"60 features_5_0_norm2_bias" -> "783 layer_norm_12" [label="(384,)", style=solid]; +"61 features_5_1_norm1_weight" -> "863 layer_norm_13" [label="(384,)", style=solid]; +"62 features_5_1_norm1_bias" -> "863 layer_norm_13" [label="(384,)", style=solid]; +"63 features_5_1_mlp_0_bias" -> "873 linear_36" [label="(1536,)", style=solid]; +"64 features_5_1_mlp_3_bias" -> "884 linear_37" [label="(384,)", style=solid]; +"65 features_5_1_norm2_weight" -> "886 layer_norm_14" [label="(384,)", style=solid]; +"66 features_5_1_norm2_bias" -> "886 layer_norm_14" [label="(384,)", style=solid]; +"67 features_5_2_norm1_weight" -> "948 layer_norm_15" [label="(384,)", style=solid]; +"68 features_5_2_norm1_bias" -> "948 layer_norm_15" [label="(384,)", style=solid]; +"69 features_5_2_mlp_0_bias" -> "958 linear_42" [label="(1536,)", style=solid]; +"70 features_5_2_mlp_3_bias" -> "969 linear_43" [label="(384,)", style=solid]; +"71 features_5_2_norm2_weight" -> "971 layer_norm_16" [label="(384,)", style=solid]; +"72 features_5_2_norm2_bias" -> "971 layer_norm_16" [label="(384,)", style=solid]; +"73 features_5_3_norm1_weight" -> "1051 layer_norm_17" [label="(384,)", style=solid]; +"74 features_5_3_norm1_bias" -> "1051 layer_norm_17" [label="(384,)", style=solid]; +"75 features_5_3_mlp_0_bias" -> "1061 linear_48" [label="(1536,)", style=solid]; +"76 features_5_3_mlp_3_bias" -> "1072 linear_49" [label="(384,)", style=solid]; +"77 features_5_3_norm2_weight" -> "1074 layer_norm_18" [label="(384,)", style=solid]; +"78 features_5_3_norm2_bias" -> "1074 layer_norm_18" [label="(384,)", style=solid]; +"79 features_5_4_norm1_weight" -> "1136 layer_norm_19" [label="(384,)", style=solid]; +"80 features_5_4_norm1_bias" -> "1136 layer_norm_19" [label="(384,)", style=solid]; +"81 features_5_4_mlp_0_bias" -> "1146 linear_54" [label="(1536,)", style=solid]; +"82 features_5_4_mlp_3_bias" -> "1157 linear_55" [label="(384,)", style=solid]; +"83 features_5_4_norm2_weight" -> "1159 layer_norm_20" [label="(384,)", style=solid]; +"84 features_5_4_norm2_bias" -> "1159 layer_norm_20" [label="(384,)", style=solid]; +"85 features_5_5_norm1_weight" -> "1239 layer_norm_21" [label="(384,)", style=solid]; +"86 features_5_5_norm1_bias" -> "1239 layer_norm_21" [label="(384,)", style=solid]; +"87 features_5_5_mlp_0_bias" -> "1249 linear_60" [label="(1536,)", style=solid]; +"88 features_5_5_mlp_3_bias" -> "1260 linear_61" [label="(384,)", style=solid]; +"89 features_5_5_norm2_weight" -> "1262 layer_norm_22" [label="(384,)", style=solid]; +"90 features_5_5_norm2_bias" -> "1262 layer_norm_22" [label="(384,)", style=solid]; +"91 features_5_6_norm1_weight" -> "1324 layer_norm_23" [label="(384,)", style=solid]; +"92 features_5_6_norm1_bias" -> "1324 layer_norm_23" [label="(384,)", style=solid]; +"93 features_5_6_mlp_0_bias" -> "1334 linear_66" [label="(1536,)", style=solid]; +"94 features_5_6_mlp_3_bias" -> "1345 linear_67" [label="(384,)", style=solid]; +"95 features_5_6_norm2_weight" -> "1347 layer_norm_24" [label="(384,)", style=solid]; +"96 features_5_6_norm2_bias" -> "1347 layer_norm_24" [label="(384,)", style=solid]; +"97 features_5_7_norm1_weight" -> "1427 layer_norm_25" [label="(384,)", style=solid]; +"98 features_5_7_norm1_bias" -> "1427 layer_norm_25" [label="(384,)", style=solid]; +"99 features_5_7_mlp_0_bias" -> "1437 linear_72" [label="(1536,)", style=solid]; +"100 features_5_7_mlp_3_bias" -> "1448 linear_73" [label="(384,)", style=solid]; +"101 features_5_7_norm2_weight" -> "1450 layer_norm_26" [label="(384,)", style=solid]; +"102 features_5_7_norm2_bias" -> "1450 layer_norm_26" [label="(384,)", style=solid]; +"103 features_5_8_norm1_weight" -> "1512 layer_norm_27" [label="(384,)", style=solid]; +"104 features_5_8_norm1_bias" -> "1512 layer_norm_27" [label="(384,)", style=solid]; +"105 features_5_8_mlp_0_bias" -> "1522 linear_78" [label="(1536,)", style=solid]; +"106 features_5_8_mlp_3_bias" -> "1533 linear_79" [label="(384,)", style=solid]; +"107 features_5_8_norm2_weight" -> "1535 layer_norm_28" [label="(384,)", style=solid]; +"108 features_5_8_norm2_bias" -> "1535 layer_norm_28" [label="(384,)", style=solid]; +"109 features_5_9_norm1_weight" -> "1615 layer_norm_29" [label="(384,)", style=solid]; +"110 features_5_9_norm1_bias" -> "1615 layer_norm_29" [label="(384,)", style=solid]; +"111 features_5_9_mlp_0_bias" -> "1625 linear_84" [label="(1536,)", style=solid]; +"112 features_5_9_mlp_3_bias" -> "1636 linear_85" [label="(384,)", style=solid]; +"113 features_5_9_norm2_weight" -> "1638 layer_norm_30" [label="(384,)", style=solid]; +"114 features_5_9_norm2_bias" -> "1638 layer_norm_30" [label="(384,)", style=solid]; +"115 features_5_10_norm1_weight" -> "1700 layer_norm_31" [label="(384,)", style=solid]; +"116 features_5_10_norm1_bias" -> "1700 layer_norm_31" [label="(384,)", style=solid]; +"117 features_5_10_mlp_0_bias" -> "1710 linear_90" [label="(1536,)", style=solid]; +"118 features_5_10_mlp_3_bias" -> "1721 linear_91" [label="(384,)", style=solid]; +"119 features_5_10_norm2_weight" -> "1723 layer_norm_32" [label="(384,)", style=solid]; +"120 features_5_10_norm2_bias" -> "1723 layer_norm_32" [label="(384,)", style=solid]; +"121 features_5_11_norm1_weight" -> "1803 layer_norm_33" [label="(384,)", style=solid]; +"122 features_5_11_norm1_bias" -> "1803 layer_norm_33" [label="(384,)", style=solid]; +"123 features_5_11_mlp_0_bias" -> "1813 linear_96" [label="(1536,)", style=solid]; +"124 features_5_11_mlp_3_bias" -> "1824 linear_97" [label="(384,)", style=solid]; +"125 features_5_11_norm2_weight" -> "1826 layer_norm_34" [label="(384,)", style=solid]; +"126 features_5_11_norm2_bias" -> "1826 layer_norm_34" [label="(384,)", style=solid]; +"127 features_5_12_norm1_weight" -> "1888 layer_norm_35" [label="(384,)", style=solid]; +"128 features_5_12_norm1_bias" -> "1888 layer_norm_35" [label="(384,)", style=solid]; +"129 features_5_12_mlp_0_bias" -> "1898 linear_102" [label="(1536,)", style=solid]; +"130 features_5_12_mlp_3_bias" -> "1909 linear_103" [label="(384,)", style=solid]; +"131 features_5_12_norm2_weight" -> "1911 layer_norm_36" [label="(384,)", style=solid]; +"132 features_5_12_norm2_bias" -> "1911 layer_norm_36" [label="(384,)", style=solid]; +"133 features_5_13_norm1_weight" -> "1991 layer_norm_37" [label="(384,)", style=solid]; +"134 features_5_13_norm1_bias" -> "1991 layer_norm_37" [label="(384,)", style=solid]; +"135 features_5_13_mlp_0_bias" -> "2001 linear_108" [label="(1536,)", style=solid]; +"136 features_5_13_mlp_3_bias" -> "2012 linear_109" [label="(384,)", style=solid]; +"137 features_5_13_norm2_weight" -> "2014 layer_norm_38" [label="(384,)", style=solid]; +"138 features_5_13_norm2_bias" -> "2014 layer_norm_38" [label="(384,)", style=solid]; +"139 features_5_14_norm1_weight" -> "2076 layer_norm_39" [label="(384,)", style=solid]; +"140 features_5_14_norm1_bias" -> "2076 layer_norm_39" [label="(384,)", style=solid]; +"141 features_5_14_mlp_0_bias" -> "2086 linear_114" [label="(1536,)", style=solid]; +"142 features_5_14_mlp_3_bias" -> "2097 linear_115" [label="(384,)", style=solid]; +"143 features_5_14_norm2_weight" -> "2099 layer_norm_40" [label="(384,)", style=solid]; +"144 features_5_14_norm2_bias" -> "2099 layer_norm_40" [label="(384,)", style=solid]; +"145 features_5_15_norm1_weight" -> "2179 layer_norm_41" [label="(384,)", style=solid]; +"146 features_5_15_norm1_bias" -> "2179 layer_norm_41" [label="(384,)", style=solid]; +"147 features_5_15_mlp_0_bias" -> "2189 linear_120" [label="(1536,)", style=solid]; +"148 features_5_15_mlp_3_bias" -> "2200 linear_121" [label="(384,)", style=solid]; +"149 features_5_15_norm2_weight" -> "2202 layer_norm_42" [label="(384,)", style=solid]; +"150 features_5_15_norm2_bias" -> "2202 layer_norm_42" [label="(384,)", style=solid]; +"151 features_5_16_norm1_weight" -> "2264 layer_norm_43" [label="(384,)", style=solid]; +"152 features_5_16_norm1_bias" -> "2264 layer_norm_43" [label="(384,)", style=solid]; +"153 features_5_16_mlp_0_bias" -> "2274 linear_126" [label="(1536,)", style=solid]; +"154 features_5_16_mlp_3_bias" -> "2285 linear_127" [label="(384,)", style=solid]; +"155 features_5_16_norm2_weight" -> "2287 layer_norm_44" [label="(384,)", style=solid]; +"156 features_5_16_norm2_bias" -> "2287 layer_norm_44" [label="(384,)", style=solid]; +"157 features_5_17_norm1_weight" -> "2367 layer_norm_45" [label="(384,)", style=solid]; +"158 features_5_17_norm1_bias" -> "2367 layer_norm_45" [label="(384,)", style=solid]; +"159 features_5_17_mlp_0_bias" -> "2377 linear_132" [label="(1536,)", style=solid]; +"160 features_5_17_mlp_3_bias" -> "2388 linear_133" [label="(384,)", style=solid]; +"161 features_5_17_norm2_weight" -> "2390 layer_norm_46" [label="(384,)", style=solid]; +"162 features_5_17_norm2_bias" -> "2390 layer_norm_46" [label="(384,)", style=solid]; +"163 features_6_norm_weight" -> "2415 layer_norm_47" [label="(768,)", style=solid]; +"164 features_6_norm_bias" -> "2415 layer_norm_47" [label="(768,)", style=solid]; +"165 features_7_0_norm1_weight" -> "2477 layer_norm_48" [label="(768,)", style=solid]; +"166 features_7_0_norm1_bias" -> "2477 layer_norm_48" [label="(768,)", style=solid]; +"167 features_7_0_mlp_0_bias" -> "2487 linear_139" [label="(3072,)", style=solid]; +"168 features_7_0_mlp_3_bias" -> "2498 linear_140" [label="(768,)", style=solid]; +"169 features_7_0_norm2_weight" -> "2500 layer_norm_49" [label="(768,)", style=solid]; +"170 features_7_0_norm2_bias" -> "2500 layer_norm_49" [label="(768,)", style=solid]; +"171 features_7_1_norm1_weight" -> "2562 layer_norm_50" [label="(768,)", style=solid]; +"172 features_7_1_norm1_bias" -> "2562 layer_norm_50" [label="(768,)", style=solid]; +"173 features_7_1_mlp_0_bias" -> "2572 linear_145" [label="(3072,)", style=solid]; +"174 features_7_1_mlp_3_bias" -> "2583 linear_146" [label="(768,)", style=solid]; +"175 features_7_1_norm2_weight" -> "2585 layer_norm_51" [label="(768,)", style=solid]; +"176 features_7_1_norm2_bias" -> "2585 layer_norm_51" [label="(768,)", style=solid]; +"177 norm_weight" -> "2587 layer_norm_52" [label="(768,)", style=solid]; +"178 norm_bias" -> "2587 layer_norm_52" [label="(768,)", style=solid]; +"179 head_bias" -> "2599 linear_147" [label="(1000,)", style=solid]; +"180 x" -> "181 sym_size_int_54" [label="(1, 3, -1, -1)", style=solid]; +"180 x" -> "182 sym_size_int_55" [label="(1, 3, -1, -1)", style=solid]; +"180 x" -> "183 quantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"181 sym_size_int_54" -> "191 floordiv_45" [label="(-1,)", style=solid]; +"182 sym_size_int_55" -> "197 floordiv_46" [label="(-1,)", style=solid]; +"183 quantize_per_tensor_default" -> "184 dequantize_per_tensor_default" [label="(1, 3, -1, -1)", style=solid]; +"184 dequantize_per_tensor_default" -> "190 conv2d" [label="(1, 3, -1, -1)", style=solid]; +"185 conv2d_scale_0" -> "188 quantize_per_channel_default" [label="(96,)", style=solid]; +"185 conv2d_scale_0" -> "189 dequantize_per_channel_default" [label="(96,)", style=solid]; +"186 conv2d_zero_point_0" -> "188 quantize_per_channel_default" [label="(96,)", style=solid]; +"186 conv2d_zero_point_0" -> "189 dequantize_per_channel_default" [label="(96,)", style=solid]; +"187 compressed_weight_updated_constant0" -> "188 quantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"188 quantize_per_channel_default" -> "189 dequantize_per_channel_default" [label="(96, 3, 4, 4)", style=solid]; +"189 dequantize_per_channel_default" -> "190 conv2d" [label="(96, 3, 4, 4)", style=solid]; +"190 conv2d" -> "277 permute" [label="(1, 96, -1, -1)", style=solid]; +"191 floordiv_45" -> "192 mod_22" [label="(-1,)", style=solid]; +"191 floordiv_45" -> "196 add_118" [label="(-1,)", style=solid]; +"191 floordiv_45" -> "208 mod_26" [label="(-1,)", style=solid]; +"191 floordiv_45" -> "209 add_122" [label="(-1,)", style=solid]; +"192 mod_22" -> "193 mul_84" [label="(-1,)", style=solid]; +"193 mul_84" -> "194 add_117" [label="(-1,)", style=solid]; +"194 add_117" -> "195 mod_23" [label="(-1,)", style=solid]; +"195 mod_23" -> "196 add_118" [label="(-1,)", style=solid]; +"195 mod_23" -> "280 pad" [label="(-1,)", style=solid]; +"195 mod_23" -> "363 pad_1" [label="(-1,)", style=solid]; +"196 add_118" -> "203 floordiv_47" [label="(-1,)", style=solid]; +"196 add_118" -> "205 floordiv_49" [label="(-1,)", style=solid]; +"196 add_118" -> "334 reshape_3" [label="(-1,)", style=solid]; +"196 add_118" -> "400 new_zeros" [label="(-1,)", style=solid]; +"196 add_118" -> "433 reshape_8" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "198 mod_24" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "202 add_120" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "212 mod_27" [label="(-1,)", style=solid]; +"197 floordiv_46" -> "213 add_125" [label="(-1,)", style=solid]; +"198 mod_24" -> "199 mul_85" [label="(-1,)", style=solid]; +"199 mul_85" -> "200 add_119" [label="(-1,)", style=solid]; +"200 add_119" -> "201 mod_25" [label="(-1,)", style=solid]; +"201 mod_25" -> "202 add_120" [label="(-1,)", style=solid]; +"201 mod_25" -> "280 pad" [label="(-1,)", style=solid]; +"201 mod_25" -> "363 pad_1" [label="(-1,)", style=solid]; +"202 add_120" -> "204 floordiv_48" [label="(-1,)", style=solid]; +"202 add_120" -> "206 floordiv_50" [label="(-1,)", style=solid]; +"202 add_120" -> "334 reshape_3" [label="(-1,)", style=solid]; +"202 add_120" -> "400 new_zeros" [label="(-1,)", style=solid]; +"202 add_120" -> "433 reshape_8" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "205 floordiv_49" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "281 mul_33" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "282 view_2" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "332 view_3" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "365 view_6" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "401 view_7" [label="(-1,)", style=solid]; +"203 floordiv_47" -> "431 view_10" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "206 floordiv_50" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "281 mul_33" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "282 view_2" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "332 view_3" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "365 view_6" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "401 view_7" [label="(-1,)", style=solid]; +"204 floordiv_48" -> "431 view_10" [label="(-1,)", style=solid]; +"205 floordiv_49" -> "207 mul_89" [label="(-1,)", style=solid]; +"206 floordiv_50" -> "207 mul_89" [label="(-1,)", style=solid]; +"207 mul_89" -> "295 reshape_1" [label="(-1,)", style=solid]; +"207 mul_89" -> "321 reshape_2" [label="(-1,)", style=solid]; +"207 mul_89" -> "378 reshape_5" [label="(-1,)", style=solid]; +"207 mul_89" -> "411 view_8" [label="(-1,)", style=solid]; +"207 mul_89" -> "415 view_9" [label="(-1,)", style=solid]; +"207 mul_89" -> "420 reshape_7" [label="(-1,)", style=solid]; +"208 mod_26" -> "210 add_123" [label="(-1,)", style=solid]; +"208 mod_26" -> "462 pad_2" [label="(-1,)", style=solid]; +"209 add_122" -> "210 add_123" [label="(-1,)", style=solid]; +"210 add_123" -> "211 floordiv_53" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "216 mod_28" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "220 add_128" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "231 mod_32" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "232 add_132" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "543 slice_39" [label="(-1,)", style=solid]; +"211 floordiv_53" -> "646 slice_62" [label="(-1,)", style=solid]; +"212 mod_27" -> "214 add_126" [label="(-1,)", style=solid]; +"212 mod_27" -> "462 pad_2" [label="(-1,)", style=solid]; +"213 add_125" -> "214 add_126" [label="(-1,)", style=solid]; +"214 add_126" -> "215 floordiv_55" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "221 mod_30" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "225 add_130" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "235 mod_33" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "236 add_135" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "544 slice_40" [label="(-1,)", style=solid]; +"215 floordiv_55" -> "647 slice_63" [label="(-1,)", style=solid]; +"216 mod_28" -> "217 mul_90" [label="(-1,)", style=solid]; +"217 mul_90" -> "218 add_127" [label="(-1,)", style=solid]; +"218 add_127" -> "219 mod_29" [label="(-1,)", style=solid]; +"219 mod_29" -> "220 add_128" [label="(-1,)", style=solid]; +"219 mod_29" -> "487 pad_3" [label="(-1,)", style=solid]; +"219 mod_29" -> "573 pad_4" [label="(-1,)", style=solid]; +"220 add_128" -> "226 floordiv_56" [label="(-1,)", style=solid]; +"220 add_128" -> "228 floordiv_58" [label="(-1,)", style=solid]; +"220 add_128" -> "541 reshape_12" [label="(-1,)", style=solid]; +"220 add_128" -> "610 new_zeros_1" [label="(-1,)", style=solid]; +"220 add_128" -> "643 reshape_17" [label="(-1,)", style=solid]; +"221 mod_30" -> "222 mul_91" [label="(-1,)", style=solid]; +"222 mul_91" -> "223 add_129" [label="(-1,)", style=solid]; +"223 add_129" -> "224 mod_31" [label="(-1,)", style=solid]; +"224 mod_31" -> "225 add_130" [label="(-1,)", style=solid]; +"224 mod_31" -> "487 pad_3" [label="(-1,)", style=solid]; +"224 mod_31" -> "573 pad_4" [label="(-1,)", style=solid]; +"225 add_130" -> "227 floordiv_57" [label="(-1,)", style=solid]; +"225 add_130" -> "229 floordiv_59" [label="(-1,)", style=solid]; +"225 add_130" -> "541 reshape_12" [label="(-1,)", style=solid]; +"225 add_130" -> "610 new_zeros_1" [label="(-1,)", style=solid]; +"225 add_130" -> "643 reshape_17" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "228 floordiv_58" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "488 mul_38" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "489 view_13" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "539 view_14" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "575 view_17" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "611 view_18" [label="(-1,)", style=solid]; +"226 floordiv_56" -> "641 view_21" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "229 floordiv_59" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "488 mul_38" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "489 view_13" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "539 view_14" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "575 view_17" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "611 view_18" [label="(-1,)", style=solid]; +"227 floordiv_57" -> "641 view_21" [label="(-1,)", style=solid]; +"228 floordiv_58" -> "230 mul_95" [label="(-1,)", style=solid]; +"229 floordiv_59" -> "230 mul_95" [label="(-1,)", style=solid]; +"230 mul_95" -> "502 reshape_10" [label="(-1,)", style=solid]; +"230 mul_95" -> "528 reshape_11" [label="(-1,)", style=solid]; +"230 mul_95" -> "588 reshape_14" [label="(-1,)", style=solid]; +"230 mul_95" -> "621 view_19" [label="(-1,)", style=solid]; +"230 mul_95" -> "625 view_20" [label="(-1,)", style=solid]; +"230 mul_95" -> "630 reshape_16" [label="(-1,)", style=solid]; +"231 mod_32" -> "233 add_133" [label="(-1,)", style=solid]; +"231 mod_32" -> "675 pad_5" [label="(-1,)", style=solid]; +"232 add_132" -> "233 add_133" [label="(-1,)", style=solid]; +"233 add_133" -> "234 floordiv_62" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "239 mod_34" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "243 add_138" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "254 mod_38" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "255 add_142" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "756 slice_79" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "859 slice_102" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "944 slice_107" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1047 slice_130" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1132 slice_135" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1235 slice_158" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1320 slice_163" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1423 slice_186" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1508 slice_191" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1611 slice_214" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1696 slice_219" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1799 slice_242" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1884 slice_247" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "1987 slice_270" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2072 slice_275" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2175 slice_298" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2260 slice_303" [label="(-1,)", style=solid]; +"234 floordiv_62" -> "2363 slice_326" [label="(-1,)", style=solid]; +"235 mod_33" -> "237 add_136" [label="(-1,)", style=solid]; +"235 mod_33" -> "675 pad_5" [label="(-1,)", style=solid]; +"236 add_135" -> "237 add_136" [label="(-1,)", style=solid]; +"237 add_136" -> "238 floordiv_64" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "244 mod_36" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "248 add_140" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "258 mod_39" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "259 add_145" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "757 slice_80" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "860 slice_103" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "945 slice_108" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1048 slice_131" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1133 slice_136" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1236 slice_159" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1321 slice_164" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1424 slice_187" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1509 slice_192" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1612 slice_215" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1697 slice_220" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1800 slice_243" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1885 slice_248" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "1988 slice_271" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2073 slice_276" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2176 slice_299" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2261 slice_304" [label="(-1,)", style=solid]; +"238 floordiv_64" -> "2364 slice_327" [label="(-1,)", style=solid]; +"239 mod_34" -> "240 mul_96" [label="(-1,)", style=solid]; +"240 mul_96" -> "241 add_137" [label="(-1,)", style=solid]; +"241 add_137" -> "242 mod_35" [label="(-1,)", style=solid]; +"242 mod_35" -> "243 add_138" [label="(-1,)", style=solid]; +"242 mod_35" -> "700 pad_6" [label="(-1,)", style=solid]; +"242 mod_35" -> "786 pad_7" [label="(-1,)", style=solid]; +"242 mod_35" -> "889 pad_8" [label="(-1,)", style=solid]; +"242 mod_35" -> "974 pad_9" [label="(-1,)", style=solid]; +"242 mod_35" -> "1077 pad_10" [label="(-1,)", style=solid]; +"242 mod_35" -> "1162 pad_11" [label="(-1,)", style=solid]; +"242 mod_35" -> "1265 pad_12" [label="(-1,)", style=solid]; +"242 mod_35" -> "1350 pad_13" [label="(-1,)", style=solid]; +"242 mod_35" -> "1453 pad_14" [label="(-1,)", style=solid]; +"242 mod_35" -> "1538 pad_15" [label="(-1,)", style=solid]; +"242 mod_35" -> "1641 pad_16" [label="(-1,)", style=solid]; +"242 mod_35" -> "1726 pad_17" [label="(-1,)", style=solid]; +"242 mod_35" -> "1829 pad_18" [label="(-1,)", style=solid]; +"242 mod_35" -> "1914 pad_19" [label="(-1,)", style=solid]; +"242 mod_35" -> "2017 pad_20" [label="(-1,)", style=solid]; +"242 mod_35" -> "2102 pad_21" [label="(-1,)", style=solid]; +"242 mod_35" -> "2205 pad_22" [label="(-1,)", style=solid]; +"242 mod_35" -> "2290 pad_23" [label="(-1,)", style=solid]; +"243 add_138" -> "249 floordiv_65" [label="(-1,)", style=solid]; +"243 add_138" -> "251 floordiv_67" [label="(-1,)", style=solid]; +"243 add_138" -> "754 reshape_21" [label="(-1,)", style=solid]; +"243 add_138" -> "823 new_zeros_2" [label="(-1,)", style=solid]; +"243 add_138" -> "856 reshape_26" [label="(-1,)", style=solid]; +"243 add_138" -> "942 reshape_30" [label="(-1,)", style=solid]; +"243 add_138" -> "1011 new_zeros_3" [label="(-1,)", style=solid]; +"243 add_138" -> "1044 reshape_35" [label="(-1,)", style=solid]; +"243 add_138" -> "1130 reshape_39" [label="(-1,)", style=solid]; +"243 add_138" -> "1199 new_zeros_4" [label="(-1,)", style=solid]; +"243 add_138" -> "1232 reshape_44" [label="(-1,)", style=solid]; +"243 add_138" -> "1318 reshape_48" [label="(-1,)", style=solid]; +"243 add_138" -> "1387 new_zeros_5" [label="(-1,)", style=solid]; +"243 add_138" -> "1420 reshape_53" [label="(-1,)", style=solid]; +"243 add_138" -> "1506 reshape_57" [label="(-1,)", style=solid]; +"243 add_138" -> "1575 new_zeros_6" [label="(-1,)", style=solid]; +"243 add_138" -> "1608 reshape_62" [label="(-1,)", style=solid]; +"243 add_138" -> "1694 reshape_66" [label="(-1,)", style=solid]; +"243 add_138" -> "1763 new_zeros_7" [label="(-1,)", style=solid]; +"243 add_138" -> "1796 reshape_71" [label="(-1,)", style=solid]; +"243 add_138" -> "1882 reshape_75" [label="(-1,)", style=solid]; +"243 add_138" -> "1951 new_zeros_8" [label="(-1,)", style=solid]; +"243 add_138" -> "1984 reshape_80" [label="(-1,)", style=solid]; +"243 add_138" -> "2070 reshape_84" [label="(-1,)", style=solid]; +"243 add_138" -> "2139 new_zeros_9" [label="(-1,)", style=solid]; +"243 add_138" -> "2172 reshape_89" [label="(-1,)", style=solid]; +"243 add_138" -> "2258 reshape_93" [label="(-1,)", style=solid]; +"243 add_138" -> "2327 new_zeros_10" [label="(-1,)", style=solid]; +"243 add_138" -> "2360 reshape_98" [label="(-1,)", style=solid]; +"244 mod_36" -> "245 mul_97" [label="(-1,)", style=solid]; +"245 mul_97" -> "246 add_139" [label="(-1,)", style=solid]; +"246 add_139" -> "247 mod_37" [label="(-1,)", style=solid]; +"247 mod_37" -> "248 add_140" [label="(-1,)", style=solid]; +"247 mod_37" -> "700 pad_6" [label="(-1,)", style=solid]; +"247 mod_37" -> "786 pad_7" [label="(-1,)", style=solid]; +"247 mod_37" -> "889 pad_8" [label="(-1,)", style=solid]; +"247 mod_37" -> "974 pad_9" [label="(-1,)", style=solid]; +"247 mod_37" -> "1077 pad_10" [label="(-1,)", style=solid]; +"247 mod_37" -> "1162 pad_11" [label="(-1,)", style=solid]; +"247 mod_37" -> "1265 pad_12" [label="(-1,)", style=solid]; +"247 mod_37" -> "1350 pad_13" [label="(-1,)", style=solid]; +"247 mod_37" -> "1453 pad_14" [label="(-1,)", style=solid]; +"247 mod_37" -> "1538 pad_15" [label="(-1,)", style=solid]; +"247 mod_37" -> "1641 pad_16" [label="(-1,)", style=solid]; +"247 mod_37" -> "1726 pad_17" [label="(-1,)", style=solid]; +"247 mod_37" -> "1829 pad_18" [label="(-1,)", style=solid]; +"247 mod_37" -> "1914 pad_19" [label="(-1,)", style=solid]; +"247 mod_37" -> "2017 pad_20" [label="(-1,)", style=solid]; +"247 mod_37" -> "2102 pad_21" [label="(-1,)", style=solid]; +"247 mod_37" -> "2205 pad_22" [label="(-1,)", style=solid]; +"247 mod_37" -> "2290 pad_23" [label="(-1,)", style=solid]; +"248 add_140" -> "250 floordiv_66" [label="(-1,)", style=solid]; +"248 add_140" -> "252 floordiv_68" [label="(-1,)", style=solid]; +"248 add_140" -> "754 reshape_21" [label="(-1,)", style=solid]; +"248 add_140" -> "823 new_zeros_2" [label="(-1,)", style=solid]; +"248 add_140" -> "856 reshape_26" [label="(-1,)", style=solid]; +"248 add_140" -> "942 reshape_30" [label="(-1,)", style=solid]; +"248 add_140" -> "1011 new_zeros_3" [label="(-1,)", style=solid]; +"248 add_140" -> "1044 reshape_35" [label="(-1,)", style=solid]; +"248 add_140" -> "1130 reshape_39" [label="(-1,)", style=solid]; +"248 add_140" -> "1199 new_zeros_4" [label="(-1,)", style=solid]; +"248 add_140" -> "1232 reshape_44" [label="(-1,)", style=solid]; +"248 add_140" -> "1318 reshape_48" [label="(-1,)", style=solid]; +"248 add_140" -> "1387 new_zeros_5" [label="(-1,)", style=solid]; +"248 add_140" -> "1420 reshape_53" [label="(-1,)", style=solid]; +"248 add_140" -> "1506 reshape_57" [label="(-1,)", style=solid]; +"248 add_140" -> "1575 new_zeros_6" [label="(-1,)", style=solid]; +"248 add_140" -> "1608 reshape_62" [label="(-1,)", style=solid]; +"248 add_140" -> "1694 reshape_66" [label="(-1,)", style=solid]; +"248 add_140" -> "1763 new_zeros_7" [label="(-1,)", style=solid]; +"248 add_140" -> "1796 reshape_71" [label="(-1,)", style=solid]; +"248 add_140" -> "1882 reshape_75" [label="(-1,)", style=solid]; +"248 add_140" -> "1951 new_zeros_8" [label="(-1,)", style=solid]; +"248 add_140" -> "1984 reshape_80" [label="(-1,)", style=solid]; +"248 add_140" -> "2070 reshape_84" [label="(-1,)", style=solid]; +"248 add_140" -> "2139 new_zeros_9" [label="(-1,)", style=solid]; +"248 add_140" -> "2172 reshape_89" [label="(-1,)", style=solid]; +"248 add_140" -> "2258 reshape_93" [label="(-1,)", style=solid]; +"248 add_140" -> "2327 new_zeros_10" [label="(-1,)", style=solid]; +"248 add_140" -> "2360 reshape_98" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "251 floordiv_67" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "701 mul_43" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "702 view_24" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "752 view_25" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "788 view_28" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "824 view_29" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "854 view_32" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "890 view_35" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "940 view_36" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "976 view_39" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1012 view_40" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1042 view_43" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1078 view_46" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1128 view_47" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1164 view_50" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1200 view_51" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1230 view_54" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1266 view_57" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1316 view_58" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1352 view_61" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1388 view_62" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1418 view_65" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1454 view_68" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1504 view_69" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1540 view_72" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1576 view_73" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1606 view_76" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1642 view_79" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1692 view_80" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1728 view_83" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1764 view_84" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1794 view_87" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1830 view_90" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1880 view_91" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1916 view_94" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1952 view_95" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "1982 view_98" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2018 view_101" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2068 view_102" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2104 view_105" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2140 view_106" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2170 view_109" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2206 view_112" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2256 view_113" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2292 view_116" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2328 view_117" [label="(-1,)", style=solid]; +"249 floordiv_65" -> "2358 view_120" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "252 floordiv_68" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "701 mul_43" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "702 view_24" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "752 view_25" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "788 view_28" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "824 view_29" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "854 view_32" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "890 view_35" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "940 view_36" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "976 view_39" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1012 view_40" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1042 view_43" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1078 view_46" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1128 view_47" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1164 view_50" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1200 view_51" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1230 view_54" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1266 view_57" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1316 view_58" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1352 view_61" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1388 view_62" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1418 view_65" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1454 view_68" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1504 view_69" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1540 view_72" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1576 view_73" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1606 view_76" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1642 view_79" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1692 view_80" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1728 view_83" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1764 view_84" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1794 view_87" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1830 view_90" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1880 view_91" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1916 view_94" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1952 view_95" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "1982 view_98" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2018 view_101" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2068 view_102" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2104 view_105" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2140 view_106" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2170 view_109" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2206 view_112" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2256 view_113" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2292 view_116" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2328 view_117" [label="(-1,)", style=solid]; +"250 floordiv_66" -> "2358 view_120" [label="(-1,)", style=solid]; +"251 floordiv_67" -> "253 mul_101" [label="(-1,)", style=solid]; +"252 floordiv_68" -> "253 mul_101" [label="(-1,)", style=solid]; +"253 mul_101" -> "715 reshape_19" [label="(-1,)", style=solid]; +"253 mul_101" -> "741 reshape_20" [label="(-1,)", style=solid]; +"253 mul_101" -> "801 reshape_23" [label="(-1,)", style=solid]; +"253 mul_101" -> "834 view_30" [label="(-1,)", style=solid]; +"253 mul_101" -> "838 view_31" [label="(-1,)", style=solid]; +"253 mul_101" -> "843 reshape_25" [label="(-1,)", style=solid]; +"253 mul_101" -> "903 reshape_28" [label="(-1,)", style=solid]; +"253 mul_101" -> "929 reshape_29" [label="(-1,)", style=solid]; +"253 mul_101" -> "989 reshape_32" [label="(-1,)", style=solid]; +"253 mul_101" -> "1022 view_41" [label="(-1,)", style=solid]; +"253 mul_101" -> "1026 view_42" [label="(-1,)", style=solid]; +"253 mul_101" -> "1031 reshape_34" [label="(-1,)", style=solid]; +"253 mul_101" -> "1091 reshape_37" [label="(-1,)", style=solid]; +"253 mul_101" -> "1117 reshape_38" [label="(-1,)", style=solid]; +"253 mul_101" -> "1177 reshape_41" [label="(-1,)", style=solid]; +"253 mul_101" -> "1210 view_52" [label="(-1,)", style=solid]; +"253 mul_101" -> "1214 view_53" [label="(-1,)", style=solid]; +"253 mul_101" -> "1219 reshape_43" [label="(-1,)", style=solid]; +"253 mul_101" -> "1279 reshape_46" [label="(-1,)", style=solid]; +"253 mul_101" -> "1305 reshape_47" [label="(-1,)", style=solid]; +"253 mul_101" -> "1365 reshape_50" [label="(-1,)", style=solid]; +"253 mul_101" -> "1398 view_63" [label="(-1,)", style=solid]; +"253 mul_101" -> "1402 view_64" [label="(-1,)", style=solid]; +"253 mul_101" -> "1407 reshape_52" [label="(-1,)", style=solid]; +"253 mul_101" -> "1467 reshape_55" [label="(-1,)", style=solid]; +"253 mul_101" -> "1493 reshape_56" [label="(-1,)", style=solid]; +"253 mul_101" -> "1553 reshape_59" [label="(-1,)", style=solid]; +"253 mul_101" -> "1586 view_74" [label="(-1,)", style=solid]; +"253 mul_101" -> "1590 view_75" [label="(-1,)", style=solid]; +"253 mul_101" -> "1595 reshape_61" [label="(-1,)", style=solid]; +"253 mul_101" -> "1655 reshape_64" [label="(-1,)", style=solid]; +"253 mul_101" -> "1681 reshape_65" [label="(-1,)", style=solid]; +"253 mul_101" -> "1741 reshape_68" [label="(-1,)", style=solid]; +"253 mul_101" -> "1774 view_85" [label="(-1,)", style=solid]; +"253 mul_101" -> "1778 view_86" [label="(-1,)", style=solid]; +"253 mul_101" -> "1783 reshape_70" [label="(-1,)", style=solid]; +"253 mul_101" -> "1843 reshape_73" [label="(-1,)", style=solid]; +"253 mul_101" -> "1869 reshape_74" [label="(-1,)", style=solid]; +"253 mul_101" -> "1929 reshape_77" [label="(-1,)", style=solid]; +"253 mul_101" -> "1962 view_96" [label="(-1,)", style=solid]; +"253 mul_101" -> "1966 view_97" [label="(-1,)", style=solid]; +"253 mul_101" -> "1971 reshape_79" [label="(-1,)", style=solid]; +"253 mul_101" -> "2031 reshape_82" [label="(-1,)", style=solid]; +"253 mul_101" -> "2057 reshape_83" [label="(-1,)", style=solid]; +"253 mul_101" -> "2117 reshape_86" [label="(-1,)", style=solid]; +"253 mul_101" -> "2150 view_107" [label="(-1,)", style=solid]; +"253 mul_101" -> "2154 view_108" [label="(-1,)", style=solid]; +"253 mul_101" -> "2159 reshape_88" [label="(-1,)", style=solid]; +"253 mul_101" -> "2219 reshape_91" [label="(-1,)", style=solid]; +"253 mul_101" -> "2245 reshape_92" [label="(-1,)", style=solid]; +"253 mul_101" -> "2305 reshape_95" [label="(-1,)", style=solid]; +"253 mul_101" -> "2338 view_118" [label="(-1,)", style=solid]; +"253 mul_101" -> "2342 view_119" [label="(-1,)", style=solid]; +"253 mul_101" -> "2347 reshape_97" [label="(-1,)", style=solid]; +"254 mod_38" -> "256 add_143" [label="(-1,)", style=solid]; +"254 mod_38" -> "2392 pad_24" [label="(-1,)", style=solid]; +"255 add_142" -> "256 add_143" [label="(-1,)", style=solid]; +"256 add_143" -> "257 floordiv_71" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "262 mod_40" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "266 add_148" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "2473 slice_343" [label="(-1,)", style=solid]; +"257 floordiv_71" -> "2558 slice_348" [label="(-1,)", style=solid]; +"258 mod_39" -> "260 add_146" [label="(-1,)", style=solid]; +"258 mod_39" -> "2392 pad_24" [label="(-1,)", style=solid]; +"259 add_145" -> "260 add_146" [label="(-1,)", style=solid]; +"260 add_146" -> "261 floordiv_73" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "267 mod_42" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "271 add_150" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "2474 slice_344" [label="(-1,)", style=solid]; +"261 floordiv_73" -> "2559 slice_349" [label="(-1,)", style=solid]; +"262 mod_40" -> "263 mul_102" [label="(-1,)", style=solid]; +"263 mul_102" -> "264 add_147" [label="(-1,)", style=solid]; +"264 add_147" -> "265 mod_41" [label="(-1,)", style=solid]; +"265 mod_41" -> "266 add_148" [label="(-1,)", style=solid]; +"265 mod_41" -> "2417 pad_25" [label="(-1,)", style=solid]; +"265 mod_41" -> "2503 pad_26" [label="(-1,)", style=solid]; +"266 add_148" -> "272 floordiv_74" [label="(-1,)", style=solid]; +"266 add_148" -> "274 floordiv_76" [label="(-1,)", style=solid]; +"266 add_148" -> "2471 reshape_102" [label="(-1,)", style=solid]; +"266 add_148" -> "2556 reshape_106" [label="(-1,)", style=solid]; +"267 mod_42" -> "268 mul_103" [label="(-1,)", style=solid]; +"268 mul_103" -> "269 add_149" [label="(-1,)", style=solid]; +"269 add_149" -> "270 mod_43" [label="(-1,)", style=solid]; +"270 mod_43" -> "271 add_150" [label="(-1,)", style=solid]; +"270 mod_43" -> "2417 pad_25" [label="(-1,)", style=solid]; +"270 mod_43" -> "2503 pad_26" [label="(-1,)", style=solid]; +"271 add_150" -> "273 floordiv_75" [label="(-1,)", style=solid]; +"271 add_150" -> "275 floordiv_77" [label="(-1,)", style=solid]; +"271 add_150" -> "2471 reshape_102" [label="(-1,)", style=solid]; +"271 add_150" -> "2556 reshape_106" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "274 floordiv_76" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2418 mul_80" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2419 view_123" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2469 view_124" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2504 view_127" [label="(-1,)", style=solid]; +"272 floordiv_74" -> "2554 view_128" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "275 floordiv_77" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2418 mul_80" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2419 view_123" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2469 view_124" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2504 view_127" [label="(-1,)", style=solid]; +"273 floordiv_75" -> "2554 view_128" [label="(-1,)", style=solid]; +"274 floordiv_76" -> "276 mul_110" [label="(-1,)", style=solid]; +"275 floordiv_77" -> "276 mul_110" [label="(-1,)", style=solid]; +"276 mul_110" -> "2432 reshape_100" [label="(-1,)", style=solid]; +"276 mul_110" -> "2458 reshape_101" [label="(-1,)", style=solid]; +"276 mul_110" -> "2517 reshape_104" [label="(-1,)", style=solid]; +"276 mul_110" -> "2543 reshape_105" [label="(-1,)", style=solid]; +"277 permute" -> "278 layer_norm" [label="(1, -1, -1, 96)", style=solid]; +"278 layer_norm" -> "280 pad" [label="(1, -1, -1, 96)", style=solid]; +"278 layer_norm" -> "338 add_35" [label="(1, -1, -1, 96)", style=solid]; +"279 _frozen_param0" -> "316 add_34" [label="(1, 3, 64, 64)", style=solid]; +"280 pad" -> "282 view_2" [label="(1, -1, -1, 96)", style=solid]; +"281 mul_33" -> "284 reshape" [label="(-1,)", style=solid]; +"281 mul_33" -> "295 reshape_1" [label="(-1,)", style=solid]; +"281 mul_33" -> "321 reshape_2" [label="(-1,)", style=solid]; +"281 mul_33" -> "367 reshape_4" [label="(-1,)", style=solid]; +"281 mul_33" -> "378 reshape_5" [label="(-1,)", style=solid]; +"281 mul_33" -> "403 reshape_6" [label="(-1,)", style=solid]; +"281 mul_33" -> "411 view_8" [label="(-1,)", style=solid]; +"281 mul_33" -> "420 reshape_7" [label="(-1,)", style=solid]; +"282 view_2" -> "283 permute_2" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"283 permute_2" -> "284 reshape" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"284 reshape" -> "286 reshape_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"285 _frozen_param1" -> "294 linear_2" [label="(288,)", style=solid]; +"286 reshape_0_0_nncf_smooth_quant_0" -> "287 quantize_per_tensor_default_1" [label="(-1, -1, 96)", style=solid]; +"287 quantize_per_tensor_default_1" -> "288 dequantize_per_tensor_default_1" [label="(-1, -1, 96)", style=solid]; +"288 dequantize_per_tensor_default_1" -> "294 linear_2" [label="(-1, -1, 96)", style=solid]; +"289 linear_2_scale_0" -> "292 quantize_per_channel_default_1" [label="(288,)", style=solid]; +"289 linear_2_scale_0" -> "293 dequantize_per_channel_default_1" [label="(288,)", style=solid]; +"290 linear_2_zero_point_0" -> "292 quantize_per_channel_default_1" [label="(288,)", style=solid]; +"290 linear_2_zero_point_0" -> "293 dequantize_per_channel_default_1" [label="(288,)", style=solid]; +"291 compressed_weight_updated_constant1" -> "292 quantize_per_channel_default_1" [label="(288, 96)", style=solid]; +"292 quantize_per_channel_default_1" -> "293 dequantize_per_channel_default_1" [label="(288, 96)", style=solid]; +"293 dequantize_per_channel_default_1" -> "294 linear_2" [label="(288, 96)", style=solid]; +"294 linear_2" -> "295 reshape_1" [label="(-1, -1, 288)", style=solid]; +"295 reshape_1" -> "296 permute_3" [label="(-1, -1, 3, 3, 32)", style=solid]; +"296 permute_3" -> "297 select" [label="(3, -1, 3, -1, 32)", style=solid]; +"296 permute_3" -> "298 select_1" [label="(3, -1, 3, -1, 32)", style=solid]; +"296 permute_3" -> "299 select_2" [label="(3, -1, 3, -1, 32)", style=solid]; +"297 select" -> "300 linalg_vector_norm" [label="(-1, 3, -1, 32)", style=solid]; +"297 select" -> "302 expand_as" [label="(-1, 3, -1, 32)", style=solid]; +"297 select" -> "303 div" [label="(-1, 3, -1, 32)", style=solid]; +"298 select_1" -> "306 linalg_vector_norm_1" [label="(-1, 3, -1, 32)", style=solid]; +"298 select_1" -> "308 expand_as_1" [label="(-1, 3, -1, 32)", style=solid]; +"298 select_1" -> "309 div_1" [label="(-1, 3, -1, 32)", style=solid]; +"299 select_2" -> "319 matmul_1" [label="(-1, 3, -1, 32)", style=solid]; +"300 linalg_vector_norm" -> "301 clamp_min" [label="(-1, 3, -1, 1)", style=solid]; +"301 clamp_min" -> "302 expand_as" [label="(-1, 3, -1, 1)", style=solid]; +"302 expand_as" -> "303 div" [label="(-1, 3, -1, 32)", style=solid]; +"303 div" -> "304 quantize_per_tensor_default_2" [label="(-1, 3, -1, 32)", style=solid]; +"304 quantize_per_tensor_default_2" -> "305 dequantize_per_tensor_default_2" [label="(-1, 3, -1, 32)", style=solid]; +"305 dequantize_per_tensor_default_2" -> "313 matmul" [label="(-1, 3, -1, 32)", style=solid]; +"306 linalg_vector_norm_1" -> "307 clamp_min_1" [label="(-1, 3, -1, 1)", style=solid]; +"307 clamp_min_1" -> "308 expand_as_1" [label="(-1, 3, -1, 1)", style=solid]; +"308 expand_as_1" -> "309 div_1" [label="(-1, 3, -1, 32)", style=solid]; +"309 div_1" -> "310 quantize_per_tensor_default_3" [label="(-1, 3, -1, 32)", style=solid]; +"310 quantize_per_tensor_default_3" -> "311 dequantize_per_tensor_default_3" [label="(-1, 3, -1, 32)", style=solid]; +"311 dequantize_per_tensor_default_3" -> "312 transpose" [label="(-1, 3, -1, 32)", style=solid]; +"312 transpose" -> "313 matmul" [label="(-1, 3, 32, -1)", style=solid]; +"313 matmul" -> "315 mul_34" [label="(-1, 3, -1, -1)", style=solid]; +"314 _frozen_param3" -> "315 mul_34" [label="(3, 1, 1)", style=solid]; +"315 mul_34" -> "316 add_34" [label="(-1, 3, -1, -1)", style=solid]; +"316 add_34" -> "317 softmax" [label="(-1, 3, -1, -1)", style=solid]; +"317 softmax" -> "318 dropout" [label="(-1, 3, -1, -1)", style=solid]; +"318 dropout" -> "319 matmul_1" [label="(-1, 3, -1, -1)", style=solid]; +"319 matmul_1" -> "320 transpose_1" [label="(-1, 3, -1, 32)", style=solid]; +"320 transpose_1" -> "321 reshape_2" [label="(-1, -1, 3, 32)", style=solid]; +"321 reshape_2" -> "322 reshape_2_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"322 reshape_2_0_0_nncf_smooth_quant_0" -> "323 quantize_per_tensor_default_4" [label="(-1, -1, 96)", style=solid]; +"323 quantize_per_tensor_default_4" -> "324 dequantize_per_tensor_default_4" [label="(-1, -1, 96)", style=solid]; +"324 dequantize_per_tensor_default_4" -> "330 linear_3" [label="(-1, -1, 96)", style=solid]; +"325 linear_3_scale_0" -> "328 quantize_per_channel_default_2" [label="(96,)", style=solid]; +"325 linear_3_scale_0" -> "329 dequantize_per_channel_default_2" [label="(96,)", style=solid]; +"326 linear_3_zero_point_0" -> "328 quantize_per_channel_default_2" [label="(96,)", style=solid]; +"326 linear_3_zero_point_0" -> "329 dequantize_per_channel_default_2" [label="(96,)", style=solid]; +"327 compressed_weight_updated_constant2" -> "328 quantize_per_channel_default_2" [label="(96, 96)", style=solid]; +"328 quantize_per_channel_default_2" -> "329 dequantize_per_channel_default_2" [label="(96, 96)", style=solid]; +"329 dequantize_per_channel_default_2" -> "330 linear_3" [label="(96, 96)", style=solid]; +"330 linear_3" -> "331 dropout_1" [label="(-1, -1, 96)", style=solid]; +"331 dropout_1" -> "332 view_3" [label="(-1, -1, 96)", style=solid]; +"332 view_3" -> "333 permute_4" [label="(1, -1, -1, 8, -1, 96)", style=solid]; +"333 permute_4" -> "334 reshape_3" [label="(1, -1, 8, -1, -1, 96)", style=solid]; +"334 reshape_3" -> "335 slice_2" [label="(1, -1, -1, 96)", style=solid]; +"335 slice_2" -> "336 slice_3" [label="(1, -1, -1, 96)", style=solid]; +"336 slice_3" -> "337 layer_norm_1" [label="(1, -1, -1, 96)", style=solid]; +"337 layer_norm_1" -> "338 add_35" [label="(1, -1, -1, 96)", style=solid]; +"338 add_35" -> "339 add_35_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 96)", style=solid]; +"338 add_35" -> "361 add_36" [label="(1, -1, -1, 96)", style=solid]; +"339 add_35_0_0_nncf_smooth_quant_0" -> "340 quantize_per_tensor_default_5" [label="(1, -1, -1, 96)", style=solid]; +"340 quantize_per_tensor_default_5" -> "341 dequantize_per_tensor_default_5" [label="(1, -1, -1, 96)", style=solid]; +"341 dequantize_per_tensor_default_5" -> "347 linear_4" [label="(1, -1, -1, 96)", style=solid]; +"342 linear_4_scale_0" -> "345 quantize_per_channel_default_3" [label="(384,)", style=solid]; +"342 linear_4_scale_0" -> "346 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"343 linear_4_zero_point_0" -> "345 quantize_per_channel_default_3" [label="(384,)", style=solid]; +"343 linear_4_zero_point_0" -> "346 dequantize_per_channel_default_3" [label="(384,)", style=solid]; +"344 compressed_weight_updated_constant3" -> "345 quantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"345 quantize_per_channel_default_3" -> "346 dequantize_per_channel_default_3" [label="(384, 96)", style=solid]; +"346 dequantize_per_channel_default_3" -> "347 linear_4" [label="(384, 96)", style=solid]; +"347 linear_4" -> "348 gelu" [label="(1, -1, -1, 384)", style=solid]; +"348 gelu" -> "349 dropout_2" [label="(1, -1, -1, 384)", style=solid]; +"349 dropout_2" -> "350 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"350 dropout_2_0_0_nncf_smooth_quant_0" -> "351 quantize_per_tensor_default_6" [label="(1, -1, -1, 384)", style=solid]; +"351 quantize_per_tensor_default_6" -> "352 dequantize_per_tensor_default_6" [label="(1, -1, -1, 384)", style=solid]; +"352 dequantize_per_tensor_default_6" -> "358 linear_5" [label="(1, -1, -1, 384)", style=solid]; +"353 linear_5_scale_0" -> "356 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"353 linear_5_scale_0" -> "357 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"354 linear_5_zero_point_0" -> "356 quantize_per_channel_default_4" [label="(96,)", style=solid]; +"354 linear_5_zero_point_0" -> "357 dequantize_per_channel_default_4" [label="(96,)", style=solid]; +"355 compressed_weight_updated_constant4" -> "356 quantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"356 quantize_per_channel_default_4" -> "357 dequantize_per_channel_default_4" [label="(96, 384)", style=solid]; +"357 dequantize_per_channel_default_4" -> "358 linear_5" [label="(96, 384)", style=solid]; +"358 linear_5" -> "359 dropout_3" [label="(1, -1, -1, 96)", style=solid]; +"359 dropout_3" -> "360 layer_norm_2" [label="(1, -1, -1, 96)", style=solid]; +"360 layer_norm_2" -> "361 add_36" [label="(1, -1, -1, 96)", style=solid]; +"361 add_36" -> "363 pad_1" [label="(1, -1, -1, 96)", style=solid]; +"361 add_36" -> "438 add_39" [label="(1, -1, -1, 96)", style=solid]; +"362 _frozen_param4" -> "399 add_37" [label="(1, 3, 64, 64)", style=solid]; +"363 pad_1" -> "364 roll" [label="(1, -1, -1, 96)", style=solid]; +"364 roll" -> "365 view_6" [label="(1, -1, -1, 96)", style=solid]; +"365 view_6" -> "366 permute_6" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"366 permute_6" -> "367 reshape_4" [label="(1, -1, -1, -1, -1, 96)", style=solid]; +"367 reshape_4" -> "369 reshape_4_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"367 reshape_4" -> "400 new_zeros" [label="(-1, -1, 96)", style=solid]; +"368 _frozen_param5" -> "377 linear_8" [label="(288,)", style=solid]; +"369 reshape_4_0_0_nncf_smooth_quant_0" -> "370 quantize_per_tensor_default_7" [label="(-1, -1, 96)", style=solid]; +"370 quantize_per_tensor_default_7" -> "371 dequantize_per_tensor_default_7" [label="(-1, -1, 96)", style=solid]; +"371 dequantize_per_tensor_default_7" -> "377 linear_8" [label="(-1, -1, 96)", style=solid]; +"372 linear_8_scale_0" -> "375 quantize_per_channel_default_5" [label="(288,)", style=solid]; +"372 linear_8_scale_0" -> "376 dequantize_per_channel_default_5" [label="(288,)", style=solid]; +"373 linear_8_zero_point_0" -> "375 quantize_per_channel_default_5" [label="(288,)", style=solid]; +"373 linear_8_zero_point_0" -> "376 dequantize_per_channel_default_5" [label="(288,)", style=solid]; +"374 compressed_weight_updated_constant5" -> "375 quantize_per_channel_default_5" [label="(288, 96)", style=solid]; +"375 quantize_per_channel_default_5" -> "376 dequantize_per_channel_default_5" [label="(288, 96)", style=solid]; +"376 dequantize_per_channel_default_5" -> "377 linear_8" [label="(288, 96)", style=solid]; +"377 linear_8" -> "378 reshape_5" [label="(-1, -1, 288)", style=solid]; +"378 reshape_5" -> "379 permute_7" [label="(-1, -1, 3, 3, 32)", style=solid]; +"379 permute_7" -> "380 select_3" [label="(3, -1, 3, -1, 32)", style=solid]; +"379 permute_7" -> "381 select_4" [label="(3, -1, 3, -1, 32)", style=solid]; +"379 permute_7" -> "382 select_5" [label="(3, -1, 3, -1, 32)", style=solid]; +"380 select_3" -> "383 linalg_vector_norm_2" [label="(-1, 3, -1, 32)", style=solid]; +"380 select_3" -> "385 expand_as_2" [label="(-1, 3, -1, 32)", style=solid]; +"380 select_3" -> "386 div_2" [label="(-1, 3, -1, 32)", style=solid]; +"381 select_4" -> "389 linalg_vector_norm_3" [label="(-1, 3, -1, 32)", style=solid]; +"381 select_4" -> "391 expand_as_3" [label="(-1, 3, -1, 32)", style=solid]; +"381 select_4" -> "392 div_3" [label="(-1, 3, -1, 32)", style=solid]; +"382 select_5" -> "418 matmul_3" [label="(-1, 3, -1, 32)", style=solid]; +"383 linalg_vector_norm_2" -> "384 clamp_min_2" [label="(-1, 3, -1, 1)", style=solid]; +"384 clamp_min_2" -> "385 expand_as_2" [label="(-1, 3, -1, 1)", style=solid]; +"385 expand_as_2" -> "386 div_2" [label="(-1, 3, -1, 32)", style=solid]; +"386 div_2" -> "387 quantize_per_tensor_default_8" [label="(-1, 3, -1, 32)", style=solid]; +"387 quantize_per_tensor_default_8" -> "388 dequantize_per_tensor_default_8" [label="(-1, 3, -1, 32)", style=solid]; +"388 dequantize_per_tensor_default_8" -> "396 matmul_2" [label="(-1, 3, -1, 32)", style=solid]; +"389 linalg_vector_norm_3" -> "390 clamp_min_3" [label="(-1, 3, -1, 1)", style=solid]; +"390 clamp_min_3" -> "391 expand_as_3" [label="(-1, 3, -1, 1)", style=solid]; +"391 expand_as_3" -> "392 div_3" [label="(-1, 3, -1, 32)", style=solid]; +"392 div_3" -> "393 quantize_per_tensor_default_9" [label="(-1, 3, -1, 32)", style=solid]; +"393 quantize_per_tensor_default_9" -> "394 dequantize_per_tensor_default_9" [label="(-1, 3, -1, 32)", style=solid]; +"394 dequantize_per_tensor_default_9" -> "395 transpose_2" [label="(-1, 3, -1, 32)", style=solid]; +"395 transpose_2" -> "396 matmul_2" [label="(-1, 3, 32, -1)", style=solid]; +"396 matmul_2" -> "398 mul_36" [label="(-1, 3, -1, -1)", style=solid]; +"397 _frozen_param7" -> "398 mul_36" [label="(3, 1, 1)", style=solid]; +"398 mul_36" -> "399 add_37" [label="(-1, 3, -1, -1)", style=solid]; +"399 add_37" -> "411 view_8" [label="(-1, 3, -1, -1)", style=solid]; +"400 new_zeros" -> "401 view_7" [label="(-1, -1)", style=solid]; +"401 view_7" -> "402 permute_8" [label="(-1, -1, -1, -1)", style=solid]; +"402 permute_8" -> "403 reshape_6" [label="(-1, -1, -1, -1)", style=solid]; +"403 reshape_6" -> "404 unsqueeze_2" [label="(-1, -1)", style=solid]; +"403 reshape_6" -> "405 unsqueeze_3" [label="(-1, -1)", style=solid]; +"404 unsqueeze_2" -> "406 sub" [label="(-1, 1, -1)", style=solid]; +"405 unsqueeze_3" -> "406 sub" [label="(-1, -1, 1)", style=solid]; +"406 sub" -> "407 ne" [label="(-1, -1, -1)", style=solid]; +"406 sub" -> "408 masked_fill" [label="(-1, -1, -1)", style=solid]; +"406 sub" -> "409 eq_22" [label="(-1, -1, -1)", style=solid]; +"407 ne" -> "408 masked_fill" [label="(-1, -1, -1)", style=solid]; +"408 masked_fill" -> "410 masked_fill_1" [label="(-1, -1, -1)", style=solid]; +"409 eq_22" -> "410 masked_fill_1" [label="(-1, -1, -1)", style=solid]; +"410 masked_fill_1" -> "412 unsqueeze_4" [label="(-1, -1, -1)", style=solid]; +"411 view_8" -> "414 add_38" [label="(1, -1, 3, -1, -1)", style=solid]; +"412 unsqueeze_4" -> "413 unsqueeze_5" [label="(-1, 1, -1, -1)", style=solid]; +"413 unsqueeze_5" -> "414 add_38" [label="(1, -1, 1, -1, -1)", style=solid]; +"414 add_38" -> "415 view_9" [label="(1, -1, 3, -1, -1)", style=solid]; +"415 view_9" -> "416 softmax_1" [label="(-1, 3, -1, -1)", style=solid]; +"416 softmax_1" -> "417 dropout_4" [label="(-1, 3, -1, -1)", style=solid]; +"417 dropout_4" -> "418 matmul_3" [label="(-1, 3, -1, -1)", style=solid]; +"418 matmul_3" -> "419 transpose_3" [label="(-1, 3, -1, 32)", style=solid]; +"419 transpose_3" -> "420 reshape_7" [label="(-1, -1, 3, 32)", style=solid]; +"420 reshape_7" -> "421 reshape_7_0_0_nncf_smooth_quant_0" [label="(-1, -1, 96)", style=solid]; +"421 reshape_7_0_0_nncf_smooth_quant_0" -> "422 quantize_per_tensor_default_10" [label="(-1, -1, 96)", style=solid]; +"422 quantize_per_tensor_default_10" -> "423 dequantize_per_tensor_default_10" [label="(-1, -1, 96)", style=solid]; +"423 dequantize_per_tensor_default_10" -> "429 linear_9" [label="(-1, -1, 96)", style=solid]; +"424 linear_9_scale_0" -> "427 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"424 linear_9_scale_0" -> "428 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"425 linear_9_zero_point_0" -> "427 quantize_per_channel_default_6" [label="(96,)", style=solid]; +"425 linear_9_zero_point_0" -> "428 dequantize_per_channel_default_6" [label="(96,)", style=solid]; +"426 compressed_weight_updated_constant6" -> "427 quantize_per_channel_default_6" [label="(96, 96)", style=solid]; +"427 quantize_per_channel_default_6" -> "428 dequantize_per_channel_default_6" [label="(96, 96)", style=solid]; +"428 dequantize_per_channel_default_6" -> "429 linear_9" [label="(96, 96)", style=solid]; +"429 linear_9" -> "430 dropout_5" [label="(-1, -1, 96)", style=solid]; +"430 dropout_5" -> "431 view_10" [label="(-1, -1, 96)", style=solid]; +"431 view_10" -> "432 permute_9" [label="(1, -1, -1, 8, -1, 96)", style=solid]; +"432 permute_9" -> "433 reshape_8" [label="(1, -1, 8, -1, -1, 96)", style=solid]; +"433 reshape_8" -> "434 roll_1" [label="(1, -1, -1, 96)", style=solid]; +"434 roll_1" -> "435 slice_23" [label="(1, -1, -1, 96)", style=solid]; +"435 slice_23" -> "436 slice_24" [label="(1, -1, -1, 96)", style=solid]; +"436 slice_24" -> "437 layer_norm_3" [label="(1, -1, -1, 96)", style=solid]; +"437 layer_norm_3" -> "438 add_39" [label="(1, -1, -1, 96)", style=solid]; +"438 add_39" -> "439 add_39_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 96)", style=solid]; +"438 add_39" -> "461 add_40" [label="(1, -1, -1, 96)", style=solid]; +"439 add_39_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_11" [label="(1, -1, -1, 96)", style=solid]; +"440 quantize_per_tensor_default_11" -> "441 dequantize_per_tensor_default_11" [label="(1, -1, -1, 96)", style=solid]; +"441 dequantize_per_tensor_default_11" -> "447 linear_10" [label="(1, -1, -1, 96)", style=solid]; +"442 linear_10_scale_0" -> "445 quantize_per_channel_default_7" [label="(384,)", style=solid]; +"442 linear_10_scale_0" -> "446 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"443 linear_10_zero_point_0" -> "445 quantize_per_channel_default_7" [label="(384,)", style=solid]; +"443 linear_10_zero_point_0" -> "446 dequantize_per_channel_default_7" [label="(384,)", style=solid]; +"444 compressed_weight_updated_constant7" -> "445 quantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"445 quantize_per_channel_default_7" -> "446 dequantize_per_channel_default_7" [label="(384, 96)", style=solid]; +"446 dequantize_per_channel_default_7" -> "447 linear_10" [label="(384, 96)", style=solid]; +"447 linear_10" -> "448 gelu_1" [label="(1, -1, -1, 384)", style=solid]; +"448 gelu_1" -> "449 dropout_6" [label="(1, -1, -1, 384)", style=solid]; +"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_12" [label="(1, -1, -1, 384)", style=solid]; +"451 quantize_per_tensor_default_12" -> "452 dequantize_per_tensor_default_12" [label="(1, -1, -1, 384)", style=solid]; +"452 dequantize_per_tensor_default_12" -> "458 linear_11" [label="(1, -1, -1, 384)", style=solid]; +"453 linear_11_scale_0" -> "456 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"453 linear_11_scale_0" -> "457 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"454 linear_11_zero_point_0" -> "456 quantize_per_channel_default_8" [label="(96,)", style=solid]; +"454 linear_11_zero_point_0" -> "457 dequantize_per_channel_default_8" [label="(96,)", style=solid]; +"455 compressed_weight_updated_constant8" -> "456 quantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"456 quantize_per_channel_default_8" -> "457 dequantize_per_channel_default_8" [label="(96, 384)", style=solid]; +"457 dequantize_per_channel_default_8" -> "458 linear_11" [label="(96, 384)", style=solid]; +"458 linear_11" -> "459 dropout_7" [label="(1, -1, -1, 96)", style=solid]; +"459 dropout_7" -> "460 layer_norm_4" [label="(1, -1, -1, 96)", style=solid]; +"460 layer_norm_4" -> "461 add_40" [label="(1, -1, -1, 96)", style=solid]; +"461 add_40" -> "462 pad_2" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "463 slice_25" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "466 slice_28" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "469 slice_31" [label="(1, -1, -1, 96)", style=solid]; +"462 pad_2" -> "472 slice_34" [label="(1, -1, -1, 96)", style=solid]; +"463 slice_25" -> "464 slice_26" [label="(1, -1, -1, 96)", style=solid]; +"464 slice_26" -> "465 slice_27" [label="(1, -1, -1, 96)", style=solid]; +"465 slice_27" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"466 slice_28" -> "467 slice_29" [label="(1, -1, -1, 96)", style=solid]; +"467 slice_29" -> "468 slice_30" [label="(1, -1, -1, 96)", style=solid]; +"468 slice_30" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"469 slice_31" -> "470 slice_32" [label="(1, -1, -1, 96)", style=solid]; +"470 slice_32" -> "471 slice_33" [label="(1, -1, -1, 96)", style=solid]; +"471 slice_33" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"472 slice_34" -> "473 slice_35" [label="(1, -1, -1, 96)", style=solid]; +"473 slice_35" -> "474 slice_36" [label="(1, -1, -1, 96)", style=solid]; +"474 slice_36" -> "475 cat" [label="(1, -1, -1, 96)", style=solid]; +"475 cat" -> "476 cat_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"476 cat_0_0_nncf_smooth_quant_0" -> "477 quantize_per_tensor_default_13" [label="(1, -1, -1, 384)", style=solid]; +"477 quantize_per_tensor_default_13" -> "478 dequantize_per_tensor_default_13" [label="(1, -1, -1, 384)", style=solid]; +"478 dequantize_per_tensor_default_13" -> "484 linear_12" [label="(1, -1, -1, 384)", style=solid]; +"479 linear_12_scale_0" -> "482 quantize_per_channel_default_9" [label="(192,)", style=solid]; +"479 linear_12_scale_0" -> "483 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"480 linear_12_zero_point_0" -> "482 quantize_per_channel_default_9" [label="(192,)", style=solid]; +"480 linear_12_zero_point_0" -> "483 dequantize_per_channel_default_9" [label="(192,)", style=solid]; +"481 compressed_weight_updated_constant9" -> "482 quantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"482 quantize_per_channel_default_9" -> "483 dequantize_per_channel_default_9" [label="(192, 384)", style=solid]; +"483 dequantize_per_channel_default_9" -> "484 linear_12" [label="(192, 384)", style=solid]; +"484 linear_12" -> "485 layer_norm_5" [label="(1, -1, -1, 192)", style=solid]; +"485 layer_norm_5" -> "487 pad_3" [label="(1, -1, -1, 192)", style=solid]; +"485 layer_norm_5" -> "548 add_42" [label="(1, -1, -1, 192)", style=solid]; +"486 _frozen_param17" -> "523 add_41" [label="(1, 6, 64, 64)", style=solid]; +"487 pad_3" -> "489 view_13" [label="(1, -1, -1, 192)", style=solid]; +"488 mul_38" -> "491 reshape_9" [label="(-1,)", style=solid]; +"488 mul_38" -> "502 reshape_10" [label="(-1,)", style=solid]; +"488 mul_38" -> "528 reshape_11" [label="(-1,)", style=solid]; +"488 mul_38" -> "577 reshape_13" [label="(-1,)", style=solid]; +"488 mul_38" -> "588 reshape_14" [label="(-1,)", style=solid]; +"488 mul_38" -> "613 reshape_15" [label="(-1,)", style=solid]; +"488 mul_38" -> "621 view_19" [label="(-1,)", style=solid]; +"488 mul_38" -> "630 reshape_16" [label="(-1,)", style=solid]; +"489 view_13" -> "490 permute_11" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"490 permute_11" -> "491 reshape_9" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"491 reshape_9" -> "493 reshape_9_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"492 _frozen_param18" -> "501 linear_15" [label="(576,)", style=solid]; +"493 reshape_9_0_0_nncf_smooth_quant_0" -> "494 quantize_per_tensor_default_14" [label="(-1, -1, 192)", style=solid]; +"494 quantize_per_tensor_default_14" -> "495 dequantize_per_tensor_default_14" [label="(-1, -1, 192)", style=solid]; +"495 dequantize_per_tensor_default_14" -> "501 linear_15" [label="(-1, -1, 192)", style=solid]; +"496 linear_15_scale_0" -> "499 quantize_per_channel_default_10" [label="(576,)", style=solid]; +"496 linear_15_scale_0" -> "500 dequantize_per_channel_default_10" [label="(576,)", style=solid]; +"497 linear_15_zero_point_0" -> "499 quantize_per_channel_default_10" [label="(576,)", style=solid]; +"497 linear_15_zero_point_0" -> "500 dequantize_per_channel_default_10" [label="(576,)", style=solid]; +"498 compressed_weight_updated_constant10" -> "499 quantize_per_channel_default_10" [label="(576, 192)", style=solid]; +"499 quantize_per_channel_default_10" -> "500 dequantize_per_channel_default_10" [label="(576, 192)", style=solid]; +"500 dequantize_per_channel_default_10" -> "501 linear_15" [label="(576, 192)", style=solid]; +"501 linear_15" -> "502 reshape_10" [label="(-1, -1, 576)", style=solid]; +"502 reshape_10" -> "503 permute_12" [label="(-1, -1, 3, 6, 32)", style=solid]; +"503 permute_12" -> "504 select_6" [label="(3, -1, 6, -1, 32)", style=solid]; +"503 permute_12" -> "505 select_7" [label="(3, -1, 6, -1, 32)", style=solid]; +"503 permute_12" -> "506 select_8" [label="(3, -1, 6, -1, 32)", style=solid]; +"504 select_6" -> "507 linalg_vector_norm_4" [label="(-1, 6, -1, 32)", style=solid]; +"504 select_6" -> "509 expand_as_4" [label="(-1, 6, -1, 32)", style=solid]; +"504 select_6" -> "510 div_4" [label="(-1, 6, -1, 32)", style=solid]; +"505 select_7" -> "513 linalg_vector_norm_5" [label="(-1, 6, -1, 32)", style=solid]; +"505 select_7" -> "515 expand_as_5" [label="(-1, 6, -1, 32)", style=solid]; +"505 select_7" -> "516 div_5" [label="(-1, 6, -1, 32)", style=solid]; +"506 select_8" -> "526 matmul_5" [label="(-1, 6, -1, 32)", style=solid]; +"507 linalg_vector_norm_4" -> "508 clamp_min_4" [label="(-1, 6, -1, 1)", style=solid]; +"508 clamp_min_4" -> "509 expand_as_4" [label="(-1, 6, -1, 1)", style=solid]; +"509 expand_as_4" -> "510 div_4" [label="(-1, 6, -1, 32)", style=solid]; +"510 div_4" -> "511 quantize_per_tensor_default_15" [label="(-1, 6, -1, 32)", style=solid]; +"511 quantize_per_tensor_default_15" -> "512 dequantize_per_tensor_default_15" [label="(-1, 6, -1, 32)", style=solid]; +"512 dequantize_per_tensor_default_15" -> "520 matmul_4" [label="(-1, 6, -1, 32)", style=solid]; +"513 linalg_vector_norm_5" -> "514 clamp_min_5" [label="(-1, 6, -1, 1)", style=solid]; +"514 clamp_min_5" -> "515 expand_as_5" [label="(-1, 6, -1, 1)", style=solid]; +"515 expand_as_5" -> "516 div_5" [label="(-1, 6, -1, 32)", style=solid]; +"516 div_5" -> "517 quantize_per_tensor_default_16" [label="(-1, 6, -1, 32)", style=solid]; +"517 quantize_per_tensor_default_16" -> "518 dequantize_per_tensor_default_16" [label="(-1, 6, -1, 32)", style=solid]; +"518 dequantize_per_tensor_default_16" -> "519 transpose_4" [label="(-1, 6, -1, 32)", style=solid]; +"519 transpose_4" -> "520 matmul_4" [label="(-1, 6, 32, -1)", style=solid]; +"520 matmul_4" -> "522 mul_39" [label="(-1, 6, -1, -1)", style=solid]; +"521 _frozen_param20" -> "522 mul_39" [label="(6, 1, 1)", style=solid]; +"522 mul_39" -> "523 add_41" [label="(-1, 6, -1, -1)", style=solid]; +"523 add_41" -> "524 softmax_2" [label="(-1, 6, -1, -1)", style=solid]; +"524 softmax_2" -> "525 dropout_8" [label="(-1, 6, -1, -1)", style=solid]; +"525 dropout_8" -> "526 matmul_5" [label="(-1, 6, -1, -1)", style=solid]; +"526 matmul_5" -> "527 transpose_5" [label="(-1, 6, -1, 32)", style=solid]; +"527 transpose_5" -> "528 reshape_11" [label="(-1, -1, 6, 32)", style=solid]; +"528 reshape_11" -> "529 reshape_11_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"529 reshape_11_0_0_nncf_smooth_quant_0" -> "530 quantize_per_tensor_default_17" [label="(-1, -1, 192)", style=solid]; +"530 quantize_per_tensor_default_17" -> "531 dequantize_per_tensor_default_17" [label="(-1, -1, 192)", style=solid]; +"531 dequantize_per_tensor_default_17" -> "537 linear_16" [label="(-1, -1, 192)", style=solid]; +"532 linear_16_scale_0" -> "535 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"532 linear_16_scale_0" -> "536 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"533 linear_16_zero_point_0" -> "535 quantize_per_channel_default_11" [label="(192,)", style=solid]; +"533 linear_16_zero_point_0" -> "536 dequantize_per_channel_default_11" [label="(192,)", style=solid]; +"534 compressed_weight_updated_constant11" -> "535 quantize_per_channel_default_11" [label="(192, 192)", style=solid]; +"535 quantize_per_channel_default_11" -> "536 dequantize_per_channel_default_11" [label="(192, 192)", style=solid]; +"536 dequantize_per_channel_default_11" -> "537 linear_16" [label="(192, 192)", style=solid]; +"537 linear_16" -> "538 dropout_9" [label="(-1, -1, 192)", style=solid]; +"538 dropout_9" -> "539 view_14" [label="(-1, -1, 192)", style=solid]; +"539 view_14" -> "540 permute_13" [label="(1, -1, -1, 8, -1, 192)", style=solid]; +"540 permute_13" -> "541 reshape_12" [label="(1, -1, 8, -1, -1, 192)", style=solid]; +"541 reshape_12" -> "542 slice_38" [label="(1, -1, -1, 192)", style=solid]; +"542 slice_38" -> "543 slice_39" [label="(1, -1, -1, 192)", style=solid]; +"543 slice_39" -> "544 slice_40" [label="(1, -1, -1, 192)", style=solid]; +"544 slice_40" -> "545 slice_41" [label="(1, -1, -1, 192)", style=solid]; +"545 slice_41" -> "546 contiguous_3" [label="(1, -1, -1, 192)", style=solid]; +"546 contiguous_3" -> "547 layer_norm_6" [label="(1, -1, -1, 192)", style=solid]; +"547 layer_norm_6" -> "548 add_42" [label="(1, -1, -1, 192)", style=solid]; +"548 add_42" -> "549 add_42_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 192)", style=solid]; +"548 add_42" -> "571 add_43" [label="(1, -1, -1, 192)", style=solid]; +"549 add_42_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_default_18" [label="(1, -1, -1, 192)", style=solid]; +"550 quantize_per_tensor_default_18" -> "551 dequantize_per_tensor_default_18" [label="(1, -1, -1, 192)", style=solid]; +"551 dequantize_per_tensor_default_18" -> "557 linear_17" [label="(1, -1, -1, 192)", style=solid]; +"552 linear_17_scale_0" -> "555 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"552 linear_17_scale_0" -> "556 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"553 linear_17_zero_point_0" -> "555 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"553 linear_17_zero_point_0" -> "556 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"554 compressed_weight_updated_constant12" -> "555 quantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"555 quantize_per_channel_default_12" -> "556 dequantize_per_channel_default_12" [label="(768, 192)", style=solid]; +"556 dequantize_per_channel_default_12" -> "557 linear_17" [label="(768, 192)", style=solid]; +"557 linear_17" -> "558 gelu_2" [label="(1, -1, -1, 768)", style=solid]; +"558 gelu_2" -> "559 dropout_10" [label="(1, -1, -1, 768)", style=solid]; +"559 dropout_10" -> "560 dropout_10_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"560 dropout_10_0_0_nncf_smooth_quant_0" -> "561 quantize_per_tensor_default_19" [label="(1, -1, -1, 768)", style=solid]; +"561 quantize_per_tensor_default_19" -> "562 dequantize_per_tensor_default_19" [label="(1, -1, -1, 768)", style=solid]; +"562 dequantize_per_tensor_default_19" -> "568 linear_18" [label="(1, -1, -1, 768)", style=solid]; +"563 linear_18_scale_0" -> "566 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"563 linear_18_scale_0" -> "567 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"564 linear_18_zero_point_0" -> "566 quantize_per_channel_default_13" [label="(192,)", style=solid]; +"564 linear_18_zero_point_0" -> "567 dequantize_per_channel_default_13" [label="(192,)", style=solid]; +"565 compressed_weight_updated_constant13" -> "566 quantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"566 quantize_per_channel_default_13" -> "567 dequantize_per_channel_default_13" [label="(192, 768)", style=solid]; +"567 dequantize_per_channel_default_13" -> "568 linear_18" [label="(192, 768)", style=solid]; +"568 linear_18" -> "569 dropout_11" [label="(1, -1, -1, 192)", style=solid]; +"569 dropout_11" -> "570 layer_norm_7" [label="(1, -1, -1, 192)", style=solid]; +"570 layer_norm_7" -> "571 add_43" [label="(1, -1, -1, 192)", style=solid]; +"571 add_43" -> "573 pad_4" [label="(1, -1, -1, 192)", style=solid]; +"571 add_43" -> "651 add_46" [label="(1, -1, -1, 192)", style=solid]; +"572 _frozen_param21" -> "609 add_44" [label="(1, 6, 64, 64)", style=solid]; +"573 pad_4" -> "574 roll_2" [label="(1, -1, -1, 192)", style=solid]; +"574 roll_2" -> "575 view_17" [label="(1, -1, -1, 192)", style=solid]; +"575 view_17" -> "576 permute_15" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"576 permute_15" -> "577 reshape_13" [label="(1, -1, -1, -1, -1, 192)", style=solid]; +"577 reshape_13" -> "579 reshape_13_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"577 reshape_13" -> "610 new_zeros_1" [label="(-1, -1, 192)", style=solid]; +"578 _frozen_param22" -> "587 linear_21" [label="(576,)", style=solid]; +"579 reshape_13_0_0_nncf_smooth_quant_0" -> "580 quantize_per_tensor_default_20" [label="(-1, -1, 192)", style=solid]; +"580 quantize_per_tensor_default_20" -> "581 dequantize_per_tensor_default_20" [label="(-1, -1, 192)", style=solid]; +"581 dequantize_per_tensor_default_20" -> "587 linear_21" [label="(-1, -1, 192)", style=solid]; +"582 linear_21_scale_0" -> "585 quantize_per_channel_default_14" [label="(576,)", style=solid]; +"582 linear_21_scale_0" -> "586 dequantize_per_channel_default_14" [label="(576,)", style=solid]; +"583 linear_21_zero_point_0" -> "585 quantize_per_channel_default_14" [label="(576,)", style=solid]; +"583 linear_21_zero_point_0" -> "586 dequantize_per_channel_default_14" [label="(576,)", style=solid]; +"584 compressed_weight_updated_constant14" -> "585 quantize_per_channel_default_14" [label="(576, 192)", style=solid]; +"585 quantize_per_channel_default_14" -> "586 dequantize_per_channel_default_14" [label="(576, 192)", style=solid]; +"586 dequantize_per_channel_default_14" -> "587 linear_21" [label="(576, 192)", style=solid]; +"587 linear_21" -> "588 reshape_14" [label="(-1, -1, 576)", style=solid]; +"588 reshape_14" -> "589 permute_16" [label="(-1, -1, 3, 6, 32)", style=solid]; +"589 permute_16" -> "590 select_9" [label="(3, -1, 6, -1, 32)", style=solid]; +"589 permute_16" -> "591 select_10" [label="(3, -1, 6, -1, 32)", style=solid]; +"589 permute_16" -> "592 select_11" [label="(3, -1, 6, -1, 32)", style=solid]; +"590 select_9" -> "593 linalg_vector_norm_6" [label="(-1, 6, -1, 32)", style=solid]; +"590 select_9" -> "595 expand_as_6" [label="(-1, 6, -1, 32)", style=solid]; +"590 select_9" -> "596 div_6" [label="(-1, 6, -1, 32)", style=solid]; +"591 select_10" -> "599 linalg_vector_norm_7" [label="(-1, 6, -1, 32)", style=solid]; +"591 select_10" -> "601 expand_as_7" [label="(-1, 6, -1, 32)", style=solid]; +"591 select_10" -> "602 div_7" [label="(-1, 6, -1, 32)", style=solid]; +"592 select_11" -> "628 matmul_7" [label="(-1, 6, -1, 32)", style=solid]; +"593 linalg_vector_norm_6" -> "594 clamp_min_6" [label="(-1, 6, -1, 1)", style=solid]; +"594 clamp_min_6" -> "595 expand_as_6" [label="(-1, 6, -1, 1)", style=solid]; +"595 expand_as_6" -> "596 div_6" [label="(-1, 6, -1, 32)", style=solid]; +"596 div_6" -> "597 quantize_per_tensor_default_21" [label="(-1, 6, -1, 32)", style=solid]; +"597 quantize_per_tensor_default_21" -> "598 dequantize_per_tensor_default_21" [label="(-1, 6, -1, 32)", style=solid]; +"598 dequantize_per_tensor_default_21" -> "606 matmul_6" [label="(-1, 6, -1, 32)", style=solid]; +"599 linalg_vector_norm_7" -> "600 clamp_min_7" [label="(-1, 6, -1, 1)", style=solid]; +"600 clamp_min_7" -> "601 expand_as_7" [label="(-1, 6, -1, 1)", style=solid]; +"601 expand_as_7" -> "602 div_7" [label="(-1, 6, -1, 32)", style=solid]; +"602 div_7" -> "603 quantize_per_tensor_default_22" [label="(-1, 6, -1, 32)", style=solid]; +"603 quantize_per_tensor_default_22" -> "604 dequantize_per_tensor_default_22" [label="(-1, 6, -1, 32)", style=solid]; +"604 dequantize_per_tensor_default_22" -> "605 transpose_6" [label="(-1, 6, -1, 32)", style=solid]; +"605 transpose_6" -> "606 matmul_6" [label="(-1, 6, 32, -1)", style=solid]; +"606 matmul_6" -> "608 mul_41" [label="(-1, 6, -1, -1)", style=solid]; +"607 _frozen_param24" -> "608 mul_41" [label="(6, 1, 1)", style=solid]; +"608 mul_41" -> "609 add_44" [label="(-1, 6, -1, -1)", style=solid]; +"609 add_44" -> "621 view_19" [label="(-1, 6, -1, -1)", style=solid]; +"610 new_zeros_1" -> "611 view_18" [label="(-1, -1)", style=solid]; +"611 view_18" -> "612 permute_17" [label="(-1, -1, -1, -1)", style=solid]; +"612 permute_17" -> "613 reshape_15" [label="(-1, -1, -1, -1)", style=solid]; +"613 reshape_15" -> "614 unsqueeze_8" [label="(-1, -1)", style=solid]; +"613 reshape_15" -> "615 unsqueeze_9" [label="(-1, -1)", style=solid]; +"614 unsqueeze_8" -> "616 sub_1" [label="(-1, 1, -1)", style=solid]; +"615 unsqueeze_9" -> "616 sub_1" [label="(-1, -1, 1)", style=solid]; +"616 sub_1" -> "617 ne_1" [label="(-1, -1, -1)", style=solid]; +"616 sub_1" -> "618 masked_fill_2" [label="(-1, -1, -1)", style=solid]; +"616 sub_1" -> "619 eq_37" [label="(-1, -1, -1)", style=solid]; +"617 ne_1" -> "618 masked_fill_2" [label="(-1, -1, -1)", style=solid]; +"618 masked_fill_2" -> "620 masked_fill_3" [label="(-1, -1, -1)", style=solid]; +"619 eq_37" -> "620 masked_fill_3" [label="(-1, -1, -1)", style=solid]; +"620 masked_fill_3" -> "622 unsqueeze_10" [label="(-1, -1, -1)", style=solid]; +"621 view_19" -> "624 add_45" [label="(1, -1, 6, -1, -1)", style=solid]; +"622 unsqueeze_10" -> "623 unsqueeze_11" [label="(-1, 1, -1, -1)", style=solid]; +"623 unsqueeze_11" -> "624 add_45" [label="(1, -1, 1, -1, -1)", style=solid]; +"624 add_45" -> "625 view_20" [label="(1, -1, 6, -1, -1)", style=solid]; +"625 view_20" -> "626 softmax_3" [label="(-1, 6, -1, -1)", style=solid]; +"626 softmax_3" -> "627 dropout_12" [label="(-1, 6, -1, -1)", style=solid]; +"627 dropout_12" -> "628 matmul_7" [label="(-1, 6, -1, -1)", style=solid]; +"628 matmul_7" -> "629 transpose_7" [label="(-1, 6, -1, 32)", style=solid]; +"629 transpose_7" -> "630 reshape_16" [label="(-1, -1, 6, 32)", style=solid]; +"630 reshape_16" -> "631 reshape_16_0_0_nncf_smooth_quant_0" [label="(-1, -1, 192)", style=solid]; +"631 reshape_16_0_0_nncf_smooth_quant_0" -> "632 quantize_per_tensor_default_23" [label="(-1, -1, 192)", style=solid]; +"632 quantize_per_tensor_default_23" -> "633 dequantize_per_tensor_default_23" [label="(-1, -1, 192)", style=solid]; +"633 dequantize_per_tensor_default_23" -> "639 linear_22" [label="(-1, -1, 192)", style=solid]; +"634 linear_22_scale_0" -> "637 quantize_per_channel_default_15" [label="(192,)", style=solid]; +"634 linear_22_scale_0" -> "638 dequantize_per_channel_default_15" [label="(192,)", style=solid]; +"635 linear_22_zero_point_0" -> "637 quantize_per_channel_default_15" [label="(192,)", style=solid]; +"635 linear_22_zero_point_0" -> "638 dequantize_per_channel_default_15" [label="(192,)", style=solid]; +"636 compressed_weight_updated_constant15" -> "637 quantize_per_channel_default_15" [label="(192, 192)", style=solid]; +"637 quantize_per_channel_default_15" -> "638 dequantize_per_channel_default_15" [label="(192, 192)", style=solid]; +"638 dequantize_per_channel_default_15" -> "639 linear_22" [label="(192, 192)", style=solid]; +"639 linear_22" -> "640 dropout_13" [label="(-1, -1, 192)", style=solid]; +"640 dropout_13" -> "641 view_21" [label="(-1, -1, 192)", style=solid]; +"641 view_21" -> "642 permute_18" [label="(1, -1, -1, 8, -1, 192)", style=solid]; +"642 permute_18" -> "643 reshape_17" [label="(1, -1, 8, -1, -1, 192)", style=solid]; +"643 reshape_17" -> "644 roll_3" [label="(1, -1, -1, 192)", style=solid]; +"644 roll_3" -> "645 slice_61" [label="(1, -1, -1, 192)", style=solid]; +"645 slice_61" -> "646 slice_62" [label="(1, -1, -1, 192)", style=solid]; +"646 slice_62" -> "647 slice_63" [label="(1, -1, -1, 192)", style=solid]; +"647 slice_63" -> "648 slice_64" [label="(1, -1, -1, 192)", style=solid]; +"648 slice_64" -> "649 contiguous_5" [label="(1, -1, -1, 192)", style=solid]; +"649 contiguous_5" -> "650 layer_norm_8" [label="(1, -1, -1, 192)", style=solid]; +"650 layer_norm_8" -> "651 add_46" [label="(1, -1, -1, 192)", style=solid]; +"651 add_46" -> "652 add_46_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 192)", style=solid]; +"651 add_46" -> "674 add_47" [label="(1, -1, -1, 192)", style=solid]; +"652 add_46_0_0_nncf_smooth_quant_0" -> "653 quantize_per_tensor_default_24" [label="(1, -1, -1, 192)", style=solid]; +"653 quantize_per_tensor_default_24" -> "654 dequantize_per_tensor_default_24" [label="(1, -1, -1, 192)", style=solid]; +"654 dequantize_per_tensor_default_24" -> "660 linear_23" [label="(1, -1, -1, 192)", style=solid]; +"655 linear_23_scale_0" -> "658 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"655 linear_23_scale_0" -> "659 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"656 linear_23_zero_point_0" -> "658 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"656 linear_23_zero_point_0" -> "659 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"657 compressed_weight_updated_constant16" -> "658 quantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"658 quantize_per_channel_default_16" -> "659 dequantize_per_channel_default_16" [label="(768, 192)", style=solid]; +"659 dequantize_per_channel_default_16" -> "660 linear_23" [label="(768, 192)", style=solid]; +"660 linear_23" -> "661 gelu_3" [label="(1, -1, -1, 768)", style=solid]; +"661 gelu_3" -> "662 dropout_14" [label="(1, -1, -1, 768)", style=solid]; +"662 dropout_14" -> "663 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"663 dropout_14_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_default_25" [label="(1, -1, -1, 768)", style=solid]; +"664 quantize_per_tensor_default_25" -> "665 dequantize_per_tensor_default_25" [label="(1, -1, -1, 768)", style=solid]; +"665 dequantize_per_tensor_default_25" -> "671 linear_24" [label="(1, -1, -1, 768)", style=solid]; +"666 linear_24_scale_0" -> "669 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"666 linear_24_scale_0" -> "670 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"667 linear_24_zero_point_0" -> "669 quantize_per_channel_default_17" [label="(192,)", style=solid]; +"667 linear_24_zero_point_0" -> "670 dequantize_per_channel_default_17" [label="(192,)", style=solid]; +"668 compressed_weight_updated_constant17" -> "669 quantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"669 quantize_per_channel_default_17" -> "670 dequantize_per_channel_default_17" [label="(192, 768)", style=solid]; +"670 dequantize_per_channel_default_17" -> "671 linear_24" [label="(192, 768)", style=solid]; +"671 linear_24" -> "672 dropout_15" [label="(1, -1, -1, 192)", style=solid]; +"672 dropout_15" -> "673 layer_norm_9" [label="(1, -1, -1, 192)", style=solid]; +"673 layer_norm_9" -> "674 add_47" [label="(1, -1, -1, 192)", style=solid]; +"674 add_47" -> "675 pad_5" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "676 slice_65" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "679 slice_68" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "682 slice_71" [label="(1, -1, -1, 192)", style=solid]; +"675 pad_5" -> "685 slice_74" [label="(1, -1, -1, 192)", style=solid]; +"676 slice_65" -> "677 slice_66" [label="(1, -1, -1, 192)", style=solid]; +"677 slice_66" -> "678 slice_67" [label="(1, -1, -1, 192)", style=solid]; +"678 slice_67" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"679 slice_68" -> "680 slice_69" [label="(1, -1, -1, 192)", style=solid]; +"680 slice_69" -> "681 slice_70" [label="(1, -1, -1, 192)", style=solid]; +"681 slice_70" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"682 slice_71" -> "683 slice_72" [label="(1, -1, -1, 192)", style=solid]; +"683 slice_72" -> "684 slice_73" [label="(1, -1, -1, 192)", style=solid]; +"684 slice_73" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"685 slice_74" -> "686 slice_75" [label="(1, -1, -1, 192)", style=solid]; +"686 slice_75" -> "687 slice_76" [label="(1, -1, -1, 192)", style=solid]; +"687 slice_76" -> "688 cat_1" [label="(1, -1, -1, 192)", style=solid]; +"688 cat_1" -> "689 cat_1_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"689 cat_1_0_0_nncf_smooth_quant_0" -> "690 quantize_per_tensor_default_26" [label="(1, -1, -1, 768)", style=solid]; +"690 quantize_per_tensor_default_26" -> "691 dequantize_per_tensor_default_26" [label="(1, -1, -1, 768)", style=solid]; +"691 dequantize_per_tensor_default_26" -> "697 linear_25" [label="(1, -1, -1, 768)", style=solid]; +"692 linear_25_scale_0" -> "695 quantize_per_channel_default_18" [label="(384,)", style=solid]; +"692 linear_25_scale_0" -> "696 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"693 linear_25_zero_point_0" -> "695 quantize_per_channel_default_18" [label="(384,)", style=solid]; +"693 linear_25_zero_point_0" -> "696 dequantize_per_channel_default_18" [label="(384,)", style=solid]; +"694 compressed_weight_updated_constant18" -> "695 quantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"695 quantize_per_channel_default_18" -> "696 dequantize_per_channel_default_18" [label="(384, 768)", style=solid]; +"696 dequantize_per_channel_default_18" -> "697 linear_25" [label="(384, 768)", style=solid]; +"697 linear_25" -> "698 layer_norm_10" [label="(1, -1, -1, 384)", style=solid]; +"698 layer_norm_10" -> "700 pad_6" [label="(1, -1, -1, 384)", style=solid]; +"698 layer_norm_10" -> "761 add_49" [label="(1, -1, -1, 384)", style=solid]; +"699 _frozen_param34" -> "736 add_48" [label="(1, 12, 64, 64)", style=solid]; +"700 pad_6" -> "702 view_24" [label="(1, -1, -1, 384)", style=solid]; +"701 mul_43" -> "704 reshape_18" [label="(-1,)", style=solid]; +"701 mul_43" -> "715 reshape_19" [label="(-1,)", style=solid]; +"701 mul_43" -> "741 reshape_20" [label="(-1,)", style=solid]; +"701 mul_43" -> "790 reshape_22" [label="(-1,)", style=solid]; +"701 mul_43" -> "801 reshape_23" [label="(-1,)", style=solid]; +"701 mul_43" -> "826 reshape_24" [label="(-1,)", style=solid]; +"701 mul_43" -> "834 view_30" [label="(-1,)", style=solid]; +"701 mul_43" -> "843 reshape_25" [label="(-1,)", style=solid]; +"701 mul_43" -> "892 reshape_27" [label="(-1,)", style=solid]; +"701 mul_43" -> "903 reshape_28" [label="(-1,)", style=solid]; +"701 mul_43" -> "929 reshape_29" [label="(-1,)", style=solid]; +"701 mul_43" -> "978 reshape_31" [label="(-1,)", style=solid]; +"701 mul_43" -> "989 reshape_32" [label="(-1,)", style=solid]; +"701 mul_43" -> "1014 reshape_33" [label="(-1,)", style=solid]; +"701 mul_43" -> "1022 view_41" [label="(-1,)", style=solid]; +"701 mul_43" -> "1031 reshape_34" [label="(-1,)", style=solid]; +"701 mul_43" -> "1080 reshape_36" [label="(-1,)", style=solid]; +"701 mul_43" -> "1091 reshape_37" [label="(-1,)", style=solid]; +"701 mul_43" -> "1117 reshape_38" [label="(-1,)", style=solid]; +"701 mul_43" -> "1166 reshape_40" [label="(-1,)", style=solid]; +"701 mul_43" -> "1177 reshape_41" [label="(-1,)", style=solid]; +"701 mul_43" -> "1202 reshape_42" [label="(-1,)", style=solid]; +"701 mul_43" -> "1210 view_52" [label="(-1,)", style=solid]; +"701 mul_43" -> "1219 reshape_43" [label="(-1,)", style=solid]; +"701 mul_43" -> "1268 reshape_45" [label="(-1,)", style=solid]; +"701 mul_43" -> "1279 reshape_46" [label="(-1,)", style=solid]; +"701 mul_43" -> "1305 reshape_47" [label="(-1,)", style=solid]; +"701 mul_43" -> "1354 reshape_49" [label="(-1,)", style=solid]; +"701 mul_43" -> "1365 reshape_50" [label="(-1,)", style=solid]; +"701 mul_43" -> "1390 reshape_51" [label="(-1,)", style=solid]; +"701 mul_43" -> "1398 view_63" [label="(-1,)", style=solid]; +"701 mul_43" -> "1407 reshape_52" [label="(-1,)", style=solid]; +"701 mul_43" -> "1456 reshape_54" [label="(-1,)", style=solid]; +"701 mul_43" -> "1467 reshape_55" [label="(-1,)", style=solid]; +"701 mul_43" -> "1493 reshape_56" [label="(-1,)", style=solid]; +"701 mul_43" -> "1542 reshape_58" [label="(-1,)", style=solid]; +"701 mul_43" -> "1553 reshape_59" [label="(-1,)", style=solid]; +"701 mul_43" -> "1578 reshape_60" [label="(-1,)", style=solid]; +"701 mul_43" -> "1586 view_74" [label="(-1,)", style=solid]; +"701 mul_43" -> "1595 reshape_61" [label="(-1,)", style=solid]; +"701 mul_43" -> "1644 reshape_63" [label="(-1,)", style=solid]; +"701 mul_43" -> "1655 reshape_64" [label="(-1,)", style=solid]; +"701 mul_43" -> "1681 reshape_65" [label="(-1,)", style=solid]; +"701 mul_43" -> "1730 reshape_67" [label="(-1,)", style=solid]; +"701 mul_43" -> "1741 reshape_68" [label="(-1,)", style=solid]; +"701 mul_43" -> "1766 reshape_69" [label="(-1,)", style=solid]; +"701 mul_43" -> "1774 view_85" [label="(-1,)", style=solid]; +"701 mul_43" -> "1783 reshape_70" [label="(-1,)", style=solid]; +"701 mul_43" -> "1832 reshape_72" [label="(-1,)", style=solid]; +"701 mul_43" -> "1843 reshape_73" [label="(-1,)", style=solid]; +"701 mul_43" -> "1869 reshape_74" [label="(-1,)", style=solid]; +"701 mul_43" -> "1918 reshape_76" [label="(-1,)", style=solid]; +"701 mul_43" -> "1929 reshape_77" [label="(-1,)", style=solid]; +"701 mul_43" -> "1954 reshape_78" [label="(-1,)", style=solid]; +"701 mul_43" -> "1962 view_96" [label="(-1,)", style=solid]; +"701 mul_43" -> "1971 reshape_79" [label="(-1,)", style=solid]; +"701 mul_43" -> "2020 reshape_81" [label="(-1,)", style=solid]; +"701 mul_43" -> "2031 reshape_82" [label="(-1,)", style=solid]; +"701 mul_43" -> "2057 reshape_83" [label="(-1,)", style=solid]; +"701 mul_43" -> "2106 reshape_85" [label="(-1,)", style=solid]; +"701 mul_43" -> "2117 reshape_86" [label="(-1,)", style=solid]; +"701 mul_43" -> "2142 reshape_87" [label="(-1,)", style=solid]; +"701 mul_43" -> "2150 view_107" [label="(-1,)", style=solid]; +"701 mul_43" -> "2159 reshape_88" [label="(-1,)", style=solid]; +"701 mul_43" -> "2208 reshape_90" [label="(-1,)", style=solid]; +"701 mul_43" -> "2219 reshape_91" [label="(-1,)", style=solid]; +"701 mul_43" -> "2245 reshape_92" [label="(-1,)", style=solid]; +"701 mul_43" -> "2294 reshape_94" [label="(-1,)", style=solid]; +"701 mul_43" -> "2305 reshape_95" [label="(-1,)", style=solid]; +"701 mul_43" -> "2330 reshape_96" [label="(-1,)", style=solid]; +"701 mul_43" -> "2338 view_118" [label="(-1,)", style=solid]; +"701 mul_43" -> "2347 reshape_97" [label="(-1,)", style=solid]; +"702 view_24" -> "703 permute_20" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"703 permute_20" -> "704 reshape_18" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"704 reshape_18" -> "706 reshape_18_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"705 _frozen_param35" -> "714 linear_28" [label="(1152,)", style=solid]; +"706 reshape_18_0_0_nncf_smooth_quant_0" -> "707 quantize_per_tensor_default_27" [label="(-1, -1, 384)", style=solid]; +"707 quantize_per_tensor_default_27" -> "708 dequantize_per_tensor_default_27" [label="(-1, -1, 384)", style=solid]; +"708 dequantize_per_tensor_default_27" -> "714 linear_28" [label="(-1, -1, 384)", style=solid]; +"709 linear_28_scale_0" -> "712 quantize_per_channel_default_19" [label="(1152,)", style=solid]; +"709 linear_28_scale_0" -> "713 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; +"710 linear_28_zero_point_0" -> "712 quantize_per_channel_default_19" [label="(1152,)", style=solid]; +"710 linear_28_zero_point_0" -> "713 dequantize_per_channel_default_19" [label="(1152,)", style=solid]; +"711 compressed_weight_updated_constant19" -> "712 quantize_per_channel_default_19" [label="(1152, 384)", style=solid]; +"712 quantize_per_channel_default_19" -> "713 dequantize_per_channel_default_19" [label="(1152, 384)", style=solid]; +"713 dequantize_per_channel_default_19" -> "714 linear_28" [label="(1152, 384)", style=solid]; +"714 linear_28" -> "715 reshape_19" [label="(-1, -1, 1152)", style=solid]; +"715 reshape_19" -> "716 permute_21" [label="(-1, -1, 3, 12, 32)", style=solid]; +"716 permute_21" -> "717 select_12" [label="(3, -1, 12, -1, 32)", style=solid]; +"716 permute_21" -> "718 select_13" [label="(3, -1, 12, -1, 32)", style=solid]; +"716 permute_21" -> "719 select_14" [label="(3, -1, 12, -1, 32)", style=solid]; +"717 select_12" -> "720 linalg_vector_norm_8" [label="(-1, 12, -1, 32)", style=solid]; +"717 select_12" -> "722 expand_as_8" [label="(-1, 12, -1, 32)", style=solid]; +"717 select_12" -> "723 div_8" [label="(-1, 12, -1, 32)", style=solid]; +"718 select_13" -> "726 linalg_vector_norm_9" [label="(-1, 12, -1, 32)", style=solid]; +"718 select_13" -> "728 expand_as_9" [label="(-1, 12, -1, 32)", style=solid]; +"718 select_13" -> "729 div_9" [label="(-1, 12, -1, 32)", style=solid]; +"719 select_14" -> "739 matmul_9" [label="(-1, 12, -1, 32)", style=solid]; +"720 linalg_vector_norm_8" -> "721 clamp_min_8" [label="(-1, 12, -1, 1)", style=solid]; +"721 clamp_min_8" -> "722 expand_as_8" [label="(-1, 12, -1, 1)", style=solid]; +"722 expand_as_8" -> "723 div_8" [label="(-1, 12, -1, 32)", style=solid]; +"723 div_8" -> "724 quantize_per_tensor_default_28" [label="(-1, 12, -1, 32)", style=solid]; +"724 quantize_per_tensor_default_28" -> "725 dequantize_per_tensor_default_28" [label="(-1, 12, -1, 32)", style=solid]; +"725 dequantize_per_tensor_default_28" -> "733 matmul_8" [label="(-1, 12, -1, 32)", style=solid]; +"726 linalg_vector_norm_9" -> "727 clamp_min_9" [label="(-1, 12, -1, 1)", style=solid]; +"727 clamp_min_9" -> "728 expand_as_9" [label="(-1, 12, -1, 1)", style=solid]; +"728 expand_as_9" -> "729 div_9" [label="(-1, 12, -1, 32)", style=solid]; +"729 div_9" -> "730 quantize_per_tensor_default_29" [label="(-1, 12, -1, 32)", style=solid]; +"730 quantize_per_tensor_default_29" -> "731 dequantize_per_tensor_default_29" [label="(-1, 12, -1, 32)", style=solid]; +"731 dequantize_per_tensor_default_29" -> "732 transpose_8" [label="(-1, 12, -1, 32)", style=solid]; +"732 transpose_8" -> "733 matmul_8" [label="(-1, 12, 32, -1)", style=solid]; +"733 matmul_8" -> "735 mul_44" [label="(-1, 12, -1, -1)", style=solid]; +"734 _frozen_param37" -> "735 mul_44" [label="(12, 1, 1)", style=solid]; +"735 mul_44" -> "736 add_48" [label="(-1, 12, -1, -1)", style=solid]; +"736 add_48" -> "737 softmax_4" [label="(-1, 12, -1, -1)", style=solid]; +"737 softmax_4" -> "738 dropout_16" [label="(-1, 12, -1, -1)", style=solid]; +"738 dropout_16" -> "739 matmul_9" [label="(-1, 12, -1, -1)", style=solid]; +"739 matmul_9" -> "740 transpose_9" [label="(-1, 12, -1, 32)", style=solid]; +"740 transpose_9" -> "741 reshape_20" [label="(-1, -1, 12, 32)", style=solid]; +"741 reshape_20" -> "742 reshape_20_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"742 reshape_20_0_0_nncf_smooth_quant_0" -> "743 quantize_per_tensor_default_30" [label="(-1, -1, 384)", style=solid]; +"743 quantize_per_tensor_default_30" -> "744 dequantize_per_tensor_default_30" [label="(-1, -1, 384)", style=solid]; +"744 dequantize_per_tensor_default_30" -> "750 linear_29" [label="(-1, -1, 384)", style=solid]; +"745 linear_29_scale_0" -> "748 quantize_per_channel_default_20" [label="(384,)", style=solid]; +"745 linear_29_scale_0" -> "749 dequantize_per_channel_default_20" [label="(384,)", style=solid]; +"746 linear_29_zero_point_0" -> "748 quantize_per_channel_default_20" [label="(384,)", style=solid]; +"746 linear_29_zero_point_0" -> "749 dequantize_per_channel_default_20" [label="(384,)", style=solid]; +"747 compressed_weight_updated_constant20" -> "748 quantize_per_channel_default_20" [label="(384, 384)", style=solid]; +"748 quantize_per_channel_default_20" -> "749 dequantize_per_channel_default_20" [label="(384, 384)", style=solid]; +"749 dequantize_per_channel_default_20" -> "750 linear_29" [label="(384, 384)", style=solid]; +"750 linear_29" -> "751 dropout_17" [label="(-1, -1, 384)", style=solid]; +"751 dropout_17" -> "752 view_25" [label="(-1, -1, 384)", style=solid]; +"752 view_25" -> "753 permute_22" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"753 permute_22" -> "754 reshape_21" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"754 reshape_21" -> "755 slice_78" [label="(1, -1, -1, 384)", style=solid]; +"755 slice_78" -> "756 slice_79" [label="(1, -1, -1, 384)", style=solid]; +"756 slice_79" -> "757 slice_80" [label="(1, -1, -1, 384)", style=solid]; +"757 slice_80" -> "758 slice_81" [label="(1, -1, -1, 384)", style=solid]; +"758 slice_81" -> "759 contiguous_7" [label="(1, -1, -1, 384)", style=solid]; +"759 contiguous_7" -> "760 layer_norm_11" [label="(1, -1, -1, 384)", style=solid]; +"760 layer_norm_11" -> "761 add_49" [label="(1, -1, -1, 384)", style=solid]; +"761 add_49" -> "762 add_49_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"761 add_49" -> "784 add_50" [label="(1, -1, -1, 384)", style=solid]; +"762 add_49_0_0_nncf_smooth_quant_0" -> "763 quantize_per_tensor_default_31" [label="(1, -1, -1, 384)", style=solid]; +"763 quantize_per_tensor_default_31" -> "764 dequantize_per_tensor_default_31" [label="(1, -1, -1, 384)", style=solid]; +"764 dequantize_per_tensor_default_31" -> "770 linear_30" [label="(1, -1, -1, 384)", style=solid]; +"765 linear_30_scale_0" -> "768 quantize_per_channel_default_21" [label="(1536,)", style=solid]; +"765 linear_30_scale_0" -> "769 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"766 linear_30_zero_point_0" -> "768 quantize_per_channel_default_21" [label="(1536,)", style=solid]; +"766 linear_30_zero_point_0" -> "769 dequantize_per_channel_default_21" [label="(1536,)", style=solid]; +"767 compressed_weight_updated_constant21" -> "768 quantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"768 quantize_per_channel_default_21" -> "769 dequantize_per_channel_default_21" [label="(1536, 384)", style=solid]; +"769 dequantize_per_channel_default_21" -> "770 linear_30" [label="(1536, 384)", style=solid]; +"770 linear_30" -> "771 gelu_4" [label="(1, -1, -1, 1536)", style=solid]; +"771 gelu_4" -> "772 dropout_18" [label="(1, -1, -1, 1536)", style=solid]; +"772 dropout_18" -> "773 dropout_18_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"773 dropout_18_0_0_nncf_smooth_quant_0" -> "774 quantize_per_tensor_default_32" [label="(1, -1, -1, 1536)", style=solid]; +"774 quantize_per_tensor_default_32" -> "775 dequantize_per_tensor_default_32" [label="(1, -1, -1, 1536)", style=solid]; +"775 dequantize_per_tensor_default_32" -> "781 linear_31" [label="(1, -1, -1, 1536)", style=solid]; +"776 linear_31_scale_0" -> "779 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"776 linear_31_scale_0" -> "780 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"777 linear_31_zero_point_0" -> "779 quantize_per_channel_default_22" [label="(384,)", style=solid]; +"777 linear_31_zero_point_0" -> "780 dequantize_per_channel_default_22" [label="(384,)", style=solid]; +"778 compressed_weight_updated_constant22" -> "779 quantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"779 quantize_per_channel_default_22" -> "780 dequantize_per_channel_default_22" [label="(384, 1536)", style=solid]; +"780 dequantize_per_channel_default_22" -> "781 linear_31" [label="(384, 1536)", style=solid]; +"781 linear_31" -> "782 dropout_19" [label="(1, -1, -1, 384)", style=solid]; +"782 dropout_19" -> "783 layer_norm_12" [label="(1, -1, -1, 384)", style=solid]; +"783 layer_norm_12" -> "784 add_50" [label="(1, -1, -1, 384)", style=solid]; +"784 add_50" -> "786 pad_7" [label="(1, -1, -1, 384)", style=solid]; +"784 add_50" -> "864 add_53" [label="(1, -1, -1, 384)", style=solid]; +"785 _frozen_param38" -> "822 add_51" [label="(1, 12, 64, 64)", style=solid]; +"786 pad_7" -> "787 roll_4" [label="(1, -1, -1, 384)", style=solid]; +"787 roll_4" -> "788 view_28" [label="(1, -1, -1, 384)", style=solid]; +"788 view_28" -> "789 permute_24" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"789 permute_24" -> "790 reshape_22" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"790 reshape_22" -> "792 reshape_22_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"790 reshape_22" -> "823 new_zeros_2" [label="(-1, -1, 384)", style=solid]; +"791 _frozen_param39" -> "800 linear_34" [label="(1152,)", style=solid]; +"792 reshape_22_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_default_33" [label="(-1, -1, 384)", style=solid]; +"793 quantize_per_tensor_default_33" -> "794 dequantize_per_tensor_default_33" [label="(-1, -1, 384)", style=solid]; +"794 dequantize_per_tensor_default_33" -> "800 linear_34" [label="(-1, -1, 384)", style=solid]; +"795 linear_34_scale_0" -> "798 quantize_per_channel_default_23" [label="(1152,)", style=solid]; +"795 linear_34_scale_0" -> "799 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; +"796 linear_34_zero_point_0" -> "798 quantize_per_channel_default_23" [label="(1152,)", style=solid]; +"796 linear_34_zero_point_0" -> "799 dequantize_per_channel_default_23" [label="(1152,)", style=solid]; +"797 compressed_weight_updated_constant23" -> "798 quantize_per_channel_default_23" [label="(1152, 384)", style=solid]; +"798 quantize_per_channel_default_23" -> "799 dequantize_per_channel_default_23" [label="(1152, 384)", style=solid]; +"799 dequantize_per_channel_default_23" -> "800 linear_34" [label="(1152, 384)", style=solid]; +"800 linear_34" -> "801 reshape_23" [label="(-1, -1, 1152)", style=solid]; +"801 reshape_23" -> "802 permute_25" [label="(-1, -1, 3, 12, 32)", style=solid]; +"802 permute_25" -> "803 select_15" [label="(3, -1, 12, -1, 32)", style=solid]; +"802 permute_25" -> "804 select_16" [label="(3, -1, 12, -1, 32)", style=solid]; +"802 permute_25" -> "805 select_17" [label="(3, -1, 12, -1, 32)", style=solid]; +"803 select_15" -> "806 linalg_vector_norm_10" [label="(-1, 12, -1, 32)", style=solid]; +"803 select_15" -> "808 expand_as_10" [label="(-1, 12, -1, 32)", style=solid]; +"803 select_15" -> "809 div_10" [label="(-1, 12, -1, 32)", style=solid]; +"804 select_16" -> "812 linalg_vector_norm_11" [label="(-1, 12, -1, 32)", style=solid]; +"804 select_16" -> "814 expand_as_11" [label="(-1, 12, -1, 32)", style=solid]; +"804 select_16" -> "815 div_11" [label="(-1, 12, -1, 32)", style=solid]; +"805 select_17" -> "841 matmul_11" [label="(-1, 12, -1, 32)", style=solid]; +"806 linalg_vector_norm_10" -> "807 clamp_min_10" [label="(-1, 12, -1, 1)", style=solid]; +"807 clamp_min_10" -> "808 expand_as_10" [label="(-1, 12, -1, 1)", style=solid]; +"808 expand_as_10" -> "809 div_10" [label="(-1, 12, -1, 32)", style=solid]; +"809 div_10" -> "810 quantize_per_tensor_default_34" [label="(-1, 12, -1, 32)", style=solid]; +"810 quantize_per_tensor_default_34" -> "811 dequantize_per_tensor_default_34" [label="(-1, 12, -1, 32)", style=solid]; +"811 dequantize_per_tensor_default_34" -> "819 matmul_10" [label="(-1, 12, -1, 32)", style=solid]; +"812 linalg_vector_norm_11" -> "813 clamp_min_11" [label="(-1, 12, -1, 1)", style=solid]; +"813 clamp_min_11" -> "814 expand_as_11" [label="(-1, 12, -1, 1)", style=solid]; +"814 expand_as_11" -> "815 div_11" [label="(-1, 12, -1, 32)", style=solid]; +"815 div_11" -> "816 quantize_per_tensor_default_35" [label="(-1, 12, -1, 32)", style=solid]; +"816 quantize_per_tensor_default_35" -> "817 dequantize_per_tensor_default_35" [label="(-1, 12, -1, 32)", style=solid]; +"817 dequantize_per_tensor_default_35" -> "818 transpose_10" [label="(-1, 12, -1, 32)", style=solid]; +"818 transpose_10" -> "819 matmul_10" [label="(-1, 12, 32, -1)", style=solid]; +"819 matmul_10" -> "821 mul_46" [label="(-1, 12, -1, -1)", style=solid]; +"820 _frozen_param41" -> "821 mul_46" [label="(12, 1, 1)", style=solid]; +"821 mul_46" -> "822 add_51" [label="(-1, 12, -1, -1)", style=solid]; +"822 add_51" -> "834 view_30" [label="(-1, 12, -1, -1)", style=solid]; +"823 new_zeros_2" -> "824 view_29" [label="(-1, -1)", style=solid]; +"824 view_29" -> "825 permute_26" [label="(-1, -1, -1, -1)", style=solid]; +"825 permute_26" -> "826 reshape_24" [label="(-1, -1, -1, -1)", style=solid]; +"826 reshape_24" -> "827 unsqueeze_14" [label="(-1, -1)", style=solid]; +"826 reshape_24" -> "828 unsqueeze_15" [label="(-1, -1)", style=solid]; +"827 unsqueeze_14" -> "829 sub_2" [label="(-1, 1, -1)", style=solid]; +"828 unsqueeze_15" -> "829 sub_2" [label="(-1, -1, 1)", style=solid]; +"829 sub_2" -> "830 ne_2" [label="(-1, -1, -1)", style=solid]; +"829 sub_2" -> "831 masked_fill_4" [label="(-1, -1, -1)", style=solid]; +"829 sub_2" -> "832 eq_52" [label="(-1, -1, -1)", style=solid]; +"830 ne_2" -> "831 masked_fill_4" [label="(-1, -1, -1)", style=solid]; +"831 masked_fill_4" -> "833 masked_fill_5" [label="(-1, -1, -1)", style=solid]; +"832 eq_52" -> "833 masked_fill_5" [label="(-1, -1, -1)", style=solid]; +"833 masked_fill_5" -> "835 unsqueeze_16" [label="(-1, -1, -1)", style=solid]; +"834 view_30" -> "837 add_52" [label="(1, -1, 12, -1, -1)", style=solid]; +"835 unsqueeze_16" -> "836 unsqueeze_17" [label="(-1, 1, -1, -1)", style=solid]; +"836 unsqueeze_17" -> "837 add_52" [label="(1, -1, 1, -1, -1)", style=solid]; +"837 add_52" -> "838 view_31" [label="(1, -1, 12, -1, -1)", style=solid]; +"838 view_31" -> "839 softmax_5" [label="(-1, 12, -1, -1)", style=solid]; +"839 softmax_5" -> "840 dropout_20" [label="(-1, 12, -1, -1)", style=solid]; +"840 dropout_20" -> "841 matmul_11" [label="(-1, 12, -1, -1)", style=solid]; +"841 matmul_11" -> "842 transpose_11" [label="(-1, 12, -1, 32)", style=solid]; +"842 transpose_11" -> "843 reshape_25" [label="(-1, -1, 12, 32)", style=solid]; +"843 reshape_25" -> "844 reshape_25_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"844 reshape_25_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_36" [label="(-1, -1, 384)", style=solid]; +"845 quantize_per_tensor_default_36" -> "846 dequantize_per_tensor_default_36" [label="(-1, -1, 384)", style=solid]; +"846 dequantize_per_tensor_default_36" -> "852 linear_35" [label="(-1, -1, 384)", style=solid]; +"847 linear_35_scale_0" -> "850 quantize_per_channel_default_24" [label="(384,)", style=solid]; +"847 linear_35_scale_0" -> "851 dequantize_per_channel_default_24" [label="(384,)", style=solid]; +"848 linear_35_zero_point_0" -> "850 quantize_per_channel_default_24" [label="(384,)", style=solid]; +"848 linear_35_zero_point_0" -> "851 dequantize_per_channel_default_24" [label="(384,)", style=solid]; +"849 compressed_weight_updated_constant24" -> "850 quantize_per_channel_default_24" [label="(384, 384)", style=solid]; +"850 quantize_per_channel_default_24" -> "851 dequantize_per_channel_default_24" [label="(384, 384)", style=solid]; +"851 dequantize_per_channel_default_24" -> "852 linear_35" [label="(384, 384)", style=solid]; +"852 linear_35" -> "853 dropout_21" [label="(-1, -1, 384)", style=solid]; +"853 dropout_21" -> "854 view_32" [label="(-1, -1, 384)", style=solid]; +"854 view_32" -> "855 permute_27" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"855 permute_27" -> "856 reshape_26" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"856 reshape_26" -> "857 roll_5" [label="(1, -1, -1, 384)", style=solid]; +"857 roll_5" -> "858 slice_101" [label="(1, -1, -1, 384)", style=solid]; +"858 slice_101" -> "859 slice_102" [label="(1, -1, -1, 384)", style=solid]; +"859 slice_102" -> "860 slice_103" [label="(1, -1, -1, 384)", style=solid]; +"860 slice_103" -> "861 slice_104" [label="(1, -1, -1, 384)", style=solid]; +"861 slice_104" -> "862 contiguous_9" [label="(1, -1, -1, 384)", style=solid]; +"862 contiguous_9" -> "863 layer_norm_13" [label="(1, -1, -1, 384)", style=solid]; +"863 layer_norm_13" -> "864 add_53" [label="(1, -1, -1, 384)", style=solid]; +"864 add_53" -> "865 add_53_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"864 add_53" -> "887 add_54" [label="(1, -1, -1, 384)", style=solid]; +"865 add_53_0_0_nncf_smooth_quant_0" -> "866 quantize_per_tensor_default_37" [label="(1, -1, -1, 384)", style=solid]; +"866 quantize_per_tensor_default_37" -> "867 dequantize_per_tensor_default_37" [label="(1, -1, -1, 384)", style=solid]; +"867 dequantize_per_tensor_default_37" -> "873 linear_36" [label="(1, -1, -1, 384)", style=solid]; +"868 linear_36_scale_0" -> "871 quantize_per_channel_default_25" [label="(1536,)", style=solid]; +"868 linear_36_scale_0" -> "872 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"869 linear_36_zero_point_0" -> "871 quantize_per_channel_default_25" [label="(1536,)", style=solid]; +"869 linear_36_zero_point_0" -> "872 dequantize_per_channel_default_25" [label="(1536,)", style=solid]; +"870 compressed_weight_updated_constant25" -> "871 quantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"871 quantize_per_channel_default_25" -> "872 dequantize_per_channel_default_25" [label="(1536, 384)", style=solid]; +"872 dequantize_per_channel_default_25" -> "873 linear_36" [label="(1536, 384)", style=solid]; +"873 linear_36" -> "874 gelu_5" [label="(1, -1, -1, 1536)", style=solid]; +"874 gelu_5" -> "875 dropout_22" [label="(1, -1, -1, 1536)", style=solid]; +"875 dropout_22" -> "876 dropout_22_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"876 dropout_22_0_0_nncf_smooth_quant_0" -> "877 quantize_per_tensor_default_38" [label="(1, -1, -1, 1536)", style=solid]; +"877 quantize_per_tensor_default_38" -> "878 dequantize_per_tensor_default_38" [label="(1, -1, -1, 1536)", style=solid]; +"878 dequantize_per_tensor_default_38" -> "884 linear_37" [label="(1, -1, -1, 1536)", style=solid]; +"879 linear_37_scale_0" -> "882 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"879 linear_37_scale_0" -> "883 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"880 linear_37_zero_point_0" -> "882 quantize_per_channel_default_26" [label="(384,)", style=solid]; +"880 linear_37_zero_point_0" -> "883 dequantize_per_channel_default_26" [label="(384,)", style=solid]; +"881 compressed_weight_updated_constant26" -> "882 quantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"882 quantize_per_channel_default_26" -> "883 dequantize_per_channel_default_26" [label="(384, 1536)", style=solid]; +"883 dequantize_per_channel_default_26" -> "884 linear_37" [label="(384, 1536)", style=solid]; +"884 linear_37" -> "885 dropout_23" [label="(1, -1, -1, 384)", style=solid]; +"885 dropout_23" -> "886 layer_norm_14" [label="(1, -1, -1, 384)", style=solid]; +"886 layer_norm_14" -> "887 add_54" [label="(1, -1, -1, 384)", style=solid]; +"887 add_54" -> "889 pad_8" [label="(1, -1, -1, 384)", style=solid]; +"887 add_54" -> "949 add_56" [label="(1, -1, -1, 384)", style=solid]; +"888 _frozen_param51" -> "924 add_55" [label="(1, 12, 64, 64)", style=solid]; +"889 pad_8" -> "890 view_35" [label="(1, -1, -1, 384)", style=solid]; +"890 view_35" -> "891 permute_29" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"891 permute_29" -> "892 reshape_27" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"892 reshape_27" -> "894 reshape_27_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"893 _frozen_param52" -> "902 linear_40" [label="(1152,)", style=solid]; +"894 reshape_27_0_0_nncf_smooth_quant_0" -> "895 quantize_per_tensor_default_39" [label="(-1, -1, 384)", style=solid]; +"895 quantize_per_tensor_default_39" -> "896 dequantize_per_tensor_default_39" [label="(-1, -1, 384)", style=solid]; +"896 dequantize_per_tensor_default_39" -> "902 linear_40" [label="(-1, -1, 384)", style=solid]; +"897 linear_40_scale_0" -> "900 quantize_per_channel_default_27" [label="(1152,)", style=solid]; +"897 linear_40_scale_0" -> "901 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; +"898 linear_40_zero_point_0" -> "900 quantize_per_channel_default_27" [label="(1152,)", style=solid]; +"898 linear_40_zero_point_0" -> "901 dequantize_per_channel_default_27" [label="(1152,)", style=solid]; +"899 compressed_weight_updated_constant27" -> "900 quantize_per_channel_default_27" [label="(1152, 384)", style=solid]; +"900 quantize_per_channel_default_27" -> "901 dequantize_per_channel_default_27" [label="(1152, 384)", style=solid]; +"901 dequantize_per_channel_default_27" -> "902 linear_40" [label="(1152, 384)", style=solid]; +"902 linear_40" -> "903 reshape_28" [label="(-1, -1, 1152)", style=solid]; +"903 reshape_28" -> "904 permute_30" [label="(-1, -1, 3, 12, 32)", style=solid]; +"904 permute_30" -> "905 select_18" [label="(3, -1, 12, -1, 32)", style=solid]; +"904 permute_30" -> "906 select_19" [label="(3, -1, 12, -1, 32)", style=solid]; +"904 permute_30" -> "907 select_20" [label="(3, -1, 12, -1, 32)", style=solid]; +"905 select_18" -> "908 linalg_vector_norm_12" [label="(-1, 12, -1, 32)", style=solid]; +"905 select_18" -> "910 expand_as_12" [label="(-1, 12, -1, 32)", style=solid]; +"905 select_18" -> "911 div_12" [label="(-1, 12, -1, 32)", style=solid]; +"906 select_19" -> "914 linalg_vector_norm_13" [label="(-1, 12, -1, 32)", style=solid]; +"906 select_19" -> "916 expand_as_13" [label="(-1, 12, -1, 32)", style=solid]; +"906 select_19" -> "917 div_13" [label="(-1, 12, -1, 32)", style=solid]; +"907 select_20" -> "927 matmul_13" [label="(-1, 12, -1, 32)", style=solid]; +"908 linalg_vector_norm_12" -> "909 clamp_min_12" [label="(-1, 12, -1, 1)", style=solid]; +"909 clamp_min_12" -> "910 expand_as_12" [label="(-1, 12, -1, 1)", style=solid]; +"910 expand_as_12" -> "911 div_12" [label="(-1, 12, -1, 32)", style=solid]; +"911 div_12" -> "912 quantize_per_tensor_default_40" [label="(-1, 12, -1, 32)", style=solid]; +"912 quantize_per_tensor_default_40" -> "913 dequantize_per_tensor_default_40" [label="(-1, 12, -1, 32)", style=solid]; +"913 dequantize_per_tensor_default_40" -> "921 matmul_12" [label="(-1, 12, -1, 32)", style=solid]; +"914 linalg_vector_norm_13" -> "915 clamp_min_13" [label="(-1, 12, -1, 1)", style=solid]; +"915 clamp_min_13" -> "916 expand_as_13" [label="(-1, 12, -1, 1)", style=solid]; +"916 expand_as_13" -> "917 div_13" [label="(-1, 12, -1, 32)", style=solid]; +"917 div_13" -> "918 quantize_per_tensor_default_41" [label="(-1, 12, -1, 32)", style=solid]; +"918 quantize_per_tensor_default_41" -> "919 dequantize_per_tensor_default_41" [label="(-1, 12, -1, 32)", style=solid]; +"919 dequantize_per_tensor_default_41" -> "920 transpose_12" [label="(-1, 12, -1, 32)", style=solid]; +"920 transpose_12" -> "921 matmul_12" [label="(-1, 12, 32, -1)", style=solid]; +"921 matmul_12" -> "923 mul_48" [label="(-1, 12, -1, -1)", style=solid]; +"922 _frozen_param54" -> "923 mul_48" [label="(12, 1, 1)", style=solid]; +"923 mul_48" -> "924 add_55" [label="(-1, 12, -1, -1)", style=solid]; +"924 add_55" -> "925 softmax_6" [label="(-1, 12, -1, -1)", style=solid]; +"925 softmax_6" -> "926 dropout_24" [label="(-1, 12, -1, -1)", style=solid]; +"926 dropout_24" -> "927 matmul_13" [label="(-1, 12, -1, -1)", style=solid]; +"927 matmul_13" -> "928 transpose_13" [label="(-1, 12, -1, 32)", style=solid]; +"928 transpose_13" -> "929 reshape_29" [label="(-1, -1, 12, 32)", style=solid]; +"929 reshape_29" -> "930 reshape_29_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"930 reshape_29_0_0_nncf_smooth_quant_0" -> "931 quantize_per_tensor_default_42" [label="(-1, -1, 384)", style=solid]; +"931 quantize_per_tensor_default_42" -> "932 dequantize_per_tensor_default_42" [label="(-1, -1, 384)", style=solid]; +"932 dequantize_per_tensor_default_42" -> "938 linear_41" [label="(-1, -1, 384)", style=solid]; +"933 linear_41_scale_0" -> "936 quantize_per_channel_default_28" [label="(384,)", style=solid]; +"933 linear_41_scale_0" -> "937 dequantize_per_channel_default_28" [label="(384,)", style=solid]; +"934 linear_41_zero_point_0" -> "936 quantize_per_channel_default_28" [label="(384,)", style=solid]; +"934 linear_41_zero_point_0" -> "937 dequantize_per_channel_default_28" [label="(384,)", style=solid]; +"935 compressed_weight_updated_constant28" -> "936 quantize_per_channel_default_28" [label="(384, 384)", style=solid]; +"936 quantize_per_channel_default_28" -> "937 dequantize_per_channel_default_28" [label="(384, 384)", style=solid]; +"937 dequantize_per_channel_default_28" -> "938 linear_41" [label="(384, 384)", style=solid]; +"938 linear_41" -> "939 dropout_25" [label="(-1, -1, 384)", style=solid]; +"939 dropout_25" -> "940 view_36" [label="(-1, -1, 384)", style=solid]; +"940 view_36" -> "941 permute_31" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"941 permute_31" -> "942 reshape_30" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"942 reshape_30" -> "943 slice_106" [label="(1, -1, -1, 384)", style=solid]; +"943 slice_106" -> "944 slice_107" [label="(1, -1, -1, 384)", style=solid]; +"944 slice_107" -> "945 slice_108" [label="(1, -1, -1, 384)", style=solid]; +"945 slice_108" -> "946 slice_109" [label="(1, -1, -1, 384)", style=solid]; +"946 slice_109" -> "947 contiguous_11" [label="(1, -1, -1, 384)", style=solid]; +"947 contiguous_11" -> "948 layer_norm_15" [label="(1, -1, -1, 384)", style=solid]; +"948 layer_norm_15" -> "949 add_56" [label="(1, -1, -1, 384)", style=solid]; +"949 add_56" -> "950 add_56_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"949 add_56" -> "972 add_57" [label="(1, -1, -1, 384)", style=solid]; +"950 add_56_0_0_nncf_smooth_quant_0" -> "951 quantize_per_tensor_default_43" [label="(1, -1, -1, 384)", style=solid]; +"951 quantize_per_tensor_default_43" -> "952 dequantize_per_tensor_default_43" [label="(1, -1, -1, 384)", style=solid]; +"952 dequantize_per_tensor_default_43" -> "958 linear_42" [label="(1, -1, -1, 384)", style=solid]; +"953 linear_42_scale_0" -> "956 quantize_per_channel_default_29" [label="(1536,)", style=solid]; +"953 linear_42_scale_0" -> "957 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"954 linear_42_zero_point_0" -> "956 quantize_per_channel_default_29" [label="(1536,)", style=solid]; +"954 linear_42_zero_point_0" -> "957 dequantize_per_channel_default_29" [label="(1536,)", style=solid]; +"955 compressed_weight_updated_constant29" -> "956 quantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"956 quantize_per_channel_default_29" -> "957 dequantize_per_channel_default_29" [label="(1536, 384)", style=solid]; +"957 dequantize_per_channel_default_29" -> "958 linear_42" [label="(1536, 384)", style=solid]; +"958 linear_42" -> "959 gelu_6" [label="(1, -1, -1, 1536)", style=solid]; +"959 gelu_6" -> "960 dropout_26" [label="(1, -1, -1, 1536)", style=solid]; +"960 dropout_26" -> "961 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"961 dropout_26_0_0_nncf_smooth_quant_0" -> "962 quantize_per_tensor_default_44" [label="(1, -1, -1, 1536)", style=solid]; +"962 quantize_per_tensor_default_44" -> "963 dequantize_per_tensor_default_44" [label="(1, -1, -1, 1536)", style=solid]; +"963 dequantize_per_tensor_default_44" -> "969 linear_43" [label="(1, -1, -1, 1536)", style=solid]; +"964 linear_43_scale_0" -> "967 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"964 linear_43_scale_0" -> "968 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"965 linear_43_zero_point_0" -> "967 quantize_per_channel_default_30" [label="(384,)", style=solid]; +"965 linear_43_zero_point_0" -> "968 dequantize_per_channel_default_30" [label="(384,)", style=solid]; +"966 compressed_weight_updated_constant30" -> "967 quantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"967 quantize_per_channel_default_30" -> "968 dequantize_per_channel_default_30" [label="(384, 1536)", style=solid]; +"968 dequantize_per_channel_default_30" -> "969 linear_43" [label="(384, 1536)", style=solid]; +"969 linear_43" -> "970 dropout_27" [label="(1, -1, -1, 384)", style=solid]; +"970 dropout_27" -> "971 layer_norm_16" [label="(1, -1, -1, 384)", style=solid]; +"971 layer_norm_16" -> "972 add_57" [label="(1, -1, -1, 384)", style=solid]; +"972 add_57" -> "974 pad_9" [label="(1, -1, -1, 384)", style=solid]; +"972 add_57" -> "1052 add_60" [label="(1, -1, -1, 384)", style=solid]; +"973 _frozen_param55" -> "1010 add_58" [label="(1, 12, 64, 64)", style=solid]; +"974 pad_9" -> "975 roll_6" [label="(1, -1, -1, 384)", style=solid]; +"975 roll_6" -> "976 view_39" [label="(1, -1, -1, 384)", style=solid]; +"976 view_39" -> "977 permute_33" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"977 permute_33" -> "978 reshape_31" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"978 reshape_31" -> "980 reshape_31_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"978 reshape_31" -> "1011 new_zeros_3" [label="(-1, -1, 384)", style=solid]; +"979 _frozen_param56" -> "988 linear_46" [label="(1152,)", style=solid]; +"980 reshape_31_0_0_nncf_smooth_quant_0" -> "981 quantize_per_tensor_default_45" [label="(-1, -1, 384)", style=solid]; +"981 quantize_per_tensor_default_45" -> "982 dequantize_per_tensor_default_45" [label="(-1, -1, 384)", style=solid]; +"982 dequantize_per_tensor_default_45" -> "988 linear_46" [label="(-1, -1, 384)", style=solid]; +"983 linear_46_scale_0" -> "986 quantize_per_channel_default_31" [label="(1152,)", style=solid]; +"983 linear_46_scale_0" -> "987 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; +"984 linear_46_zero_point_0" -> "986 quantize_per_channel_default_31" [label="(1152,)", style=solid]; +"984 linear_46_zero_point_0" -> "987 dequantize_per_channel_default_31" [label="(1152,)", style=solid]; +"985 compressed_weight_updated_constant31" -> "986 quantize_per_channel_default_31" [label="(1152, 384)", style=solid]; +"986 quantize_per_channel_default_31" -> "987 dequantize_per_channel_default_31" [label="(1152, 384)", style=solid]; +"987 dequantize_per_channel_default_31" -> "988 linear_46" [label="(1152, 384)", style=solid]; +"988 linear_46" -> "989 reshape_32" [label="(-1, -1, 1152)", style=solid]; +"989 reshape_32" -> "990 permute_34" [label="(-1, -1, 3, 12, 32)", style=solid]; +"990 permute_34" -> "991 select_21" [label="(3, -1, 12, -1, 32)", style=solid]; +"990 permute_34" -> "992 select_22" [label="(3, -1, 12, -1, 32)", style=solid]; +"990 permute_34" -> "993 select_23" [label="(3, -1, 12, -1, 32)", style=solid]; +"991 select_21" -> "994 linalg_vector_norm_14" [label="(-1, 12, -1, 32)", style=solid]; +"991 select_21" -> "996 expand_as_14" [label="(-1, 12, -1, 32)", style=solid]; +"991 select_21" -> "997 div_14" [label="(-1, 12, -1, 32)", style=solid]; +"992 select_22" -> "1000 linalg_vector_norm_15" [label="(-1, 12, -1, 32)", style=solid]; +"992 select_22" -> "1002 expand_as_15" [label="(-1, 12, -1, 32)", style=solid]; +"992 select_22" -> "1003 div_15" [label="(-1, 12, -1, 32)", style=solid]; +"993 select_23" -> "1029 matmul_15" [label="(-1, 12, -1, 32)", style=solid]; +"994 linalg_vector_norm_14" -> "995 clamp_min_14" [label="(-1, 12, -1, 1)", style=solid]; +"995 clamp_min_14" -> "996 expand_as_14" [label="(-1, 12, -1, 1)", style=solid]; +"996 expand_as_14" -> "997 div_14" [label="(-1, 12, -1, 32)", style=solid]; +"997 div_14" -> "998 quantize_per_tensor_default_46" [label="(-1, 12, -1, 32)", style=solid]; +"998 quantize_per_tensor_default_46" -> "999 dequantize_per_tensor_default_46" [label="(-1, 12, -1, 32)", style=solid]; +"999 dequantize_per_tensor_default_46" -> "1007 matmul_14" [label="(-1, 12, -1, 32)", style=solid]; +"1000 linalg_vector_norm_15" -> "1001 clamp_min_15" [label="(-1, 12, -1, 1)", style=solid]; +"1001 clamp_min_15" -> "1002 expand_as_15" [label="(-1, 12, -1, 1)", style=solid]; +"1002 expand_as_15" -> "1003 div_15" [label="(-1, 12, -1, 32)", style=solid]; +"1003 div_15" -> "1004 quantize_per_tensor_default_47" [label="(-1, 12, -1, 32)", style=solid]; +"1004 quantize_per_tensor_default_47" -> "1005 dequantize_per_tensor_default_47" [label="(-1, 12, -1, 32)", style=solid]; +"1005 dequantize_per_tensor_default_47" -> "1006 transpose_14" [label="(-1, 12, -1, 32)", style=solid]; +"1006 transpose_14" -> "1007 matmul_14" [label="(-1, 12, 32, -1)", style=solid]; +"1007 matmul_14" -> "1009 mul_50" [label="(-1, 12, -1, -1)", style=solid]; +"1008 _frozen_param58" -> "1009 mul_50" [label="(12, 1, 1)", style=solid]; +"1009 mul_50" -> "1010 add_58" [label="(-1, 12, -1, -1)", style=solid]; +"1010 add_58" -> "1022 view_41" [label="(-1, 12, -1, -1)", style=solid]; +"1011 new_zeros_3" -> "1012 view_40" [label="(-1, -1)", style=solid]; +"1012 view_40" -> "1013 permute_35" [label="(-1, -1, -1, -1)", style=solid]; +"1013 permute_35" -> "1014 reshape_33" [label="(-1, -1, -1, -1)", style=solid]; +"1014 reshape_33" -> "1015 unsqueeze_20" [label="(-1, -1)", style=solid]; +"1014 reshape_33" -> "1016 unsqueeze_21" [label="(-1, -1)", style=solid]; +"1015 unsqueeze_20" -> "1017 sub_3" [label="(-1, 1, -1)", style=solid]; +"1016 unsqueeze_21" -> "1017 sub_3" [label="(-1, -1, 1)", style=solid]; +"1017 sub_3" -> "1018 ne_3" [label="(-1, -1, -1)", style=solid]; +"1017 sub_3" -> "1019 masked_fill_6" [label="(-1, -1, -1)", style=solid]; +"1017 sub_3" -> "1020 eq_63" [label="(-1, -1, -1)", style=solid]; +"1018 ne_3" -> "1019 masked_fill_6" [label="(-1, -1, -1)", style=solid]; +"1019 masked_fill_6" -> "1021 masked_fill_7" [label="(-1, -1, -1)", style=solid]; +"1020 eq_63" -> "1021 masked_fill_7" [label="(-1, -1, -1)", style=solid]; +"1021 masked_fill_7" -> "1023 unsqueeze_22" [label="(-1, -1, -1)", style=solid]; +"1022 view_41" -> "1025 add_59" [label="(1, -1, 12, -1, -1)", style=solid]; +"1023 unsqueeze_22" -> "1024 unsqueeze_23" [label="(-1, 1, -1, -1)", style=solid]; +"1024 unsqueeze_23" -> "1025 add_59" [label="(1, -1, 1, -1, -1)", style=solid]; +"1025 add_59" -> "1026 view_42" [label="(1, -1, 12, -1, -1)", style=solid]; +"1026 view_42" -> "1027 softmax_7" [label="(-1, 12, -1, -1)", style=solid]; +"1027 softmax_7" -> "1028 dropout_28" [label="(-1, 12, -1, -1)", style=solid]; +"1028 dropout_28" -> "1029 matmul_15" [label="(-1, 12, -1, -1)", style=solid]; +"1029 matmul_15" -> "1030 transpose_15" [label="(-1, 12, -1, 32)", style=solid]; +"1030 transpose_15" -> "1031 reshape_34" [label="(-1, -1, 12, 32)", style=solid]; +"1031 reshape_34" -> "1032 reshape_34_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1032 reshape_34_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_48" [label="(-1, -1, 384)", style=solid]; +"1033 quantize_per_tensor_default_48" -> "1034 dequantize_per_tensor_default_48" [label="(-1, -1, 384)", style=solid]; +"1034 dequantize_per_tensor_default_48" -> "1040 linear_47" [label="(-1, -1, 384)", style=solid]; +"1035 linear_47_scale_0" -> "1038 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"1035 linear_47_scale_0" -> "1039 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"1036 linear_47_zero_point_0" -> "1038 quantize_per_channel_default_32" [label="(384,)", style=solid]; +"1036 linear_47_zero_point_0" -> "1039 dequantize_per_channel_default_32" [label="(384,)", style=solid]; +"1037 compressed_weight_updated_constant32" -> "1038 quantize_per_channel_default_32" [label="(384, 384)", style=solid]; +"1038 quantize_per_channel_default_32" -> "1039 dequantize_per_channel_default_32" [label="(384, 384)", style=solid]; +"1039 dequantize_per_channel_default_32" -> "1040 linear_47" [label="(384, 384)", style=solid]; +"1040 linear_47" -> "1041 dropout_29" [label="(-1, -1, 384)", style=solid]; +"1041 dropout_29" -> "1042 view_43" [label="(-1, -1, 384)", style=solid]; +"1042 view_43" -> "1043 permute_36" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1043 permute_36" -> "1044 reshape_35" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1044 reshape_35" -> "1045 roll_7" [label="(1, -1, -1, 384)", style=solid]; +"1045 roll_7" -> "1046 slice_129" [label="(1, -1, -1, 384)", style=solid]; +"1046 slice_129" -> "1047 slice_130" [label="(1, -1, -1, 384)", style=solid]; +"1047 slice_130" -> "1048 slice_131" [label="(1, -1, -1, 384)", style=solid]; +"1048 slice_131" -> "1049 slice_132" [label="(1, -1, -1, 384)", style=solid]; +"1049 slice_132" -> "1050 contiguous_13" [label="(1, -1, -1, 384)", style=solid]; +"1050 contiguous_13" -> "1051 layer_norm_17" [label="(1, -1, -1, 384)", style=solid]; +"1051 layer_norm_17" -> "1052 add_60" [label="(1, -1, -1, 384)", style=solid]; +"1052 add_60" -> "1053 add_60_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1052 add_60" -> "1075 add_61" [label="(1, -1, -1, 384)", style=solid]; +"1053 add_60_0_0_nncf_smooth_quant_0" -> "1054 quantize_per_tensor_default_49" [label="(1, -1, -1, 384)", style=solid]; +"1054 quantize_per_tensor_default_49" -> "1055 dequantize_per_tensor_default_49" [label="(1, -1, -1, 384)", style=solid]; +"1055 dequantize_per_tensor_default_49" -> "1061 linear_48" [label="(1, -1, -1, 384)", style=solid]; +"1056 linear_48_scale_0" -> "1059 quantize_per_channel_default_33" [label="(1536,)", style=solid]; +"1056 linear_48_scale_0" -> "1060 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"1057 linear_48_zero_point_0" -> "1059 quantize_per_channel_default_33" [label="(1536,)", style=solid]; +"1057 linear_48_zero_point_0" -> "1060 dequantize_per_channel_default_33" [label="(1536,)", style=solid]; +"1058 compressed_weight_updated_constant33" -> "1059 quantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"1059 quantize_per_channel_default_33" -> "1060 dequantize_per_channel_default_33" [label="(1536, 384)", style=solid]; +"1060 dequantize_per_channel_default_33" -> "1061 linear_48" [label="(1536, 384)", style=solid]; +"1061 linear_48" -> "1062 gelu_7" [label="(1, -1, -1, 1536)", style=solid]; +"1062 gelu_7" -> "1063 dropout_30" [label="(1, -1, -1, 1536)", style=solid]; +"1063 dropout_30" -> "1064 dropout_30_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1064 dropout_30_0_0_nncf_smooth_quant_0" -> "1065 quantize_per_tensor_default_50" [label="(1, -1, -1, 1536)", style=solid]; +"1065 quantize_per_tensor_default_50" -> "1066 dequantize_per_tensor_default_50" [label="(1, -1, -1, 1536)", style=solid]; +"1066 dequantize_per_tensor_default_50" -> "1072 linear_49" [label="(1, -1, -1, 1536)", style=solid]; +"1067 linear_49_scale_0" -> "1070 quantize_per_channel_default_34" [label="(384,)", style=solid]; +"1067 linear_49_scale_0" -> "1071 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"1068 linear_49_zero_point_0" -> "1070 quantize_per_channel_default_34" [label="(384,)", style=solid]; +"1068 linear_49_zero_point_0" -> "1071 dequantize_per_channel_default_34" [label="(384,)", style=solid]; +"1069 compressed_weight_updated_constant34" -> "1070 quantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"1070 quantize_per_channel_default_34" -> "1071 dequantize_per_channel_default_34" [label="(384, 1536)", style=solid]; +"1071 dequantize_per_channel_default_34" -> "1072 linear_49" [label="(384, 1536)", style=solid]; +"1072 linear_49" -> "1073 dropout_31" [label="(1, -1, -1, 384)", style=solid]; +"1073 dropout_31" -> "1074 layer_norm_18" [label="(1, -1, -1, 384)", style=solid]; +"1074 layer_norm_18" -> "1075 add_61" [label="(1, -1, -1, 384)", style=solid]; +"1075 add_61" -> "1077 pad_10" [label="(1, -1, -1, 384)", style=solid]; +"1075 add_61" -> "1137 add_63" [label="(1, -1, -1, 384)", style=solid]; +"1076 _frozen_param68" -> "1112 add_62" [label="(1, 12, 64, 64)", style=solid]; +"1077 pad_10" -> "1078 view_46" [label="(1, -1, -1, 384)", style=solid]; +"1078 view_46" -> "1079 permute_38" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1079 permute_38" -> "1080 reshape_36" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1080 reshape_36" -> "1082 reshape_36_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1081 _frozen_param69" -> "1090 linear_52" [label="(1152,)", style=solid]; +"1082 reshape_36_0_0_nncf_smooth_quant_0" -> "1083 quantize_per_tensor_default_51" [label="(-1, -1, 384)", style=solid]; +"1083 quantize_per_tensor_default_51" -> "1084 dequantize_per_tensor_default_51" [label="(-1, -1, 384)", style=solid]; +"1084 dequantize_per_tensor_default_51" -> "1090 linear_52" [label="(-1, -1, 384)", style=solid]; +"1085 linear_52_scale_0" -> "1088 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"1085 linear_52_scale_0" -> "1089 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"1086 linear_52_zero_point_0" -> "1088 quantize_per_channel_default_35" [label="(1152,)", style=solid]; +"1086 linear_52_zero_point_0" -> "1089 dequantize_per_channel_default_35" [label="(1152,)", style=solid]; +"1087 compressed_weight_updated_constant35" -> "1088 quantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"1088 quantize_per_channel_default_35" -> "1089 dequantize_per_channel_default_35" [label="(1152, 384)", style=solid]; +"1089 dequantize_per_channel_default_35" -> "1090 linear_52" [label="(1152, 384)", style=solid]; +"1090 linear_52" -> "1091 reshape_37" [label="(-1, -1, 1152)", style=solid]; +"1091 reshape_37" -> "1092 permute_39" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1092 permute_39" -> "1093 select_24" [label="(3, -1, 12, -1, 32)", style=solid]; +"1092 permute_39" -> "1094 select_25" [label="(3, -1, 12, -1, 32)", style=solid]; +"1092 permute_39" -> "1095 select_26" [label="(3, -1, 12, -1, 32)", style=solid]; +"1093 select_24" -> "1096 linalg_vector_norm_16" [label="(-1, 12, -1, 32)", style=solid]; +"1093 select_24" -> "1098 expand_as_16" [label="(-1, 12, -1, 32)", style=solid]; +"1093 select_24" -> "1099 div_16" [label="(-1, 12, -1, 32)", style=solid]; +"1094 select_25" -> "1102 linalg_vector_norm_17" [label="(-1, 12, -1, 32)", style=solid]; +"1094 select_25" -> "1104 expand_as_17" [label="(-1, 12, -1, 32)", style=solid]; +"1094 select_25" -> "1105 div_17" [label="(-1, 12, -1, 32)", style=solid]; +"1095 select_26" -> "1115 matmul_17" [label="(-1, 12, -1, 32)", style=solid]; +"1096 linalg_vector_norm_16" -> "1097 clamp_min_16" [label="(-1, 12, -1, 1)", style=solid]; +"1097 clamp_min_16" -> "1098 expand_as_16" [label="(-1, 12, -1, 1)", style=solid]; +"1098 expand_as_16" -> "1099 div_16" [label="(-1, 12, -1, 32)", style=solid]; +"1099 div_16" -> "1100 quantize_per_tensor_default_52" [label="(-1, 12, -1, 32)", style=solid]; +"1100 quantize_per_tensor_default_52" -> "1101 dequantize_per_tensor_default_52" [label="(-1, 12, -1, 32)", style=solid]; +"1101 dequantize_per_tensor_default_52" -> "1109 matmul_16" [label="(-1, 12, -1, 32)", style=solid]; +"1102 linalg_vector_norm_17" -> "1103 clamp_min_17" [label="(-1, 12, -1, 1)", style=solid]; +"1103 clamp_min_17" -> "1104 expand_as_17" [label="(-1, 12, -1, 1)", style=solid]; +"1104 expand_as_17" -> "1105 div_17" [label="(-1, 12, -1, 32)", style=solid]; +"1105 div_17" -> "1106 quantize_per_tensor_default_53" [label="(-1, 12, -1, 32)", style=solid]; +"1106 quantize_per_tensor_default_53" -> "1107 dequantize_per_tensor_default_53" [label="(-1, 12, -1, 32)", style=solid]; +"1107 dequantize_per_tensor_default_53" -> "1108 transpose_16" [label="(-1, 12, -1, 32)", style=solid]; +"1108 transpose_16" -> "1109 matmul_16" [label="(-1, 12, 32, -1)", style=solid]; +"1109 matmul_16" -> "1111 mul_52" [label="(-1, 12, -1, -1)", style=solid]; +"1110 _frozen_param71" -> "1111 mul_52" [label="(12, 1, 1)", style=solid]; +"1111 mul_52" -> "1112 add_62" [label="(-1, 12, -1, -1)", style=solid]; +"1112 add_62" -> "1113 softmax_8" [label="(-1, 12, -1, -1)", style=solid]; +"1113 softmax_8" -> "1114 dropout_32" [label="(-1, 12, -1, -1)", style=solid]; +"1114 dropout_32" -> "1115 matmul_17" [label="(-1, 12, -1, -1)", style=solid]; +"1115 matmul_17" -> "1116 transpose_17" [label="(-1, 12, -1, 32)", style=solid]; +"1116 transpose_17" -> "1117 reshape_38" [label="(-1, -1, 12, 32)", style=solid]; +"1117 reshape_38" -> "1118 reshape_38_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1118 reshape_38_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_default_54" [label="(-1, -1, 384)", style=solid]; +"1119 quantize_per_tensor_default_54" -> "1120 dequantize_per_tensor_default_54" [label="(-1, -1, 384)", style=solid]; +"1120 dequantize_per_tensor_default_54" -> "1126 linear_53" [label="(-1, -1, 384)", style=solid]; +"1121 linear_53_scale_0" -> "1124 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"1121 linear_53_scale_0" -> "1125 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"1122 linear_53_zero_point_0" -> "1124 quantize_per_channel_default_36" [label="(384,)", style=solid]; +"1122 linear_53_zero_point_0" -> "1125 dequantize_per_channel_default_36" [label="(384,)", style=solid]; +"1123 compressed_weight_updated_constant36" -> "1124 quantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"1124 quantize_per_channel_default_36" -> "1125 dequantize_per_channel_default_36" [label="(384, 384)", style=solid]; +"1125 dequantize_per_channel_default_36" -> "1126 linear_53" [label="(384, 384)", style=solid]; +"1126 linear_53" -> "1127 dropout_33" [label="(-1, -1, 384)", style=solid]; +"1127 dropout_33" -> "1128 view_47" [label="(-1, -1, 384)", style=solid]; +"1128 view_47" -> "1129 permute_40" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1129 permute_40" -> "1130 reshape_39" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1130 reshape_39" -> "1131 slice_134" [label="(1, -1, -1, 384)", style=solid]; +"1131 slice_134" -> "1132 slice_135" [label="(1, -1, -1, 384)", style=solid]; +"1132 slice_135" -> "1133 slice_136" [label="(1, -1, -1, 384)", style=solid]; +"1133 slice_136" -> "1134 slice_137" [label="(1, -1, -1, 384)", style=solid]; +"1134 slice_137" -> "1135 contiguous_15" [label="(1, -1, -1, 384)", style=solid]; +"1135 contiguous_15" -> "1136 layer_norm_19" [label="(1, -1, -1, 384)", style=solid]; +"1136 layer_norm_19" -> "1137 add_63" [label="(1, -1, -1, 384)", style=solid]; +"1137 add_63" -> "1138 add_63_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1137 add_63" -> "1160 add_64" [label="(1, -1, -1, 384)", style=solid]; +"1138 add_63_0_0_nncf_smooth_quant_0" -> "1139 quantize_per_tensor_default_55" [label="(1, -1, -1, 384)", style=solid]; +"1139 quantize_per_tensor_default_55" -> "1140 dequantize_per_tensor_default_55" [label="(1, -1, -1, 384)", style=solid]; +"1140 dequantize_per_tensor_default_55" -> "1146 linear_54" [label="(1, -1, -1, 384)", style=solid]; +"1141 linear_54_scale_0" -> "1144 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1141 linear_54_scale_0" -> "1145 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1142 linear_54_zero_point_0" -> "1144 quantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1142 linear_54_zero_point_0" -> "1145 dequantize_per_channel_default_37" [label="(1536,)", style=solid]; +"1143 compressed_weight_updated_constant37" -> "1144 quantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"1144 quantize_per_channel_default_37" -> "1145 dequantize_per_channel_default_37" [label="(1536, 384)", style=solid]; +"1145 dequantize_per_channel_default_37" -> "1146 linear_54" [label="(1536, 384)", style=solid]; +"1146 linear_54" -> "1147 gelu_8" [label="(1, -1, -1, 1536)", style=solid]; +"1147 gelu_8" -> "1148 dropout_34" [label="(1, -1, -1, 1536)", style=solid]; +"1148 dropout_34" -> "1149 dropout_34_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1149 dropout_34_0_0_nncf_smooth_quant_0" -> "1150 quantize_per_tensor_default_56" [label="(1, -1, -1, 1536)", style=solid]; +"1150 quantize_per_tensor_default_56" -> "1151 dequantize_per_tensor_default_56" [label="(1, -1, -1, 1536)", style=solid]; +"1151 dequantize_per_tensor_default_56" -> "1157 linear_55" [label="(1, -1, -1, 1536)", style=solid]; +"1152 linear_55_scale_0" -> "1155 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"1152 linear_55_scale_0" -> "1156 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"1153 linear_55_zero_point_0" -> "1155 quantize_per_channel_default_38" [label="(384,)", style=solid]; +"1153 linear_55_zero_point_0" -> "1156 dequantize_per_channel_default_38" [label="(384,)", style=solid]; +"1154 compressed_weight_updated_constant38" -> "1155 quantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"1155 quantize_per_channel_default_38" -> "1156 dequantize_per_channel_default_38" [label="(384, 1536)", style=solid]; +"1156 dequantize_per_channel_default_38" -> "1157 linear_55" [label="(384, 1536)", style=solid]; +"1157 linear_55" -> "1158 dropout_35" [label="(1, -1, -1, 384)", style=solid]; +"1158 dropout_35" -> "1159 layer_norm_20" [label="(1, -1, -1, 384)", style=solid]; +"1159 layer_norm_20" -> "1160 add_64" [label="(1, -1, -1, 384)", style=solid]; +"1160 add_64" -> "1162 pad_11" [label="(1, -1, -1, 384)", style=solid]; +"1160 add_64" -> "1240 add_67" [label="(1, -1, -1, 384)", style=solid]; +"1161 _frozen_param72" -> "1198 add_65" [label="(1, 12, 64, 64)", style=solid]; +"1162 pad_11" -> "1163 roll_8" [label="(1, -1, -1, 384)", style=solid]; +"1163 roll_8" -> "1164 view_50" [label="(1, -1, -1, 384)", style=solid]; +"1164 view_50" -> "1165 permute_42" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1165 permute_42" -> "1166 reshape_40" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1166 reshape_40" -> "1168 reshape_40_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1166 reshape_40" -> "1199 new_zeros_4" [label="(-1, -1, 384)", style=solid]; +"1167 _frozen_param73" -> "1176 linear_58" [label="(1152,)", style=solid]; +"1168 reshape_40_0_0_nncf_smooth_quant_0" -> "1169 quantize_per_tensor_default_57" [label="(-1, -1, 384)", style=solid]; +"1169 quantize_per_tensor_default_57" -> "1170 dequantize_per_tensor_default_57" [label="(-1, -1, 384)", style=solid]; +"1170 dequantize_per_tensor_default_57" -> "1176 linear_58" [label="(-1, -1, 384)", style=solid]; +"1171 linear_58_scale_0" -> "1174 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1171 linear_58_scale_0" -> "1175 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1172 linear_58_zero_point_0" -> "1174 quantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1172 linear_58_zero_point_0" -> "1175 dequantize_per_channel_default_39" [label="(1152,)", style=solid]; +"1173 compressed_weight_updated_constant39" -> "1174 quantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"1174 quantize_per_channel_default_39" -> "1175 dequantize_per_channel_default_39" [label="(1152, 384)", style=solid]; +"1175 dequantize_per_channel_default_39" -> "1176 linear_58" [label="(1152, 384)", style=solid]; +"1176 linear_58" -> "1177 reshape_41" [label="(-1, -1, 1152)", style=solid]; +"1177 reshape_41" -> "1178 permute_43" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1178 permute_43" -> "1179 select_27" [label="(3, -1, 12, -1, 32)", style=solid]; +"1178 permute_43" -> "1180 select_28" [label="(3, -1, 12, -1, 32)", style=solid]; +"1178 permute_43" -> "1181 select_29" [label="(3, -1, 12, -1, 32)", style=solid]; +"1179 select_27" -> "1182 linalg_vector_norm_18" [label="(-1, 12, -1, 32)", style=solid]; +"1179 select_27" -> "1184 expand_as_18" [label="(-1, 12, -1, 32)", style=solid]; +"1179 select_27" -> "1185 div_18" [label="(-1, 12, -1, 32)", style=solid]; +"1180 select_28" -> "1188 linalg_vector_norm_19" [label="(-1, 12, -1, 32)", style=solid]; +"1180 select_28" -> "1190 expand_as_19" [label="(-1, 12, -1, 32)", style=solid]; +"1180 select_28" -> "1191 div_19" [label="(-1, 12, -1, 32)", style=solid]; +"1181 select_29" -> "1217 matmul_19" [label="(-1, 12, -1, 32)", style=solid]; +"1182 linalg_vector_norm_18" -> "1183 clamp_min_18" [label="(-1, 12, -1, 1)", style=solid]; +"1183 clamp_min_18" -> "1184 expand_as_18" [label="(-1, 12, -1, 1)", style=solid]; +"1184 expand_as_18" -> "1185 div_18" [label="(-1, 12, -1, 32)", style=solid]; +"1185 div_18" -> "1186 quantize_per_tensor_default_58" [label="(-1, 12, -1, 32)", style=solid]; +"1186 quantize_per_tensor_default_58" -> "1187 dequantize_per_tensor_default_58" [label="(-1, 12, -1, 32)", style=solid]; +"1187 dequantize_per_tensor_default_58" -> "1195 matmul_18" [label="(-1, 12, -1, 32)", style=solid]; +"1188 linalg_vector_norm_19" -> "1189 clamp_min_19" [label="(-1, 12, -1, 1)", style=solid]; +"1189 clamp_min_19" -> "1190 expand_as_19" [label="(-1, 12, -1, 1)", style=solid]; +"1190 expand_as_19" -> "1191 div_19" [label="(-1, 12, -1, 32)", style=solid]; +"1191 div_19" -> "1192 quantize_per_tensor_default_59" [label="(-1, 12, -1, 32)", style=solid]; +"1192 quantize_per_tensor_default_59" -> "1193 dequantize_per_tensor_default_59" [label="(-1, 12, -1, 32)", style=solid]; +"1193 dequantize_per_tensor_default_59" -> "1194 transpose_18" [label="(-1, 12, -1, 32)", style=solid]; +"1194 transpose_18" -> "1195 matmul_18" [label="(-1, 12, 32, -1)", style=solid]; +"1195 matmul_18" -> "1197 mul_54" [label="(-1, 12, -1, -1)", style=solid]; +"1196 _frozen_param75" -> "1197 mul_54" [label="(12, 1, 1)", style=solid]; +"1197 mul_54" -> "1198 add_65" [label="(-1, 12, -1, -1)", style=solid]; +"1198 add_65" -> "1210 view_52" [label="(-1, 12, -1, -1)", style=solid]; +"1199 new_zeros_4" -> "1200 view_51" [label="(-1, -1)", style=solid]; +"1200 view_51" -> "1201 permute_44" [label="(-1, -1, -1, -1)", style=solid]; +"1201 permute_44" -> "1202 reshape_42" [label="(-1, -1, -1, -1)", style=solid]; +"1202 reshape_42" -> "1203 unsqueeze_26" [label="(-1, -1)", style=solid]; +"1202 reshape_42" -> "1204 unsqueeze_27" [label="(-1, -1)", style=solid]; +"1203 unsqueeze_26" -> "1205 sub_4" [label="(-1, 1, -1)", style=solid]; +"1204 unsqueeze_27" -> "1205 sub_4" [label="(-1, -1, 1)", style=solid]; +"1205 sub_4" -> "1206 ne_4" [label="(-1, -1, -1)", style=solid]; +"1205 sub_4" -> "1207 masked_fill_8" [label="(-1, -1, -1)", style=solid]; +"1205 sub_4" -> "1208 eq_74" [label="(-1, -1, -1)", style=solid]; +"1206 ne_4" -> "1207 masked_fill_8" [label="(-1, -1, -1)", style=solid]; +"1207 masked_fill_8" -> "1209 masked_fill_9" [label="(-1, -1, -1)", style=solid]; +"1208 eq_74" -> "1209 masked_fill_9" [label="(-1, -1, -1)", style=solid]; +"1209 masked_fill_9" -> "1211 unsqueeze_28" [label="(-1, -1, -1)", style=solid]; +"1210 view_52" -> "1213 add_66" [label="(1, -1, 12, -1, -1)", style=solid]; +"1211 unsqueeze_28" -> "1212 unsqueeze_29" [label="(-1, 1, -1, -1)", style=solid]; +"1212 unsqueeze_29" -> "1213 add_66" [label="(1, -1, 1, -1, -1)", style=solid]; +"1213 add_66" -> "1214 view_53" [label="(1, -1, 12, -1, -1)", style=solid]; +"1214 view_53" -> "1215 softmax_9" [label="(-1, 12, -1, -1)", style=solid]; +"1215 softmax_9" -> "1216 dropout_36" [label="(-1, 12, -1, -1)", style=solid]; +"1216 dropout_36" -> "1217 matmul_19" [label="(-1, 12, -1, -1)", style=solid]; +"1217 matmul_19" -> "1218 transpose_19" [label="(-1, 12, -1, 32)", style=solid]; +"1218 transpose_19" -> "1219 reshape_43" [label="(-1, -1, 12, 32)", style=solid]; +"1219 reshape_43" -> "1220 reshape_43_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1220 reshape_43_0_0_nncf_smooth_quant_0" -> "1221 quantize_per_tensor_default_60" [label="(-1, -1, 384)", style=solid]; +"1221 quantize_per_tensor_default_60" -> "1222 dequantize_per_tensor_default_60" [label="(-1, -1, 384)", style=solid]; +"1222 dequantize_per_tensor_default_60" -> "1228 linear_59" [label="(-1, -1, 384)", style=solid]; +"1223 linear_59_scale_0" -> "1226 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"1223 linear_59_scale_0" -> "1227 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"1224 linear_59_zero_point_0" -> "1226 quantize_per_channel_default_40" [label="(384,)", style=solid]; +"1224 linear_59_zero_point_0" -> "1227 dequantize_per_channel_default_40" [label="(384,)", style=solid]; +"1225 compressed_weight_updated_constant40" -> "1226 quantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"1226 quantize_per_channel_default_40" -> "1227 dequantize_per_channel_default_40" [label="(384, 384)", style=solid]; +"1227 dequantize_per_channel_default_40" -> "1228 linear_59" [label="(384, 384)", style=solid]; +"1228 linear_59" -> "1229 dropout_37" [label="(-1, -1, 384)", style=solid]; +"1229 dropout_37" -> "1230 view_54" [label="(-1, -1, 384)", style=solid]; +"1230 view_54" -> "1231 permute_45" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1231 permute_45" -> "1232 reshape_44" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1232 reshape_44" -> "1233 roll_9" [label="(1, -1, -1, 384)", style=solid]; +"1233 roll_9" -> "1234 slice_157" [label="(1, -1, -1, 384)", style=solid]; +"1234 slice_157" -> "1235 slice_158" [label="(1, -1, -1, 384)", style=solid]; +"1235 slice_158" -> "1236 slice_159" [label="(1, -1, -1, 384)", style=solid]; +"1236 slice_159" -> "1237 slice_160" [label="(1, -1, -1, 384)", style=solid]; +"1237 slice_160" -> "1238 contiguous_17" [label="(1, -1, -1, 384)", style=solid]; +"1238 contiguous_17" -> "1239 layer_norm_21" [label="(1, -1, -1, 384)", style=solid]; +"1239 layer_norm_21" -> "1240 add_67" [label="(1, -1, -1, 384)", style=solid]; +"1240 add_67" -> "1241 add_67_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1240 add_67" -> "1263 add_68" [label="(1, -1, -1, 384)", style=solid]; +"1241 add_67_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_default_61" [label="(1, -1, -1, 384)", style=solid]; +"1242 quantize_per_tensor_default_61" -> "1243 dequantize_per_tensor_default_61" [label="(1, -1, -1, 384)", style=solid]; +"1243 dequantize_per_tensor_default_61" -> "1249 linear_60" [label="(1, -1, -1, 384)", style=solid]; +"1244 linear_60_scale_0" -> "1247 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1244 linear_60_scale_0" -> "1248 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1245 linear_60_zero_point_0" -> "1247 quantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1245 linear_60_zero_point_0" -> "1248 dequantize_per_channel_default_41" [label="(1536,)", style=solid]; +"1246 compressed_weight_updated_constant41" -> "1247 quantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1247 quantize_per_channel_default_41" -> "1248 dequantize_per_channel_default_41" [label="(1536, 384)", style=solid]; +"1248 dequantize_per_channel_default_41" -> "1249 linear_60" [label="(1536, 384)", style=solid]; +"1249 linear_60" -> "1250 gelu_9" [label="(1, -1, -1, 1536)", style=solid]; +"1250 gelu_9" -> "1251 dropout_38" [label="(1, -1, -1, 1536)", style=solid]; +"1251 dropout_38" -> "1252 dropout_38_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1252 dropout_38_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_default_62" [label="(1, -1, -1, 1536)", style=solid]; +"1253 quantize_per_tensor_default_62" -> "1254 dequantize_per_tensor_default_62" [label="(1, -1, -1, 1536)", style=solid]; +"1254 dequantize_per_tensor_default_62" -> "1260 linear_61" [label="(1, -1, -1, 1536)", style=solid]; +"1255 linear_61_scale_0" -> "1258 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"1255 linear_61_scale_0" -> "1259 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1256 linear_61_zero_point_0" -> "1258 quantize_per_channel_default_42" [label="(384,)", style=solid]; +"1256 linear_61_zero_point_0" -> "1259 dequantize_per_channel_default_42" [label="(384,)", style=solid]; +"1257 compressed_weight_updated_constant42" -> "1258 quantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1258 quantize_per_channel_default_42" -> "1259 dequantize_per_channel_default_42" [label="(384, 1536)", style=solid]; +"1259 dequantize_per_channel_default_42" -> "1260 linear_61" [label="(384, 1536)", style=solid]; +"1260 linear_61" -> "1261 dropout_39" [label="(1, -1, -1, 384)", style=solid]; +"1261 dropout_39" -> "1262 layer_norm_22" [label="(1, -1, -1, 384)", style=solid]; +"1262 layer_norm_22" -> "1263 add_68" [label="(1, -1, -1, 384)", style=solid]; +"1263 add_68" -> "1265 pad_12" [label="(1, -1, -1, 384)", style=solid]; +"1263 add_68" -> "1325 add_70" [label="(1, -1, -1, 384)", style=solid]; +"1264 _frozen_param85" -> "1300 add_69" [label="(1, 12, 64, 64)", style=solid]; +"1265 pad_12" -> "1266 view_57" [label="(1, -1, -1, 384)", style=solid]; +"1266 view_57" -> "1267 permute_47" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1267 permute_47" -> "1268 reshape_45" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1268 reshape_45" -> "1270 reshape_45_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1269 _frozen_param86" -> "1278 linear_64" [label="(1152,)", style=solid]; +"1270 reshape_45_0_0_nncf_smooth_quant_0" -> "1271 quantize_per_tensor_default_63" [label="(-1, -1, 384)", style=solid]; +"1271 quantize_per_tensor_default_63" -> "1272 dequantize_per_tensor_default_63" [label="(-1, -1, 384)", style=solid]; +"1272 dequantize_per_tensor_default_63" -> "1278 linear_64" [label="(-1, -1, 384)", style=solid]; +"1273 linear_64_scale_0" -> "1276 quantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1273 linear_64_scale_0" -> "1277 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1274 linear_64_zero_point_0" -> "1276 quantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1274 linear_64_zero_point_0" -> "1277 dequantize_per_channel_default_43" [label="(1152,)", style=solid]; +"1275 compressed_weight_updated_constant43" -> "1276 quantize_per_channel_default_43" [label="(1152, 384)", style=solid]; +"1276 quantize_per_channel_default_43" -> "1277 dequantize_per_channel_default_43" [label="(1152, 384)", style=solid]; +"1277 dequantize_per_channel_default_43" -> "1278 linear_64" [label="(1152, 384)", style=solid]; +"1278 linear_64" -> "1279 reshape_46" [label="(-1, -1, 1152)", style=solid]; +"1279 reshape_46" -> "1280 permute_48" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1280 permute_48" -> "1281 select_30" [label="(3, -1, 12, -1, 32)", style=solid]; +"1280 permute_48" -> "1282 select_31" [label="(3, -1, 12, -1, 32)", style=solid]; +"1280 permute_48" -> "1283 select_32" [label="(3, -1, 12, -1, 32)", style=solid]; +"1281 select_30" -> "1284 linalg_vector_norm_20" [label="(-1, 12, -1, 32)", style=solid]; +"1281 select_30" -> "1286 expand_as_20" [label="(-1, 12, -1, 32)", style=solid]; +"1281 select_30" -> "1287 div_20" [label="(-1, 12, -1, 32)", style=solid]; +"1282 select_31" -> "1290 linalg_vector_norm_21" [label="(-1, 12, -1, 32)", style=solid]; +"1282 select_31" -> "1292 expand_as_21" [label="(-1, 12, -1, 32)", style=solid]; +"1282 select_31" -> "1293 div_21" [label="(-1, 12, -1, 32)", style=solid]; +"1283 select_32" -> "1303 matmul_21" [label="(-1, 12, -1, 32)", style=solid]; +"1284 linalg_vector_norm_20" -> "1285 clamp_min_20" [label="(-1, 12, -1, 1)", style=solid]; +"1285 clamp_min_20" -> "1286 expand_as_20" [label="(-1, 12, -1, 1)", style=solid]; +"1286 expand_as_20" -> "1287 div_20" [label="(-1, 12, -1, 32)", style=solid]; +"1287 div_20" -> "1288 quantize_per_tensor_default_64" [label="(-1, 12, -1, 32)", style=solid]; +"1288 quantize_per_tensor_default_64" -> "1289 dequantize_per_tensor_default_64" [label="(-1, 12, -1, 32)", style=solid]; +"1289 dequantize_per_tensor_default_64" -> "1297 matmul_20" [label="(-1, 12, -1, 32)", style=solid]; +"1290 linalg_vector_norm_21" -> "1291 clamp_min_21" [label="(-1, 12, -1, 1)", style=solid]; +"1291 clamp_min_21" -> "1292 expand_as_21" [label="(-1, 12, -1, 1)", style=solid]; +"1292 expand_as_21" -> "1293 div_21" [label="(-1, 12, -1, 32)", style=solid]; +"1293 div_21" -> "1294 quantize_per_tensor_default_65" [label="(-1, 12, -1, 32)", style=solid]; +"1294 quantize_per_tensor_default_65" -> "1295 dequantize_per_tensor_default_65" [label="(-1, 12, -1, 32)", style=solid]; +"1295 dequantize_per_tensor_default_65" -> "1296 transpose_20" [label="(-1, 12, -1, 32)", style=solid]; +"1296 transpose_20" -> "1297 matmul_20" [label="(-1, 12, 32, -1)", style=solid]; +"1297 matmul_20" -> "1299 mul_56" [label="(-1, 12, -1, -1)", style=solid]; +"1298 _frozen_param88" -> "1299 mul_56" [label="(12, 1, 1)", style=solid]; +"1299 mul_56" -> "1300 add_69" [label="(-1, 12, -1, -1)", style=solid]; +"1300 add_69" -> "1301 softmax_10" [label="(-1, 12, -1, -1)", style=solid]; +"1301 softmax_10" -> "1302 dropout_40" [label="(-1, 12, -1, -1)", style=solid]; +"1302 dropout_40" -> "1303 matmul_21" [label="(-1, 12, -1, -1)", style=solid]; +"1303 matmul_21" -> "1304 transpose_21" [label="(-1, 12, -1, 32)", style=solid]; +"1304 transpose_21" -> "1305 reshape_47" [label="(-1, -1, 12, 32)", style=solid]; +"1305 reshape_47" -> "1306 reshape_47_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1306 reshape_47_0_0_nncf_smooth_quant_0" -> "1307 quantize_per_tensor_default_66" [label="(-1, -1, 384)", style=solid]; +"1307 quantize_per_tensor_default_66" -> "1308 dequantize_per_tensor_default_66" [label="(-1, -1, 384)", style=solid]; +"1308 dequantize_per_tensor_default_66" -> "1314 linear_65" [label="(-1, -1, 384)", style=solid]; +"1309 linear_65_scale_0" -> "1312 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"1309 linear_65_scale_0" -> "1313 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"1310 linear_65_zero_point_0" -> "1312 quantize_per_channel_default_44" [label="(384,)", style=solid]; +"1310 linear_65_zero_point_0" -> "1313 dequantize_per_channel_default_44" [label="(384,)", style=solid]; +"1311 compressed_weight_updated_constant44" -> "1312 quantize_per_channel_default_44" [label="(384, 384)", style=solid]; +"1312 quantize_per_channel_default_44" -> "1313 dequantize_per_channel_default_44" [label="(384, 384)", style=solid]; +"1313 dequantize_per_channel_default_44" -> "1314 linear_65" [label="(384, 384)", style=solid]; +"1314 linear_65" -> "1315 dropout_41" [label="(-1, -1, 384)", style=solid]; +"1315 dropout_41" -> "1316 view_58" [label="(-1, -1, 384)", style=solid]; +"1316 view_58" -> "1317 permute_49" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1317 permute_49" -> "1318 reshape_48" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1318 reshape_48" -> "1319 slice_162" [label="(1, -1, -1, 384)", style=solid]; +"1319 slice_162" -> "1320 slice_163" [label="(1, -1, -1, 384)", style=solid]; +"1320 slice_163" -> "1321 slice_164" [label="(1, -1, -1, 384)", style=solid]; +"1321 slice_164" -> "1322 slice_165" [label="(1, -1, -1, 384)", style=solid]; +"1322 slice_165" -> "1323 contiguous_19" [label="(1, -1, -1, 384)", style=solid]; +"1323 contiguous_19" -> "1324 layer_norm_23" [label="(1, -1, -1, 384)", style=solid]; +"1324 layer_norm_23" -> "1325 add_70" [label="(1, -1, -1, 384)", style=solid]; +"1325 add_70" -> "1326 add_70_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1325 add_70" -> "1348 add_71" [label="(1, -1, -1, 384)", style=solid]; +"1326 add_70_0_0_nncf_smooth_quant_0" -> "1327 quantize_per_tensor_default_67" [label="(1, -1, -1, 384)", style=solid]; +"1327 quantize_per_tensor_default_67" -> "1328 dequantize_per_tensor_default_67" [label="(1, -1, -1, 384)", style=solid]; +"1328 dequantize_per_tensor_default_67" -> "1334 linear_66" [label="(1, -1, -1, 384)", style=solid]; +"1329 linear_66_scale_0" -> "1332 quantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1329 linear_66_scale_0" -> "1333 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1330 linear_66_zero_point_0" -> "1332 quantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1330 linear_66_zero_point_0" -> "1333 dequantize_per_channel_default_45" [label="(1536,)", style=solid]; +"1331 compressed_weight_updated_constant45" -> "1332 quantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1332 quantize_per_channel_default_45" -> "1333 dequantize_per_channel_default_45" [label="(1536, 384)", style=solid]; +"1333 dequantize_per_channel_default_45" -> "1334 linear_66" [label="(1536, 384)", style=solid]; +"1334 linear_66" -> "1335 gelu_10" [label="(1, -1, -1, 1536)", style=solid]; +"1335 gelu_10" -> "1336 dropout_42" [label="(1, -1, -1, 1536)", style=solid]; +"1336 dropout_42" -> "1337 dropout_42_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1337 dropout_42_0_0_nncf_smooth_quant_0" -> "1338 quantize_per_tensor_default_68" [label="(1, -1, -1, 1536)", style=solid]; +"1338 quantize_per_tensor_default_68" -> "1339 dequantize_per_tensor_default_68" [label="(1, -1, -1, 1536)", style=solid]; +"1339 dequantize_per_tensor_default_68" -> "1345 linear_67" [label="(1, -1, -1, 1536)", style=solid]; +"1340 linear_67_scale_0" -> "1343 quantize_per_channel_default_46" [label="(384,)", style=solid]; +"1340 linear_67_scale_0" -> "1344 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1341 linear_67_zero_point_0" -> "1343 quantize_per_channel_default_46" [label="(384,)", style=solid]; +"1341 linear_67_zero_point_0" -> "1344 dequantize_per_channel_default_46" [label="(384,)", style=solid]; +"1342 compressed_weight_updated_constant46" -> "1343 quantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1343 quantize_per_channel_default_46" -> "1344 dequantize_per_channel_default_46" [label="(384, 1536)", style=solid]; +"1344 dequantize_per_channel_default_46" -> "1345 linear_67" [label="(384, 1536)", style=solid]; +"1345 linear_67" -> "1346 dropout_43" [label="(1, -1, -1, 384)", style=solid]; +"1346 dropout_43" -> "1347 layer_norm_24" [label="(1, -1, -1, 384)", style=solid]; +"1347 layer_norm_24" -> "1348 add_71" [label="(1, -1, -1, 384)", style=solid]; +"1348 add_71" -> "1350 pad_13" [label="(1, -1, -1, 384)", style=solid]; +"1348 add_71" -> "1428 add_74" [label="(1, -1, -1, 384)", style=solid]; +"1349 _frozen_param89" -> "1386 add_72" [label="(1, 12, 64, 64)", style=solid]; +"1350 pad_13" -> "1351 roll_10" [label="(1, -1, -1, 384)", style=solid]; +"1351 roll_10" -> "1352 view_61" [label="(1, -1, -1, 384)", style=solid]; +"1352 view_61" -> "1353 permute_51" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1353 permute_51" -> "1354 reshape_49" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1354 reshape_49" -> "1356 reshape_49_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1354 reshape_49" -> "1387 new_zeros_5" [label="(-1, -1, 384)", style=solid]; +"1355 _frozen_param90" -> "1364 linear_70" [label="(1152,)", style=solid]; +"1356 reshape_49_0_0_nncf_smooth_quant_0" -> "1357 quantize_per_tensor_default_69" [label="(-1, -1, 384)", style=solid]; +"1357 quantize_per_tensor_default_69" -> "1358 dequantize_per_tensor_default_69" [label="(-1, -1, 384)", style=solid]; +"1358 dequantize_per_tensor_default_69" -> "1364 linear_70" [label="(-1, -1, 384)", style=solid]; +"1359 linear_70_scale_0" -> "1362 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1359 linear_70_scale_0" -> "1363 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1360 linear_70_zero_point_0" -> "1362 quantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1360 linear_70_zero_point_0" -> "1363 dequantize_per_channel_default_47" [label="(1152,)", style=solid]; +"1361 compressed_weight_updated_constant47" -> "1362 quantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"1362 quantize_per_channel_default_47" -> "1363 dequantize_per_channel_default_47" [label="(1152, 384)", style=solid]; +"1363 dequantize_per_channel_default_47" -> "1364 linear_70" [label="(1152, 384)", style=solid]; +"1364 linear_70" -> "1365 reshape_50" [label="(-1, -1, 1152)", style=solid]; +"1365 reshape_50" -> "1366 permute_52" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1366 permute_52" -> "1367 select_33" [label="(3, -1, 12, -1, 32)", style=solid]; +"1366 permute_52" -> "1368 select_34" [label="(3, -1, 12, -1, 32)", style=solid]; +"1366 permute_52" -> "1369 select_35" [label="(3, -1, 12, -1, 32)", style=solid]; +"1367 select_33" -> "1370 linalg_vector_norm_22" [label="(-1, 12, -1, 32)", style=solid]; +"1367 select_33" -> "1372 expand_as_22" [label="(-1, 12, -1, 32)", style=solid]; +"1367 select_33" -> "1373 div_22" [label="(-1, 12, -1, 32)", style=solid]; +"1368 select_34" -> "1376 linalg_vector_norm_23" [label="(-1, 12, -1, 32)", style=solid]; +"1368 select_34" -> "1378 expand_as_23" [label="(-1, 12, -1, 32)", style=solid]; +"1368 select_34" -> "1379 div_23" [label="(-1, 12, -1, 32)", style=solid]; +"1369 select_35" -> "1405 matmul_23" [label="(-1, 12, -1, 32)", style=solid]; +"1370 linalg_vector_norm_22" -> "1371 clamp_min_22" [label="(-1, 12, -1, 1)", style=solid]; +"1371 clamp_min_22" -> "1372 expand_as_22" [label="(-1, 12, -1, 1)", style=solid]; +"1372 expand_as_22" -> "1373 div_22" [label="(-1, 12, -1, 32)", style=solid]; +"1373 div_22" -> "1374 quantize_per_tensor_default_70" [label="(-1, 12, -1, 32)", style=solid]; +"1374 quantize_per_tensor_default_70" -> "1375 dequantize_per_tensor_default_70" [label="(-1, 12, -1, 32)", style=solid]; +"1375 dequantize_per_tensor_default_70" -> "1383 matmul_22" [label="(-1, 12, -1, 32)", style=solid]; +"1376 linalg_vector_norm_23" -> "1377 clamp_min_23" [label="(-1, 12, -1, 1)", style=solid]; +"1377 clamp_min_23" -> "1378 expand_as_23" [label="(-1, 12, -1, 1)", style=solid]; +"1378 expand_as_23" -> "1379 div_23" [label="(-1, 12, -1, 32)", style=solid]; +"1379 div_23" -> "1380 quantize_per_tensor_default_71" [label="(-1, 12, -1, 32)", style=solid]; +"1380 quantize_per_tensor_default_71" -> "1381 dequantize_per_tensor_default_71" [label="(-1, 12, -1, 32)", style=solid]; +"1381 dequantize_per_tensor_default_71" -> "1382 transpose_22" [label="(-1, 12, -1, 32)", style=solid]; +"1382 transpose_22" -> "1383 matmul_22" [label="(-1, 12, 32, -1)", style=solid]; +"1383 matmul_22" -> "1385 mul_58" [label="(-1, 12, -1, -1)", style=solid]; +"1384 _frozen_param92" -> "1385 mul_58" [label="(12, 1, 1)", style=solid]; +"1385 mul_58" -> "1386 add_72" [label="(-1, 12, -1, -1)", style=solid]; +"1386 add_72" -> "1398 view_63" [label="(-1, 12, -1, -1)", style=solid]; +"1387 new_zeros_5" -> "1388 view_62" [label="(-1, -1)", style=solid]; +"1388 view_62" -> "1389 permute_53" [label="(-1, -1, -1, -1)", style=solid]; +"1389 permute_53" -> "1390 reshape_51" [label="(-1, -1, -1, -1)", style=solid]; +"1390 reshape_51" -> "1391 unsqueeze_32" [label="(-1, -1)", style=solid]; +"1390 reshape_51" -> "1392 unsqueeze_33" [label="(-1, -1)", style=solid]; +"1391 unsqueeze_32" -> "1393 sub_5" [label="(-1, 1, -1)", style=solid]; +"1392 unsqueeze_33" -> "1393 sub_5" [label="(-1, -1, 1)", style=solid]; +"1393 sub_5" -> "1394 ne_5" [label="(-1, -1, -1)", style=solid]; +"1393 sub_5" -> "1395 masked_fill_10" [label="(-1, -1, -1)", style=solid]; +"1393 sub_5" -> "1396 eq_85" [label="(-1, -1, -1)", style=solid]; +"1394 ne_5" -> "1395 masked_fill_10" [label="(-1, -1, -1)", style=solid]; +"1395 masked_fill_10" -> "1397 masked_fill_11" [label="(-1, -1, -1)", style=solid]; +"1396 eq_85" -> "1397 masked_fill_11" [label="(-1, -1, -1)", style=solid]; +"1397 masked_fill_11" -> "1399 unsqueeze_34" [label="(-1, -1, -1)", style=solid]; +"1398 view_63" -> "1401 add_73" [label="(1, -1, 12, -1, -1)", style=solid]; +"1399 unsqueeze_34" -> "1400 unsqueeze_35" [label="(-1, 1, -1, -1)", style=solid]; +"1400 unsqueeze_35" -> "1401 add_73" [label="(1, -1, 1, -1, -1)", style=solid]; +"1401 add_73" -> "1402 view_64" [label="(1, -1, 12, -1, -1)", style=solid]; +"1402 view_64" -> "1403 softmax_11" [label="(-1, 12, -1, -1)", style=solid]; +"1403 softmax_11" -> "1404 dropout_44" [label="(-1, 12, -1, -1)", style=solid]; +"1404 dropout_44" -> "1405 matmul_23" [label="(-1, 12, -1, -1)", style=solid]; +"1405 matmul_23" -> "1406 transpose_23" [label="(-1, 12, -1, 32)", style=solid]; +"1406 transpose_23" -> "1407 reshape_52" [label="(-1, -1, 12, 32)", style=solid]; +"1407 reshape_52" -> "1408 reshape_52_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1408 reshape_52_0_0_nncf_smooth_quant_0" -> "1409 quantize_per_tensor_default_72" [label="(-1, -1, 384)", style=solid]; +"1409 quantize_per_tensor_default_72" -> "1410 dequantize_per_tensor_default_72" [label="(-1, -1, 384)", style=solid]; +"1410 dequantize_per_tensor_default_72" -> "1416 linear_71" [label="(-1, -1, 384)", style=solid]; +"1411 linear_71_scale_0" -> "1414 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1411 linear_71_scale_0" -> "1415 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1412 linear_71_zero_point_0" -> "1414 quantize_per_channel_default_48" [label="(384,)", style=solid]; +"1412 linear_71_zero_point_0" -> "1415 dequantize_per_channel_default_48" [label="(384,)", style=solid]; +"1413 compressed_weight_updated_constant48" -> "1414 quantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1414 quantize_per_channel_default_48" -> "1415 dequantize_per_channel_default_48" [label="(384, 384)", style=solid]; +"1415 dequantize_per_channel_default_48" -> "1416 linear_71" [label="(384, 384)", style=solid]; +"1416 linear_71" -> "1417 dropout_45" [label="(-1, -1, 384)", style=solid]; +"1417 dropout_45" -> "1418 view_65" [label="(-1, -1, 384)", style=solid]; +"1418 view_65" -> "1419 permute_54" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1419 permute_54" -> "1420 reshape_53" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1420 reshape_53" -> "1421 roll_11" [label="(1, -1, -1, 384)", style=solid]; +"1421 roll_11" -> "1422 slice_185" [label="(1, -1, -1, 384)", style=solid]; +"1422 slice_185" -> "1423 slice_186" [label="(1, -1, -1, 384)", style=solid]; +"1423 slice_186" -> "1424 slice_187" [label="(1, -1, -1, 384)", style=solid]; +"1424 slice_187" -> "1425 slice_188" [label="(1, -1, -1, 384)", style=solid]; +"1425 slice_188" -> "1426 contiguous_21" [label="(1, -1, -1, 384)", style=solid]; +"1426 contiguous_21" -> "1427 layer_norm_25" [label="(1, -1, -1, 384)", style=solid]; +"1427 layer_norm_25" -> "1428 add_74" [label="(1, -1, -1, 384)", style=solid]; +"1428 add_74" -> "1429 add_74_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1428 add_74" -> "1451 add_75" [label="(1, -1, -1, 384)", style=solid]; +"1429 add_74_0_0_nncf_smooth_quant_0" -> "1430 quantize_per_tensor_default_73" [label="(1, -1, -1, 384)", style=solid]; +"1430 quantize_per_tensor_default_73" -> "1431 dequantize_per_tensor_default_73" [label="(1, -1, -1, 384)", style=solid]; +"1431 dequantize_per_tensor_default_73" -> "1437 linear_72" [label="(1, -1, -1, 384)", style=solid]; +"1432 linear_72_scale_0" -> "1435 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1432 linear_72_scale_0" -> "1436 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1433 linear_72_zero_point_0" -> "1435 quantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1433 linear_72_zero_point_0" -> "1436 dequantize_per_channel_default_49" [label="(1536,)", style=solid]; +"1434 compressed_weight_updated_constant49" -> "1435 quantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1435 quantize_per_channel_default_49" -> "1436 dequantize_per_channel_default_49" [label="(1536, 384)", style=solid]; +"1436 dequantize_per_channel_default_49" -> "1437 linear_72" [label="(1536, 384)", style=solid]; +"1437 linear_72" -> "1438 gelu_11" [label="(1, -1, -1, 1536)", style=solid]; +"1438 gelu_11" -> "1439 dropout_46" [label="(1, -1, -1, 1536)", style=solid]; +"1439 dropout_46" -> "1440 dropout_46_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1440 dropout_46_0_0_nncf_smooth_quant_0" -> "1441 quantize_per_tensor_default_74" [label="(1, -1, -1, 1536)", style=solid]; +"1441 quantize_per_tensor_default_74" -> "1442 dequantize_per_tensor_default_74" [label="(1, -1, -1, 1536)", style=solid]; +"1442 dequantize_per_tensor_default_74" -> "1448 linear_73" [label="(1, -1, -1, 1536)", style=solid]; +"1443 linear_73_scale_0" -> "1446 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1443 linear_73_scale_0" -> "1447 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1444 linear_73_zero_point_0" -> "1446 quantize_per_channel_default_50" [label="(384,)", style=solid]; +"1444 linear_73_zero_point_0" -> "1447 dequantize_per_channel_default_50" [label="(384,)", style=solid]; +"1445 compressed_weight_updated_constant50" -> "1446 quantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1446 quantize_per_channel_default_50" -> "1447 dequantize_per_channel_default_50" [label="(384, 1536)", style=solid]; +"1447 dequantize_per_channel_default_50" -> "1448 linear_73" [label="(384, 1536)", style=solid]; +"1448 linear_73" -> "1449 dropout_47" [label="(1, -1, -1, 384)", style=solid]; +"1449 dropout_47" -> "1450 layer_norm_26" [label="(1, -1, -1, 384)", style=solid]; +"1450 layer_norm_26" -> "1451 add_75" [label="(1, -1, -1, 384)", style=solid]; +"1451 add_75" -> "1453 pad_14" [label="(1, -1, -1, 384)", style=solid]; +"1451 add_75" -> "1513 add_77" [label="(1, -1, -1, 384)", style=solid]; +"1452 _frozen_param102" -> "1488 add_76" [label="(1, 12, 64, 64)", style=solid]; +"1453 pad_14" -> "1454 view_68" [label="(1, -1, -1, 384)", style=solid]; +"1454 view_68" -> "1455 permute_56" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1455 permute_56" -> "1456 reshape_54" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1456 reshape_54" -> "1458 reshape_54_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1457 _frozen_param103" -> "1466 linear_76" [label="(1152,)", style=solid]; +"1458 reshape_54_0_0_nncf_smooth_quant_0" -> "1459 quantize_per_tensor_default_75" [label="(-1, -1, 384)", style=solid]; +"1459 quantize_per_tensor_default_75" -> "1460 dequantize_per_tensor_default_75" [label="(-1, -1, 384)", style=solid]; +"1460 dequantize_per_tensor_default_75" -> "1466 linear_76" [label="(-1, -1, 384)", style=solid]; +"1461 linear_76_scale_0" -> "1464 quantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1461 linear_76_scale_0" -> "1465 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1462 linear_76_zero_point_0" -> "1464 quantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1462 linear_76_zero_point_0" -> "1465 dequantize_per_channel_default_51" [label="(1152,)", style=solid]; +"1463 compressed_weight_updated_constant51" -> "1464 quantize_per_channel_default_51" [label="(1152, 384)", style=solid]; +"1464 quantize_per_channel_default_51" -> "1465 dequantize_per_channel_default_51" [label="(1152, 384)", style=solid]; +"1465 dequantize_per_channel_default_51" -> "1466 linear_76" [label="(1152, 384)", style=solid]; +"1466 linear_76" -> "1467 reshape_55" [label="(-1, -1, 1152)", style=solid]; +"1467 reshape_55" -> "1468 permute_57" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1468 permute_57" -> "1469 select_36" [label="(3, -1, 12, -1, 32)", style=solid]; +"1468 permute_57" -> "1470 select_37" [label="(3, -1, 12, -1, 32)", style=solid]; +"1468 permute_57" -> "1471 select_38" [label="(3, -1, 12, -1, 32)", style=solid]; +"1469 select_36" -> "1472 linalg_vector_norm_24" [label="(-1, 12, -1, 32)", style=solid]; +"1469 select_36" -> "1474 expand_as_24" [label="(-1, 12, -1, 32)", style=solid]; +"1469 select_36" -> "1475 div_24" [label="(-1, 12, -1, 32)", style=solid]; +"1470 select_37" -> "1478 linalg_vector_norm_25" [label="(-1, 12, -1, 32)", style=solid]; +"1470 select_37" -> "1480 expand_as_25" [label="(-1, 12, -1, 32)", style=solid]; +"1470 select_37" -> "1481 div_25" [label="(-1, 12, -1, 32)", style=solid]; +"1471 select_38" -> "1491 matmul_25" [label="(-1, 12, -1, 32)", style=solid]; +"1472 linalg_vector_norm_24" -> "1473 clamp_min_24" [label="(-1, 12, -1, 1)", style=solid]; +"1473 clamp_min_24" -> "1474 expand_as_24" [label="(-1, 12, -1, 1)", style=solid]; +"1474 expand_as_24" -> "1475 div_24" [label="(-1, 12, -1, 32)", style=solid]; +"1475 div_24" -> "1476 quantize_per_tensor_default_76" [label="(-1, 12, -1, 32)", style=solid]; +"1476 quantize_per_tensor_default_76" -> "1477 dequantize_per_tensor_default_76" [label="(-1, 12, -1, 32)", style=solid]; +"1477 dequantize_per_tensor_default_76" -> "1485 matmul_24" [label="(-1, 12, -1, 32)", style=solid]; +"1478 linalg_vector_norm_25" -> "1479 clamp_min_25" [label="(-1, 12, -1, 1)", style=solid]; +"1479 clamp_min_25" -> "1480 expand_as_25" [label="(-1, 12, -1, 1)", style=solid]; +"1480 expand_as_25" -> "1481 div_25" [label="(-1, 12, -1, 32)", style=solid]; +"1481 div_25" -> "1482 quantize_per_tensor_default_77" [label="(-1, 12, -1, 32)", style=solid]; +"1482 quantize_per_tensor_default_77" -> "1483 dequantize_per_tensor_default_77" [label="(-1, 12, -1, 32)", style=solid]; +"1483 dequantize_per_tensor_default_77" -> "1484 transpose_24" [label="(-1, 12, -1, 32)", style=solid]; +"1484 transpose_24" -> "1485 matmul_24" [label="(-1, 12, 32, -1)", style=solid]; +"1485 matmul_24" -> "1487 mul_60" [label="(-1, 12, -1, -1)", style=solid]; +"1486 _frozen_param105" -> "1487 mul_60" [label="(12, 1, 1)", style=solid]; +"1487 mul_60" -> "1488 add_76" [label="(-1, 12, -1, -1)", style=solid]; +"1488 add_76" -> "1489 softmax_12" [label="(-1, 12, -1, -1)", style=solid]; +"1489 softmax_12" -> "1490 dropout_48" [label="(-1, 12, -1, -1)", style=solid]; +"1490 dropout_48" -> "1491 matmul_25" [label="(-1, 12, -1, -1)", style=solid]; +"1491 matmul_25" -> "1492 transpose_25" [label="(-1, 12, -1, 32)", style=solid]; +"1492 transpose_25" -> "1493 reshape_56" [label="(-1, -1, 12, 32)", style=solid]; +"1493 reshape_56" -> "1494 reshape_56_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1494 reshape_56_0_0_nncf_smooth_quant_0" -> "1495 quantize_per_tensor_default_78" [label="(-1, -1, 384)", style=solid]; +"1495 quantize_per_tensor_default_78" -> "1496 dequantize_per_tensor_default_78" [label="(-1, -1, 384)", style=solid]; +"1496 dequantize_per_tensor_default_78" -> "1502 linear_77" [label="(-1, -1, 384)", style=solid]; +"1497 linear_77_scale_0" -> "1500 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1497 linear_77_scale_0" -> "1501 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1498 linear_77_zero_point_0" -> "1500 quantize_per_channel_default_52" [label="(384,)", style=solid]; +"1498 linear_77_zero_point_0" -> "1501 dequantize_per_channel_default_52" [label="(384,)", style=solid]; +"1499 compressed_weight_updated_constant52" -> "1500 quantize_per_channel_default_52" [label="(384, 384)", style=solid]; +"1500 quantize_per_channel_default_52" -> "1501 dequantize_per_channel_default_52" [label="(384, 384)", style=solid]; +"1501 dequantize_per_channel_default_52" -> "1502 linear_77" [label="(384, 384)", style=solid]; +"1502 linear_77" -> "1503 dropout_49" [label="(-1, -1, 384)", style=solid]; +"1503 dropout_49" -> "1504 view_69" [label="(-1, -1, 384)", style=solid]; +"1504 view_69" -> "1505 permute_58" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1505 permute_58" -> "1506 reshape_57" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1506 reshape_57" -> "1507 slice_190" [label="(1, -1, -1, 384)", style=solid]; +"1507 slice_190" -> "1508 slice_191" [label="(1, -1, -1, 384)", style=solid]; +"1508 slice_191" -> "1509 slice_192" [label="(1, -1, -1, 384)", style=solid]; +"1509 slice_192" -> "1510 slice_193" [label="(1, -1, -1, 384)", style=solid]; +"1510 slice_193" -> "1511 contiguous_23" [label="(1, -1, -1, 384)", style=solid]; +"1511 contiguous_23" -> "1512 layer_norm_27" [label="(1, -1, -1, 384)", style=solid]; +"1512 layer_norm_27" -> "1513 add_77" [label="(1, -1, -1, 384)", style=solid]; +"1513 add_77" -> "1514 add_77_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1513 add_77" -> "1536 add_78" [label="(1, -1, -1, 384)", style=solid]; +"1514 add_77_0_0_nncf_smooth_quant_0" -> "1515 quantize_per_tensor_default_79" [label="(1, -1, -1, 384)", style=solid]; +"1515 quantize_per_tensor_default_79" -> "1516 dequantize_per_tensor_default_79" [label="(1, -1, -1, 384)", style=solid]; +"1516 dequantize_per_tensor_default_79" -> "1522 linear_78" [label="(1, -1, -1, 384)", style=solid]; +"1517 linear_78_scale_0" -> "1520 quantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1517 linear_78_scale_0" -> "1521 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1518 linear_78_zero_point_0" -> "1520 quantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1518 linear_78_zero_point_0" -> "1521 dequantize_per_channel_default_53" [label="(1536,)", style=solid]; +"1519 compressed_weight_updated_constant53" -> "1520 quantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1520 quantize_per_channel_default_53" -> "1521 dequantize_per_channel_default_53" [label="(1536, 384)", style=solid]; +"1521 dequantize_per_channel_default_53" -> "1522 linear_78" [label="(1536, 384)", style=solid]; +"1522 linear_78" -> "1523 gelu_12" [label="(1, -1, -1, 1536)", style=solid]; +"1523 gelu_12" -> "1524 dropout_50" [label="(1, -1, -1, 1536)", style=solid]; +"1524 dropout_50" -> "1525 dropout_50_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1525 dropout_50_0_0_nncf_smooth_quant_0" -> "1526 quantize_per_tensor_default_80" [label="(1, -1, -1, 1536)", style=solid]; +"1526 quantize_per_tensor_default_80" -> "1527 dequantize_per_tensor_default_80" [label="(1, -1, -1, 1536)", style=solid]; +"1527 dequantize_per_tensor_default_80" -> "1533 linear_79" [label="(1, -1, -1, 1536)", style=solid]; +"1528 linear_79_scale_0" -> "1531 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1528 linear_79_scale_0" -> "1532 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1529 linear_79_zero_point_0" -> "1531 quantize_per_channel_default_54" [label="(384,)", style=solid]; +"1529 linear_79_zero_point_0" -> "1532 dequantize_per_channel_default_54" [label="(384,)", style=solid]; +"1530 compressed_weight_updated_constant54" -> "1531 quantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1531 quantize_per_channel_default_54" -> "1532 dequantize_per_channel_default_54" [label="(384, 1536)", style=solid]; +"1532 dequantize_per_channel_default_54" -> "1533 linear_79" [label="(384, 1536)", style=solid]; +"1533 linear_79" -> "1534 dropout_51" [label="(1, -1, -1, 384)", style=solid]; +"1534 dropout_51" -> "1535 layer_norm_28" [label="(1, -1, -1, 384)", style=solid]; +"1535 layer_norm_28" -> "1536 add_78" [label="(1, -1, -1, 384)", style=solid]; +"1536 add_78" -> "1538 pad_15" [label="(1, -1, -1, 384)", style=solid]; +"1536 add_78" -> "1616 add_81" [label="(1, -1, -1, 384)", style=solid]; +"1537 _frozen_param106" -> "1574 add_79" [label="(1, 12, 64, 64)", style=solid]; +"1538 pad_15" -> "1539 roll_12" [label="(1, -1, -1, 384)", style=solid]; +"1539 roll_12" -> "1540 view_72" [label="(1, -1, -1, 384)", style=solid]; +"1540 view_72" -> "1541 permute_60" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1541 permute_60" -> "1542 reshape_58" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1542 reshape_58" -> "1544 reshape_58_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1542 reshape_58" -> "1575 new_zeros_6" [label="(-1, -1, 384)", style=solid]; +"1543 _frozen_param107" -> "1552 linear_82" [label="(1152,)", style=solid]; +"1544 reshape_58_0_0_nncf_smooth_quant_0" -> "1545 quantize_per_tensor_default_81" [label="(-1, -1, 384)", style=solid]; +"1545 quantize_per_tensor_default_81" -> "1546 dequantize_per_tensor_default_81" [label="(-1, -1, 384)", style=solid]; +"1546 dequantize_per_tensor_default_81" -> "1552 linear_82" [label="(-1, -1, 384)", style=solid]; +"1547 linear_82_scale_0" -> "1550 quantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1547 linear_82_scale_0" -> "1551 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1548 linear_82_zero_point_0" -> "1550 quantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1548 linear_82_zero_point_0" -> "1551 dequantize_per_channel_default_55" [label="(1152,)", style=solid]; +"1549 compressed_weight_updated_constant55" -> "1550 quantize_per_channel_default_55" [label="(1152, 384)", style=solid]; +"1550 quantize_per_channel_default_55" -> "1551 dequantize_per_channel_default_55" [label="(1152, 384)", style=solid]; +"1551 dequantize_per_channel_default_55" -> "1552 linear_82" [label="(1152, 384)", style=solid]; +"1552 linear_82" -> "1553 reshape_59" [label="(-1, -1, 1152)", style=solid]; +"1553 reshape_59" -> "1554 permute_61" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1554 permute_61" -> "1555 select_39" [label="(3, -1, 12, -1, 32)", style=solid]; +"1554 permute_61" -> "1556 select_40" [label="(3, -1, 12, -1, 32)", style=solid]; +"1554 permute_61" -> "1557 select_41" [label="(3, -1, 12, -1, 32)", style=solid]; +"1555 select_39" -> "1558 linalg_vector_norm_26" [label="(-1, 12, -1, 32)", style=solid]; +"1555 select_39" -> "1560 expand_as_26" [label="(-1, 12, -1, 32)", style=solid]; +"1555 select_39" -> "1561 div_26" [label="(-1, 12, -1, 32)", style=solid]; +"1556 select_40" -> "1564 linalg_vector_norm_27" [label="(-1, 12, -1, 32)", style=solid]; +"1556 select_40" -> "1566 expand_as_27" [label="(-1, 12, -1, 32)", style=solid]; +"1556 select_40" -> "1567 div_27" [label="(-1, 12, -1, 32)", style=solid]; +"1557 select_41" -> "1593 matmul_27" [label="(-1, 12, -1, 32)", style=solid]; +"1558 linalg_vector_norm_26" -> "1559 clamp_min_26" [label="(-1, 12, -1, 1)", style=solid]; +"1559 clamp_min_26" -> "1560 expand_as_26" [label="(-1, 12, -1, 1)", style=solid]; +"1560 expand_as_26" -> "1561 div_26" [label="(-1, 12, -1, 32)", style=solid]; +"1561 div_26" -> "1562 quantize_per_tensor_default_82" [label="(-1, 12, -1, 32)", style=solid]; +"1562 quantize_per_tensor_default_82" -> "1563 dequantize_per_tensor_default_82" [label="(-1, 12, -1, 32)", style=solid]; +"1563 dequantize_per_tensor_default_82" -> "1571 matmul_26" [label="(-1, 12, -1, 32)", style=solid]; +"1564 linalg_vector_norm_27" -> "1565 clamp_min_27" [label="(-1, 12, -1, 1)", style=solid]; +"1565 clamp_min_27" -> "1566 expand_as_27" [label="(-1, 12, -1, 1)", style=solid]; +"1566 expand_as_27" -> "1567 div_27" [label="(-1, 12, -1, 32)", style=solid]; +"1567 div_27" -> "1568 quantize_per_tensor_default_83" [label="(-1, 12, -1, 32)", style=solid]; +"1568 quantize_per_tensor_default_83" -> "1569 dequantize_per_tensor_default_83" [label="(-1, 12, -1, 32)", style=solid]; +"1569 dequantize_per_tensor_default_83" -> "1570 transpose_26" [label="(-1, 12, -1, 32)", style=solid]; +"1570 transpose_26" -> "1571 matmul_26" [label="(-1, 12, 32, -1)", style=solid]; +"1571 matmul_26" -> "1573 mul_62" [label="(-1, 12, -1, -1)", style=solid]; +"1572 _frozen_param109" -> "1573 mul_62" [label="(12, 1, 1)", style=solid]; +"1573 mul_62" -> "1574 add_79" [label="(-1, 12, -1, -1)", style=solid]; +"1574 add_79" -> "1586 view_74" [label="(-1, 12, -1, -1)", style=solid]; +"1575 new_zeros_6" -> "1576 view_73" [label="(-1, -1)", style=solid]; +"1576 view_73" -> "1577 permute_62" [label="(-1, -1, -1, -1)", style=solid]; +"1577 permute_62" -> "1578 reshape_60" [label="(-1, -1, -1, -1)", style=solid]; +"1578 reshape_60" -> "1579 unsqueeze_38" [label="(-1, -1)", style=solid]; +"1578 reshape_60" -> "1580 unsqueeze_39" [label="(-1, -1)", style=solid]; +"1579 unsqueeze_38" -> "1581 sub_6" [label="(-1, 1, -1)", style=solid]; +"1580 unsqueeze_39" -> "1581 sub_6" [label="(-1, -1, 1)", style=solid]; +"1581 sub_6" -> "1582 ne_6" [label="(-1, -1, -1)", style=solid]; +"1581 sub_6" -> "1583 masked_fill_12" [label="(-1, -1, -1)", style=solid]; +"1581 sub_6" -> "1584 eq_96" [label="(-1, -1, -1)", style=solid]; +"1582 ne_6" -> "1583 masked_fill_12" [label="(-1, -1, -1)", style=solid]; +"1583 masked_fill_12" -> "1585 masked_fill_13" [label="(-1, -1, -1)", style=solid]; +"1584 eq_96" -> "1585 masked_fill_13" [label="(-1, -1, -1)", style=solid]; +"1585 masked_fill_13" -> "1587 unsqueeze_40" [label="(-1, -1, -1)", style=solid]; +"1586 view_74" -> "1589 add_80" [label="(1, -1, 12, -1, -1)", style=solid]; +"1587 unsqueeze_40" -> "1588 unsqueeze_41" [label="(-1, 1, -1, -1)", style=solid]; +"1588 unsqueeze_41" -> "1589 add_80" [label="(1, -1, 1, -1, -1)", style=solid]; +"1589 add_80" -> "1590 view_75" [label="(1, -1, 12, -1, -1)", style=solid]; +"1590 view_75" -> "1591 softmax_13" [label="(-1, 12, -1, -1)", style=solid]; +"1591 softmax_13" -> "1592 dropout_52" [label="(-1, 12, -1, -1)", style=solid]; +"1592 dropout_52" -> "1593 matmul_27" [label="(-1, 12, -1, -1)", style=solid]; +"1593 matmul_27" -> "1594 transpose_27" [label="(-1, 12, -1, 32)", style=solid]; +"1594 transpose_27" -> "1595 reshape_61" [label="(-1, -1, 12, 32)", style=solid]; +"1595 reshape_61" -> "1596 reshape_61_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1596 reshape_61_0_0_nncf_smooth_quant_0" -> "1597 quantize_per_tensor_default_84" [label="(-1, -1, 384)", style=solid]; +"1597 quantize_per_tensor_default_84" -> "1598 dequantize_per_tensor_default_84" [label="(-1, -1, 384)", style=solid]; +"1598 dequantize_per_tensor_default_84" -> "1604 linear_83" [label="(-1, -1, 384)", style=solid]; +"1599 linear_83_scale_0" -> "1602 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1599 linear_83_scale_0" -> "1603 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1600 linear_83_zero_point_0" -> "1602 quantize_per_channel_default_56" [label="(384,)", style=solid]; +"1600 linear_83_zero_point_0" -> "1603 dequantize_per_channel_default_56" [label="(384,)", style=solid]; +"1601 compressed_weight_updated_constant56" -> "1602 quantize_per_channel_default_56" [label="(384, 384)", style=solid]; +"1602 quantize_per_channel_default_56" -> "1603 dequantize_per_channel_default_56" [label="(384, 384)", style=solid]; +"1603 dequantize_per_channel_default_56" -> "1604 linear_83" [label="(384, 384)", style=solid]; +"1604 linear_83" -> "1605 dropout_53" [label="(-1, -1, 384)", style=solid]; +"1605 dropout_53" -> "1606 view_76" [label="(-1, -1, 384)", style=solid]; +"1606 view_76" -> "1607 permute_63" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1607 permute_63" -> "1608 reshape_62" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1608 reshape_62" -> "1609 roll_13" [label="(1, -1, -1, 384)", style=solid]; +"1609 roll_13" -> "1610 slice_213" [label="(1, -1, -1, 384)", style=solid]; +"1610 slice_213" -> "1611 slice_214" [label="(1, -1, -1, 384)", style=solid]; +"1611 slice_214" -> "1612 slice_215" [label="(1, -1, -1, 384)", style=solid]; +"1612 slice_215" -> "1613 slice_216" [label="(1, -1, -1, 384)", style=solid]; +"1613 slice_216" -> "1614 contiguous_25" [label="(1, -1, -1, 384)", style=solid]; +"1614 contiguous_25" -> "1615 layer_norm_29" [label="(1, -1, -1, 384)", style=solid]; +"1615 layer_norm_29" -> "1616 add_81" [label="(1, -1, -1, 384)", style=solid]; +"1616 add_81" -> "1617 add_81_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1616 add_81" -> "1639 add_82" [label="(1, -1, -1, 384)", style=solid]; +"1617 add_81_0_0_nncf_smooth_quant_0" -> "1618 quantize_per_tensor_default_85" [label="(1, -1, -1, 384)", style=solid]; +"1618 quantize_per_tensor_default_85" -> "1619 dequantize_per_tensor_default_85" [label="(1, -1, -1, 384)", style=solid]; +"1619 dequantize_per_tensor_default_85" -> "1625 linear_84" [label="(1, -1, -1, 384)", style=solid]; +"1620 linear_84_scale_0" -> "1623 quantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1620 linear_84_scale_0" -> "1624 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1621 linear_84_zero_point_0" -> "1623 quantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1621 linear_84_zero_point_0" -> "1624 dequantize_per_channel_default_57" [label="(1536,)", style=solid]; +"1622 compressed_weight_updated_constant57" -> "1623 quantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1623 quantize_per_channel_default_57" -> "1624 dequantize_per_channel_default_57" [label="(1536, 384)", style=solid]; +"1624 dequantize_per_channel_default_57" -> "1625 linear_84" [label="(1536, 384)", style=solid]; +"1625 linear_84" -> "1626 gelu_13" [label="(1, -1, -1, 1536)", style=solid]; +"1626 gelu_13" -> "1627 dropout_54" [label="(1, -1, -1, 1536)", style=solid]; +"1627 dropout_54" -> "1628 dropout_54_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1628 dropout_54_0_0_nncf_smooth_quant_0" -> "1629 quantize_per_tensor_default_86" [label="(1, -1, -1, 1536)", style=solid]; +"1629 quantize_per_tensor_default_86" -> "1630 dequantize_per_tensor_default_86" [label="(1, -1, -1, 1536)", style=solid]; +"1630 dequantize_per_tensor_default_86" -> "1636 linear_85" [label="(1, -1, -1, 1536)", style=solid]; +"1631 linear_85_scale_0" -> "1634 quantize_per_channel_default_58" [label="(384,)", style=solid]; +"1631 linear_85_scale_0" -> "1635 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1632 linear_85_zero_point_0" -> "1634 quantize_per_channel_default_58" [label="(384,)", style=solid]; +"1632 linear_85_zero_point_0" -> "1635 dequantize_per_channel_default_58" [label="(384,)", style=solid]; +"1633 compressed_weight_updated_constant58" -> "1634 quantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1634 quantize_per_channel_default_58" -> "1635 dequantize_per_channel_default_58" [label="(384, 1536)", style=solid]; +"1635 dequantize_per_channel_default_58" -> "1636 linear_85" [label="(384, 1536)", style=solid]; +"1636 linear_85" -> "1637 dropout_55" [label="(1, -1, -1, 384)", style=solid]; +"1637 dropout_55" -> "1638 layer_norm_30" [label="(1, -1, -1, 384)", style=solid]; +"1638 layer_norm_30" -> "1639 add_82" [label="(1, -1, -1, 384)", style=solid]; +"1639 add_82" -> "1641 pad_16" [label="(1, -1, -1, 384)", style=solid]; +"1639 add_82" -> "1701 add_84" [label="(1, -1, -1, 384)", style=solid]; +"1640 _frozen_param119" -> "1676 add_83" [label="(1, 12, 64, 64)", style=solid]; +"1641 pad_16" -> "1642 view_79" [label="(1, -1, -1, 384)", style=solid]; +"1642 view_79" -> "1643 permute_65" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1643 permute_65" -> "1644 reshape_63" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1644 reshape_63" -> "1646 reshape_63_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1645 _frozen_param120" -> "1654 linear_88" [label="(1152,)", style=solid]; +"1646 reshape_63_0_0_nncf_smooth_quant_0" -> "1647 quantize_per_tensor_default_87" [label="(-1, -1, 384)", style=solid]; +"1647 quantize_per_tensor_default_87" -> "1648 dequantize_per_tensor_default_87" [label="(-1, -1, 384)", style=solid]; +"1648 dequantize_per_tensor_default_87" -> "1654 linear_88" [label="(-1, -1, 384)", style=solid]; +"1649 linear_88_scale_0" -> "1652 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1649 linear_88_scale_0" -> "1653 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1650 linear_88_zero_point_0" -> "1652 quantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1650 linear_88_zero_point_0" -> "1653 dequantize_per_channel_default_59" [label="(1152,)", style=solid]; +"1651 compressed_weight_updated_constant59" -> "1652 quantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1652 quantize_per_channel_default_59" -> "1653 dequantize_per_channel_default_59" [label="(1152, 384)", style=solid]; +"1653 dequantize_per_channel_default_59" -> "1654 linear_88" [label="(1152, 384)", style=solid]; +"1654 linear_88" -> "1655 reshape_64" [label="(-1, -1, 1152)", style=solid]; +"1655 reshape_64" -> "1656 permute_66" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1656 permute_66" -> "1657 select_42" [label="(3, -1, 12, -1, 32)", style=solid]; +"1656 permute_66" -> "1658 select_43" [label="(3, -1, 12, -1, 32)", style=solid]; +"1656 permute_66" -> "1659 select_44" [label="(3, -1, 12, -1, 32)", style=solid]; +"1657 select_42" -> "1660 linalg_vector_norm_28" [label="(-1, 12, -1, 32)", style=solid]; +"1657 select_42" -> "1662 expand_as_28" [label="(-1, 12, -1, 32)", style=solid]; +"1657 select_42" -> "1663 div_28" [label="(-1, 12, -1, 32)", style=solid]; +"1658 select_43" -> "1666 linalg_vector_norm_29" [label="(-1, 12, -1, 32)", style=solid]; +"1658 select_43" -> "1668 expand_as_29" [label="(-1, 12, -1, 32)", style=solid]; +"1658 select_43" -> "1669 div_29" [label="(-1, 12, -1, 32)", style=solid]; +"1659 select_44" -> "1679 matmul_29" [label="(-1, 12, -1, 32)", style=solid]; +"1660 linalg_vector_norm_28" -> "1661 clamp_min_28" [label="(-1, 12, -1, 1)", style=solid]; +"1661 clamp_min_28" -> "1662 expand_as_28" [label="(-1, 12, -1, 1)", style=solid]; +"1662 expand_as_28" -> "1663 div_28" [label="(-1, 12, -1, 32)", style=solid]; +"1663 div_28" -> "1664 quantize_per_tensor_default_88" [label="(-1, 12, -1, 32)", style=solid]; +"1664 quantize_per_tensor_default_88" -> "1665 dequantize_per_tensor_default_88" [label="(-1, 12, -1, 32)", style=solid]; +"1665 dequantize_per_tensor_default_88" -> "1673 matmul_28" [label="(-1, 12, -1, 32)", style=solid]; +"1666 linalg_vector_norm_29" -> "1667 clamp_min_29" [label="(-1, 12, -1, 1)", style=solid]; +"1667 clamp_min_29" -> "1668 expand_as_29" [label="(-1, 12, -1, 1)", style=solid]; +"1668 expand_as_29" -> "1669 div_29" [label="(-1, 12, -1, 32)", style=solid]; +"1669 div_29" -> "1670 quantize_per_tensor_default_89" [label="(-1, 12, -1, 32)", style=solid]; +"1670 quantize_per_tensor_default_89" -> "1671 dequantize_per_tensor_default_89" [label="(-1, 12, -1, 32)", style=solid]; +"1671 dequantize_per_tensor_default_89" -> "1672 transpose_28" [label="(-1, 12, -1, 32)", style=solid]; +"1672 transpose_28" -> "1673 matmul_28" [label="(-1, 12, 32, -1)", style=solid]; +"1673 matmul_28" -> "1675 mul_64" [label="(-1, 12, -1, -1)", style=solid]; +"1674 _frozen_param122" -> "1675 mul_64" [label="(12, 1, 1)", style=solid]; +"1675 mul_64" -> "1676 add_83" [label="(-1, 12, -1, -1)", style=solid]; +"1676 add_83" -> "1677 softmax_14" [label="(-1, 12, -1, -1)", style=solid]; +"1677 softmax_14" -> "1678 dropout_56" [label="(-1, 12, -1, -1)", style=solid]; +"1678 dropout_56" -> "1679 matmul_29" [label="(-1, 12, -1, -1)", style=solid]; +"1679 matmul_29" -> "1680 transpose_29" [label="(-1, 12, -1, 32)", style=solid]; +"1680 transpose_29" -> "1681 reshape_65" [label="(-1, -1, 12, 32)", style=solid]; +"1681 reshape_65" -> "1682 reshape_65_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1682 reshape_65_0_0_nncf_smooth_quant_0" -> "1683 quantize_per_tensor_default_90" [label="(-1, -1, 384)", style=solid]; +"1683 quantize_per_tensor_default_90" -> "1684 dequantize_per_tensor_default_90" [label="(-1, -1, 384)", style=solid]; +"1684 dequantize_per_tensor_default_90" -> "1690 linear_89" [label="(-1, -1, 384)", style=solid]; +"1685 linear_89_scale_0" -> "1688 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1685 linear_89_scale_0" -> "1689 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1686 linear_89_zero_point_0" -> "1688 quantize_per_channel_default_60" [label="(384,)", style=solid]; +"1686 linear_89_zero_point_0" -> "1689 dequantize_per_channel_default_60" [label="(384,)", style=solid]; +"1687 compressed_weight_updated_constant60" -> "1688 quantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1688 quantize_per_channel_default_60" -> "1689 dequantize_per_channel_default_60" [label="(384, 384)", style=solid]; +"1689 dequantize_per_channel_default_60" -> "1690 linear_89" [label="(384, 384)", style=solid]; +"1690 linear_89" -> "1691 dropout_57" [label="(-1, -1, 384)", style=solid]; +"1691 dropout_57" -> "1692 view_80" [label="(-1, -1, 384)", style=solid]; +"1692 view_80" -> "1693 permute_67" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1693 permute_67" -> "1694 reshape_66" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1694 reshape_66" -> "1695 slice_218" [label="(1, -1, -1, 384)", style=solid]; +"1695 slice_218" -> "1696 slice_219" [label="(1, -1, -1, 384)", style=solid]; +"1696 slice_219" -> "1697 slice_220" [label="(1, -1, -1, 384)", style=solid]; +"1697 slice_220" -> "1698 slice_221" [label="(1, -1, -1, 384)", style=solid]; +"1698 slice_221" -> "1699 contiguous_27" [label="(1, -1, -1, 384)", style=solid]; +"1699 contiguous_27" -> "1700 layer_norm_31" [label="(1, -1, -1, 384)", style=solid]; +"1700 layer_norm_31" -> "1701 add_84" [label="(1, -1, -1, 384)", style=solid]; +"1701 add_84" -> "1702 add_84_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1701 add_84" -> "1724 add_85" [label="(1, -1, -1, 384)", style=solid]; +"1702 add_84_0_0_nncf_smooth_quant_0" -> "1703 quantize_per_tensor_default_91" [label="(1, -1, -1, 384)", style=solid]; +"1703 quantize_per_tensor_default_91" -> "1704 dequantize_per_tensor_default_91" [label="(1, -1, -1, 384)", style=solid]; +"1704 dequantize_per_tensor_default_91" -> "1710 linear_90" [label="(1, -1, -1, 384)", style=solid]; +"1705 linear_90_scale_0" -> "1708 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1705 linear_90_scale_0" -> "1709 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1706 linear_90_zero_point_0" -> "1708 quantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1706 linear_90_zero_point_0" -> "1709 dequantize_per_channel_default_61" [label="(1536,)", style=solid]; +"1707 compressed_weight_updated_constant61" -> "1708 quantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1708 quantize_per_channel_default_61" -> "1709 dequantize_per_channel_default_61" [label="(1536, 384)", style=solid]; +"1709 dequantize_per_channel_default_61" -> "1710 linear_90" [label="(1536, 384)", style=solid]; +"1710 linear_90" -> "1711 gelu_14" [label="(1, -1, -1, 1536)", style=solid]; +"1711 gelu_14" -> "1712 dropout_58" [label="(1, -1, -1, 1536)", style=solid]; +"1712 dropout_58" -> "1713 dropout_58_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1713 dropout_58_0_0_nncf_smooth_quant_0" -> "1714 quantize_per_tensor_default_92" [label="(1, -1, -1, 1536)", style=solid]; +"1714 quantize_per_tensor_default_92" -> "1715 dequantize_per_tensor_default_92" [label="(1, -1, -1, 1536)", style=solid]; +"1715 dequantize_per_tensor_default_92" -> "1721 linear_91" [label="(1, -1, -1, 1536)", style=solid]; +"1716 linear_91_scale_0" -> "1719 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1716 linear_91_scale_0" -> "1720 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1717 linear_91_zero_point_0" -> "1719 quantize_per_channel_default_62" [label="(384,)", style=solid]; +"1717 linear_91_zero_point_0" -> "1720 dequantize_per_channel_default_62" [label="(384,)", style=solid]; +"1718 compressed_weight_updated_constant62" -> "1719 quantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1719 quantize_per_channel_default_62" -> "1720 dequantize_per_channel_default_62" [label="(384, 1536)", style=solid]; +"1720 dequantize_per_channel_default_62" -> "1721 linear_91" [label="(384, 1536)", style=solid]; +"1721 linear_91" -> "1722 dropout_59" [label="(1, -1, -1, 384)", style=solid]; +"1722 dropout_59" -> "1723 layer_norm_32" [label="(1, -1, -1, 384)", style=solid]; +"1723 layer_norm_32" -> "1724 add_85" [label="(1, -1, -1, 384)", style=solid]; +"1724 add_85" -> "1726 pad_17" [label="(1, -1, -1, 384)", style=solid]; +"1724 add_85" -> "1804 add_88" [label="(1, -1, -1, 384)", style=solid]; +"1725 _frozen_param123" -> "1762 add_86" [label="(1, 12, 64, 64)", style=solid]; +"1726 pad_17" -> "1727 roll_14" [label="(1, -1, -1, 384)", style=solid]; +"1727 roll_14" -> "1728 view_83" [label="(1, -1, -1, 384)", style=solid]; +"1728 view_83" -> "1729 permute_69" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1729 permute_69" -> "1730 reshape_67" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1730 reshape_67" -> "1732 reshape_67_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1730 reshape_67" -> "1763 new_zeros_7" [label="(-1, -1, 384)", style=solid]; +"1731 _frozen_param124" -> "1740 linear_94" [label="(1152,)", style=solid]; +"1732 reshape_67_0_0_nncf_smooth_quant_0" -> "1733 quantize_per_tensor_default_93" [label="(-1, -1, 384)", style=solid]; +"1733 quantize_per_tensor_default_93" -> "1734 dequantize_per_tensor_default_93" [label="(-1, -1, 384)", style=solid]; +"1734 dequantize_per_tensor_default_93" -> "1740 linear_94" [label="(-1, -1, 384)", style=solid]; +"1735 linear_94_scale_0" -> "1738 quantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1735 linear_94_scale_0" -> "1739 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1736 linear_94_zero_point_0" -> "1738 quantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1736 linear_94_zero_point_0" -> "1739 dequantize_per_channel_default_63" [label="(1152,)", style=solid]; +"1737 compressed_weight_updated_constant63" -> "1738 quantize_per_channel_default_63" [label="(1152, 384)", style=solid]; +"1738 quantize_per_channel_default_63" -> "1739 dequantize_per_channel_default_63" [label="(1152, 384)", style=solid]; +"1739 dequantize_per_channel_default_63" -> "1740 linear_94" [label="(1152, 384)", style=solid]; +"1740 linear_94" -> "1741 reshape_68" [label="(-1, -1, 1152)", style=solid]; +"1741 reshape_68" -> "1742 permute_70" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1742 permute_70" -> "1743 select_45" [label="(3, -1, 12, -1, 32)", style=solid]; +"1742 permute_70" -> "1744 select_46" [label="(3, -1, 12, -1, 32)", style=solid]; +"1742 permute_70" -> "1745 select_47" [label="(3, -1, 12, -1, 32)", style=solid]; +"1743 select_45" -> "1746 linalg_vector_norm_30" [label="(-1, 12, -1, 32)", style=solid]; +"1743 select_45" -> "1748 expand_as_30" [label="(-1, 12, -1, 32)", style=solid]; +"1743 select_45" -> "1749 div_30" [label="(-1, 12, -1, 32)", style=solid]; +"1744 select_46" -> "1752 linalg_vector_norm_31" [label="(-1, 12, -1, 32)", style=solid]; +"1744 select_46" -> "1754 expand_as_31" [label="(-1, 12, -1, 32)", style=solid]; +"1744 select_46" -> "1755 div_31" [label="(-1, 12, -1, 32)", style=solid]; +"1745 select_47" -> "1781 matmul_31" [label="(-1, 12, -1, 32)", style=solid]; +"1746 linalg_vector_norm_30" -> "1747 clamp_min_30" [label="(-1, 12, -1, 1)", style=solid]; +"1747 clamp_min_30" -> "1748 expand_as_30" [label="(-1, 12, -1, 1)", style=solid]; +"1748 expand_as_30" -> "1749 div_30" [label="(-1, 12, -1, 32)", style=solid]; +"1749 div_30" -> "1750 quantize_per_tensor_default_94" [label="(-1, 12, -1, 32)", style=solid]; +"1750 quantize_per_tensor_default_94" -> "1751 dequantize_per_tensor_default_94" [label="(-1, 12, -1, 32)", style=solid]; +"1751 dequantize_per_tensor_default_94" -> "1759 matmul_30" [label="(-1, 12, -1, 32)", style=solid]; +"1752 linalg_vector_norm_31" -> "1753 clamp_min_31" [label="(-1, 12, -1, 1)", style=solid]; +"1753 clamp_min_31" -> "1754 expand_as_31" [label="(-1, 12, -1, 1)", style=solid]; +"1754 expand_as_31" -> "1755 div_31" [label="(-1, 12, -1, 32)", style=solid]; +"1755 div_31" -> "1756 quantize_per_tensor_default_95" [label="(-1, 12, -1, 32)", style=solid]; +"1756 quantize_per_tensor_default_95" -> "1757 dequantize_per_tensor_default_95" [label="(-1, 12, -1, 32)", style=solid]; +"1757 dequantize_per_tensor_default_95" -> "1758 transpose_30" [label="(-1, 12, -1, 32)", style=solid]; +"1758 transpose_30" -> "1759 matmul_30" [label="(-1, 12, 32, -1)", style=solid]; +"1759 matmul_30" -> "1761 mul_66" [label="(-1, 12, -1, -1)", style=solid]; +"1760 _frozen_param126" -> "1761 mul_66" [label="(12, 1, 1)", style=solid]; +"1761 mul_66" -> "1762 add_86" [label="(-1, 12, -1, -1)", style=solid]; +"1762 add_86" -> "1774 view_85" [label="(-1, 12, -1, -1)", style=solid]; +"1763 new_zeros_7" -> "1764 view_84" [label="(-1, -1)", style=solid]; +"1764 view_84" -> "1765 permute_71" [label="(-1, -1, -1, -1)", style=solid]; +"1765 permute_71" -> "1766 reshape_69" [label="(-1, -1, -1, -1)", style=solid]; +"1766 reshape_69" -> "1767 unsqueeze_44" [label="(-1, -1)", style=solid]; +"1766 reshape_69" -> "1768 unsqueeze_45" [label="(-1, -1)", style=solid]; +"1767 unsqueeze_44" -> "1769 sub_7" [label="(-1, 1, -1)", style=solid]; +"1768 unsqueeze_45" -> "1769 sub_7" [label="(-1, -1, 1)", style=solid]; +"1769 sub_7" -> "1770 ne_7" [label="(-1, -1, -1)", style=solid]; +"1769 sub_7" -> "1771 masked_fill_14" [label="(-1, -1, -1)", style=solid]; +"1769 sub_7" -> "1772 eq_107" [label="(-1, -1, -1)", style=solid]; +"1770 ne_7" -> "1771 masked_fill_14" [label="(-1, -1, -1)", style=solid]; +"1771 masked_fill_14" -> "1773 masked_fill_15" [label="(-1, -1, -1)", style=solid]; +"1772 eq_107" -> "1773 masked_fill_15" [label="(-1, -1, -1)", style=solid]; +"1773 masked_fill_15" -> "1775 unsqueeze_46" [label="(-1, -1, -1)", style=solid]; +"1774 view_85" -> "1777 add_87" [label="(1, -1, 12, -1, -1)", style=solid]; +"1775 unsqueeze_46" -> "1776 unsqueeze_47" [label="(-1, 1, -1, -1)", style=solid]; +"1776 unsqueeze_47" -> "1777 add_87" [label="(1, -1, 1, -1, -1)", style=solid]; +"1777 add_87" -> "1778 view_86" [label="(1, -1, 12, -1, -1)", style=solid]; +"1778 view_86" -> "1779 softmax_15" [label="(-1, 12, -1, -1)", style=solid]; +"1779 softmax_15" -> "1780 dropout_60" [label="(-1, 12, -1, -1)", style=solid]; +"1780 dropout_60" -> "1781 matmul_31" [label="(-1, 12, -1, -1)", style=solid]; +"1781 matmul_31" -> "1782 transpose_31" [label="(-1, 12, -1, 32)", style=solid]; +"1782 transpose_31" -> "1783 reshape_70" [label="(-1, -1, 12, 32)", style=solid]; +"1783 reshape_70" -> "1784 reshape_70_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1784 reshape_70_0_0_nncf_smooth_quant_0" -> "1785 quantize_per_tensor_default_96" [label="(-1, -1, 384)", style=solid]; +"1785 quantize_per_tensor_default_96" -> "1786 dequantize_per_tensor_default_96" [label="(-1, -1, 384)", style=solid]; +"1786 dequantize_per_tensor_default_96" -> "1792 linear_95" [label="(-1, -1, 384)", style=solid]; +"1787 linear_95_scale_0" -> "1790 quantize_per_channel_default_64" [label="(384,)", style=solid]; +"1787 linear_95_scale_0" -> "1791 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"1788 linear_95_zero_point_0" -> "1790 quantize_per_channel_default_64" [label="(384,)", style=solid]; +"1788 linear_95_zero_point_0" -> "1791 dequantize_per_channel_default_64" [label="(384,)", style=solid]; +"1789 compressed_weight_updated_constant64" -> "1790 quantize_per_channel_default_64" [label="(384, 384)", style=solid]; +"1790 quantize_per_channel_default_64" -> "1791 dequantize_per_channel_default_64" [label="(384, 384)", style=solid]; +"1791 dequantize_per_channel_default_64" -> "1792 linear_95" [label="(384, 384)", style=solid]; +"1792 linear_95" -> "1793 dropout_61" [label="(-1, -1, 384)", style=solid]; +"1793 dropout_61" -> "1794 view_87" [label="(-1, -1, 384)", style=solid]; +"1794 view_87" -> "1795 permute_72" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1795 permute_72" -> "1796 reshape_71" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1796 reshape_71" -> "1797 roll_15" [label="(1, -1, -1, 384)", style=solid]; +"1797 roll_15" -> "1798 slice_241" [label="(1, -1, -1, 384)", style=solid]; +"1798 slice_241" -> "1799 slice_242" [label="(1, -1, -1, 384)", style=solid]; +"1799 slice_242" -> "1800 slice_243" [label="(1, -1, -1, 384)", style=solid]; +"1800 slice_243" -> "1801 slice_244" [label="(1, -1, -1, 384)", style=solid]; +"1801 slice_244" -> "1802 contiguous_29" [label="(1, -1, -1, 384)", style=solid]; +"1802 contiguous_29" -> "1803 layer_norm_33" [label="(1, -1, -1, 384)", style=solid]; +"1803 layer_norm_33" -> "1804 add_88" [label="(1, -1, -1, 384)", style=solid]; +"1804 add_88" -> "1805 add_88_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1804 add_88" -> "1827 add_89" [label="(1, -1, -1, 384)", style=solid]; +"1805 add_88_0_0_nncf_smooth_quant_0" -> "1806 quantize_per_tensor_default_97" [label="(1, -1, -1, 384)", style=solid]; +"1806 quantize_per_tensor_default_97" -> "1807 dequantize_per_tensor_default_97" [label="(1, -1, -1, 384)", style=solid]; +"1807 dequantize_per_tensor_default_97" -> "1813 linear_96" [label="(1, -1, -1, 384)", style=solid]; +"1808 linear_96_scale_0" -> "1811 quantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1808 linear_96_scale_0" -> "1812 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1809 linear_96_zero_point_0" -> "1811 quantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1809 linear_96_zero_point_0" -> "1812 dequantize_per_channel_default_65" [label="(1536,)", style=solid]; +"1810 compressed_weight_updated_constant65" -> "1811 quantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1811 quantize_per_channel_default_65" -> "1812 dequantize_per_channel_default_65" [label="(1536, 384)", style=solid]; +"1812 dequantize_per_channel_default_65" -> "1813 linear_96" [label="(1536, 384)", style=solid]; +"1813 linear_96" -> "1814 gelu_15" [label="(1, -1, -1, 1536)", style=solid]; +"1814 gelu_15" -> "1815 dropout_62" [label="(1, -1, -1, 1536)", style=solid]; +"1815 dropout_62" -> "1816 dropout_62_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1816 dropout_62_0_0_nncf_smooth_quant_0" -> "1817 quantize_per_tensor_default_98" [label="(1, -1, -1, 1536)", style=solid]; +"1817 quantize_per_tensor_default_98" -> "1818 dequantize_per_tensor_default_98" [label="(1, -1, -1, 1536)", style=solid]; +"1818 dequantize_per_tensor_default_98" -> "1824 linear_97" [label="(1, -1, -1, 1536)", style=solid]; +"1819 linear_97_scale_0" -> "1822 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1819 linear_97_scale_0" -> "1823 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1820 linear_97_zero_point_0" -> "1822 quantize_per_channel_default_66" [label="(384,)", style=solid]; +"1820 linear_97_zero_point_0" -> "1823 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"1821 compressed_weight_updated_constant66" -> "1822 quantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1822 quantize_per_channel_default_66" -> "1823 dequantize_per_channel_default_66" [label="(384, 1536)", style=solid]; +"1823 dequantize_per_channel_default_66" -> "1824 linear_97" [label="(384, 1536)", style=solid]; +"1824 linear_97" -> "1825 dropout_63" [label="(1, -1, -1, 384)", style=solid]; +"1825 dropout_63" -> "1826 layer_norm_34" [label="(1, -1, -1, 384)", style=solid]; +"1826 layer_norm_34" -> "1827 add_89" [label="(1, -1, -1, 384)", style=solid]; +"1827 add_89" -> "1829 pad_18" [label="(1, -1, -1, 384)", style=solid]; +"1827 add_89" -> "1889 add_91" [label="(1, -1, -1, 384)", style=solid]; +"1828 _frozen_param136" -> "1864 add_90" [label="(1, 12, 64, 64)", style=solid]; +"1829 pad_18" -> "1830 view_90" [label="(1, -1, -1, 384)", style=solid]; +"1830 view_90" -> "1831 permute_74" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1831 permute_74" -> "1832 reshape_72" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1832 reshape_72" -> "1834 reshape_72_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1833 _frozen_param137" -> "1842 linear_100" [label="(1152,)", style=solid]; +"1834 reshape_72_0_0_nncf_smooth_quant_0" -> "1835 quantize_per_tensor_default_99" [label="(-1, -1, 384)", style=solid]; +"1835 quantize_per_tensor_default_99" -> "1836 dequantize_per_tensor_default_99" [label="(-1, -1, 384)", style=solid]; +"1836 dequantize_per_tensor_default_99" -> "1842 linear_100" [label="(-1, -1, 384)", style=solid]; +"1837 linear_100_scale_0" -> "1840 quantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1837 linear_100_scale_0" -> "1841 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1838 linear_100_zero_point_0" -> "1840 quantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1838 linear_100_zero_point_0" -> "1841 dequantize_per_channel_default_67" [label="(1152,)", style=solid]; +"1839 compressed_weight_updated_constant67" -> "1840 quantize_per_channel_default_67" [label="(1152, 384)", style=solid]; +"1840 quantize_per_channel_default_67" -> "1841 dequantize_per_channel_default_67" [label="(1152, 384)", style=solid]; +"1841 dequantize_per_channel_default_67" -> "1842 linear_100" [label="(1152, 384)", style=solid]; +"1842 linear_100" -> "1843 reshape_73" [label="(-1, -1, 1152)", style=solid]; +"1843 reshape_73" -> "1844 permute_75" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1844 permute_75" -> "1845 select_48" [label="(3, -1, 12, -1, 32)", style=solid]; +"1844 permute_75" -> "1846 select_49" [label="(3, -1, 12, -1, 32)", style=solid]; +"1844 permute_75" -> "1847 select_50" [label="(3, -1, 12, -1, 32)", style=solid]; +"1845 select_48" -> "1848 linalg_vector_norm_32" [label="(-1, 12, -1, 32)", style=solid]; +"1845 select_48" -> "1850 expand_as_32" [label="(-1, 12, -1, 32)", style=solid]; +"1845 select_48" -> "1851 div_32" [label="(-1, 12, -1, 32)", style=solid]; +"1846 select_49" -> "1854 linalg_vector_norm_33" [label="(-1, 12, -1, 32)", style=solid]; +"1846 select_49" -> "1856 expand_as_33" [label="(-1, 12, -1, 32)", style=solid]; +"1846 select_49" -> "1857 div_33" [label="(-1, 12, -1, 32)", style=solid]; +"1847 select_50" -> "1867 matmul_33" [label="(-1, 12, -1, 32)", style=solid]; +"1848 linalg_vector_norm_32" -> "1849 clamp_min_32" [label="(-1, 12, -1, 1)", style=solid]; +"1849 clamp_min_32" -> "1850 expand_as_32" [label="(-1, 12, -1, 1)", style=solid]; +"1850 expand_as_32" -> "1851 div_32" [label="(-1, 12, -1, 32)", style=solid]; +"1851 div_32" -> "1852 quantize_per_tensor_default_100" [label="(-1, 12, -1, 32)", style=solid]; +"1852 quantize_per_tensor_default_100" -> "1853 dequantize_per_tensor_default_100" [label="(-1, 12, -1, 32)", style=solid]; +"1853 dequantize_per_tensor_default_100" -> "1861 matmul_32" [label="(-1, 12, -1, 32)", style=solid]; +"1854 linalg_vector_norm_33" -> "1855 clamp_min_33" [label="(-1, 12, -1, 1)", style=solid]; +"1855 clamp_min_33" -> "1856 expand_as_33" [label="(-1, 12, -1, 1)", style=solid]; +"1856 expand_as_33" -> "1857 div_33" [label="(-1, 12, -1, 32)", style=solid]; +"1857 div_33" -> "1858 quantize_per_tensor_default_101" [label="(-1, 12, -1, 32)", style=solid]; +"1858 quantize_per_tensor_default_101" -> "1859 dequantize_per_tensor_default_101" [label="(-1, 12, -1, 32)", style=solid]; +"1859 dequantize_per_tensor_default_101" -> "1860 transpose_32" [label="(-1, 12, -1, 32)", style=solid]; +"1860 transpose_32" -> "1861 matmul_32" [label="(-1, 12, 32, -1)", style=solid]; +"1861 matmul_32" -> "1863 mul_68" [label="(-1, 12, -1, -1)", style=solid]; +"1862 _frozen_param139" -> "1863 mul_68" [label="(12, 1, 1)", style=solid]; +"1863 mul_68" -> "1864 add_90" [label="(-1, 12, -1, -1)", style=solid]; +"1864 add_90" -> "1865 softmax_16" [label="(-1, 12, -1, -1)", style=solid]; +"1865 softmax_16" -> "1866 dropout_64" [label="(-1, 12, -1, -1)", style=solid]; +"1866 dropout_64" -> "1867 matmul_33" [label="(-1, 12, -1, -1)", style=solid]; +"1867 matmul_33" -> "1868 transpose_33" [label="(-1, 12, -1, 32)", style=solid]; +"1868 transpose_33" -> "1869 reshape_74" [label="(-1, -1, 12, 32)", style=solid]; +"1869 reshape_74" -> "1870 reshape_74_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1870 reshape_74_0_0_nncf_smooth_quant_0" -> "1871 quantize_per_tensor_default_102" [label="(-1, -1, 384)", style=solid]; +"1871 quantize_per_tensor_default_102" -> "1872 dequantize_per_tensor_default_102" [label="(-1, -1, 384)", style=solid]; +"1872 dequantize_per_tensor_default_102" -> "1878 linear_101" [label="(-1, -1, 384)", style=solid]; +"1873 linear_101_scale_0" -> "1876 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1873 linear_101_scale_0" -> "1877 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1874 linear_101_zero_point_0" -> "1876 quantize_per_channel_default_68" [label="(384,)", style=solid]; +"1874 linear_101_zero_point_0" -> "1877 dequantize_per_channel_default_68" [label="(384,)", style=solid]; +"1875 compressed_weight_updated_constant68" -> "1876 quantize_per_channel_default_68" [label="(384, 384)", style=solid]; +"1876 quantize_per_channel_default_68" -> "1877 dequantize_per_channel_default_68" [label="(384, 384)", style=solid]; +"1877 dequantize_per_channel_default_68" -> "1878 linear_101" [label="(384, 384)", style=solid]; +"1878 linear_101" -> "1879 dropout_65" [label="(-1, -1, 384)", style=solid]; +"1879 dropout_65" -> "1880 view_91" [label="(-1, -1, 384)", style=solid]; +"1880 view_91" -> "1881 permute_76" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1881 permute_76" -> "1882 reshape_75" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1882 reshape_75" -> "1883 slice_246" [label="(1, -1, -1, 384)", style=solid]; +"1883 slice_246" -> "1884 slice_247" [label="(1, -1, -1, 384)", style=solid]; +"1884 slice_247" -> "1885 slice_248" [label="(1, -1, -1, 384)", style=solid]; +"1885 slice_248" -> "1886 slice_249" [label="(1, -1, -1, 384)", style=solid]; +"1886 slice_249" -> "1887 contiguous_31" [label="(1, -1, -1, 384)", style=solid]; +"1887 contiguous_31" -> "1888 layer_norm_35" [label="(1, -1, -1, 384)", style=solid]; +"1888 layer_norm_35" -> "1889 add_91" [label="(1, -1, -1, 384)", style=solid]; +"1889 add_91" -> "1890 add_91_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1889 add_91" -> "1912 add_92" [label="(1, -1, -1, 384)", style=solid]; +"1890 add_91_0_0_nncf_smooth_quant_0" -> "1891 quantize_per_tensor_default_103" [label="(1, -1, -1, 384)", style=solid]; +"1891 quantize_per_tensor_default_103" -> "1892 dequantize_per_tensor_default_103" [label="(1, -1, -1, 384)", style=solid]; +"1892 dequantize_per_tensor_default_103" -> "1898 linear_102" [label="(1, -1, -1, 384)", style=solid]; +"1893 linear_102_scale_0" -> "1896 quantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1893 linear_102_scale_0" -> "1897 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1894 linear_102_zero_point_0" -> "1896 quantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1894 linear_102_zero_point_0" -> "1897 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"1895 compressed_weight_updated_constant69" -> "1896 quantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"1896 quantize_per_channel_default_69" -> "1897 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"1897 dequantize_per_channel_default_69" -> "1898 linear_102" [label="(1536, 384)", style=solid]; +"1898 linear_102" -> "1899 gelu_16" [label="(1, -1, -1, 1536)", style=solid]; +"1899 gelu_16" -> "1900 dropout_66" [label="(1, -1, -1, 1536)", style=solid]; +"1900 dropout_66" -> "1901 dropout_66_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"1901 dropout_66_0_0_nncf_smooth_quant_0" -> "1902 quantize_per_tensor_default_104" [label="(1, -1, -1, 1536)", style=solid]; +"1902 quantize_per_tensor_default_104" -> "1903 dequantize_per_tensor_default_104" [label="(1, -1, -1, 1536)", style=solid]; +"1903 dequantize_per_tensor_default_104" -> "1909 linear_103" [label="(1, -1, -1, 1536)", style=solid]; +"1904 linear_103_scale_0" -> "1907 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1904 linear_103_scale_0" -> "1908 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1905 linear_103_zero_point_0" -> "1907 quantize_per_channel_default_70" [label="(384,)", style=solid]; +"1905 linear_103_zero_point_0" -> "1908 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"1906 compressed_weight_updated_constant70" -> "1907 quantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"1907 quantize_per_channel_default_70" -> "1908 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"1908 dequantize_per_channel_default_70" -> "1909 linear_103" [label="(384, 1536)", style=solid]; +"1909 linear_103" -> "1910 dropout_67" [label="(1, -1, -1, 384)", style=solid]; +"1910 dropout_67" -> "1911 layer_norm_36" [label="(1, -1, -1, 384)", style=solid]; +"1911 layer_norm_36" -> "1912 add_92" [label="(1, -1, -1, 384)", style=solid]; +"1912 add_92" -> "1914 pad_19" [label="(1, -1, -1, 384)", style=solid]; +"1912 add_92" -> "1992 add_95" [label="(1, -1, -1, 384)", style=solid]; +"1913 _frozen_param140" -> "1950 add_93" [label="(1, 12, 64, 64)", style=solid]; +"1914 pad_19" -> "1915 roll_16" [label="(1, -1, -1, 384)", style=solid]; +"1915 roll_16" -> "1916 view_94" [label="(1, -1, -1, 384)", style=solid]; +"1916 view_94" -> "1917 permute_78" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1917 permute_78" -> "1918 reshape_76" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"1918 reshape_76" -> "1920 reshape_76_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1918 reshape_76" -> "1951 new_zeros_8" [label="(-1, -1, 384)", style=solid]; +"1919 _frozen_param141" -> "1928 linear_106" [label="(1152,)", style=solid]; +"1920 reshape_76_0_0_nncf_smooth_quant_0" -> "1921 quantize_per_tensor_default_105" [label="(-1, -1, 384)", style=solid]; +"1921 quantize_per_tensor_default_105" -> "1922 dequantize_per_tensor_default_105" [label="(-1, -1, 384)", style=solid]; +"1922 dequantize_per_tensor_default_105" -> "1928 linear_106" [label="(-1, -1, 384)", style=solid]; +"1923 linear_106_scale_0" -> "1926 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1923 linear_106_scale_0" -> "1927 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1924 linear_106_zero_point_0" -> "1926 quantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1924 linear_106_zero_point_0" -> "1927 dequantize_per_channel_default_71" [label="(1152,)", style=solid]; +"1925 compressed_weight_updated_constant71" -> "1926 quantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1926 quantize_per_channel_default_71" -> "1927 dequantize_per_channel_default_71" [label="(1152, 384)", style=solid]; +"1927 dequantize_per_channel_default_71" -> "1928 linear_106" [label="(1152, 384)", style=solid]; +"1928 linear_106" -> "1929 reshape_77" [label="(-1, -1, 1152)", style=solid]; +"1929 reshape_77" -> "1930 permute_79" [label="(-1, -1, 3, 12, 32)", style=solid]; +"1930 permute_79" -> "1931 select_51" [label="(3, -1, 12, -1, 32)", style=solid]; +"1930 permute_79" -> "1932 select_52" [label="(3, -1, 12, -1, 32)", style=solid]; +"1930 permute_79" -> "1933 select_53" [label="(3, -1, 12, -1, 32)", style=solid]; +"1931 select_51" -> "1934 linalg_vector_norm_34" [label="(-1, 12, -1, 32)", style=solid]; +"1931 select_51" -> "1936 expand_as_34" [label="(-1, 12, -1, 32)", style=solid]; +"1931 select_51" -> "1937 div_34" [label="(-1, 12, -1, 32)", style=solid]; +"1932 select_52" -> "1940 linalg_vector_norm_35" [label="(-1, 12, -1, 32)", style=solid]; +"1932 select_52" -> "1942 expand_as_35" [label="(-1, 12, -1, 32)", style=solid]; +"1932 select_52" -> "1943 div_35" [label="(-1, 12, -1, 32)", style=solid]; +"1933 select_53" -> "1969 matmul_35" [label="(-1, 12, -1, 32)", style=solid]; +"1934 linalg_vector_norm_34" -> "1935 clamp_min_34" [label="(-1, 12, -1, 1)", style=solid]; +"1935 clamp_min_34" -> "1936 expand_as_34" [label="(-1, 12, -1, 1)", style=solid]; +"1936 expand_as_34" -> "1937 div_34" [label="(-1, 12, -1, 32)", style=solid]; +"1937 div_34" -> "1938 quantize_per_tensor_default_106" [label="(-1, 12, -1, 32)", style=solid]; +"1938 quantize_per_tensor_default_106" -> "1939 dequantize_per_tensor_default_106" [label="(-1, 12, -1, 32)", style=solid]; +"1939 dequantize_per_tensor_default_106" -> "1947 matmul_34" [label="(-1, 12, -1, 32)", style=solid]; +"1940 linalg_vector_norm_35" -> "1941 clamp_min_35" [label="(-1, 12, -1, 1)", style=solid]; +"1941 clamp_min_35" -> "1942 expand_as_35" [label="(-1, 12, -1, 1)", style=solid]; +"1942 expand_as_35" -> "1943 div_35" [label="(-1, 12, -1, 32)", style=solid]; +"1943 div_35" -> "1944 quantize_per_tensor_default_107" [label="(-1, 12, -1, 32)", style=solid]; +"1944 quantize_per_tensor_default_107" -> "1945 dequantize_per_tensor_default_107" [label="(-1, 12, -1, 32)", style=solid]; +"1945 dequantize_per_tensor_default_107" -> "1946 transpose_34" [label="(-1, 12, -1, 32)", style=solid]; +"1946 transpose_34" -> "1947 matmul_34" [label="(-1, 12, 32, -1)", style=solid]; +"1947 matmul_34" -> "1949 mul_70" [label="(-1, 12, -1, -1)", style=solid]; +"1948 _frozen_param143" -> "1949 mul_70" [label="(12, 1, 1)", style=solid]; +"1949 mul_70" -> "1950 add_93" [label="(-1, 12, -1, -1)", style=solid]; +"1950 add_93" -> "1962 view_96" [label="(-1, 12, -1, -1)", style=solid]; +"1951 new_zeros_8" -> "1952 view_95" [label="(-1, -1)", style=solid]; +"1952 view_95" -> "1953 permute_80" [label="(-1, -1, -1, -1)", style=solid]; +"1953 permute_80" -> "1954 reshape_78" [label="(-1, -1, -1, -1)", style=solid]; +"1954 reshape_78" -> "1955 unsqueeze_50" [label="(-1, -1)", style=solid]; +"1954 reshape_78" -> "1956 unsqueeze_51" [label="(-1, -1)", style=solid]; +"1955 unsqueeze_50" -> "1957 sub_8" [label="(-1, 1, -1)", style=solid]; +"1956 unsqueeze_51" -> "1957 sub_8" [label="(-1, -1, 1)", style=solid]; +"1957 sub_8" -> "1958 ne_8" [label="(-1, -1, -1)", style=solid]; +"1957 sub_8" -> "1959 masked_fill_16" [label="(-1, -1, -1)", style=solid]; +"1957 sub_8" -> "1960 eq_118" [label="(-1, -1, -1)", style=solid]; +"1958 ne_8" -> "1959 masked_fill_16" [label="(-1, -1, -1)", style=solid]; +"1959 masked_fill_16" -> "1961 masked_fill_17" [label="(-1, -1, -1)", style=solid]; +"1960 eq_118" -> "1961 masked_fill_17" [label="(-1, -1, -1)", style=solid]; +"1961 masked_fill_17" -> "1963 unsqueeze_52" [label="(-1, -1, -1)", style=solid]; +"1962 view_96" -> "1965 add_94" [label="(1, -1, 12, -1, -1)", style=solid]; +"1963 unsqueeze_52" -> "1964 unsqueeze_53" [label="(-1, 1, -1, -1)", style=solid]; +"1964 unsqueeze_53" -> "1965 add_94" [label="(1, -1, 1, -1, -1)", style=solid]; +"1965 add_94" -> "1966 view_97" [label="(1, -1, 12, -1, -1)", style=solid]; +"1966 view_97" -> "1967 softmax_17" [label="(-1, 12, -1, -1)", style=solid]; +"1967 softmax_17" -> "1968 dropout_68" [label="(-1, 12, -1, -1)", style=solid]; +"1968 dropout_68" -> "1969 matmul_35" [label="(-1, 12, -1, -1)", style=solid]; +"1969 matmul_35" -> "1970 transpose_35" [label="(-1, 12, -1, 32)", style=solid]; +"1970 transpose_35" -> "1971 reshape_79" [label="(-1, -1, 12, 32)", style=solid]; +"1971 reshape_79" -> "1972 reshape_79_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"1972 reshape_79_0_0_nncf_smooth_quant_0" -> "1973 quantize_per_tensor_default_108" [label="(-1, -1, 384)", style=solid]; +"1973 quantize_per_tensor_default_108" -> "1974 dequantize_per_tensor_default_108" [label="(-1, -1, 384)", style=solid]; +"1974 dequantize_per_tensor_default_108" -> "1980 linear_107" [label="(-1, -1, 384)", style=solid]; +"1975 linear_107_scale_0" -> "1978 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1975 linear_107_scale_0" -> "1979 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1976 linear_107_zero_point_0" -> "1978 quantize_per_channel_default_72" [label="(384,)", style=solid]; +"1976 linear_107_zero_point_0" -> "1979 dequantize_per_channel_default_72" [label="(384,)", style=solid]; +"1977 compressed_weight_updated_constant72" -> "1978 quantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1978 quantize_per_channel_default_72" -> "1979 dequantize_per_channel_default_72" [label="(384, 384)", style=solid]; +"1979 dequantize_per_channel_default_72" -> "1980 linear_107" [label="(384, 384)", style=solid]; +"1980 linear_107" -> "1981 dropout_69" [label="(-1, -1, 384)", style=solid]; +"1981 dropout_69" -> "1982 view_98" [label="(-1, -1, 384)", style=solid]; +"1982 view_98" -> "1983 permute_81" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"1983 permute_81" -> "1984 reshape_80" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"1984 reshape_80" -> "1985 roll_17" [label="(1, -1, -1, 384)", style=solid]; +"1985 roll_17" -> "1986 slice_269" [label="(1, -1, -1, 384)", style=solid]; +"1986 slice_269" -> "1987 slice_270" [label="(1, -1, -1, 384)", style=solid]; +"1987 slice_270" -> "1988 slice_271" [label="(1, -1, -1, 384)", style=solid]; +"1988 slice_271" -> "1989 slice_272" [label="(1, -1, -1, 384)", style=solid]; +"1989 slice_272" -> "1990 contiguous_33" [label="(1, -1, -1, 384)", style=solid]; +"1990 contiguous_33" -> "1991 layer_norm_37" [label="(1, -1, -1, 384)", style=solid]; +"1991 layer_norm_37" -> "1992 add_95" [label="(1, -1, -1, 384)", style=solid]; +"1992 add_95" -> "1993 add_95_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"1992 add_95" -> "2015 add_96" [label="(1, -1, -1, 384)", style=solid]; +"1993 add_95_0_0_nncf_smooth_quant_0" -> "1994 quantize_per_tensor_default_109" [label="(1, -1, -1, 384)", style=solid]; +"1994 quantize_per_tensor_default_109" -> "1995 dequantize_per_tensor_default_109" [label="(1, -1, -1, 384)", style=solid]; +"1995 dequantize_per_tensor_default_109" -> "2001 linear_108" [label="(1, -1, -1, 384)", style=solid]; +"1996 linear_108_scale_0" -> "1999 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1996 linear_108_scale_0" -> "2000 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1997 linear_108_zero_point_0" -> "1999 quantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1997 linear_108_zero_point_0" -> "2000 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"1998 compressed_weight_updated_constant73" -> "1999 quantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"1999 quantize_per_channel_default_73" -> "2000 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"2000 dequantize_per_channel_default_73" -> "2001 linear_108" [label="(1536, 384)", style=solid]; +"2001 linear_108" -> "2002 gelu_17" [label="(1, -1, -1, 1536)", style=solid]; +"2002 gelu_17" -> "2003 dropout_70" [label="(1, -1, -1, 1536)", style=solid]; +"2003 dropout_70" -> "2004 dropout_70_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2004 dropout_70_0_0_nncf_smooth_quant_0" -> "2005 quantize_per_tensor_default_110" [label="(1, -1, -1, 1536)", style=solid]; +"2005 quantize_per_tensor_default_110" -> "2006 dequantize_per_tensor_default_110" [label="(1, -1, -1, 1536)", style=solid]; +"2006 dequantize_per_tensor_default_110" -> "2012 linear_109" [label="(1, -1, -1, 1536)", style=solid]; +"2007 linear_109_scale_0" -> "2010 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"2007 linear_109_scale_0" -> "2011 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"2008 linear_109_zero_point_0" -> "2010 quantize_per_channel_default_74" [label="(384,)", style=solid]; +"2008 linear_109_zero_point_0" -> "2011 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"2009 compressed_weight_updated_constant74" -> "2010 quantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"2010 quantize_per_channel_default_74" -> "2011 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"2011 dequantize_per_channel_default_74" -> "2012 linear_109" [label="(384, 1536)", style=solid]; +"2012 linear_109" -> "2013 dropout_71" [label="(1, -1, -1, 384)", style=solid]; +"2013 dropout_71" -> "2014 layer_norm_38" [label="(1, -1, -1, 384)", style=solid]; +"2014 layer_norm_38" -> "2015 add_96" [label="(1, -1, -1, 384)", style=solid]; +"2015 add_96" -> "2017 pad_20" [label="(1, -1, -1, 384)", style=solid]; +"2015 add_96" -> "2077 add_98" [label="(1, -1, -1, 384)", style=solid]; +"2016 _frozen_param153" -> "2052 add_97" [label="(1, 12, 64, 64)", style=solid]; +"2017 pad_20" -> "2018 view_101" [label="(1, -1, -1, 384)", style=solid]; +"2018 view_101" -> "2019 permute_83" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2019 permute_83" -> "2020 reshape_81" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2020 reshape_81" -> "2022 reshape_81_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2021 _frozen_param154" -> "2030 linear_112" [label="(1152,)", style=solid]; +"2022 reshape_81_0_0_nncf_smooth_quant_0" -> "2023 quantize_per_tensor_default_111" [label="(-1, -1, 384)", style=solid]; +"2023 quantize_per_tensor_default_111" -> "2024 dequantize_per_tensor_default_111" [label="(-1, -1, 384)", style=solid]; +"2024 dequantize_per_tensor_default_111" -> "2030 linear_112" [label="(-1, -1, 384)", style=solid]; +"2025 linear_112_scale_0" -> "2028 quantize_per_channel_default_75" [label="(1152,)", style=solid]; +"2025 linear_112_scale_0" -> "2029 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; +"2026 linear_112_zero_point_0" -> "2028 quantize_per_channel_default_75" [label="(1152,)", style=solid]; +"2026 linear_112_zero_point_0" -> "2029 dequantize_per_channel_default_75" [label="(1152,)", style=solid]; +"2027 compressed_weight_updated_constant75" -> "2028 quantize_per_channel_default_75" [label="(1152, 384)", style=solid]; +"2028 quantize_per_channel_default_75" -> "2029 dequantize_per_channel_default_75" [label="(1152, 384)", style=solid]; +"2029 dequantize_per_channel_default_75" -> "2030 linear_112" [label="(1152, 384)", style=solid]; +"2030 linear_112" -> "2031 reshape_82" [label="(-1, -1, 1152)", style=solid]; +"2031 reshape_82" -> "2032 permute_84" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2032 permute_84" -> "2033 select_54" [label="(3, -1, 12, -1, 32)", style=solid]; +"2032 permute_84" -> "2034 select_55" [label="(3, -1, 12, -1, 32)", style=solid]; +"2032 permute_84" -> "2035 select_56" [label="(3, -1, 12, -1, 32)", style=solid]; +"2033 select_54" -> "2036 linalg_vector_norm_36" [label="(-1, 12, -1, 32)", style=solid]; +"2033 select_54" -> "2038 expand_as_36" [label="(-1, 12, -1, 32)", style=solid]; +"2033 select_54" -> "2039 div_36" [label="(-1, 12, -1, 32)", style=solid]; +"2034 select_55" -> "2042 linalg_vector_norm_37" [label="(-1, 12, -1, 32)", style=solid]; +"2034 select_55" -> "2044 expand_as_37" [label="(-1, 12, -1, 32)", style=solid]; +"2034 select_55" -> "2045 div_37" [label="(-1, 12, -1, 32)", style=solid]; +"2035 select_56" -> "2055 matmul_37" [label="(-1, 12, -1, 32)", style=solid]; +"2036 linalg_vector_norm_36" -> "2037 clamp_min_36" [label="(-1, 12, -1, 1)", style=solid]; +"2037 clamp_min_36" -> "2038 expand_as_36" [label="(-1, 12, -1, 1)", style=solid]; +"2038 expand_as_36" -> "2039 div_36" [label="(-1, 12, -1, 32)", style=solid]; +"2039 div_36" -> "2040 quantize_per_tensor_default_112" [label="(-1, 12, -1, 32)", style=solid]; +"2040 quantize_per_tensor_default_112" -> "2041 dequantize_per_tensor_default_112" [label="(-1, 12, -1, 32)", style=solid]; +"2041 dequantize_per_tensor_default_112" -> "2049 matmul_36" [label="(-1, 12, -1, 32)", style=solid]; +"2042 linalg_vector_norm_37" -> "2043 clamp_min_37" [label="(-1, 12, -1, 1)", style=solid]; +"2043 clamp_min_37" -> "2044 expand_as_37" [label="(-1, 12, -1, 1)", style=solid]; +"2044 expand_as_37" -> "2045 div_37" [label="(-1, 12, -1, 32)", style=solid]; +"2045 div_37" -> "2046 quantize_per_tensor_default_113" [label="(-1, 12, -1, 32)", style=solid]; +"2046 quantize_per_tensor_default_113" -> "2047 dequantize_per_tensor_default_113" [label="(-1, 12, -1, 32)", style=solid]; +"2047 dequantize_per_tensor_default_113" -> "2048 transpose_36" [label="(-1, 12, -1, 32)", style=solid]; +"2048 transpose_36" -> "2049 matmul_36" [label="(-1, 12, 32, -1)", style=solid]; +"2049 matmul_36" -> "2051 mul_72" [label="(-1, 12, -1, -1)", style=solid]; +"2050 _frozen_param156" -> "2051 mul_72" [label="(12, 1, 1)", style=solid]; +"2051 mul_72" -> "2052 add_97" [label="(-1, 12, -1, -1)", style=solid]; +"2052 add_97" -> "2053 softmax_18" [label="(-1, 12, -1, -1)", style=solid]; +"2053 softmax_18" -> "2054 dropout_72" [label="(-1, 12, -1, -1)", style=solid]; +"2054 dropout_72" -> "2055 matmul_37" [label="(-1, 12, -1, -1)", style=solid]; +"2055 matmul_37" -> "2056 transpose_37" [label="(-1, 12, -1, 32)", style=solid]; +"2056 transpose_37" -> "2057 reshape_83" [label="(-1, -1, 12, 32)", style=solid]; +"2057 reshape_83" -> "2058 reshape_83_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2058 reshape_83_0_0_nncf_smooth_quant_0" -> "2059 quantize_per_tensor_default_114" [label="(-1, -1, 384)", style=solid]; +"2059 quantize_per_tensor_default_114" -> "2060 dequantize_per_tensor_default_114" [label="(-1, -1, 384)", style=solid]; +"2060 dequantize_per_tensor_default_114" -> "2066 linear_113" [label="(-1, -1, 384)", style=solid]; +"2061 linear_113_scale_0" -> "2064 quantize_per_channel_default_76" [label="(384,)", style=solid]; +"2061 linear_113_scale_0" -> "2065 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"2062 linear_113_zero_point_0" -> "2064 quantize_per_channel_default_76" [label="(384,)", style=solid]; +"2062 linear_113_zero_point_0" -> "2065 dequantize_per_channel_default_76" [label="(384,)", style=solid]; +"2063 compressed_weight_updated_constant76" -> "2064 quantize_per_channel_default_76" [label="(384, 384)", style=solid]; +"2064 quantize_per_channel_default_76" -> "2065 dequantize_per_channel_default_76" [label="(384, 384)", style=solid]; +"2065 dequantize_per_channel_default_76" -> "2066 linear_113" [label="(384, 384)", style=solid]; +"2066 linear_113" -> "2067 dropout_73" [label="(-1, -1, 384)", style=solid]; +"2067 dropout_73" -> "2068 view_102" [label="(-1, -1, 384)", style=solid]; +"2068 view_102" -> "2069 permute_85" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2069 permute_85" -> "2070 reshape_84" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2070 reshape_84" -> "2071 slice_274" [label="(1, -1, -1, 384)", style=solid]; +"2071 slice_274" -> "2072 slice_275" [label="(1, -1, -1, 384)", style=solid]; +"2072 slice_275" -> "2073 slice_276" [label="(1, -1, -1, 384)", style=solid]; +"2073 slice_276" -> "2074 slice_277" [label="(1, -1, -1, 384)", style=solid]; +"2074 slice_277" -> "2075 contiguous_35" [label="(1, -1, -1, 384)", style=solid]; +"2075 contiguous_35" -> "2076 layer_norm_39" [label="(1, -1, -1, 384)", style=solid]; +"2076 layer_norm_39" -> "2077 add_98" [label="(1, -1, -1, 384)", style=solid]; +"2077 add_98" -> "2078 add_98_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2077 add_98" -> "2100 add_99" [label="(1, -1, -1, 384)", style=solid]; +"2078 add_98_0_0_nncf_smooth_quant_0" -> "2079 quantize_per_tensor_default_115" [label="(1, -1, -1, 384)", style=solid]; +"2079 quantize_per_tensor_default_115" -> "2080 dequantize_per_tensor_default_115" [label="(1, -1, -1, 384)", style=solid]; +"2080 dequantize_per_tensor_default_115" -> "2086 linear_114" [label="(1, -1, -1, 384)", style=solid]; +"2081 linear_114_scale_0" -> "2084 quantize_per_channel_default_77" [label="(1536,)", style=solid]; +"2081 linear_114_scale_0" -> "2085 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"2082 linear_114_zero_point_0" -> "2084 quantize_per_channel_default_77" [label="(1536,)", style=solid]; +"2082 linear_114_zero_point_0" -> "2085 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"2083 compressed_weight_updated_constant77" -> "2084 quantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"2084 quantize_per_channel_default_77" -> "2085 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"2085 dequantize_per_channel_default_77" -> "2086 linear_114" [label="(1536, 384)", style=solid]; +"2086 linear_114" -> "2087 gelu_18" [label="(1, -1, -1, 1536)", style=solid]; +"2087 gelu_18" -> "2088 dropout_74" [label="(1, -1, -1, 1536)", style=solid]; +"2088 dropout_74" -> "2089 dropout_74_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2089 dropout_74_0_0_nncf_smooth_quant_0" -> "2090 quantize_per_tensor_default_116" [label="(1, -1, -1, 1536)", style=solid]; +"2090 quantize_per_tensor_default_116" -> "2091 dequantize_per_tensor_default_116" [label="(1, -1, -1, 1536)", style=solid]; +"2091 dequantize_per_tensor_default_116" -> "2097 linear_115" [label="(1, -1, -1, 1536)", style=solid]; +"2092 linear_115_scale_0" -> "2095 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"2092 linear_115_scale_0" -> "2096 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"2093 linear_115_zero_point_0" -> "2095 quantize_per_channel_default_78" [label="(384,)", style=solid]; +"2093 linear_115_zero_point_0" -> "2096 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"2094 compressed_weight_updated_constant78" -> "2095 quantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"2095 quantize_per_channel_default_78" -> "2096 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"2096 dequantize_per_channel_default_78" -> "2097 linear_115" [label="(384, 1536)", style=solid]; +"2097 linear_115" -> "2098 dropout_75" [label="(1, -1, -1, 384)", style=solid]; +"2098 dropout_75" -> "2099 layer_norm_40" [label="(1, -1, -1, 384)", style=solid]; +"2099 layer_norm_40" -> "2100 add_99" [label="(1, -1, -1, 384)", style=solid]; +"2100 add_99" -> "2102 pad_21" [label="(1, -1, -1, 384)", style=solid]; +"2100 add_99" -> "2180 add_102" [label="(1, -1, -1, 384)", style=solid]; +"2101 _frozen_param157" -> "2138 add_100" [label="(1, 12, 64, 64)", style=solid]; +"2102 pad_21" -> "2103 roll_18" [label="(1, -1, -1, 384)", style=solid]; +"2103 roll_18" -> "2104 view_105" [label="(1, -1, -1, 384)", style=solid]; +"2104 view_105" -> "2105 permute_87" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2105 permute_87" -> "2106 reshape_85" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2106 reshape_85" -> "2108 reshape_85_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2106 reshape_85" -> "2139 new_zeros_9" [label="(-1, -1, 384)", style=solid]; +"2107 _frozen_param158" -> "2116 linear_118" [label="(1152,)", style=solid]; +"2108 reshape_85_0_0_nncf_smooth_quant_0" -> "2109 quantize_per_tensor_default_117" [label="(-1, -1, 384)", style=solid]; +"2109 quantize_per_tensor_default_117" -> "2110 dequantize_per_tensor_default_117" [label="(-1, -1, 384)", style=solid]; +"2110 dequantize_per_tensor_default_117" -> "2116 linear_118" [label="(-1, -1, 384)", style=solid]; +"2111 linear_118_scale_0" -> "2114 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2111 linear_118_scale_0" -> "2115 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2112 linear_118_zero_point_0" -> "2114 quantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2112 linear_118_zero_point_0" -> "2115 dequantize_per_channel_default_79" [label="(1152,)", style=solid]; +"2113 compressed_weight_updated_constant79" -> "2114 quantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"2114 quantize_per_channel_default_79" -> "2115 dequantize_per_channel_default_79" [label="(1152, 384)", style=solid]; +"2115 dequantize_per_channel_default_79" -> "2116 linear_118" [label="(1152, 384)", style=solid]; +"2116 linear_118" -> "2117 reshape_86" [label="(-1, -1, 1152)", style=solid]; +"2117 reshape_86" -> "2118 permute_88" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2118 permute_88" -> "2119 select_57" [label="(3, -1, 12, -1, 32)", style=solid]; +"2118 permute_88" -> "2120 select_58" [label="(3, -1, 12, -1, 32)", style=solid]; +"2118 permute_88" -> "2121 select_59" [label="(3, -1, 12, -1, 32)", style=solid]; +"2119 select_57" -> "2122 linalg_vector_norm_38" [label="(-1, 12, -1, 32)", style=solid]; +"2119 select_57" -> "2124 expand_as_38" [label="(-1, 12, -1, 32)", style=solid]; +"2119 select_57" -> "2125 div_38" [label="(-1, 12, -1, 32)", style=solid]; +"2120 select_58" -> "2128 linalg_vector_norm_39" [label="(-1, 12, -1, 32)", style=solid]; +"2120 select_58" -> "2130 expand_as_39" [label="(-1, 12, -1, 32)", style=solid]; +"2120 select_58" -> "2131 div_39" [label="(-1, 12, -1, 32)", style=solid]; +"2121 select_59" -> "2157 matmul_39" [label="(-1, 12, -1, 32)", style=solid]; +"2122 linalg_vector_norm_38" -> "2123 clamp_min_38" [label="(-1, 12, -1, 1)", style=solid]; +"2123 clamp_min_38" -> "2124 expand_as_38" [label="(-1, 12, -1, 1)", style=solid]; +"2124 expand_as_38" -> "2125 div_38" [label="(-1, 12, -1, 32)", style=solid]; +"2125 div_38" -> "2126 quantize_per_tensor_default_118" [label="(-1, 12, -1, 32)", style=solid]; +"2126 quantize_per_tensor_default_118" -> "2127 dequantize_per_tensor_default_118" [label="(-1, 12, -1, 32)", style=solid]; +"2127 dequantize_per_tensor_default_118" -> "2135 matmul_38" [label="(-1, 12, -1, 32)", style=solid]; +"2128 linalg_vector_norm_39" -> "2129 clamp_min_39" [label="(-1, 12, -1, 1)", style=solid]; +"2129 clamp_min_39" -> "2130 expand_as_39" [label="(-1, 12, -1, 1)", style=solid]; +"2130 expand_as_39" -> "2131 div_39" [label="(-1, 12, -1, 32)", style=solid]; +"2131 div_39" -> "2132 quantize_per_tensor_default_119" [label="(-1, 12, -1, 32)", style=solid]; +"2132 quantize_per_tensor_default_119" -> "2133 dequantize_per_tensor_default_119" [label="(-1, 12, -1, 32)", style=solid]; +"2133 dequantize_per_tensor_default_119" -> "2134 transpose_38" [label="(-1, 12, -1, 32)", style=solid]; +"2134 transpose_38" -> "2135 matmul_38" [label="(-1, 12, 32, -1)", style=solid]; +"2135 matmul_38" -> "2137 mul_74" [label="(-1, 12, -1, -1)", style=solid]; +"2136 _frozen_param160" -> "2137 mul_74" [label="(12, 1, 1)", style=solid]; +"2137 mul_74" -> "2138 add_100" [label="(-1, 12, -1, -1)", style=solid]; +"2138 add_100" -> "2150 view_107" [label="(-1, 12, -1, -1)", style=solid]; +"2139 new_zeros_9" -> "2140 view_106" [label="(-1, -1)", style=solid]; +"2140 view_106" -> "2141 permute_89" [label="(-1, -1, -1, -1)", style=solid]; +"2141 permute_89" -> "2142 reshape_87" [label="(-1, -1, -1, -1)", style=solid]; +"2142 reshape_87" -> "2143 unsqueeze_56" [label="(-1, -1)", style=solid]; +"2142 reshape_87" -> "2144 unsqueeze_57" [label="(-1, -1)", style=solid]; +"2143 unsqueeze_56" -> "2145 sub_9" [label="(-1, 1, -1)", style=solid]; +"2144 unsqueeze_57" -> "2145 sub_9" [label="(-1, -1, 1)", style=solid]; +"2145 sub_9" -> "2146 ne_9" [label="(-1, -1, -1)", style=solid]; +"2145 sub_9" -> "2147 masked_fill_18" [label="(-1, -1, -1)", style=solid]; +"2145 sub_9" -> "2148 eq_129" [label="(-1, -1, -1)", style=solid]; +"2146 ne_9" -> "2147 masked_fill_18" [label="(-1, -1, -1)", style=solid]; +"2147 masked_fill_18" -> "2149 masked_fill_19" [label="(-1, -1, -1)", style=solid]; +"2148 eq_129" -> "2149 masked_fill_19" [label="(-1, -1, -1)", style=solid]; +"2149 masked_fill_19" -> "2151 unsqueeze_58" [label="(-1, -1, -1)", style=solid]; +"2150 view_107" -> "2153 add_101" [label="(1, -1, 12, -1, -1)", style=solid]; +"2151 unsqueeze_58" -> "2152 unsqueeze_59" [label="(-1, 1, -1, -1)", style=solid]; +"2152 unsqueeze_59" -> "2153 add_101" [label="(1, -1, 1, -1, -1)", style=solid]; +"2153 add_101" -> "2154 view_108" [label="(1, -1, 12, -1, -1)", style=solid]; +"2154 view_108" -> "2155 softmax_19" [label="(-1, 12, -1, -1)", style=solid]; +"2155 softmax_19" -> "2156 dropout_76" [label="(-1, 12, -1, -1)", style=solid]; +"2156 dropout_76" -> "2157 matmul_39" [label="(-1, 12, -1, -1)", style=solid]; +"2157 matmul_39" -> "2158 transpose_39" [label="(-1, 12, -1, 32)", style=solid]; +"2158 transpose_39" -> "2159 reshape_88" [label="(-1, -1, 12, 32)", style=solid]; +"2159 reshape_88" -> "2160 reshape_88_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2160 reshape_88_0_0_nncf_smooth_quant_0" -> "2161 quantize_per_tensor_default_120" [label="(-1, -1, 384)", style=solid]; +"2161 quantize_per_tensor_default_120" -> "2162 dequantize_per_tensor_default_120" [label="(-1, -1, 384)", style=solid]; +"2162 dequantize_per_tensor_default_120" -> "2168 linear_119" [label="(-1, -1, 384)", style=solid]; +"2163 linear_119_scale_0" -> "2166 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"2163 linear_119_scale_0" -> "2167 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"2164 linear_119_zero_point_0" -> "2166 quantize_per_channel_default_80" [label="(384,)", style=solid]; +"2164 linear_119_zero_point_0" -> "2167 dequantize_per_channel_default_80" [label="(384,)", style=solid]; +"2165 compressed_weight_updated_constant80" -> "2166 quantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"2166 quantize_per_channel_default_80" -> "2167 dequantize_per_channel_default_80" [label="(384, 384)", style=solid]; +"2167 dequantize_per_channel_default_80" -> "2168 linear_119" [label="(384, 384)", style=solid]; +"2168 linear_119" -> "2169 dropout_77" [label="(-1, -1, 384)", style=solid]; +"2169 dropout_77" -> "2170 view_109" [label="(-1, -1, 384)", style=solid]; +"2170 view_109" -> "2171 permute_90" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2171 permute_90" -> "2172 reshape_89" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2172 reshape_89" -> "2173 roll_19" [label="(1, -1, -1, 384)", style=solid]; +"2173 roll_19" -> "2174 slice_297" [label="(1, -1, -1, 384)", style=solid]; +"2174 slice_297" -> "2175 slice_298" [label="(1, -1, -1, 384)", style=solid]; +"2175 slice_298" -> "2176 slice_299" [label="(1, -1, -1, 384)", style=solid]; +"2176 slice_299" -> "2177 slice_300" [label="(1, -1, -1, 384)", style=solid]; +"2177 slice_300" -> "2178 contiguous_37" [label="(1, -1, -1, 384)", style=solid]; +"2178 contiguous_37" -> "2179 layer_norm_41" [label="(1, -1, -1, 384)", style=solid]; +"2179 layer_norm_41" -> "2180 add_102" [label="(1, -1, -1, 384)", style=solid]; +"2180 add_102" -> "2181 add_102_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2180 add_102" -> "2203 add_103" [label="(1, -1, -1, 384)", style=solid]; +"2181 add_102_0_0_nncf_smooth_quant_0" -> "2182 quantize_per_tensor_default_121" [label="(1, -1, -1, 384)", style=solid]; +"2182 quantize_per_tensor_default_121" -> "2183 dequantize_per_tensor_default_121" [label="(1, -1, -1, 384)", style=solid]; +"2183 dequantize_per_tensor_default_121" -> "2189 linear_120" [label="(1, -1, -1, 384)", style=solid]; +"2184 linear_120_scale_0" -> "2187 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2184 linear_120_scale_0" -> "2188 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2185 linear_120_zero_point_0" -> "2187 quantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2185 linear_120_zero_point_0" -> "2188 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"2186 compressed_weight_updated_constant81" -> "2187 quantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2187 quantize_per_channel_default_81" -> "2188 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"2188 dequantize_per_channel_default_81" -> "2189 linear_120" [label="(1536, 384)", style=solid]; +"2189 linear_120" -> "2190 gelu_19" [label="(1, -1, -1, 1536)", style=solid]; +"2190 gelu_19" -> "2191 dropout_78" [label="(1, -1, -1, 1536)", style=solid]; +"2191 dropout_78" -> "2192 dropout_78_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2192 dropout_78_0_0_nncf_smooth_quant_0" -> "2193 quantize_per_tensor_default_122" [label="(1, -1, -1, 1536)", style=solid]; +"2193 quantize_per_tensor_default_122" -> "2194 dequantize_per_tensor_default_122" [label="(1, -1, -1, 1536)", style=solid]; +"2194 dequantize_per_tensor_default_122" -> "2200 linear_121" [label="(1, -1, -1, 1536)", style=solid]; +"2195 linear_121_scale_0" -> "2198 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"2195 linear_121_scale_0" -> "2199 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2196 linear_121_zero_point_0" -> "2198 quantize_per_channel_default_82" [label="(384,)", style=solid]; +"2196 linear_121_zero_point_0" -> "2199 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"2197 compressed_weight_updated_constant82" -> "2198 quantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2198 quantize_per_channel_default_82" -> "2199 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"2199 dequantize_per_channel_default_82" -> "2200 linear_121" [label="(384, 1536)", style=solid]; +"2200 linear_121" -> "2201 dropout_79" [label="(1, -1, -1, 384)", style=solid]; +"2201 dropout_79" -> "2202 layer_norm_42" [label="(1, -1, -1, 384)", style=solid]; +"2202 layer_norm_42" -> "2203 add_103" [label="(1, -1, -1, 384)", style=solid]; +"2203 add_103" -> "2205 pad_22" [label="(1, -1, -1, 384)", style=solid]; +"2203 add_103" -> "2265 add_105" [label="(1, -1, -1, 384)", style=solid]; +"2204 _frozen_param170" -> "2240 add_104" [label="(1, 12, 64, 64)", style=solid]; +"2205 pad_22" -> "2206 view_112" [label="(1, -1, -1, 384)", style=solid]; +"2206 view_112" -> "2207 permute_92" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2207 permute_92" -> "2208 reshape_90" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2208 reshape_90" -> "2210 reshape_90_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2209 _frozen_param171" -> "2218 linear_124" [label="(1152,)", style=solid]; +"2210 reshape_90_0_0_nncf_smooth_quant_0" -> "2211 quantize_per_tensor_default_123" [label="(-1, -1, 384)", style=solid]; +"2211 quantize_per_tensor_default_123" -> "2212 dequantize_per_tensor_default_123" [label="(-1, -1, 384)", style=solid]; +"2212 dequantize_per_tensor_default_123" -> "2218 linear_124" [label="(-1, -1, 384)", style=solid]; +"2213 linear_124_scale_0" -> "2216 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2213 linear_124_scale_0" -> "2217 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2214 linear_124_zero_point_0" -> "2216 quantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2214 linear_124_zero_point_0" -> "2217 dequantize_per_channel_default_83" [label="(1152,)", style=solid]; +"2215 compressed_weight_updated_constant83" -> "2216 quantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"2216 quantize_per_channel_default_83" -> "2217 dequantize_per_channel_default_83" [label="(1152, 384)", style=solid]; +"2217 dequantize_per_channel_default_83" -> "2218 linear_124" [label="(1152, 384)", style=solid]; +"2218 linear_124" -> "2219 reshape_91" [label="(-1, -1, 1152)", style=solid]; +"2219 reshape_91" -> "2220 permute_93" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2220 permute_93" -> "2221 select_60" [label="(3, -1, 12, -1, 32)", style=solid]; +"2220 permute_93" -> "2222 select_61" [label="(3, -1, 12, -1, 32)", style=solid]; +"2220 permute_93" -> "2223 select_62" [label="(3, -1, 12, -1, 32)", style=solid]; +"2221 select_60" -> "2224 linalg_vector_norm_40" [label="(-1, 12, -1, 32)", style=solid]; +"2221 select_60" -> "2226 expand_as_40" [label="(-1, 12, -1, 32)", style=solid]; +"2221 select_60" -> "2227 div_40" [label="(-1, 12, -1, 32)", style=solid]; +"2222 select_61" -> "2230 linalg_vector_norm_41" [label="(-1, 12, -1, 32)", style=solid]; +"2222 select_61" -> "2232 expand_as_41" [label="(-1, 12, -1, 32)", style=solid]; +"2222 select_61" -> "2233 div_41" [label="(-1, 12, -1, 32)", style=solid]; +"2223 select_62" -> "2243 matmul_41" [label="(-1, 12, -1, 32)", style=solid]; +"2224 linalg_vector_norm_40" -> "2225 clamp_min_40" [label="(-1, 12, -1, 1)", style=solid]; +"2225 clamp_min_40" -> "2226 expand_as_40" [label="(-1, 12, -1, 1)", style=solid]; +"2226 expand_as_40" -> "2227 div_40" [label="(-1, 12, -1, 32)", style=solid]; +"2227 div_40" -> "2228 quantize_per_tensor_default_124" [label="(-1, 12, -1, 32)", style=solid]; +"2228 quantize_per_tensor_default_124" -> "2229 dequantize_per_tensor_default_124" [label="(-1, 12, -1, 32)", style=solid]; +"2229 dequantize_per_tensor_default_124" -> "2237 matmul_40" [label="(-1, 12, -1, 32)", style=solid]; +"2230 linalg_vector_norm_41" -> "2231 clamp_min_41" [label="(-1, 12, -1, 1)", style=solid]; +"2231 clamp_min_41" -> "2232 expand_as_41" [label="(-1, 12, -1, 1)", style=solid]; +"2232 expand_as_41" -> "2233 div_41" [label="(-1, 12, -1, 32)", style=solid]; +"2233 div_41" -> "2234 quantize_per_tensor_default_125" [label="(-1, 12, -1, 32)", style=solid]; +"2234 quantize_per_tensor_default_125" -> "2235 dequantize_per_tensor_default_125" [label="(-1, 12, -1, 32)", style=solid]; +"2235 dequantize_per_tensor_default_125" -> "2236 transpose_40" [label="(-1, 12, -1, 32)", style=solid]; +"2236 transpose_40" -> "2237 matmul_40" [label="(-1, 12, 32, -1)", style=solid]; +"2237 matmul_40" -> "2239 mul_76" [label="(-1, 12, -1, -1)", style=solid]; +"2238 _frozen_param173" -> "2239 mul_76" [label="(12, 1, 1)", style=solid]; +"2239 mul_76" -> "2240 add_104" [label="(-1, 12, -1, -1)", style=solid]; +"2240 add_104" -> "2241 softmax_20" [label="(-1, 12, -1, -1)", style=solid]; +"2241 softmax_20" -> "2242 dropout_80" [label="(-1, 12, -1, -1)", style=solid]; +"2242 dropout_80" -> "2243 matmul_41" [label="(-1, 12, -1, -1)", style=solid]; +"2243 matmul_41" -> "2244 transpose_41" [label="(-1, 12, -1, 32)", style=solid]; +"2244 transpose_41" -> "2245 reshape_92" [label="(-1, -1, 12, 32)", style=solid]; +"2245 reshape_92" -> "2246 reshape_92_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2246 reshape_92_0_0_nncf_smooth_quant_0" -> "2247 quantize_per_tensor_default_126" [label="(-1, -1, 384)", style=solid]; +"2247 quantize_per_tensor_default_126" -> "2248 dequantize_per_tensor_default_126" [label="(-1, -1, 384)", style=solid]; +"2248 dequantize_per_tensor_default_126" -> "2254 linear_125" [label="(-1, -1, 384)", style=solid]; +"2249 linear_125_scale_0" -> "2252 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"2249 linear_125_scale_0" -> "2253 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"2250 linear_125_zero_point_0" -> "2252 quantize_per_channel_default_84" [label="(384,)", style=solid]; +"2250 linear_125_zero_point_0" -> "2253 dequantize_per_channel_default_84" [label="(384,)", style=solid]; +"2251 compressed_weight_updated_constant84" -> "2252 quantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"2252 quantize_per_channel_default_84" -> "2253 dequantize_per_channel_default_84" [label="(384, 384)", style=solid]; +"2253 dequantize_per_channel_default_84" -> "2254 linear_125" [label="(384, 384)", style=solid]; +"2254 linear_125" -> "2255 dropout_81" [label="(-1, -1, 384)", style=solid]; +"2255 dropout_81" -> "2256 view_113" [label="(-1, -1, 384)", style=solid]; +"2256 view_113" -> "2257 permute_94" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2257 permute_94" -> "2258 reshape_93" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2258 reshape_93" -> "2259 slice_302" [label="(1, -1, -1, 384)", style=solid]; +"2259 slice_302" -> "2260 slice_303" [label="(1, -1, -1, 384)", style=solid]; +"2260 slice_303" -> "2261 slice_304" [label="(1, -1, -1, 384)", style=solid]; +"2261 slice_304" -> "2262 slice_305" [label="(1, -1, -1, 384)", style=solid]; +"2262 slice_305" -> "2263 contiguous_39" [label="(1, -1, -1, 384)", style=solid]; +"2263 contiguous_39" -> "2264 layer_norm_43" [label="(1, -1, -1, 384)", style=solid]; +"2264 layer_norm_43" -> "2265 add_105" [label="(1, -1, -1, 384)", style=solid]; +"2265 add_105" -> "2266 add_105_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2265 add_105" -> "2288 add_106" [label="(1, -1, -1, 384)", style=solid]; +"2266 add_105_0_0_nncf_smooth_quant_0" -> "2267 quantize_per_tensor_default_127" [label="(1, -1, -1, 384)", style=solid]; +"2267 quantize_per_tensor_default_127" -> "2268 dequantize_per_tensor_default_127" [label="(1, -1, -1, 384)", style=solid]; +"2268 dequantize_per_tensor_default_127" -> "2274 linear_126" [label="(1, -1, -1, 384)", style=solid]; +"2269 linear_126_scale_0" -> "2272 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2269 linear_126_scale_0" -> "2273 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2270 linear_126_zero_point_0" -> "2272 quantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2270 linear_126_zero_point_0" -> "2273 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"2271 compressed_weight_updated_constant85" -> "2272 quantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2272 quantize_per_channel_default_85" -> "2273 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"2273 dequantize_per_channel_default_85" -> "2274 linear_126" [label="(1536, 384)", style=solid]; +"2274 linear_126" -> "2275 gelu_20" [label="(1, -1, -1, 1536)", style=solid]; +"2275 gelu_20" -> "2276 dropout_82" [label="(1, -1, -1, 1536)", style=solid]; +"2276 dropout_82" -> "2277 dropout_82_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2277 dropout_82_0_0_nncf_smooth_quant_0" -> "2278 quantize_per_tensor_default_128" [label="(1, -1, -1, 1536)", style=solid]; +"2278 quantize_per_tensor_default_128" -> "2279 dequantize_per_tensor_default_128" [label="(1, -1, -1, 1536)", style=solid]; +"2279 dequantize_per_tensor_default_128" -> "2285 linear_127" [label="(1, -1, -1, 1536)", style=solid]; +"2280 linear_127_scale_0" -> "2283 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"2280 linear_127_scale_0" -> "2284 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2281 linear_127_zero_point_0" -> "2283 quantize_per_channel_default_86" [label="(384,)", style=solid]; +"2281 linear_127_zero_point_0" -> "2284 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"2282 compressed_weight_updated_constant86" -> "2283 quantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2283 quantize_per_channel_default_86" -> "2284 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"2284 dequantize_per_channel_default_86" -> "2285 linear_127" [label="(384, 1536)", style=solid]; +"2285 linear_127" -> "2286 dropout_83" [label="(1, -1, -1, 384)", style=solid]; +"2286 dropout_83" -> "2287 layer_norm_44" [label="(1, -1, -1, 384)", style=solid]; +"2287 layer_norm_44" -> "2288 add_106" [label="(1, -1, -1, 384)", style=solid]; +"2288 add_106" -> "2290 pad_23" [label="(1, -1, -1, 384)", style=solid]; +"2288 add_106" -> "2368 add_109" [label="(1, -1, -1, 384)", style=solid]; +"2289 _frozen_param174" -> "2326 add_107" [label="(1, 12, 64, 64)", style=solid]; +"2290 pad_23" -> "2291 roll_20" [label="(1, -1, -1, 384)", style=solid]; +"2291 roll_20" -> "2292 view_116" [label="(1, -1, -1, 384)", style=solid]; +"2292 view_116" -> "2293 permute_96" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2293 permute_96" -> "2294 reshape_94" [label="(1, -1, -1, -1, -1, 384)", style=solid]; +"2294 reshape_94" -> "2296 reshape_94_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2294 reshape_94" -> "2327 new_zeros_10" [label="(-1, -1, 384)", style=solid]; +"2295 _frozen_param175" -> "2304 linear_130" [label="(1152,)", style=solid]; +"2296 reshape_94_0_0_nncf_smooth_quant_0" -> "2297 quantize_per_tensor_default_129" [label="(-1, -1, 384)", style=solid]; +"2297 quantize_per_tensor_default_129" -> "2298 dequantize_per_tensor_default_129" [label="(-1, -1, 384)", style=solid]; +"2298 dequantize_per_tensor_default_129" -> "2304 linear_130" [label="(-1, -1, 384)", style=solid]; +"2299 linear_130_scale_0" -> "2302 quantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2299 linear_130_scale_0" -> "2303 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2300 linear_130_zero_point_0" -> "2302 quantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2300 linear_130_zero_point_0" -> "2303 dequantize_per_channel_default_87" [label="(1152,)", style=solid]; +"2301 compressed_weight_updated_constant87" -> "2302 quantize_per_channel_default_87" [label="(1152, 384)", style=solid]; +"2302 quantize_per_channel_default_87" -> "2303 dequantize_per_channel_default_87" [label="(1152, 384)", style=solid]; +"2303 dequantize_per_channel_default_87" -> "2304 linear_130" [label="(1152, 384)", style=solid]; +"2304 linear_130" -> "2305 reshape_95" [label="(-1, -1, 1152)", style=solid]; +"2305 reshape_95" -> "2306 permute_97" [label="(-1, -1, 3, 12, 32)", style=solid]; +"2306 permute_97" -> "2307 select_63" [label="(3, -1, 12, -1, 32)", style=solid]; +"2306 permute_97" -> "2308 select_64" [label="(3, -1, 12, -1, 32)", style=solid]; +"2306 permute_97" -> "2309 select_65" [label="(3, -1, 12, -1, 32)", style=solid]; +"2307 select_63" -> "2310 linalg_vector_norm_42" [label="(-1, 12, -1, 32)", style=solid]; +"2307 select_63" -> "2312 expand_as_42" [label="(-1, 12, -1, 32)", style=solid]; +"2307 select_63" -> "2313 div_42" [label="(-1, 12, -1, 32)", style=solid]; +"2308 select_64" -> "2316 linalg_vector_norm_43" [label="(-1, 12, -1, 32)", style=solid]; +"2308 select_64" -> "2318 expand_as_43" [label="(-1, 12, -1, 32)", style=solid]; +"2308 select_64" -> "2319 div_43" [label="(-1, 12, -1, 32)", style=solid]; +"2309 select_65" -> "2345 matmul_43" [label="(-1, 12, -1, 32)", style=solid]; +"2310 linalg_vector_norm_42" -> "2311 clamp_min_42" [label="(-1, 12, -1, 1)", style=solid]; +"2311 clamp_min_42" -> "2312 expand_as_42" [label="(-1, 12, -1, 1)", style=solid]; +"2312 expand_as_42" -> "2313 div_42" [label="(-1, 12, -1, 32)", style=solid]; +"2313 div_42" -> "2314 quantize_per_tensor_default_130" [label="(-1, 12, -1, 32)", style=solid]; +"2314 quantize_per_tensor_default_130" -> "2315 dequantize_per_tensor_default_130" [label="(-1, 12, -1, 32)", style=solid]; +"2315 dequantize_per_tensor_default_130" -> "2323 matmul_42" [label="(-1, 12, -1, 32)", style=solid]; +"2316 linalg_vector_norm_43" -> "2317 clamp_min_43" [label="(-1, 12, -1, 1)", style=solid]; +"2317 clamp_min_43" -> "2318 expand_as_43" [label="(-1, 12, -1, 1)", style=solid]; +"2318 expand_as_43" -> "2319 div_43" [label="(-1, 12, -1, 32)", style=solid]; +"2319 div_43" -> "2320 quantize_per_tensor_default_131" [label="(-1, 12, -1, 32)", style=solid]; +"2320 quantize_per_tensor_default_131" -> "2321 dequantize_per_tensor_default_131" [label="(-1, 12, -1, 32)", style=solid]; +"2321 dequantize_per_tensor_default_131" -> "2322 transpose_42" [label="(-1, 12, -1, 32)", style=solid]; +"2322 transpose_42" -> "2323 matmul_42" [label="(-1, 12, 32, -1)", style=solid]; +"2323 matmul_42" -> "2325 mul_78" [label="(-1, 12, -1, -1)", style=solid]; +"2324 _frozen_param177" -> "2325 mul_78" [label="(12, 1, 1)", style=solid]; +"2325 mul_78" -> "2326 add_107" [label="(-1, 12, -1, -1)", style=solid]; +"2326 add_107" -> "2338 view_118" [label="(-1, 12, -1, -1)", style=solid]; +"2327 new_zeros_10" -> "2328 view_117" [label="(-1, -1)", style=solid]; +"2328 view_117" -> "2329 permute_98" [label="(-1, -1, -1, -1)", style=solid]; +"2329 permute_98" -> "2330 reshape_96" [label="(-1, -1, -1, -1)", style=solid]; +"2330 reshape_96" -> "2331 unsqueeze_62" [label="(-1, -1)", style=solid]; +"2330 reshape_96" -> "2332 unsqueeze_63" [label="(-1, -1)", style=solid]; +"2331 unsqueeze_62" -> "2333 sub_10" [label="(-1, 1, -1)", style=solid]; +"2332 unsqueeze_63" -> "2333 sub_10" [label="(-1, -1, 1)", style=solid]; +"2333 sub_10" -> "2334 ne_10" [label="(-1, -1, -1)", style=solid]; +"2333 sub_10" -> "2335 masked_fill_20" [label="(-1, -1, -1)", style=solid]; +"2333 sub_10" -> "2336 eq_140" [label="(-1, -1, -1)", style=solid]; +"2334 ne_10" -> "2335 masked_fill_20" [label="(-1, -1, -1)", style=solid]; +"2335 masked_fill_20" -> "2337 masked_fill_21" [label="(-1, -1, -1)", style=solid]; +"2336 eq_140" -> "2337 masked_fill_21" [label="(-1, -1, -1)", style=solid]; +"2337 masked_fill_21" -> "2339 unsqueeze_64" [label="(-1, -1, -1)", style=solid]; +"2338 view_118" -> "2341 add_108" [label="(1, -1, 12, -1, -1)", style=solid]; +"2339 unsqueeze_64" -> "2340 unsqueeze_65" [label="(-1, 1, -1, -1)", style=solid]; +"2340 unsqueeze_65" -> "2341 add_108" [label="(1, -1, 1, -1, -1)", style=solid]; +"2341 add_108" -> "2342 view_119" [label="(1, -1, 12, -1, -1)", style=solid]; +"2342 view_119" -> "2343 softmax_21" [label="(-1, 12, -1, -1)", style=solid]; +"2343 softmax_21" -> "2344 dropout_84" [label="(-1, 12, -1, -1)", style=solid]; +"2344 dropout_84" -> "2345 matmul_43" [label="(-1, 12, -1, -1)", style=solid]; +"2345 matmul_43" -> "2346 transpose_43" [label="(-1, 12, -1, 32)", style=solid]; +"2346 transpose_43" -> "2347 reshape_97" [label="(-1, -1, 12, 32)", style=solid]; +"2347 reshape_97" -> "2348 reshape_97_0_0_nncf_smooth_quant_0" [label="(-1, -1, 384)", style=solid]; +"2348 reshape_97_0_0_nncf_smooth_quant_0" -> "2349 quantize_per_tensor_default_132" [label="(-1, -1, 384)", style=solid]; +"2349 quantize_per_tensor_default_132" -> "2350 dequantize_per_tensor_default_132" [label="(-1, -1, 384)", style=solid]; +"2350 dequantize_per_tensor_default_132" -> "2356 linear_131" [label="(-1, -1, 384)", style=solid]; +"2351 linear_131_scale_0" -> "2354 quantize_per_channel_default_88" [label="(384,)", style=solid]; +"2351 linear_131_scale_0" -> "2355 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"2352 linear_131_zero_point_0" -> "2354 quantize_per_channel_default_88" [label="(384,)", style=solid]; +"2352 linear_131_zero_point_0" -> "2355 dequantize_per_channel_default_88" [label="(384,)", style=solid]; +"2353 compressed_weight_updated_constant88" -> "2354 quantize_per_channel_default_88" [label="(384, 384)", style=solid]; +"2354 quantize_per_channel_default_88" -> "2355 dequantize_per_channel_default_88" [label="(384, 384)", style=solid]; +"2355 dequantize_per_channel_default_88" -> "2356 linear_131" [label="(384, 384)", style=solid]; +"2356 linear_131" -> "2357 dropout_85" [label="(-1, -1, 384)", style=solid]; +"2357 dropout_85" -> "2358 view_120" [label="(-1, -1, 384)", style=solid]; +"2358 view_120" -> "2359 permute_99" [label="(1, -1, -1, 8, -1, 384)", style=solid]; +"2359 permute_99" -> "2360 reshape_98" [label="(1, -1, 8, -1, -1, 384)", style=solid]; +"2360 reshape_98" -> "2361 roll_21" [label="(1, -1, -1, 384)", style=solid]; +"2361 roll_21" -> "2362 slice_325" [label="(1, -1, -1, 384)", style=solid]; +"2362 slice_325" -> "2363 slice_326" [label="(1, -1, -1, 384)", style=solid]; +"2363 slice_326" -> "2364 slice_327" [label="(1, -1, -1, 384)", style=solid]; +"2364 slice_327" -> "2365 slice_328" [label="(1, -1, -1, 384)", style=solid]; +"2365 slice_328" -> "2366 contiguous_41" [label="(1, -1, -1, 384)", style=solid]; +"2366 contiguous_41" -> "2367 layer_norm_45" [label="(1, -1, -1, 384)", style=solid]; +"2367 layer_norm_45" -> "2368 add_109" [label="(1, -1, -1, 384)", style=solid]; +"2368 add_109" -> "2369 add_109_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 384)", style=solid]; +"2368 add_109" -> "2391 add_110" [label="(1, -1, -1, 384)", style=solid]; +"2369 add_109_0_0_nncf_smooth_quant_0" -> "2370 quantize_per_tensor_default_133" [label="(1, -1, -1, 384)", style=solid]; +"2370 quantize_per_tensor_default_133" -> "2371 dequantize_per_tensor_default_133" [label="(1, -1, -1, 384)", style=solid]; +"2371 dequantize_per_tensor_default_133" -> "2377 linear_132" [label="(1, -1, -1, 384)", style=solid]; +"2372 linear_132_scale_0" -> "2375 quantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2372 linear_132_scale_0" -> "2376 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2373 linear_132_zero_point_0" -> "2375 quantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2373 linear_132_zero_point_0" -> "2376 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"2374 compressed_weight_updated_constant89" -> "2375 quantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2375 quantize_per_channel_default_89" -> "2376 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"2376 dequantize_per_channel_default_89" -> "2377 linear_132" [label="(1536, 384)", style=solid]; +"2377 linear_132" -> "2378 gelu_21" [label="(1, -1, -1, 1536)", style=solid]; +"2378 gelu_21" -> "2379 dropout_86" [label="(1, -1, -1, 1536)", style=solid]; +"2379 dropout_86" -> "2380 dropout_86_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2380 dropout_86_0_0_nncf_smooth_quant_0" -> "2381 quantize_per_tensor_default_134" [label="(1, -1, -1, 1536)", style=solid]; +"2381 quantize_per_tensor_default_134" -> "2382 dequantize_per_tensor_default_134" [label="(1, -1, -1, 1536)", style=solid]; +"2382 dequantize_per_tensor_default_134" -> "2388 linear_133" [label="(1, -1, -1, 1536)", style=solid]; +"2383 linear_133_scale_0" -> "2386 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"2383 linear_133_scale_0" -> "2387 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2384 linear_133_zero_point_0" -> "2386 quantize_per_channel_default_90" [label="(384,)", style=solid]; +"2384 linear_133_zero_point_0" -> "2387 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"2385 compressed_weight_updated_constant90" -> "2386 quantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2386 quantize_per_channel_default_90" -> "2387 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"2387 dequantize_per_channel_default_90" -> "2388 linear_133" [label="(384, 1536)", style=solid]; +"2388 linear_133" -> "2389 dropout_87" [label="(1, -1, -1, 384)", style=solid]; +"2389 dropout_87" -> "2390 layer_norm_46" [label="(1, -1, -1, 384)", style=solid]; +"2390 layer_norm_46" -> "2391 add_110" [label="(1, -1, -1, 384)", style=solid]; +"2391 add_110" -> "2392 pad_24" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2393 slice_329" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2396 slice_332" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2399 slice_335" [label="(1, -1, -1, 384)", style=solid]; +"2392 pad_24" -> "2402 slice_338" [label="(1, -1, -1, 384)", style=solid]; +"2393 slice_329" -> "2394 slice_330" [label="(1, -1, -1, 384)", style=solid]; +"2394 slice_330" -> "2395 slice_331" [label="(1, -1, -1, 384)", style=solid]; +"2395 slice_331" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2396 slice_332" -> "2397 slice_333" [label="(1, -1, -1, 384)", style=solid]; +"2397 slice_333" -> "2398 slice_334" [label="(1, -1, -1, 384)", style=solid]; +"2398 slice_334" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2399 slice_335" -> "2400 slice_336" [label="(1, -1, -1, 384)", style=solid]; +"2400 slice_336" -> "2401 slice_337" [label="(1, -1, -1, 384)", style=solid]; +"2401 slice_337" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2402 slice_338" -> "2403 slice_339" [label="(1, -1, -1, 384)", style=solid]; +"2403 slice_339" -> "2404 slice_340" [label="(1, -1, -1, 384)", style=solid]; +"2404 slice_340" -> "2405 cat_2" [label="(1, -1, -1, 384)", style=solid]; +"2405 cat_2" -> "2406 cat_2_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 1536)", style=solid]; +"2406 cat_2_0_0_nncf_smooth_quant_0" -> "2407 quantize_per_tensor_default_135" [label="(1, -1, -1, 1536)", style=solid]; +"2407 quantize_per_tensor_default_135" -> "2408 dequantize_per_tensor_default_135" [label="(1, -1, -1, 1536)", style=solid]; +"2408 dequantize_per_tensor_default_135" -> "2414 linear_134" [label="(1, -1, -1, 1536)", style=solid]; +"2409 linear_134_scale_0" -> "2412 quantize_per_channel_default_91" [label="(768,)", style=solid]; +"2409 linear_134_scale_0" -> "2413 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2410 linear_134_zero_point_0" -> "2412 quantize_per_channel_default_91" [label="(768,)", style=solid]; +"2410 linear_134_zero_point_0" -> "2413 dequantize_per_channel_default_91" [label="(768,)", style=solid]; +"2411 compressed_weight_updated_constant91" -> "2412 quantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2412 quantize_per_channel_default_91" -> "2413 dequantize_per_channel_default_91" [label="(768, 1536)", style=solid]; +"2413 dequantize_per_channel_default_91" -> "2414 linear_134" [label="(768, 1536)", style=solid]; +"2414 linear_134" -> "2415 layer_norm_47" [label="(1, -1, -1, 768)", style=solid]; +"2415 layer_norm_47" -> "2417 pad_25" [label="(1, -1, -1, 768)", style=solid]; +"2415 layer_norm_47" -> "2478 add_112" [label="(1, -1, -1, 768)", style=solid]; +"2416 _frozen_param187" -> "2453 add_111" [label="(1, 24, 64, 64)", style=solid]; +"2417 pad_25" -> "2419 view_123" [label="(1, -1, -1, 768)", style=solid]; +"2418 mul_80" -> "2421 reshape_99" [label="(-1,)", style=solid]; +"2418 mul_80" -> "2506 reshape_103" [label="(-1,)", style=solid]; +"2419 view_123" -> "2420 permute_101" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2420 permute_101" -> "2421 reshape_99" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2421 reshape_99" -> "2423 reshape_99_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2422 _frozen_param188" -> "2431 linear_137" [label="(2304,)", style=solid]; +"2423 reshape_99_0_0_nncf_smooth_quant_0" -> "2424 quantize_per_tensor_default_136" [label="(1, -1, 768)", style=solid]; +"2424 quantize_per_tensor_default_136" -> "2425 dequantize_per_tensor_default_136" [label="(1, -1, 768)", style=solid]; +"2425 dequantize_per_tensor_default_136" -> "2431 linear_137" [label="(1, -1, 768)", style=solid]; +"2426 linear_137_scale_0" -> "2429 quantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2426 linear_137_scale_0" -> "2430 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2427 linear_137_zero_point_0" -> "2429 quantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2427 linear_137_zero_point_0" -> "2430 dequantize_per_channel_default_92" [label="(2304,)", style=solid]; +"2428 compressed_weight_updated_constant92" -> "2429 quantize_per_channel_default_92" [label="(2304, 768)", style=solid]; +"2429 quantize_per_channel_default_92" -> "2430 dequantize_per_channel_default_92" [label="(2304, 768)", style=solid]; +"2430 dequantize_per_channel_default_92" -> "2431 linear_137" [label="(2304, 768)", style=solid]; +"2431 linear_137" -> "2432 reshape_100" [label="(1, -1, 2304)", style=solid]; +"2432 reshape_100" -> "2433 permute_102" [label="(1, -1, 3, 24, 32)", style=solid]; +"2433 permute_102" -> "2434 select_66" [label="(3, 1, 24, -1, 32)", style=solid]; +"2433 permute_102" -> "2435 select_67" [label="(3, 1, 24, -1, 32)", style=solid]; +"2433 permute_102" -> "2436 select_68" [label="(3, 1, 24, -1, 32)", style=solid]; +"2434 select_66" -> "2437 linalg_vector_norm_44" [label="(1, 24, -1, 32)", style=solid]; +"2434 select_66" -> "2439 expand_as_44" [label="(1, 24, -1, 32)", style=solid]; +"2434 select_66" -> "2440 div_44" [label="(1, 24, -1, 32)", style=solid]; +"2435 select_67" -> "2443 linalg_vector_norm_45" [label="(1, 24, -1, 32)", style=solid]; +"2435 select_67" -> "2445 expand_as_45" [label="(1, 24, -1, 32)", style=solid]; +"2435 select_67" -> "2446 div_45" [label="(1, 24, -1, 32)", style=solid]; +"2436 select_68" -> "2456 matmul_45" [label="(1, 24, -1, 32)", style=solid]; +"2437 linalg_vector_norm_44" -> "2438 clamp_min_44" [label="(1, 24, -1, 1)", style=solid]; +"2438 clamp_min_44" -> "2439 expand_as_44" [label="(1, 24, -1, 1)", style=solid]; +"2439 expand_as_44" -> "2440 div_44" [label="(1, 24, -1, 32)", style=solid]; +"2440 div_44" -> "2441 quantize_per_tensor_default_137" [label="(1, 24, -1, 32)", style=solid]; +"2441 quantize_per_tensor_default_137" -> "2442 dequantize_per_tensor_default_137" [label="(1, 24, -1, 32)", style=solid]; +"2442 dequantize_per_tensor_default_137" -> "2450 matmul_44" [label="(1, 24, -1, 32)", style=solid]; +"2443 linalg_vector_norm_45" -> "2444 clamp_min_45" [label="(1, 24, -1, 1)", style=solid]; +"2444 clamp_min_45" -> "2445 expand_as_45" [label="(1, 24, -1, 1)", style=solid]; +"2445 expand_as_45" -> "2446 div_45" [label="(1, 24, -1, 32)", style=solid]; +"2446 div_45" -> "2447 quantize_per_tensor_default_138" [label="(1, 24, -1, 32)", style=solid]; +"2447 quantize_per_tensor_default_138" -> "2448 dequantize_per_tensor_default_138" [label="(1, 24, -1, 32)", style=solid]; +"2448 dequantize_per_tensor_default_138" -> "2449 transpose_44" [label="(1, 24, -1, 32)", style=solid]; +"2449 transpose_44" -> "2450 matmul_44" [label="(1, 24, 32, -1)", style=solid]; +"2450 matmul_44" -> "2452 mul_81" [label="(1, 24, -1, -1)", style=solid]; +"2451 _frozen_param190" -> "2452 mul_81" [label="(24, 1, 1)", style=solid]; +"2452 mul_81" -> "2453 add_111" [label="(1, 24, -1, -1)", style=solid]; +"2453 add_111" -> "2454 softmax_22" [label="(1, 24, -1, -1)", style=solid]; +"2454 softmax_22" -> "2455 dropout_88" [label="(1, 24, -1, -1)", style=solid]; +"2455 dropout_88" -> "2456 matmul_45" [label="(1, 24, -1, -1)", style=solid]; +"2456 matmul_45" -> "2457 transpose_45" [label="(1, 24, -1, 32)", style=solid]; +"2457 transpose_45" -> "2458 reshape_101" [label="(1, -1, 24, 32)", style=solid]; +"2458 reshape_101" -> "2459 reshape_101_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2459 reshape_101_0_0_nncf_smooth_quant_0" -> "2460 quantize_per_tensor_default_139" [label="(1, -1, 768)", style=solid]; +"2460 quantize_per_tensor_default_139" -> "2461 dequantize_per_tensor_default_139" [label="(1, -1, 768)", style=solid]; +"2461 dequantize_per_tensor_default_139" -> "2467 linear_138" [label="(1, -1, 768)", style=solid]; +"2462 linear_138_scale_0" -> "2465 quantize_per_channel_default_93" [label="(768,)", style=solid]; +"2462 linear_138_scale_0" -> "2466 dequantize_per_channel_default_93" [label="(768,)", style=solid]; +"2463 linear_138_zero_point_0" -> "2465 quantize_per_channel_default_93" [label="(768,)", style=solid]; +"2463 linear_138_zero_point_0" -> "2466 dequantize_per_channel_default_93" [label="(768,)", style=solid]; +"2464 compressed_weight_updated_constant93" -> "2465 quantize_per_channel_default_93" [label="(768, 768)", style=solid]; +"2465 quantize_per_channel_default_93" -> "2466 dequantize_per_channel_default_93" [label="(768, 768)", style=solid]; +"2466 dequantize_per_channel_default_93" -> "2467 linear_138" [label="(768, 768)", style=solid]; +"2467 linear_138" -> "2468 dropout_89" [label="(1, -1, 768)", style=solid]; +"2468 dropout_89" -> "2469 view_124" [label="(1, -1, 768)", style=solid]; +"2469 view_124" -> "2470 permute_103" [label="(1, -1, -1, 8, -1, 768)", style=solid]; +"2470 permute_103" -> "2471 reshape_102" [label="(1, -1, 8, -1, -1, 768)", style=solid]; +"2471 reshape_102" -> "2472 slice_342" [label="(1, 8, -1, 768)", style=solid]; +"2472 slice_342" -> "2473 slice_343" [label="(1, 8, -1, 768)", style=solid]; +"2473 slice_343" -> "2474 slice_344" [label="(1, -1, -1, 768)", style=solid]; +"2474 slice_344" -> "2475 slice_345" [label="(1, -1, -1, 768)", style=solid]; +"2475 slice_345" -> "2476 contiguous_43" [label="(1, -1, -1, 768)", style=solid]; +"2476 contiguous_43" -> "2477 layer_norm_48" [label="(1, -1, -1, 768)", style=solid]; +"2477 layer_norm_48" -> "2478 add_112" [label="(1, -1, -1, 768)", style=solid]; +"2478 add_112" -> "2479 add_112_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"2478 add_112" -> "2501 add_113" [label="(1, -1, -1, 768)", style=solid]; +"2479 add_112_0_0_nncf_smooth_quant_0" -> "2480 quantize_per_tensor_default_140" [label="(1, -1, -1, 768)", style=solid]; +"2480 quantize_per_tensor_default_140" -> "2481 dequantize_per_tensor_default_140" [label="(1, -1, -1, 768)", style=solid]; +"2481 dequantize_per_tensor_default_140" -> "2487 linear_139" [label="(1, -1, -1, 768)", style=solid]; +"2482 linear_139_scale_0" -> "2485 quantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2482 linear_139_scale_0" -> "2486 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2483 linear_139_zero_point_0" -> "2485 quantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2483 linear_139_zero_point_0" -> "2486 dequantize_per_channel_default_94" [label="(3072,)", style=solid]; +"2484 compressed_weight_updated_constant94" -> "2485 quantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2485 quantize_per_channel_default_94" -> "2486 dequantize_per_channel_default_94" [label="(3072, 768)", style=solid]; +"2486 dequantize_per_channel_default_94" -> "2487 linear_139" [label="(3072, 768)", style=solid]; +"2487 linear_139" -> "2488 gelu_22" [label="(1, -1, -1, 3072)", style=solid]; +"2488 gelu_22" -> "2489 dropout_90" [label="(1, -1, -1, 3072)", style=solid]; +"2489 dropout_90" -> "2490 dropout_90_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 3072)", style=solid]; +"2490 dropout_90_0_0_nncf_smooth_quant_0" -> "2491 quantize_per_tensor_default_141" [label="(1, -1, -1, 3072)", style=solid]; +"2491 quantize_per_tensor_default_141" -> "2492 dequantize_per_tensor_default_141" [label="(1, -1, -1, 3072)", style=solid]; +"2492 dequantize_per_tensor_default_141" -> "2498 linear_140" [label="(1, -1, -1, 3072)", style=solid]; +"2493 linear_140_scale_0" -> "2496 quantize_per_channel_default_95" [label="(768,)", style=solid]; +"2493 linear_140_scale_0" -> "2497 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2494 linear_140_zero_point_0" -> "2496 quantize_per_channel_default_95" [label="(768,)", style=solid]; +"2494 linear_140_zero_point_0" -> "2497 dequantize_per_channel_default_95" [label="(768,)", style=solid]; +"2495 compressed_weight_updated_constant95" -> "2496 quantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2496 quantize_per_channel_default_95" -> "2497 dequantize_per_channel_default_95" [label="(768, 3072)", style=solid]; +"2497 dequantize_per_channel_default_95" -> "2498 linear_140" [label="(768, 3072)", style=solid]; +"2498 linear_140" -> "2499 dropout_91" [label="(1, -1, -1, 768)", style=solid]; +"2499 dropout_91" -> "2500 layer_norm_49" [label="(1, -1, -1, 768)", style=solid]; +"2500 layer_norm_49" -> "2501 add_113" [label="(1, -1, -1, 768)", style=solid]; +"2501 add_113" -> "2503 pad_26" [label="(1, -1, -1, 768)", style=solid]; +"2501 add_113" -> "2563 add_115" [label="(1, -1, -1, 768)", style=solid]; +"2502 _frozen_param191" -> "2538 add_114" [label="(1, 24, 64, 64)", style=solid]; +"2503 pad_26" -> "2504 view_127" [label="(1, -1, -1, 768)", style=solid]; +"2504 view_127" -> "2505 permute_105" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2505 permute_105" -> "2506 reshape_103" [label="(1, -1, -1, -1, -1, 768)", style=solid]; +"2506 reshape_103" -> "2508 reshape_103_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2507 _frozen_param192" -> "2516 linear_143" [label="(2304,)", style=solid]; +"2508 reshape_103_0_0_nncf_smooth_quant_0" -> "2509 quantize_per_tensor_default_142" [label="(1, -1, 768)", style=solid]; +"2509 quantize_per_tensor_default_142" -> "2510 dequantize_per_tensor_default_142" [label="(1, -1, 768)", style=solid]; +"2510 dequantize_per_tensor_default_142" -> "2516 linear_143" [label="(1, -1, 768)", style=solid]; +"2511 linear_143_scale_0" -> "2514 quantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2511 linear_143_scale_0" -> "2515 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2512 linear_143_zero_point_0" -> "2514 quantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2512 linear_143_zero_point_0" -> "2515 dequantize_per_channel_default_96" [label="(2304,)", style=solid]; +"2513 compressed_weight_updated_constant96" -> "2514 quantize_per_channel_default_96" [label="(2304, 768)", style=solid]; +"2514 quantize_per_channel_default_96" -> "2515 dequantize_per_channel_default_96" [label="(2304, 768)", style=solid]; +"2515 dequantize_per_channel_default_96" -> "2516 linear_143" [label="(2304, 768)", style=solid]; +"2516 linear_143" -> "2517 reshape_104" [label="(1, -1, 2304)", style=solid]; +"2517 reshape_104" -> "2518 permute_106" [label="(1, -1, 3, 24, 32)", style=solid]; +"2518 permute_106" -> "2519 select_69" [label="(3, 1, 24, -1, 32)", style=solid]; +"2518 permute_106" -> "2520 select_70" [label="(3, 1, 24, -1, 32)", style=solid]; +"2518 permute_106" -> "2521 select_71" [label="(3, 1, 24, -1, 32)", style=solid]; +"2519 select_69" -> "2522 linalg_vector_norm_46" [label="(1, 24, -1, 32)", style=solid]; +"2519 select_69" -> "2524 expand_as_46" [label="(1, 24, -1, 32)", style=solid]; +"2519 select_69" -> "2525 div_46" [label="(1, 24, -1, 32)", style=solid]; +"2520 select_70" -> "2528 linalg_vector_norm_47" [label="(1, 24, -1, 32)", style=solid]; +"2520 select_70" -> "2530 expand_as_47" [label="(1, 24, -1, 32)", style=solid]; +"2520 select_70" -> "2531 div_47" [label="(1, 24, -1, 32)", style=solid]; +"2521 select_71" -> "2541 matmul_47" [label="(1, 24, -1, 32)", style=solid]; +"2522 linalg_vector_norm_46" -> "2523 clamp_min_46" [label="(1, 24, -1, 1)", style=solid]; +"2523 clamp_min_46" -> "2524 expand_as_46" [label="(1, 24, -1, 1)", style=solid]; +"2524 expand_as_46" -> "2525 div_46" [label="(1, 24, -1, 32)", style=solid]; +"2525 div_46" -> "2526 quantize_per_tensor_default_143" [label="(1, 24, -1, 32)", style=solid]; +"2526 quantize_per_tensor_default_143" -> "2527 dequantize_per_tensor_default_143" [label="(1, 24, -1, 32)", style=solid]; +"2527 dequantize_per_tensor_default_143" -> "2535 matmul_46" [label="(1, 24, -1, 32)", style=solid]; +"2528 linalg_vector_norm_47" -> "2529 clamp_min_47" [label="(1, 24, -1, 1)", style=solid]; +"2529 clamp_min_47" -> "2530 expand_as_47" [label="(1, 24, -1, 1)", style=solid]; +"2530 expand_as_47" -> "2531 div_47" [label="(1, 24, -1, 32)", style=solid]; +"2531 div_47" -> "2532 quantize_per_tensor_default_144" [label="(1, 24, -1, 32)", style=solid]; +"2532 quantize_per_tensor_default_144" -> "2533 dequantize_per_tensor_default_144" [label="(1, 24, -1, 32)", style=solid]; +"2533 dequantize_per_tensor_default_144" -> "2534 transpose_46" [label="(1, 24, -1, 32)", style=solid]; +"2534 transpose_46" -> "2535 matmul_46" [label="(1, 24, 32, -1)", style=solid]; +"2535 matmul_46" -> "2537 mul_83" [label="(1, 24, -1, -1)", style=solid]; +"2536 _frozen_param194" -> "2537 mul_83" [label="(24, 1, 1)", style=solid]; +"2537 mul_83" -> "2538 add_114" [label="(1, 24, -1, -1)", style=solid]; +"2538 add_114" -> "2539 softmax_23" [label="(1, 24, -1, -1)", style=solid]; +"2539 softmax_23" -> "2540 dropout_92" [label="(1, 24, -1, -1)", style=solid]; +"2540 dropout_92" -> "2541 matmul_47" [label="(1, 24, -1, -1)", style=solid]; +"2541 matmul_47" -> "2542 transpose_47" [label="(1, 24, -1, 32)", style=solid]; +"2542 transpose_47" -> "2543 reshape_105" [label="(1, -1, 24, 32)", style=solid]; +"2543 reshape_105" -> "2544 reshape_105_0_0_nncf_smooth_quant_0" [label="(1, -1, 768)", style=solid]; +"2544 reshape_105_0_0_nncf_smooth_quant_0" -> "2545 quantize_per_tensor_default_145" [label="(1, -1, 768)", style=solid]; +"2545 quantize_per_tensor_default_145" -> "2546 dequantize_per_tensor_default_145" [label="(1, -1, 768)", style=solid]; +"2546 dequantize_per_tensor_default_145" -> "2552 linear_144" [label="(1, -1, 768)", style=solid]; +"2547 linear_144_scale_0" -> "2550 quantize_per_channel_default_97" [label="(768,)", style=solid]; +"2547 linear_144_scale_0" -> "2551 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"2548 linear_144_zero_point_0" -> "2550 quantize_per_channel_default_97" [label="(768,)", style=solid]; +"2548 linear_144_zero_point_0" -> "2551 dequantize_per_channel_default_97" [label="(768,)", style=solid]; +"2549 compressed_weight_updated_constant97" -> "2550 quantize_per_channel_default_97" [label="(768, 768)", style=solid]; +"2550 quantize_per_channel_default_97" -> "2551 dequantize_per_channel_default_97" [label="(768, 768)", style=solid]; +"2551 dequantize_per_channel_default_97" -> "2552 linear_144" [label="(768, 768)", style=solid]; +"2552 linear_144" -> "2553 dropout_93" [label="(1, -1, 768)", style=solid]; +"2553 dropout_93" -> "2554 view_128" [label="(1, -1, 768)", style=solid]; +"2554 view_128" -> "2555 permute_107" [label="(1, -1, -1, 8, -1, 768)", style=solid]; +"2555 permute_107" -> "2556 reshape_106" [label="(1, -1, 8, -1, -1, 768)", style=solid]; +"2556 reshape_106" -> "2557 slice_347" [label="(1, 8, -1, 768)", style=solid]; +"2557 slice_347" -> "2558 slice_348" [label="(1, 8, -1, 768)", style=solid]; +"2558 slice_348" -> "2559 slice_349" [label="(1, -1, -1, 768)", style=solid]; +"2559 slice_349" -> "2560 slice_350" [label="(1, -1, -1, 768)", style=solid]; +"2560 slice_350" -> "2561 contiguous_45" [label="(1, -1, -1, 768)", style=solid]; +"2561 contiguous_45" -> "2562 layer_norm_50" [label="(1, -1, -1, 768)", style=solid]; +"2562 layer_norm_50" -> "2563 add_115" [label="(1, -1, -1, 768)", style=solid]; +"2563 add_115" -> "2564 add_115_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 768)", style=solid]; +"2563 add_115" -> "2586 add_116" [label="(1, -1, -1, 768)", style=solid]; +"2564 add_115_0_0_nncf_smooth_quant_0" -> "2565 quantize_per_tensor_default_146" [label="(1, -1, -1, 768)", style=solid]; +"2565 quantize_per_tensor_default_146" -> "2566 dequantize_per_tensor_default_146" [label="(1, -1, -1, 768)", style=solid]; +"2566 dequantize_per_tensor_default_146" -> "2572 linear_145" [label="(1, -1, -1, 768)", style=solid]; +"2567 linear_145_scale_0" -> "2570 quantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2567 linear_145_scale_0" -> "2571 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2568 linear_145_zero_point_0" -> "2570 quantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2568 linear_145_zero_point_0" -> "2571 dequantize_per_channel_default_98" [label="(3072,)", style=solid]; +"2569 compressed_weight_updated_constant98" -> "2570 quantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2570 quantize_per_channel_default_98" -> "2571 dequantize_per_channel_default_98" [label="(3072, 768)", style=solid]; +"2571 dequantize_per_channel_default_98" -> "2572 linear_145" [label="(3072, 768)", style=solid]; +"2572 linear_145" -> "2573 gelu_23" [label="(1, -1, -1, 3072)", style=solid]; +"2573 gelu_23" -> "2574 dropout_94" [label="(1, -1, -1, 3072)", style=solid]; +"2574 dropout_94" -> "2575 dropout_94_0_0_nncf_smooth_quant_0" [label="(1, -1, -1, 3072)", style=solid]; +"2575 dropout_94_0_0_nncf_smooth_quant_0" -> "2576 quantize_per_tensor_default_147" [label="(1, -1, -1, 3072)", style=solid]; +"2576 quantize_per_tensor_default_147" -> "2577 dequantize_per_tensor_default_147" [label="(1, -1, -1, 3072)", style=solid]; +"2577 dequantize_per_tensor_default_147" -> "2583 linear_146" [label="(1, -1, -1, 3072)", style=solid]; +"2578 linear_146_scale_0" -> "2581 quantize_per_channel_default_99" [label="(768,)", style=solid]; +"2578 linear_146_scale_0" -> "2582 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2579 linear_146_zero_point_0" -> "2581 quantize_per_channel_default_99" [label="(768,)", style=solid]; +"2579 linear_146_zero_point_0" -> "2582 dequantize_per_channel_default_99" [label="(768,)", style=solid]; +"2580 compressed_weight_updated_constant99" -> "2581 quantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2581 quantize_per_channel_default_99" -> "2582 dequantize_per_channel_default_99" [label="(768, 3072)", style=solid]; +"2582 dequantize_per_channel_default_99" -> "2583 linear_146" [label="(768, 3072)", style=solid]; +"2583 linear_146" -> "2584 dropout_95" [label="(1, -1, -1, 768)", style=solid]; +"2584 dropout_95" -> "2585 layer_norm_51" [label="(1, -1, -1, 768)", style=solid]; +"2585 layer_norm_51" -> "2586 add_116" [label="(1, -1, -1, 768)", style=solid]; +"2586 add_116" -> "2587 layer_norm_52" [label="(1, -1, -1, 768)", style=solid]; +"2587 layer_norm_52" -> "2588 permute_108" [label="(1, -1, -1, 768)", style=solid]; +"2588 permute_108" -> "2589 adaptive_avg_pool2d" [label="(1, 768, -1, -1)", style=solid]; +"2589 adaptive_avg_pool2d" -> "2590 flatten" [label="(1, 768, 1, 1)", style=solid]; +"2590 flatten" -> "2591 flatten_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"2591 flatten_0_0_nncf_smooth_quant_0" -> "2592 quantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2592 quantize_per_tensor_default_148" -> "2593 dequantize_per_tensor_default_148" [label="(1, 768)", style=solid]; +"2593 dequantize_per_tensor_default_148" -> "2599 linear_147" [label="(1, 768)", style=solid]; +"2594 linear_147_scale_0" -> "2597 quantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2594 linear_147_scale_0" -> "2598 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2595 linear_147_zero_point_0" -> "2597 quantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2595 linear_147_zero_point_0" -> "2598 dequantize_per_channel_default_100" [label="(1000,)", style=solid]; +"2596 compressed_weight_updated_constant100" -> "2597 quantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2597 quantize_per_channel_default_100" -> "2598 dequantize_per_channel_default_100" [label="(1000, 768)", style=solid]; +"2598 dequantize_per_channel_default_100" -> "2599 linear_147" [label="(1000, 768)", style=solid]; +"2599 linear_147" -> "2600 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/synthetic_transformer.dot new file mode 100644 index 00000000000..75f7f5b7a08 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/synthetic_transformer.dot @@ -0,0 +1,53 @@ +strict digraph { +"0 wte_weight" [id=0, type=get_attr]; +"1 linear_bias" [id=1, type=get_attr]; +"2 lm_head_bias" [id=2, type=get_attr]; +"3 input_ids" [id=3, type=input]; +"4 embedding" [id=4, type=embedding]; +"5 embedding_0_0_nncf_smooth_quant_0" [id=5, type=call_module]; +"6 quantize_per_tensor_default" [id=6, type=quantize_per_tensor]; +"7 dequantize_per_tensor_default" [id=7, type=dequantize_per_tensor]; +"8 linear_scale_0" [id=8, type=get_attr]; +"9 linear_zero_point_0" [id=9, type=get_attr]; +"10 compressed_weight_updated_constant0" [id=10, type=get_attr]; +"11 quantize_per_channel_default" [id=11, type=quantize_per_channel]; +"12 dequantize_per_channel_default" [id=12, type=dequantize_per_channel]; +"13 linear" [id=13, type=linear]; +"14 linear_0_0_nncf_smooth_quant_0" [id=14, type=call_module]; +"15 quantize_per_tensor_default_1" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_1" [id=16, type=dequantize_per_tensor]; +"17 linear_1_scale_0" [id=17, type=get_attr]; +"18 linear_1_zero_point_0" [id=18, type=get_attr]; +"19 compressed_weight_updated_constant1" [id=19, type=get_attr]; +"20 quantize_per_channel_default_1" [id=20, type=quantize_per_channel]; +"21 dequantize_per_channel_default_1" [id=21, type=dequantize_per_channel]; +"22 linear_1" [id=22, type=linear]; +"23 output" [id=23, type=output]; +"0 wte_weight" -> "4 embedding" [label="(10, 5)", style=solid]; +"1 linear_bias" -> "13 linear" [label="(5,)", style=solid]; +"2 lm_head_bias" -> "22 linear_1" [label="(10,)", style=solid]; +"3 input_ids" -> "4 embedding" [label="(-1,)", style=solid]; +"4 embedding" -> "5 embedding_0_0_nncf_smooth_quant_0" [label="(-1, 5)", style=solid]; +"5 embedding_0_0_nncf_smooth_quant_0" -> "6 quantize_per_tensor_default" [label="(-1, 5)", style=solid]; +"6 quantize_per_tensor_default" -> "7 dequantize_per_tensor_default" [label="(-1, 5)", style=solid]; +"7 dequantize_per_tensor_default" -> "13 linear" [label="(-1, 5)", style=solid]; +"8 linear_scale_0" -> "11 quantize_per_channel_default" [label="(5,)", style=solid]; +"8 linear_scale_0" -> "12 dequantize_per_channel_default" [label="(5,)", style=solid]; +"9 linear_zero_point_0" -> "11 quantize_per_channel_default" [label="(5,)", style=solid]; +"9 linear_zero_point_0" -> "12 dequantize_per_channel_default" [label="(5,)", style=solid]; +"10 compressed_weight_updated_constant0" -> "11 quantize_per_channel_default" [label="(5, 5)", style=solid]; +"11 quantize_per_channel_default" -> "12 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"12 dequantize_per_channel_default" -> "13 linear" [label="(5, 5)", style=solid]; +"13 linear" -> "14 linear_0_0_nncf_smooth_quant_0" [label="(-1, 5)", style=solid]; +"14 linear_0_0_nncf_smooth_quant_0" -> "15 quantize_per_tensor_default_1" [label="(-1, 5)", style=solid]; +"15 quantize_per_tensor_default_1" -> "16 dequantize_per_tensor_default_1" [label="(-1, 5)", style=solid]; +"16 dequantize_per_tensor_default_1" -> "22 linear_1" [label="(-1, 5)", style=solid]; +"17 linear_1_scale_0" -> "20 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"17 linear_1_scale_0" -> "21 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "20 quantize_per_channel_default_1" [label="(10,)", style=solid]; +"18 linear_1_zero_point_0" -> "21 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"19 compressed_weight_updated_constant1" -> "20 quantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"20 quantize_per_channel_default_1" -> "21 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"21 dequantize_per_channel_default_1" -> "22 linear_1" [label="(10, 5)", style=solid]; +"22 linear_1" -> "23 output" [label="(-1, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/unet.dot new file mode 100644 index 00000000000..7b9ccc4a6b3 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/unet.dot @@ -0,0 +1,561 @@ +strict digraph { +"0 down_path_0_block_0_bias" [id=0, type=get_attr]; +"1 down_path_0_block_3_bias" [id=1, type=get_attr]; +"2 down_path_1_block_0_bias" [id=2, type=get_attr]; +"3 down_path_1_block_3_bias" [id=3, type=get_attr]; +"4 down_path_2_block_0_bias" [id=4, type=get_attr]; +"5 down_path_2_block_3_bias" [id=5, type=get_attr]; +"6 down_path_3_block_0_bias" [id=6, type=get_attr]; +"7 down_path_3_block_3_bias" [id=7, type=get_attr]; +"8 down_path_4_block_0_bias" [id=8, type=get_attr]; +"9 down_path_4_block_3_bias" [id=9, type=get_attr]; +"10 up_path_0_up_bias" [id=10, type=get_attr]; +"11 up_path_0_conv_block_block_0_bias" [id=11, type=get_attr]; +"12 up_path_0_conv_block_block_3_bias" [id=12, type=get_attr]; +"13 up_path_1_up_bias" [id=13, type=get_attr]; +"14 up_path_1_conv_block_block_0_bias" [id=14, type=get_attr]; +"15 up_path_1_conv_block_block_3_bias" [id=15, type=get_attr]; +"16 up_path_2_up_bias" [id=16, type=get_attr]; +"17 up_path_2_conv_block_block_0_bias" [id=17, type=get_attr]; +"18 up_path_2_conv_block_block_3_bias" [id=18, type=get_attr]; +"19 up_path_3_up_bias" [id=19, type=get_attr]; +"20 up_path_3_conv_block_block_0_bias" [id=20, type=get_attr]; +"21 up_path_3_conv_block_block_3_bias" [id=21, type=get_attr]; +"22 last_bias" [id=22, type=get_attr]; +"23 x" [id=23, type=input]; +"24 quantize_per_tensor_default_8" [id=24, type=quantize_per_tensor]; +"25 dequantize_per_tensor_default_12" [id=25, type=dequantize_per_tensor]; +"26 conv2d_scale_0" [id=26, type=get_attr]; +"27 conv2d_zero_point_0" [id=27, type=get_attr]; +"28 compressed_weight_updated_constant0" [id=28, type=get_attr]; +"29 quantize_per_channel_default" [id=29, type=quantize_per_channel]; +"30 dequantize_per_channel_default" [id=30, type=dequantize_per_channel]; +"31 conv2d" [id=31, type=conv2d]; +"32 relu" [id=32, type=relu]; +"33 quantize_per_tensor_default_9" [id=33, type=quantize_per_tensor]; +"34 dequantize_per_tensor_default_13" [id=34, type=dequantize_per_tensor]; +"35 conv2d_1_scale_0" [id=35, type=get_attr]; +"36 conv2d_1_zero_point_0" [id=36, type=get_attr]; +"37 compressed_weight_updated_constant1" [id=37, type=get_attr]; +"38 quantize_per_channel_default_1" [id=38, type=quantize_per_channel]; +"39 dequantize_per_channel_default_1" [id=39, type=dequantize_per_channel]; +"40 conv2d_1" [id=40, type=conv2d]; +"41 relu_1" [id=41, type=relu]; +"42 quantize_per_tensor_default" [id=42, type=quantize_per_tensor]; +"43 dequantize_per_tensor_default_1" [id=43, type=dequantize_per_tensor]; +"44 dequantize_per_tensor_default" [id=44, type=dequantize_per_tensor]; +"45 max_pool2d" [id=45, type=max_pool2d]; +"46 conv2d_2_scale_0" [id=46, type=get_attr]; +"47 conv2d_2_zero_point_0" [id=47, type=get_attr]; +"48 compressed_weight_updated_constant2" [id=48, type=get_attr]; +"49 quantize_per_channel_default_2" [id=49, type=quantize_per_channel]; +"50 dequantize_per_channel_default_2" [id=50, type=dequantize_per_channel]; +"51 conv2d_2" [id=51, type=conv2d]; +"52 relu_2" [id=52, type=relu]; +"53 quantize_per_tensor_default_10" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_14" [id=54, type=dequantize_per_tensor]; +"55 conv2d_3_scale_0" [id=55, type=get_attr]; +"56 conv2d_3_zero_point_0" [id=56, type=get_attr]; +"57 compressed_weight_updated_constant3" [id=57, type=get_attr]; +"58 quantize_per_channel_default_3" [id=58, type=quantize_per_channel]; +"59 dequantize_per_channel_default_3" [id=59, type=dequantize_per_channel]; +"60 conv2d_3" [id=60, type=conv2d]; +"61 relu_3" [id=61, type=relu]; +"62 quantize_per_tensor_default_3" [id=62, type=quantize_per_tensor]; +"63 dequantize_per_tensor_default_5" [id=63, type=dequantize_per_tensor]; +"64 dequantize_per_tensor_default_4" [id=64, type=dequantize_per_tensor]; +"65 max_pool2d_1" [id=65, type=max_pool2d]; +"66 conv2d_4_scale_0" [id=66, type=get_attr]; +"67 conv2d_4_zero_point_0" [id=67, type=get_attr]; +"68 compressed_weight_updated_constant4" [id=68, type=get_attr]; +"69 quantize_per_channel_default_4" [id=69, type=quantize_per_channel]; +"70 dequantize_per_channel_default_4" [id=70, type=dequantize_per_channel]; +"71 conv2d_4" [id=71, type=conv2d]; +"72 relu_4" [id=72, type=relu]; +"73 quantize_per_tensor_default_11" [id=73, type=quantize_per_tensor]; +"74 dequantize_per_tensor_default_15" [id=74, type=dequantize_per_tensor]; +"75 conv2d_5_scale_0" [id=75, type=get_attr]; +"76 conv2d_5_zero_point_0" [id=76, type=get_attr]; +"77 compressed_weight_updated_constant5" [id=77, type=get_attr]; +"78 quantize_per_channel_default_5" [id=78, type=quantize_per_channel]; +"79 dequantize_per_channel_default_5" [id=79, type=dequantize_per_channel]; +"80 conv2d_5" [id=80, type=conv2d]; +"81 relu_5" [id=81, type=relu]; +"82 quantize_per_tensor_default_4" [id=82, type=quantize_per_tensor]; +"83 dequantize_per_tensor_default_7" [id=83, type=dequantize_per_tensor]; +"84 dequantize_per_tensor_default_6" [id=84, type=dequantize_per_tensor]; +"85 max_pool2d_2" [id=85, type=max_pool2d]; +"86 conv2d_6_scale_0" [id=86, type=get_attr]; +"87 conv2d_6_zero_point_0" [id=87, type=get_attr]; +"88 compressed_weight_updated_constant6" [id=88, type=get_attr]; +"89 quantize_per_channel_default_6" [id=89, type=quantize_per_channel]; +"90 dequantize_per_channel_default_6" [id=90, type=dequantize_per_channel]; +"91 conv2d_6" [id=91, type=conv2d]; +"92 relu_6" [id=92, type=relu]; +"93 quantize_per_tensor_default_12" [id=93, type=quantize_per_tensor]; +"94 dequantize_per_tensor_default_16" [id=94, type=dequantize_per_tensor]; +"95 conv2d_7_scale_0" [id=95, type=get_attr]; +"96 conv2d_7_zero_point_0" [id=96, type=get_attr]; +"97 compressed_weight_updated_constant7" [id=97, type=get_attr]; +"98 quantize_per_channel_default_7" [id=98, type=quantize_per_channel]; +"99 dequantize_per_channel_default_7" [id=99, type=dequantize_per_channel]; +"100 conv2d_7" [id=100, type=conv2d]; +"101 relu_7" [id=101, type=relu]; +"102 quantize_per_tensor_default_7" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default_11" [id=103, type=dequantize_per_tensor]; +"104 dequantize_per_tensor_default_10" [id=104, type=dequantize_per_tensor]; +"105 max_pool2d_3" [id=105, type=max_pool2d]; +"106 conv2d_8_scale_0" [id=106, type=get_attr]; +"107 conv2d_8_zero_point_0" [id=107, type=get_attr]; +"108 compressed_weight_updated_constant8" [id=108, type=get_attr]; +"109 quantize_per_channel_default_8" [id=109, type=quantize_per_channel]; +"110 dequantize_per_channel_default_8" [id=110, type=dequantize_per_channel]; +"111 conv2d_8" [id=111, type=conv2d]; +"112 relu_8" [id=112, type=relu]; +"113 quantize_per_tensor_default_13" [id=113, type=quantize_per_tensor]; +"114 dequantize_per_tensor_default_17" [id=114, type=dequantize_per_tensor]; +"115 conv2d_9_scale_0" [id=115, type=get_attr]; +"116 conv2d_9_zero_point_0" [id=116, type=get_attr]; +"117 compressed_weight_updated_constant9" [id=117, type=get_attr]; +"118 quantize_per_channel_default_9" [id=118, type=quantize_per_channel]; +"119 dequantize_per_channel_default_9" [id=119, type=dequantize_per_channel]; +"120 conv2d_9" [id=120, type=conv2d]; +"121 relu_9" [id=121, type=relu]; +"122 quantize_per_tensor_default_14" [id=122, type=quantize_per_tensor]; +"123 dequantize_per_tensor_default_18" [id=123, type=dequantize_per_tensor]; +"124 conv_transpose2d_scale_0" [id=124, type=get_attr]; +"125 conv_transpose2d_zero_point_0" [id=125, type=get_attr]; +"126 compressed_weight_updated_constant10" [id=126, type=get_attr]; +"127 quantize_per_channel_default_10" [id=127, type=quantize_per_channel]; +"128 dequantize_per_channel_default_10" [id=128, type=dequantize_per_channel]; +"129 conv_transpose2d" [id=129, type=conv_transpose2d]; +"130 quantize_per_tensor_default_6" [id=130, type=quantize_per_tensor]; +"131 dequantize_per_tensor_default_9" [id=131, type=dequantize_per_tensor]; +"132 slice_1" [id=132, type=slice]; +"133 slice_2" [id=133, type=slice]; +"134 slice_3" [id=134, type=slice]; +"135 slice_4" [id=135, type=slice]; +"136 cat" [id=136, type=cat]; +"137 conv2d_10_scale_0" [id=137, type=get_attr]; +"138 conv2d_10_zero_point_0" [id=138, type=get_attr]; +"139 compressed_weight_updated_constant11" [id=139, type=get_attr]; +"140 quantize_per_channel_default_11" [id=140, type=quantize_per_channel]; +"141 dequantize_per_channel_default_11" [id=141, type=dequantize_per_channel]; +"142 conv2d_10" [id=142, type=conv2d]; +"143 relu_10" [id=143, type=relu]; +"144 quantize_per_tensor_default_15" [id=144, type=quantize_per_tensor]; +"145 dequantize_per_tensor_default_19" [id=145, type=dequantize_per_tensor]; +"146 conv2d_11_scale_0" [id=146, type=get_attr]; +"147 conv2d_11_zero_point_0" [id=147, type=get_attr]; +"148 compressed_weight_updated_constant12" [id=148, type=get_attr]; +"149 quantize_per_channel_default_12" [id=149, type=quantize_per_channel]; +"150 dequantize_per_channel_default_12" [id=150, type=dequantize_per_channel]; +"151 conv2d_11" [id=151, type=conv2d]; +"152 relu_11" [id=152, type=relu]; +"153 quantize_per_tensor_default_16" [id=153, type=quantize_per_tensor]; +"154 dequantize_per_tensor_default_20" [id=154, type=dequantize_per_tensor]; +"155 conv_transpose2d_1_scale_0" [id=155, type=get_attr]; +"156 conv_transpose2d_1_zero_point_0" [id=156, type=get_attr]; +"157 compressed_weight_updated_constant13" [id=157, type=get_attr]; +"158 quantize_per_channel_default_13" [id=158, type=quantize_per_channel]; +"159 dequantize_per_channel_default_13" [id=159, type=dequantize_per_channel]; +"160 conv_transpose2d_1" [id=160, type=conv_transpose2d]; +"161 quantize_per_tensor_default_5" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_8" [id=162, type=dequantize_per_tensor]; +"163 slice_5" [id=163, type=slice]; +"164 slice_6" [id=164, type=slice]; +"165 slice_7" [id=165, type=slice]; +"166 slice_8" [id=166, type=slice]; +"167 cat_1" [id=167, type=cat]; +"168 conv2d_12_scale_0" [id=168, type=get_attr]; +"169 conv2d_12_zero_point_0" [id=169, type=get_attr]; +"170 compressed_weight_updated_constant14" [id=170, type=get_attr]; +"171 quantize_per_channel_default_14" [id=171, type=quantize_per_channel]; +"172 dequantize_per_channel_default_14" [id=172, type=dequantize_per_channel]; +"173 conv2d_12" [id=173, type=conv2d]; +"174 relu_12" [id=174, type=relu]; +"175 quantize_per_tensor_default_17" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_21" [id=176, type=dequantize_per_tensor]; +"177 conv2d_13_scale_0" [id=177, type=get_attr]; +"178 conv2d_13_zero_point_0" [id=178, type=get_attr]; +"179 compressed_weight_updated_constant15" [id=179, type=get_attr]; +"180 quantize_per_channel_default_15" [id=180, type=quantize_per_channel]; +"181 dequantize_per_channel_default_15" [id=181, type=dequantize_per_channel]; +"182 conv2d_13" [id=182, type=conv2d]; +"183 relu_13" [id=183, type=relu]; +"184 quantize_per_tensor_default_18" [id=184, type=quantize_per_tensor]; +"185 dequantize_per_tensor_default_22" [id=185, type=dequantize_per_tensor]; +"186 conv_transpose2d_2_scale_0" [id=186, type=get_attr]; +"187 conv_transpose2d_2_zero_point_0" [id=187, type=get_attr]; +"188 compressed_weight_updated_constant16" [id=188, type=get_attr]; +"189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; +"190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; +"191 conv_transpose2d_2" [id=191, type=conv_transpose2d]; +"192 quantize_per_tensor_default_2" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_3" [id=193, type=dequantize_per_tensor]; +"194 slice_9" [id=194, type=slice]; +"195 slice_10" [id=195, type=slice]; +"196 slice_11" [id=196, type=slice]; +"197 slice_12" [id=197, type=slice]; +"198 cat_2" [id=198, type=cat]; +"199 conv2d_14_scale_0" [id=199, type=get_attr]; +"200 conv2d_14_zero_point_0" [id=200, type=get_attr]; +"201 compressed_weight_updated_constant17" [id=201, type=get_attr]; +"202 quantize_per_channel_default_17" [id=202, type=quantize_per_channel]; +"203 dequantize_per_channel_default_17" [id=203, type=dequantize_per_channel]; +"204 conv2d_14" [id=204, type=conv2d]; +"205 relu_14" [id=205, type=relu]; +"206 quantize_per_tensor_default_19" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_23" [id=207, type=dequantize_per_tensor]; +"208 conv2d_15_scale_0" [id=208, type=get_attr]; +"209 conv2d_15_zero_point_0" [id=209, type=get_attr]; +"210 compressed_weight_updated_constant18" [id=210, type=get_attr]; +"211 quantize_per_channel_default_18" [id=211, type=quantize_per_channel]; +"212 dequantize_per_channel_default_18" [id=212, type=dequantize_per_channel]; +"213 conv2d_15" [id=213, type=conv2d]; +"214 relu_15" [id=214, type=relu]; +"215 quantize_per_tensor_default_20" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_24" [id=216, type=dequantize_per_tensor]; +"217 conv_transpose2d_3_scale_0" [id=217, type=get_attr]; +"218 conv_transpose2d_3_zero_point_0" [id=218, type=get_attr]; +"219 compressed_weight_updated_constant19" [id=219, type=get_attr]; +"220 quantize_per_channel_default_19" [id=220, type=quantize_per_channel]; +"221 dequantize_per_channel_default_19" [id=221, type=dequantize_per_channel]; +"222 conv_transpose2d_3" [id=222, type=conv_transpose2d]; +"223 quantize_per_tensor_default_1" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_2" [id=224, type=dequantize_per_tensor]; +"225 slice_13" [id=225, type=slice]; +"226 slice_14" [id=226, type=slice]; +"227 slice_15" [id=227, type=slice]; +"228 slice_16" [id=228, type=slice]; +"229 cat_3" [id=229, type=cat]; +"230 conv2d_16_scale_0" [id=230, type=get_attr]; +"231 conv2d_16_zero_point_0" [id=231, type=get_attr]; +"232 compressed_weight_updated_constant20" [id=232, type=get_attr]; +"233 quantize_per_channel_default_20" [id=233, type=quantize_per_channel]; +"234 dequantize_per_channel_default_20" [id=234, type=dequantize_per_channel]; +"235 conv2d_16" [id=235, type=conv2d]; +"236 relu_16" [id=236, type=relu]; +"237 quantize_per_tensor_default_21" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_25" [id=238, type=dequantize_per_tensor]; +"239 conv2d_17_scale_0" [id=239, type=get_attr]; +"240 conv2d_17_zero_point_0" [id=240, type=get_attr]; +"241 compressed_weight_updated_constant21" [id=241, type=get_attr]; +"242 quantize_per_channel_default_21" [id=242, type=quantize_per_channel]; +"243 dequantize_per_channel_default_21" [id=243, type=dequantize_per_channel]; +"244 conv2d_17" [id=244, type=conv2d]; +"245 relu_17" [id=245, type=relu]; +"246 quantize_per_tensor_default_22" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_26" [id=247, type=dequantize_per_tensor]; +"248 conv2d_18_scale_0" [id=248, type=get_attr]; +"249 conv2d_18_zero_point_0" [id=249, type=get_attr]; +"250 compressed_weight_updated_constant22" [id=250, type=get_attr]; +"251 quantize_per_channel_default_22" [id=251, type=quantize_per_channel]; +"252 dequantize_per_channel_default_22" [id=252, type=dequantize_per_channel]; +"253 conv2d_18" [id=253, type=conv2d]; +"254 output" [id=254, type=output]; +"0 down_path_0_block_0_bias" -> "31 conv2d" [label="(64,)", style=solid]; +"1 down_path_0_block_3_bias" -> "40 conv2d_1" [label="(64,)", style=solid]; +"2 down_path_1_block_0_bias" -> "51 conv2d_2" [label="(128,)", style=solid]; +"3 down_path_1_block_3_bias" -> "60 conv2d_3" [label="(128,)", style=solid]; +"4 down_path_2_block_0_bias" -> "71 conv2d_4" [label="(256,)", style=solid]; +"5 down_path_2_block_3_bias" -> "80 conv2d_5" [label="(256,)", style=solid]; +"6 down_path_3_block_0_bias" -> "91 conv2d_6" [label="(512,)", style=solid]; +"7 down_path_3_block_3_bias" -> "100 conv2d_7" [label="(512,)", style=solid]; +"8 down_path_4_block_0_bias" -> "111 conv2d_8" [label="(1024,)", style=solid]; +"9 down_path_4_block_3_bias" -> "120 conv2d_9" [label="(1024,)", style=solid]; +"10 up_path_0_up_bias" -> "129 conv_transpose2d" [label="(512,)", style=solid]; +"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [label="(512,)", style=solid]; +"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [label="(512,)", style=solid]; +"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [label="(256,)", style=solid]; +"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [label="(256,)", style=solid]; +"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [label="(256,)", style=solid]; +"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [label="(128,)", style=solid]; +"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [label="(128,)", style=solid]; +"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [label="(128,)", style=solid]; +"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [label="(64,)", style=solid]; +"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [label="(64,)", style=solid]; +"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [label="(64,)", style=solid]; +"22 last_bias" -> "253 conv2d_18" [label="(12,)", style=solid]; +"23 x" -> "24 quantize_per_tensor_default_8" [label="(1, 3, 224, 224)", style=solid]; +"24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_12" [label="(1, 3, 224, 224)", style=solid]; +"25 dequantize_per_tensor_default_12" -> "31 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"26 conv2d_scale_0" -> "29 quantize_per_channel_default" [label="(64,)", style=solid]; +"26 conv2d_scale_0" -> "30 dequantize_per_channel_default" [label="(64,)", style=solid]; +"27 conv2d_zero_point_0" -> "29 quantize_per_channel_default" [label="(64,)", style=solid]; +"27 conv2d_zero_point_0" -> "30 dequantize_per_channel_default" [label="(64,)", style=solid]; +"28 compressed_weight_updated_constant0" -> "29 quantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"29 quantize_per_channel_default" -> "30 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"30 dequantize_per_channel_default" -> "31 conv2d" [label="(64, 3, 3, 3)", style=solid]; +"31 conv2d" -> "32 relu" [label="(1, 64, 222, 222)", style=solid]; +"32 relu" -> "33 quantize_per_tensor_default_9" [label="(1, 64, 222, 222)", style=solid]; +"33 quantize_per_tensor_default_9" -> "34 dequantize_per_tensor_default_13" [label="(1, 64, 222, 222)", style=solid]; +"34 dequantize_per_tensor_default_13" -> "40 conv2d_1" [label="(1, 64, 222, 222)", style=solid]; +"35 conv2d_1_scale_0" -> "38 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"35 conv2d_1_scale_0" -> "39 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"36 conv2d_1_zero_point_0" -> "38 quantize_per_channel_default_1" [label="(64,)", style=solid]; +"36 conv2d_1_zero_point_0" -> "39 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"37 compressed_weight_updated_constant1" -> "38 quantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"38 quantize_per_channel_default_1" -> "39 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"39 dequantize_per_channel_default_1" -> "40 conv2d_1" [label="(64, 64, 3, 3)", style=solid]; +"40 conv2d_1" -> "41 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"41 relu_1" -> "42 quantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_1" [label="(1, 64, 220, 220)", style=solid]; +"42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default" [label="(1, 64, 220, 220)", style=solid]; +"43 dequantize_per_tensor_default_1" -> "225 slice_13" [label="(1, 64, 220, 220)", style=solid]; +"44 dequantize_per_tensor_default" -> "45 max_pool2d" [label="(1, 64, 220, 220)", style=solid]; +"45 max_pool2d" -> "51 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"46 conv2d_2_scale_0" -> "49 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"46 conv2d_2_scale_0" -> "50 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"47 conv2d_2_zero_point_0" -> "49 quantize_per_channel_default_2" [label="(128,)", style=solid]; +"47 conv2d_2_zero_point_0" -> "50 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"48 compressed_weight_updated_constant2" -> "49 quantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"49 quantize_per_channel_default_2" -> "50 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"50 dequantize_per_channel_default_2" -> "51 conv2d_2" [label="(128, 64, 3, 3)", style=solid]; +"51 conv2d_2" -> "52 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"52 relu_2" -> "53 quantize_per_tensor_default_10" [label="(1, 128, 108, 108)", style=solid]; +"53 quantize_per_tensor_default_10" -> "54 dequantize_per_tensor_default_14" [label="(1, 128, 108, 108)", style=solid]; +"54 dequantize_per_tensor_default_14" -> "60 conv2d_3" [label="(1, 128, 108, 108)", style=solid]; +"55 conv2d_3_scale_0" -> "58 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"55 conv2d_3_scale_0" -> "59 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"56 conv2d_3_zero_point_0" -> "58 quantize_per_channel_default_3" [label="(128,)", style=solid]; +"56 conv2d_3_zero_point_0" -> "59 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"57 compressed_weight_updated_constant3" -> "58 quantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"58 quantize_per_channel_default_3" -> "59 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"59 dequantize_per_channel_default_3" -> "60 conv2d_3" [label="(128, 128, 3, 3)", style=solid]; +"60 conv2d_3" -> "61 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"61 relu_3" -> "62 quantize_per_tensor_default_3" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_5" [label="(1, 128, 106, 106)", style=solid]; +"62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"63 dequantize_per_tensor_default_5" -> "194 slice_9" [label="(1, 128, 106, 106)", style=solid]; +"64 dequantize_per_tensor_default_4" -> "65 max_pool2d_1" [label="(1, 128, 106, 106)", style=solid]; +"65 max_pool2d_1" -> "71 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"66 conv2d_4_scale_0" -> "69 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"66 conv2d_4_scale_0" -> "70 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"67 conv2d_4_zero_point_0" -> "69 quantize_per_channel_default_4" [label="(256,)", style=solid]; +"67 conv2d_4_zero_point_0" -> "70 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"68 compressed_weight_updated_constant4" -> "69 quantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"69 quantize_per_channel_default_4" -> "70 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"70 dequantize_per_channel_default_4" -> "71 conv2d_4" [label="(256, 128, 3, 3)", style=solid]; +"71 conv2d_4" -> "72 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"72 relu_4" -> "73 quantize_per_tensor_default_11" [label="(1, 256, 51, 51)", style=solid]; +"73 quantize_per_tensor_default_11" -> "74 dequantize_per_tensor_default_15" [label="(1, 256, 51, 51)", style=solid]; +"74 dequantize_per_tensor_default_15" -> "80 conv2d_5" [label="(1, 256, 51, 51)", style=solid]; +"75 conv2d_5_scale_0" -> "78 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"75 conv2d_5_scale_0" -> "79 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"76 conv2d_5_zero_point_0" -> "78 quantize_per_channel_default_5" [label="(256,)", style=solid]; +"76 conv2d_5_zero_point_0" -> "79 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"77 compressed_weight_updated_constant5" -> "78 quantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"78 quantize_per_channel_default_5" -> "79 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"79 dequantize_per_channel_default_5" -> "80 conv2d_5" [label="(256, 256, 3, 3)", style=solid]; +"80 conv2d_5" -> "81 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"81 relu_5" -> "82 quantize_per_tensor_default_4" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_7" [label="(1, 256, 49, 49)", style=solid]; +"82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"83 dequantize_per_tensor_default_7" -> "163 slice_5" [label="(1, 256, 49, 49)", style=solid]; +"84 dequantize_per_tensor_default_6" -> "85 max_pool2d_2" [label="(1, 256, 49, 49)", style=solid]; +"85 max_pool2d_2" -> "91 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"86 conv2d_6_scale_0" -> "89 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"86 conv2d_6_scale_0" -> "90 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"87 conv2d_6_zero_point_0" -> "89 quantize_per_channel_default_6" [label="(512,)", style=solid]; +"87 conv2d_6_zero_point_0" -> "90 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"88 compressed_weight_updated_constant6" -> "89 quantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"89 quantize_per_channel_default_6" -> "90 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"90 dequantize_per_channel_default_6" -> "91 conv2d_6" [label="(512, 256, 3, 3)", style=solid]; +"91 conv2d_6" -> "92 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"92 relu_6" -> "93 quantize_per_tensor_default_12" [label="(1, 512, 22, 22)", style=solid]; +"93 quantize_per_tensor_default_12" -> "94 dequantize_per_tensor_default_16" [label="(1, 512, 22, 22)", style=solid]; +"94 dequantize_per_tensor_default_16" -> "100 conv2d_7" [label="(1, 512, 22, 22)", style=solid]; +"95 conv2d_7_scale_0" -> "98 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"95 conv2d_7_scale_0" -> "99 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"96 conv2d_7_zero_point_0" -> "98 quantize_per_channel_default_7" [label="(512,)", style=solid]; +"96 conv2d_7_zero_point_0" -> "99 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"97 compressed_weight_updated_constant7" -> "98 quantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"98 quantize_per_channel_default_7" -> "99 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"99 dequantize_per_channel_default_7" -> "100 conv2d_7" [label="(512, 512, 3, 3)", style=solid]; +"100 conv2d_7" -> "101 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"101 relu_7" -> "102 quantize_per_tensor_default_7" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "103 dequantize_per_tensor_default_11" [label="(1, 512, 20, 20)", style=solid]; +"102 quantize_per_tensor_default_7" -> "104 dequantize_per_tensor_default_10" [label="(1, 512, 20, 20)", style=solid]; +"103 dequantize_per_tensor_default_11" -> "132 slice_1" [label="(1, 512, 20, 20)", style=solid]; +"104 dequantize_per_tensor_default_10" -> "105 max_pool2d_3" [label="(1, 512, 20, 20)", style=solid]; +"105 max_pool2d_3" -> "111 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"106 conv2d_8_scale_0" -> "109 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"106 conv2d_8_scale_0" -> "110 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"107 conv2d_8_zero_point_0" -> "109 quantize_per_channel_default_8" [label="(1024,)", style=solid]; +"107 conv2d_8_zero_point_0" -> "110 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"108 compressed_weight_updated_constant8" -> "109 quantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"109 quantize_per_channel_default_8" -> "110 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"110 dequantize_per_channel_default_8" -> "111 conv2d_8" [label="(1024, 512, 3, 3)", style=solid]; +"111 conv2d_8" -> "112 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"112 relu_8" -> "113 quantize_per_tensor_default_13" [label="(1, 1024, 8, 8)", style=solid]; +"113 quantize_per_tensor_default_13" -> "114 dequantize_per_tensor_default_17" [label="(1, 1024, 8, 8)", style=solid]; +"114 dequantize_per_tensor_default_17" -> "120 conv2d_9" [label="(1, 1024, 8, 8)", style=solid]; +"115 conv2d_9_scale_0" -> "118 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"115 conv2d_9_scale_0" -> "119 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"116 conv2d_9_zero_point_0" -> "118 quantize_per_channel_default_9" [label="(1024,)", style=solid]; +"116 conv2d_9_zero_point_0" -> "119 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"117 compressed_weight_updated_constant9" -> "118 quantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"118 quantize_per_channel_default_9" -> "119 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"119 dequantize_per_channel_default_9" -> "120 conv2d_9" [label="(1024, 1024, 3, 3)", style=solid]; +"120 conv2d_9" -> "121 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"121 relu_9" -> "122 quantize_per_tensor_default_14" [label="(1, 1024, 6, 6)", style=solid]; +"122 quantize_per_tensor_default_14" -> "123 dequantize_per_tensor_default_18" [label="(1, 1024, 6, 6)", style=solid]; +"123 dequantize_per_tensor_default_18" -> "129 conv_transpose2d" [label="(1, 1024, 6, 6)", style=solid]; +"124 conv_transpose2d_scale_0" -> "127 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"124 conv_transpose2d_scale_0" -> "128 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"125 conv_transpose2d_zero_point_0" -> "127 quantize_per_channel_default_10" [label="(1024,)", style=solid]; +"125 conv_transpose2d_zero_point_0" -> "128 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"126 compressed_weight_updated_constant10" -> "127 quantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"127 quantize_per_channel_default_10" -> "128 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"128 dequantize_per_channel_default_10" -> "129 conv_transpose2d" [label="(1024, 512, 2, 2)", style=solid]; +"129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [label="(1, 512, 12, 12)", style=solid]; +"130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_9" [label="(1, 512, 12, 12)", style=solid]; +"131 dequantize_per_tensor_default_9" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"132 slice_1" -> "133 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"133 slice_2" -> "134 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"134 slice_3" -> "135 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"135 slice_4" -> "136 cat" [label="(1, 512, 12, 12)", style=solid]; +"136 cat" -> "142 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"137 conv2d_10_scale_0" -> "140 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"137 conv2d_10_scale_0" -> "141 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"138 conv2d_10_zero_point_0" -> "140 quantize_per_channel_default_11" [label="(512,)", style=solid]; +"138 conv2d_10_zero_point_0" -> "141 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"139 compressed_weight_updated_constant11" -> "140 quantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"140 quantize_per_channel_default_11" -> "141 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"141 dequantize_per_channel_default_11" -> "142 conv2d_10" [label="(512, 1024, 3, 3)", style=solid]; +"142 conv2d_10" -> "143 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"143 relu_10" -> "144 quantize_per_tensor_default_15" [label="(1, 512, 10, 10)", style=solid]; +"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_19" [label="(1, 512, 10, 10)", style=solid]; +"145 dequantize_per_tensor_default_19" -> "151 conv2d_11" [label="(1, 512, 10, 10)", style=solid]; +"146 conv2d_11_scale_0" -> "149 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"146 conv2d_11_scale_0" -> "150 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"147 conv2d_11_zero_point_0" -> "149 quantize_per_channel_default_12" [label="(512,)", style=solid]; +"147 conv2d_11_zero_point_0" -> "150 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"148 compressed_weight_updated_constant12" -> "149 quantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"149 quantize_per_channel_default_12" -> "150 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"150 dequantize_per_channel_default_12" -> "151 conv2d_11" [label="(512, 512, 3, 3)", style=solid]; +"151 conv2d_11" -> "152 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"152 relu_11" -> "153 quantize_per_tensor_default_16" [label="(1, 512, 8, 8)", style=solid]; +"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_20" [label="(1, 512, 8, 8)", style=solid]; +"154 dequantize_per_tensor_default_20" -> "160 conv_transpose2d_1" [label="(1, 512, 8, 8)", style=solid]; +"155 conv_transpose2d_1_scale_0" -> "158 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"155 conv_transpose2d_1_scale_0" -> "159 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"156 conv_transpose2d_1_zero_point_0" -> "158 quantize_per_channel_default_13" [label="(512,)", style=solid]; +"156 conv_transpose2d_1_zero_point_0" -> "159 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"157 compressed_weight_updated_constant13" -> "158 quantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"158 quantize_per_channel_default_13" -> "159 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"159 dequantize_per_channel_default_13" -> "160 conv_transpose2d_1" [label="(512, 256, 2, 2)", style=solid]; +"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [label="(1, 256, 16, 16)", style=solid]; +"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_8" [label="(1, 256, 16, 16)", style=solid]; +"162 dequantize_per_tensor_default_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"163 slice_5" -> "164 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"164 slice_6" -> "165 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"165 slice_7" -> "166 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"166 slice_8" -> "167 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"167 cat_1" -> "173 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"168 conv2d_12_scale_0" -> "171 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"168 conv2d_12_scale_0" -> "172 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"169 conv2d_12_zero_point_0" -> "171 quantize_per_channel_default_14" [label="(256,)", style=solid]; +"169 conv2d_12_zero_point_0" -> "172 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"170 compressed_weight_updated_constant14" -> "171 quantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"171 quantize_per_channel_default_14" -> "172 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"172 dequantize_per_channel_default_14" -> "173 conv2d_12" [label="(256, 512, 3, 3)", style=solid]; +"173 conv2d_12" -> "174 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"174 relu_12" -> "175 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"176 dequantize_per_tensor_default_21" -> "182 conv2d_13" [label="(1, 256, 14, 14)", style=solid]; +"177 conv2d_13_scale_0" -> "180 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"177 conv2d_13_scale_0" -> "181 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"178 conv2d_13_zero_point_0" -> "180 quantize_per_channel_default_15" [label="(256,)", style=solid]; +"178 conv2d_13_zero_point_0" -> "181 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"179 compressed_weight_updated_constant15" -> "180 quantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"180 quantize_per_channel_default_15" -> "181 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"181 dequantize_per_channel_default_15" -> "182 conv2d_13" [label="(256, 256, 3, 3)", style=solid]; +"182 conv2d_13" -> "183 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"183 relu_13" -> "184 quantize_per_tensor_default_18" [label="(1, 256, 12, 12)", style=solid]; +"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_22" [label="(1, 256, 12, 12)", style=solid]; +"185 dequantize_per_tensor_default_22" -> "191 conv_transpose2d_2" [label="(1, 256, 12, 12)", style=solid]; +"186 conv_transpose2d_2_scale_0" -> "189 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"186 conv_transpose2d_2_scale_0" -> "190 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"187 conv_transpose2d_2_zero_point_0" -> "189 quantize_per_channel_default_16" [label="(256,)", style=solid]; +"187 conv_transpose2d_2_zero_point_0" -> "190 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"190 dequantize_per_channel_default_16" -> "191 conv_transpose2d_2" [label="(256, 128, 2, 2)", style=solid]; +"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [label="(1, 128, 24, 24)", style=solid]; +"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_3" [label="(1, 128, 24, 24)", style=solid]; +"193 dequantize_per_tensor_default_3" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"194 slice_9" -> "195 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"195 slice_10" -> "196 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"196 slice_11" -> "197 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"197 slice_12" -> "198 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"198 cat_2" -> "204 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"199 conv2d_14_scale_0" -> "202 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"199 conv2d_14_scale_0" -> "203 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"200 conv2d_14_zero_point_0" -> "202 quantize_per_channel_default_17" [label="(128,)", style=solid]; +"200 conv2d_14_zero_point_0" -> "203 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"201 compressed_weight_updated_constant17" -> "202 quantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"203 dequantize_per_channel_default_17" -> "204 conv2d_14" [label="(128, 256, 3, 3)", style=solid]; +"204 conv2d_14" -> "205 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"205 relu_14" -> "206 quantize_per_tensor_default_19" [label="(1, 128, 22, 22)", style=solid]; +"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_23" [label="(1, 128, 22, 22)", style=solid]; +"207 dequantize_per_tensor_default_23" -> "213 conv2d_15" [label="(1, 128, 22, 22)", style=solid]; +"208 conv2d_15_scale_0" -> "211 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"208 conv2d_15_scale_0" -> "212 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"209 conv2d_15_zero_point_0" -> "211 quantize_per_channel_default_18" [label="(128,)", style=solid]; +"209 conv2d_15_zero_point_0" -> "212 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"210 compressed_weight_updated_constant18" -> "211 quantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"211 quantize_per_channel_default_18" -> "212 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"212 dequantize_per_channel_default_18" -> "213 conv2d_15" [label="(128, 128, 3, 3)", style=solid]; +"213 conv2d_15" -> "214 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"214 relu_15" -> "215 quantize_per_tensor_default_20" [label="(1, 128, 20, 20)", style=solid]; +"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_24" [label="(1, 128, 20, 20)", style=solid]; +"216 dequantize_per_tensor_default_24" -> "222 conv_transpose2d_3" [label="(1, 128, 20, 20)", style=solid]; +"217 conv_transpose2d_3_scale_0" -> "220 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"217 conv_transpose2d_3_scale_0" -> "221 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"218 conv_transpose2d_3_zero_point_0" -> "220 quantize_per_channel_default_19" [label="(128,)", style=solid]; +"218 conv_transpose2d_3_zero_point_0" -> "221 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"219 compressed_weight_updated_constant19" -> "220 quantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"220 quantize_per_channel_default_19" -> "221 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"221 dequantize_per_channel_default_19" -> "222 conv_transpose2d_3" [label="(128, 64, 2, 2)", style=solid]; +"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [label="(1, 64, 40, 40)", style=solid]; +"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_2" [label="(1, 64, 40, 40)", style=solid]; +"224 dequantize_per_tensor_default_2" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"225 slice_13" -> "226 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"226 slice_14" -> "227 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"227 slice_15" -> "228 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"228 slice_16" -> "229 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"229 cat_3" -> "235 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"230 conv2d_16_scale_0" -> "233 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"230 conv2d_16_scale_0" -> "234 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"231 conv2d_16_zero_point_0" -> "233 quantize_per_channel_default_20" [label="(64,)", style=solid]; +"231 conv2d_16_zero_point_0" -> "234 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"232 compressed_weight_updated_constant20" -> "233 quantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"233 quantize_per_channel_default_20" -> "234 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"234 dequantize_per_channel_default_20" -> "235 conv2d_16" [label="(64, 128, 3, 3)", style=solid]; +"235 conv2d_16" -> "236 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"236 relu_16" -> "237 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_25" [label="(1, 64, 38, 38)", style=solid]; +"238 dequantize_per_tensor_default_25" -> "244 conv2d_17" [label="(1, 64, 38, 38)", style=solid]; +"239 conv2d_17_scale_0" -> "242 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"239 conv2d_17_scale_0" -> "243 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"240 conv2d_17_zero_point_0" -> "242 quantize_per_channel_default_21" [label="(64,)", style=solid]; +"240 conv2d_17_zero_point_0" -> "243 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"241 compressed_weight_updated_constant21" -> "242 quantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"242 quantize_per_channel_default_21" -> "243 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"243 dequantize_per_channel_default_21" -> "244 conv2d_17" [label="(64, 64, 3, 3)", style=solid]; +"244 conv2d_17" -> "245 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"245 relu_17" -> "246 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_26" [label="(1, 64, 36, 36)", style=solid]; +"247 dequantize_per_tensor_default_26" -> "253 conv2d_18" [label="(1, 64, 36, 36)", style=solid]; +"248 conv2d_18_scale_0" -> "251 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"248 conv2d_18_scale_0" -> "252 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "251 quantize_per_channel_default_22" [label="(12,)", style=solid]; +"249 conv2d_18_zero_point_0" -> "252 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"250 compressed_weight_updated_constant22" -> "251 quantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"251 quantize_per_channel_default_22" -> "252 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"252 dequantize_per_channel_default_22" -> "253 conv2d_18" [label="(12, 64, 1, 1)", style=solid]; +"253 conv2d_18" -> "254 output" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/vit_b_16.dot new file mode 100644 index 00000000000..8cdf4eb5e4b --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/vit_b_16.dot @@ -0,0 +1,2111 @@ +strict digraph { +"0 encoder_pos_embedding" [id=0, type=get_attr]; +"1 conv_proj_bias" [id=1, type=get_attr]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" [id=2, type=get_attr]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" [id=3, type=get_attr]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=4, type=get_attr]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=5, type=get_attr]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" [id=8, type=get_attr]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" [id=9, type=get_attr]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" [id=10, type=get_attr]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" [id=11, type=get_attr]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=12, type=get_attr]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=13, type=get_attr]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" [id=14, type=get_attr]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" [id=15, type=get_attr]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" [id=16, type=get_attr]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" [id=17, type=get_attr]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=20, type=get_attr]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=21, type=get_attr]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" [id=22, type=get_attr]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" [id=23, type=get_attr]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" [id=24, type=get_attr]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" [id=25, type=get_attr]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" [id=26, type=get_attr]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" [id=27, type=get_attr]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=28, type=get_attr]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=29, type=get_attr]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" [id=32, type=get_attr]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" [id=33, type=get_attr]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" [id=34, type=get_attr]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" [id=35, type=get_attr]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=36, type=get_attr]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=37, type=get_attr]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" [id=38, type=get_attr]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" [id=39, type=get_attr]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" [id=40, type=get_attr]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" [id=41, type=get_attr]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=44, type=get_attr]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=45, type=get_attr]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" [id=46, type=get_attr]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" [id=47, type=get_attr]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" [id=48, type=get_attr]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" [id=49, type=get_attr]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" [id=50, type=get_attr]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" [id=51, type=get_attr]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=52, type=get_attr]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=53, type=get_attr]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" [id=56, type=get_attr]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" [id=57, type=get_attr]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" [id=58, type=get_attr]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" [id=59, type=get_attr]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=60, type=get_attr]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=61, type=get_attr]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" [id=62, type=get_attr]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" [id=63, type=get_attr]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" [id=64, type=get_attr]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" [id=65, type=get_attr]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=68, type=get_attr]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=69, type=get_attr]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" [id=70, type=get_attr]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" [id=71, type=get_attr]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" [id=72, type=get_attr]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" [id=73, type=get_attr]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" [id=74, type=get_attr]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" [id=75, type=get_attr]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=76, type=get_attr]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=77, type=get_attr]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" [id=80, type=get_attr]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" [id=81, type=get_attr]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" [id=82, type=get_attr]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" [id=83, type=get_attr]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=84, type=get_attr]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=85, type=get_attr]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" [id=86, type=get_attr]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" [id=87, type=get_attr]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" [id=88, type=get_attr]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" [id=89, type=get_attr]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=92, type=get_attr]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=93, type=get_attr]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" [id=94, type=get_attr]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" [id=95, type=get_attr]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" [id=96, type=get_attr]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" [id=97, type=get_attr]; +"98 encoder_ln_weight" [id=98, type=get_attr]; +"99 encoder_ln_bias" [id=99, type=get_attr]; +"100 heads_head_bias" [id=100, type=get_attr]; +"101 x" [id=101, type=input]; +"102 quantize_per_tensor_default" [id=102, type=quantize_per_tensor]; +"103 dequantize_per_tensor_default" [id=103, type=dequantize_per_tensor]; +"104 conv2d_scale_0" [id=104, type=get_attr]; +"105 conv2d_zero_point_0" [id=105, type=get_attr]; +"106 compressed_weight_updated_constant0" [id=106, type=get_attr]; +"107 quantize_per_channel_default" [id=107, type=quantize_per_channel]; +"108 dequantize_per_channel_default" [id=108, type=dequantize_per_channel]; +"109 conv2d" [id=109, type=conv2d]; +"110 reshape" [id=110, type=reshape]; +"111 permute" [id=111, type=permute]; +"112 _frozen_param0" [id=112, type=get_attr]; +"113 cat" [id=113, type=cat]; +"114 add" [id=114, type=add]; +"115 dropout" [id=115, type=dropout]; +"116 layer_norm" [id=116, type=layer_norm]; +"117 transpose" [id=117, type=transpose]; +"118 transpose_0_0_nncf_smooth_quant_0" [id=118, type=call_module]; +"119 quantize_per_tensor_default_1" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_1" [id=120, type=dequantize_per_tensor]; +"121 linear_scale_0" [id=121, type=get_attr]; +"122 linear_zero_point_0" [id=122, type=get_attr]; +"123 compressed_weight_updated_constant1" [id=123, type=get_attr]; +"124 quantize_per_channel_default_1" [id=124, type=quantize_per_channel]; +"125 dequantize_per_channel_default_1" [id=125, type=dequantize_per_channel]; +"126 linear" [id=126, type=linear]; +"127 unflatten" [id=127, type=unflatten]; +"128 unsqueeze" [id=128, type=unsqueeze]; +"129 transpose_1" [id=129, type=transpose]; +"130 squeeze" [id=130, type=squeeze]; +"131 contiguous" [id=131, type=contiguous]; +"132 quantize_per_tensor_default_2" [id=132, type=quantize_per_tensor]; +"133 dequantize_per_tensor_default_2" [id=133, type=dequantize_per_tensor]; +"134 select" [id=134, type=select]; +"135 quantize_per_tensor_default_3" [id=135, type=quantize_per_tensor]; +"136 dequantize_per_tensor_default_3" [id=136, type=dequantize_per_tensor]; +"137 select_1" [id=137, type=select]; +"138 select_2" [id=138, type=select]; +"139 view" [id=139, type=view]; +"140 transpose_2" [id=140, type=transpose]; +"141 view_1" [id=141, type=view]; +"142 transpose_3" [id=142, type=transpose]; +"143 view_2" [id=143, type=view]; +"144 transpose_4" [id=144, type=transpose]; +"145 view_3" [id=145, type=view]; +"146 view_4" [id=146, type=view]; +"147 view_5" [id=147, type=view]; +"148 scaled_dot_product_attention" [id=148, type=scaled_dot_product_attention]; +"149 permute_1" [id=149, type=permute]; +"150 view_6" [id=150, type=view]; +"151 view_6_0_0_nncf_smooth_quant_0" [id=151, type=call_module]; +"152 quantize_per_tensor_default_4" [id=152, type=quantize_per_tensor]; +"153 dequantize_per_tensor_default_4" [id=153, type=dequantize_per_tensor]; +"154 linear_1_scale_0" [id=154, type=get_attr]; +"155 linear_1_zero_point_0" [id=155, type=get_attr]; +"156 compressed_weight_updated_constant2" [id=156, type=get_attr]; +"157 quantize_per_channel_default_2" [id=157, type=quantize_per_channel]; +"158 dequantize_per_channel_default_2" [id=158, type=dequantize_per_channel]; +"159 linear_1" [id=159, type=linear]; +"160 view_7" [id=160, type=view]; +"161 transpose_5" [id=161, type=transpose]; +"162 dropout_1" [id=162, type=dropout]; +"163 add_1" [id=163, type=add]; +"164 layer_norm_1" [id=164, type=layer_norm]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" [id=165, type=call_module]; +"166 quantize_per_tensor_default_5" [id=166, type=quantize_per_tensor]; +"167 dequantize_per_tensor_default_5" [id=167, type=dequantize_per_tensor]; +"168 linear_2_scale_0" [id=168, type=get_attr]; +"169 linear_2_zero_point_0" [id=169, type=get_attr]; +"170 compressed_weight_updated_constant3" [id=170, type=get_attr]; +"171 quantize_per_channel_default_3" [id=171, type=quantize_per_channel]; +"172 dequantize_per_channel_default_3" [id=172, type=dequantize_per_channel]; +"173 linear_2" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type=call_module]; +"177 quantize_per_tensor_default_6" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_6" [id=178, type=dequantize_per_tensor]; +"179 linear_3_scale_0" [id=179, type=get_attr]; +"180 linear_3_zero_point_0" [id=180, type=get_attr]; +"181 compressed_weight_updated_constant4" [id=181, type=get_attr]; +"182 quantize_per_channel_default_4" [id=182, type=quantize_per_channel]; +"183 dequantize_per_channel_default_4" [id=183, type=dequantize_per_channel]; +"184 linear_3" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 add_2" [id=186, type=add]; +"187 layer_norm_2" [id=187, type=layer_norm]; +"188 transpose_6" [id=188, type=transpose]; +"189 transpose_6_0_0_nncf_smooth_quant_0" [id=189, type=call_module]; +"190 quantize_per_tensor_default_7" [id=190, type=quantize_per_tensor]; +"191 dequantize_per_tensor_default_7" [id=191, type=dequantize_per_tensor]; +"192 linear_4_scale_0" [id=192, type=get_attr]; +"193 linear_4_zero_point_0" [id=193, type=get_attr]; +"194 compressed_weight_updated_constant5" [id=194, type=get_attr]; +"195 quantize_per_channel_default_5" [id=195, type=quantize_per_channel]; +"196 dequantize_per_channel_default_5" [id=196, type=dequantize_per_channel]; +"197 linear_4" [id=197, type=linear]; +"198 unflatten_1" [id=198, type=unflatten]; +"199 unsqueeze_1" [id=199, type=unsqueeze]; +"200 transpose_7" [id=200, type=transpose]; +"201 squeeze_1" [id=201, type=squeeze]; +"202 contiguous_1" [id=202, type=contiguous]; +"203 quantize_per_tensor_default_8" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_8" [id=204, type=dequantize_per_tensor]; +"205 select_3" [id=205, type=select]; +"206 quantize_per_tensor_default_9" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_9" [id=207, type=dequantize_per_tensor]; +"208 select_4" [id=208, type=select]; +"209 select_5" [id=209, type=select]; +"210 view_8" [id=210, type=view]; +"211 transpose_8" [id=211, type=transpose]; +"212 view_9" [id=212, type=view]; +"213 transpose_9" [id=213, type=transpose]; +"214 view_10" [id=214, type=view]; +"215 transpose_10" [id=215, type=transpose]; +"216 view_11" [id=216, type=view]; +"217 view_12" [id=217, type=view]; +"218 view_13" [id=218, type=view]; +"219 scaled_dot_product_attention_1" [id=219, type=scaled_dot_product_attention]; +"220 permute_2" [id=220, type=permute]; +"221 view_14" [id=221, type=view]; +"222 view_14_0_0_nncf_smooth_quant_0" [id=222, type=call_module]; +"223 quantize_per_tensor_default_10" [id=223, type=quantize_per_tensor]; +"224 dequantize_per_tensor_default_10" [id=224, type=dequantize_per_tensor]; +"225 linear_5_scale_0" [id=225, type=get_attr]; +"226 linear_5_zero_point_0" [id=226, type=get_attr]; +"227 compressed_weight_updated_constant6" [id=227, type=get_attr]; +"228 quantize_per_channel_default_6" [id=228, type=quantize_per_channel]; +"229 dequantize_per_channel_default_6" [id=229, type=dequantize_per_channel]; +"230 linear_5" [id=230, type=linear]; +"231 view_15" [id=231, type=view]; +"232 transpose_11" [id=232, type=transpose]; +"233 dropout_4" [id=233, type=dropout]; +"234 add_3" [id=234, type=add]; +"235 layer_norm_3" [id=235, type=layer_norm]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" [id=236, type=call_module]; +"237 quantize_per_tensor_default_11" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_11" [id=238, type=dequantize_per_tensor]; +"239 linear_6_scale_0" [id=239, type=get_attr]; +"240 linear_6_zero_point_0" [id=240, type=get_attr]; +"241 compressed_weight_updated_constant7" [id=241, type=get_attr]; +"242 quantize_per_channel_default_7" [id=242, type=quantize_per_channel]; +"243 dequantize_per_channel_default_7" [id=243, type=dequantize_per_channel]; +"244 linear_6" [id=244, type=linear]; +"245 gelu_1" [id=245, type=gelu]; +"246 dropout_5" [id=246, type=dropout]; +"247 dropout_5_0_0_nncf_smooth_quant_0" [id=247, type=call_module]; +"248 quantize_per_tensor_default_12" [id=248, type=quantize_per_tensor]; +"249 dequantize_per_tensor_default_12" [id=249, type=dequantize_per_tensor]; +"250 linear_7_scale_0" [id=250, type=get_attr]; +"251 linear_7_zero_point_0" [id=251, type=get_attr]; +"252 compressed_weight_updated_constant8" [id=252, type=get_attr]; +"253 quantize_per_channel_default_8" [id=253, type=quantize_per_channel]; +"254 dequantize_per_channel_default_8" [id=254, type=dequantize_per_channel]; +"255 linear_7" [id=255, type=linear]; +"256 dropout_6" [id=256, type=dropout]; +"257 add_4" [id=257, type=add]; +"258 layer_norm_4" [id=258, type=layer_norm]; +"259 transpose_12" [id=259, type=transpose]; +"260 transpose_12_0_0_nncf_smooth_quant_0" [id=260, type=call_module]; +"261 quantize_per_tensor_default_13" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_13" [id=262, type=dequantize_per_tensor]; +"263 linear_8_scale_0" [id=263, type=get_attr]; +"264 linear_8_zero_point_0" [id=264, type=get_attr]; +"265 compressed_weight_updated_constant9" [id=265, type=get_attr]; +"266 quantize_per_channel_default_9" [id=266, type=quantize_per_channel]; +"267 dequantize_per_channel_default_9" [id=267, type=dequantize_per_channel]; +"268 linear_8" [id=268, type=linear]; +"269 unflatten_2" [id=269, type=unflatten]; +"270 unsqueeze_2" [id=270, type=unsqueeze]; +"271 transpose_13" [id=271, type=transpose]; +"272 squeeze_2" [id=272, type=squeeze]; +"273 contiguous_2" [id=273, type=contiguous]; +"274 quantize_per_tensor_default_14" [id=274, type=quantize_per_tensor]; +"275 dequantize_per_tensor_default_14" [id=275, type=dequantize_per_tensor]; +"276 select_6" [id=276, type=select]; +"277 quantize_per_tensor_default_15" [id=277, type=quantize_per_tensor]; +"278 dequantize_per_tensor_default_15" [id=278, type=dequantize_per_tensor]; +"279 select_7" [id=279, type=select]; +"280 select_8" [id=280, type=select]; +"281 view_16" [id=281, type=view]; +"282 transpose_14" [id=282, type=transpose]; +"283 view_17" [id=283, type=view]; +"284 transpose_15" [id=284, type=transpose]; +"285 view_18" [id=285, type=view]; +"286 transpose_16" [id=286, type=transpose]; +"287 view_19" [id=287, type=view]; +"288 view_20" [id=288, type=view]; +"289 view_21" [id=289, type=view]; +"290 scaled_dot_product_attention_2" [id=290, type=scaled_dot_product_attention]; +"291 permute_3" [id=291, type=permute]; +"292 view_22" [id=292, type=view]; +"293 view_22_0_0_nncf_smooth_quant_0" [id=293, type=call_module]; +"294 quantize_per_tensor_default_16" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_16" [id=295, type=dequantize_per_tensor]; +"296 linear_9_scale_0" [id=296, type=get_attr]; +"297 linear_9_zero_point_0" [id=297, type=get_attr]; +"298 compressed_weight_updated_constant10" [id=298, type=get_attr]; +"299 quantize_per_channel_default_10" [id=299, type=quantize_per_channel]; +"300 dequantize_per_channel_default_10" [id=300, type=dequantize_per_channel]; +"301 linear_9" [id=301, type=linear]; +"302 view_23" [id=302, type=view]; +"303 transpose_17" [id=303, type=transpose]; +"304 dropout_7" [id=304, type=dropout]; +"305 add_5" [id=305, type=add]; +"306 layer_norm_5" [id=306, type=layer_norm]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" [id=307, type=call_module]; +"308 quantize_per_tensor_default_17" [id=308, type=quantize_per_tensor]; +"309 dequantize_per_tensor_default_17" [id=309, type=dequantize_per_tensor]; +"310 linear_10_scale_0" [id=310, type=get_attr]; +"311 linear_10_zero_point_0" [id=311, type=get_attr]; +"312 compressed_weight_updated_constant11" [id=312, type=get_attr]; +"313 quantize_per_channel_default_11" [id=313, type=quantize_per_channel]; +"314 dequantize_per_channel_default_11" [id=314, type=dequantize_per_channel]; +"315 linear_10" [id=315, type=linear]; +"316 gelu_2" [id=316, type=gelu]; +"317 dropout_8" [id=317, type=dropout]; +"318 dropout_8_0_0_nncf_smooth_quant_0" [id=318, type=call_module]; +"319 quantize_per_tensor_default_18" [id=319, type=quantize_per_tensor]; +"320 dequantize_per_tensor_default_18" [id=320, type=dequantize_per_tensor]; +"321 linear_11_scale_0" [id=321, type=get_attr]; +"322 linear_11_zero_point_0" [id=322, type=get_attr]; +"323 compressed_weight_updated_constant12" [id=323, type=get_attr]; +"324 quantize_per_channel_default_12" [id=324, type=quantize_per_channel]; +"325 dequantize_per_channel_default_12" [id=325, type=dequantize_per_channel]; +"326 linear_11" [id=326, type=linear]; +"327 dropout_9" [id=327, type=dropout]; +"328 add_6" [id=328, type=add]; +"329 layer_norm_6" [id=329, type=layer_norm]; +"330 transpose_18" [id=330, type=transpose]; +"331 transpose_18_0_0_nncf_smooth_quant_0" [id=331, type=call_module]; +"332 quantize_per_tensor_default_19" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_19" [id=333, type=dequantize_per_tensor]; +"334 linear_12_scale_0" [id=334, type=get_attr]; +"335 linear_12_zero_point_0" [id=335, type=get_attr]; +"336 compressed_weight_updated_constant13" [id=336, type=get_attr]; +"337 quantize_per_channel_default_13" [id=337, type=quantize_per_channel]; +"338 dequantize_per_channel_default_13" [id=338, type=dequantize_per_channel]; +"339 linear_12" [id=339, type=linear]; +"340 unflatten_3" [id=340, type=unflatten]; +"341 unsqueeze_3" [id=341, type=unsqueeze]; +"342 transpose_19" [id=342, type=transpose]; +"343 squeeze_3" [id=343, type=squeeze]; +"344 contiguous_3" [id=344, type=contiguous]; +"345 quantize_per_tensor_default_20" [id=345, type=quantize_per_tensor]; +"346 dequantize_per_tensor_default_20" [id=346, type=dequantize_per_tensor]; +"347 select_9" [id=347, type=select]; +"348 quantize_per_tensor_default_21" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_21" [id=349, type=dequantize_per_tensor]; +"350 select_10" [id=350, type=select]; +"351 select_11" [id=351, type=select]; +"352 view_24" [id=352, type=view]; +"353 transpose_20" [id=353, type=transpose]; +"354 view_25" [id=354, type=view]; +"355 transpose_21" [id=355, type=transpose]; +"356 view_26" [id=356, type=view]; +"357 transpose_22" [id=357, type=transpose]; +"358 view_27" [id=358, type=view]; +"359 view_28" [id=359, type=view]; +"360 view_29" [id=360, type=view]; +"361 scaled_dot_product_attention_3" [id=361, type=scaled_dot_product_attention]; +"362 permute_4" [id=362, type=permute]; +"363 view_30" [id=363, type=view]; +"364 view_30_0_0_nncf_smooth_quant_0" [id=364, type=call_module]; +"365 quantize_per_tensor_default_22" [id=365, type=quantize_per_tensor]; +"366 dequantize_per_tensor_default_22" [id=366, type=dequantize_per_tensor]; +"367 linear_13_scale_0" [id=367, type=get_attr]; +"368 linear_13_zero_point_0" [id=368, type=get_attr]; +"369 compressed_weight_updated_constant14" [id=369, type=get_attr]; +"370 quantize_per_channel_default_14" [id=370, type=quantize_per_channel]; +"371 dequantize_per_channel_default_14" [id=371, type=dequantize_per_channel]; +"372 linear_13" [id=372, type=linear]; +"373 view_31" [id=373, type=view]; +"374 transpose_23" [id=374, type=transpose]; +"375 dropout_10" [id=375, type=dropout]; +"376 add_7" [id=376, type=add]; +"377 layer_norm_7" [id=377, type=layer_norm]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" [id=378, type=call_module]; +"379 quantize_per_tensor_default_23" [id=379, type=quantize_per_tensor]; +"380 dequantize_per_tensor_default_23" [id=380, type=dequantize_per_tensor]; +"381 linear_14_scale_0" [id=381, type=get_attr]; +"382 linear_14_zero_point_0" [id=382, type=get_attr]; +"383 compressed_weight_updated_constant15" [id=383, type=get_attr]; +"384 quantize_per_channel_default_15" [id=384, type=quantize_per_channel]; +"385 dequantize_per_channel_default_15" [id=385, type=dequantize_per_channel]; +"386 linear_14" [id=386, type=linear]; +"387 gelu_3" [id=387, type=gelu]; +"388 dropout_11" [id=388, type=dropout]; +"389 dropout_11_0_0_nncf_smooth_quant_0" [id=389, type=call_module]; +"390 quantize_per_tensor_default_24" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_24" [id=391, type=dequantize_per_tensor]; +"392 linear_15_scale_0" [id=392, type=get_attr]; +"393 linear_15_zero_point_0" [id=393, type=get_attr]; +"394 compressed_weight_updated_constant16" [id=394, type=get_attr]; +"395 quantize_per_channel_default_16" [id=395, type=quantize_per_channel]; +"396 dequantize_per_channel_default_16" [id=396, type=dequantize_per_channel]; +"397 linear_15" [id=397, type=linear]; +"398 dropout_12" [id=398, type=dropout]; +"399 add_8" [id=399, type=add]; +"400 layer_norm_8" [id=400, type=layer_norm]; +"401 transpose_24" [id=401, type=transpose]; +"402 transpose_24_0_0_nncf_smooth_quant_0" [id=402, type=call_module]; +"403 quantize_per_tensor_default_25" [id=403, type=quantize_per_tensor]; +"404 dequantize_per_tensor_default_25" [id=404, type=dequantize_per_tensor]; +"405 linear_16_scale_0" [id=405, type=get_attr]; +"406 linear_16_zero_point_0" [id=406, type=get_attr]; +"407 compressed_weight_updated_constant17" [id=407, type=get_attr]; +"408 quantize_per_channel_default_17" [id=408, type=quantize_per_channel]; +"409 dequantize_per_channel_default_17" [id=409, type=dequantize_per_channel]; +"410 linear_16" [id=410, type=linear]; +"411 unflatten_4" [id=411, type=unflatten]; +"412 unsqueeze_4" [id=412, type=unsqueeze]; +"413 transpose_25" [id=413, type=transpose]; +"414 squeeze_4" [id=414, type=squeeze]; +"415 contiguous_4" [id=415, type=contiguous]; +"416 quantize_per_tensor_default_26" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_26" [id=417, type=dequantize_per_tensor]; +"418 select_12" [id=418, type=select]; +"419 quantize_per_tensor_default_27" [id=419, type=quantize_per_tensor]; +"420 dequantize_per_tensor_default_27" [id=420, type=dequantize_per_tensor]; +"421 select_13" [id=421, type=select]; +"422 select_14" [id=422, type=select]; +"423 view_32" [id=423, type=view]; +"424 transpose_26" [id=424, type=transpose]; +"425 view_33" [id=425, type=view]; +"426 transpose_27" [id=426, type=transpose]; +"427 view_34" [id=427, type=view]; +"428 transpose_28" [id=428, type=transpose]; +"429 view_35" [id=429, type=view]; +"430 view_36" [id=430, type=view]; +"431 view_37" [id=431, type=view]; +"432 scaled_dot_product_attention_4" [id=432, type=scaled_dot_product_attention]; +"433 permute_5" [id=433, type=permute]; +"434 view_38" [id=434, type=view]; +"435 view_38_0_0_nncf_smooth_quant_0" [id=435, type=call_module]; +"436 quantize_per_tensor_default_28" [id=436, type=quantize_per_tensor]; +"437 dequantize_per_tensor_default_28" [id=437, type=dequantize_per_tensor]; +"438 linear_17_scale_0" [id=438, type=get_attr]; +"439 linear_17_zero_point_0" [id=439, type=get_attr]; +"440 compressed_weight_updated_constant18" [id=440, type=get_attr]; +"441 quantize_per_channel_default_18" [id=441, type=quantize_per_channel]; +"442 dequantize_per_channel_default_18" [id=442, type=dequantize_per_channel]; +"443 linear_17" [id=443, type=linear]; +"444 view_39" [id=444, type=view]; +"445 transpose_29" [id=445, type=transpose]; +"446 dropout_13" [id=446, type=dropout]; +"447 add_9" [id=447, type=add]; +"448 layer_norm_9" [id=448, type=layer_norm]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" [id=449, type=call_module]; +"450 quantize_per_tensor_default_29" [id=450, type=quantize_per_tensor]; +"451 dequantize_per_tensor_default_29" [id=451, type=dequantize_per_tensor]; +"452 linear_18_scale_0" [id=452, type=get_attr]; +"453 linear_18_zero_point_0" [id=453, type=get_attr]; +"454 compressed_weight_updated_constant19" [id=454, type=get_attr]; +"455 quantize_per_channel_default_19" [id=455, type=quantize_per_channel]; +"456 dequantize_per_channel_default_19" [id=456, type=dequantize_per_channel]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_4" [id=458, type=gelu]; +"459 dropout_14" [id=459, type=dropout]; +"460 dropout_14_0_0_nncf_smooth_quant_0" [id=460, type=call_module]; +"461 quantize_per_tensor_default_30" [id=461, type=quantize_per_tensor]; +"462 dequantize_per_tensor_default_30" [id=462, type=dequantize_per_tensor]; +"463 linear_19_scale_0" [id=463, type=get_attr]; +"464 linear_19_zero_point_0" [id=464, type=get_attr]; +"465 compressed_weight_updated_constant20" [id=465, type=get_attr]; +"466 quantize_per_channel_default_20" [id=466, type=quantize_per_channel]; +"467 dequantize_per_channel_default_20" [id=467, type=dequantize_per_channel]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_15" [id=469, type=dropout]; +"470 add_10" [id=470, type=add]; +"471 layer_norm_10" [id=471, type=layer_norm]; +"472 transpose_30" [id=472, type=transpose]; +"473 transpose_30_0_0_nncf_smooth_quant_0" [id=473, type=call_module]; +"474 quantize_per_tensor_default_31" [id=474, type=quantize_per_tensor]; +"475 dequantize_per_tensor_default_31" [id=475, type=dequantize_per_tensor]; +"476 linear_20_scale_0" [id=476, type=get_attr]; +"477 linear_20_zero_point_0" [id=477, type=get_attr]; +"478 compressed_weight_updated_constant21" [id=478, type=get_attr]; +"479 quantize_per_channel_default_21" [id=479, type=quantize_per_channel]; +"480 dequantize_per_channel_default_21" [id=480, type=dequantize_per_channel]; +"481 linear_20" [id=481, type=linear]; +"482 unflatten_5" [id=482, type=unflatten]; +"483 unsqueeze_5" [id=483, type=unsqueeze]; +"484 transpose_31" [id=484, type=transpose]; +"485 squeeze_5" [id=485, type=squeeze]; +"486 contiguous_5" [id=486, type=contiguous]; +"487 quantize_per_tensor_default_32" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_32" [id=488, type=dequantize_per_tensor]; +"489 select_15" [id=489, type=select]; +"490 quantize_per_tensor_default_33" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_33" [id=491, type=dequantize_per_tensor]; +"492 select_16" [id=492, type=select]; +"493 select_17" [id=493, type=select]; +"494 view_40" [id=494, type=view]; +"495 transpose_32" [id=495, type=transpose]; +"496 view_41" [id=496, type=view]; +"497 transpose_33" [id=497, type=transpose]; +"498 view_42" [id=498, type=view]; +"499 transpose_34" [id=499, type=transpose]; +"500 view_43" [id=500, type=view]; +"501 view_44" [id=501, type=view]; +"502 view_45" [id=502, type=view]; +"503 scaled_dot_product_attention_5" [id=503, type=scaled_dot_product_attention]; +"504 permute_6" [id=504, type=permute]; +"505 view_46" [id=505, type=view]; +"506 view_46_0_0_nncf_smooth_quant_0" [id=506, type=call_module]; +"507 quantize_per_tensor_default_34" [id=507, type=quantize_per_tensor]; +"508 dequantize_per_tensor_default_34" [id=508, type=dequantize_per_tensor]; +"509 linear_21_scale_0" [id=509, type=get_attr]; +"510 linear_21_zero_point_0" [id=510, type=get_attr]; +"511 compressed_weight_updated_constant22" [id=511, type=get_attr]; +"512 quantize_per_channel_default_22" [id=512, type=quantize_per_channel]; +"513 dequantize_per_channel_default_22" [id=513, type=dequantize_per_channel]; +"514 linear_21" [id=514, type=linear]; +"515 view_47" [id=515, type=view]; +"516 transpose_35" [id=516, type=transpose]; +"517 dropout_16" [id=517, type=dropout]; +"518 add_11" [id=518, type=add]; +"519 layer_norm_11" [id=519, type=layer_norm]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" [id=520, type=call_module]; +"521 quantize_per_tensor_default_35" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_35" [id=522, type=dequantize_per_tensor]; +"523 linear_22_scale_0" [id=523, type=get_attr]; +"524 linear_22_zero_point_0" [id=524, type=get_attr]; +"525 compressed_weight_updated_constant23" [id=525, type=get_attr]; +"526 quantize_per_channel_default_23" [id=526, type=quantize_per_channel]; +"527 dequantize_per_channel_default_23" [id=527, type=dequantize_per_channel]; +"528 linear_22" [id=528, type=linear]; +"529 gelu_5" [id=529, type=gelu]; +"530 dropout_17" [id=530, type=dropout]; +"531 dropout_17_0_0_nncf_smooth_quant_0" [id=531, type=call_module]; +"532 quantize_per_tensor_default_36" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_36" [id=533, type=dequantize_per_tensor]; +"534 linear_23_scale_0" [id=534, type=get_attr]; +"535 linear_23_zero_point_0" [id=535, type=get_attr]; +"536 compressed_weight_updated_constant24" [id=536, type=get_attr]; +"537 quantize_per_channel_default_24" [id=537, type=quantize_per_channel]; +"538 dequantize_per_channel_default_24" [id=538, type=dequantize_per_channel]; +"539 linear_23" [id=539, type=linear]; +"540 dropout_18" [id=540, type=dropout]; +"541 add_12" [id=541, type=add]; +"542 layer_norm_12" [id=542, type=layer_norm]; +"543 transpose_36" [id=543, type=transpose]; +"544 transpose_36_0_0_nncf_smooth_quant_0" [id=544, type=call_module]; +"545 quantize_per_tensor_default_37" [id=545, type=quantize_per_tensor]; +"546 dequantize_per_tensor_default_37" [id=546, type=dequantize_per_tensor]; +"547 linear_24_scale_0" [id=547, type=get_attr]; +"548 linear_24_zero_point_0" [id=548, type=get_attr]; +"549 compressed_weight_updated_constant25" [id=549, type=get_attr]; +"550 quantize_per_channel_default_25" [id=550, type=quantize_per_channel]; +"551 dequantize_per_channel_default_25" [id=551, type=dequantize_per_channel]; +"552 linear_24" [id=552, type=linear]; +"553 unflatten_6" [id=553, type=unflatten]; +"554 unsqueeze_6" [id=554, type=unsqueeze]; +"555 transpose_37" [id=555, type=transpose]; +"556 squeeze_6" [id=556, type=squeeze]; +"557 contiguous_6" [id=557, type=contiguous]; +"558 quantize_per_tensor_default_38" [id=558, type=quantize_per_tensor]; +"559 dequantize_per_tensor_default_38" [id=559, type=dequantize_per_tensor]; +"560 select_18" [id=560, type=select]; +"561 quantize_per_tensor_default_39" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_39" [id=562, type=dequantize_per_tensor]; +"563 select_19" [id=563, type=select]; +"564 select_20" [id=564, type=select]; +"565 view_48" [id=565, type=view]; +"566 transpose_38" [id=566, type=transpose]; +"567 view_49" [id=567, type=view]; +"568 transpose_39" [id=568, type=transpose]; +"569 view_50" [id=569, type=view]; +"570 transpose_40" [id=570, type=transpose]; +"571 view_51" [id=571, type=view]; +"572 view_52" [id=572, type=view]; +"573 view_53" [id=573, type=view]; +"574 scaled_dot_product_attention_6" [id=574, type=scaled_dot_product_attention]; +"575 permute_7" [id=575, type=permute]; +"576 view_54" [id=576, type=view]; +"577 view_54_0_0_nncf_smooth_quant_0" [id=577, type=call_module]; +"578 quantize_per_tensor_default_40" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_40" [id=579, type=dequantize_per_tensor]; +"580 linear_25_scale_0" [id=580, type=get_attr]; +"581 linear_25_zero_point_0" [id=581, type=get_attr]; +"582 compressed_weight_updated_constant26" [id=582, type=get_attr]; +"583 quantize_per_channel_default_26" [id=583, type=quantize_per_channel]; +"584 dequantize_per_channel_default_26" [id=584, type=dequantize_per_channel]; +"585 linear_25" [id=585, type=linear]; +"586 view_55" [id=586, type=view]; +"587 transpose_41" [id=587, type=transpose]; +"588 dropout_19" [id=588, type=dropout]; +"589 add_13" [id=589, type=add]; +"590 layer_norm_13" [id=590, type=layer_norm]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" [id=591, type=call_module]; +"592 quantize_per_tensor_default_41" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_41" [id=593, type=dequantize_per_tensor]; +"594 linear_26_scale_0" [id=594, type=get_attr]; +"595 linear_26_zero_point_0" [id=595, type=get_attr]; +"596 compressed_weight_updated_constant27" [id=596, type=get_attr]; +"597 quantize_per_channel_default_27" [id=597, type=quantize_per_channel]; +"598 dequantize_per_channel_default_27" [id=598, type=dequantize_per_channel]; +"599 linear_26" [id=599, type=linear]; +"600 gelu_6" [id=600, type=gelu]; +"601 dropout_20" [id=601, type=dropout]; +"602 dropout_20_0_0_nncf_smooth_quant_0" [id=602, type=call_module]; +"603 quantize_per_tensor_default_42" [id=603, type=quantize_per_tensor]; +"604 dequantize_per_tensor_default_42" [id=604, type=dequantize_per_tensor]; +"605 linear_27_scale_0" [id=605, type=get_attr]; +"606 linear_27_zero_point_0" [id=606, type=get_attr]; +"607 compressed_weight_updated_constant28" [id=607, type=get_attr]; +"608 quantize_per_channel_default_28" [id=608, type=quantize_per_channel]; +"609 dequantize_per_channel_default_28" [id=609, type=dequantize_per_channel]; +"610 linear_27" [id=610, type=linear]; +"611 dropout_21" [id=611, type=dropout]; +"612 add_14" [id=612, type=add]; +"613 layer_norm_14" [id=613, type=layer_norm]; +"614 transpose_42" [id=614, type=transpose]; +"615 transpose_42_0_0_nncf_smooth_quant_0" [id=615, type=call_module]; +"616 quantize_per_tensor_default_43" [id=616, type=quantize_per_tensor]; +"617 dequantize_per_tensor_default_43" [id=617, type=dequantize_per_tensor]; +"618 linear_28_scale_0" [id=618, type=get_attr]; +"619 linear_28_zero_point_0" [id=619, type=get_attr]; +"620 compressed_weight_updated_constant29" [id=620, type=get_attr]; +"621 quantize_per_channel_default_29" [id=621, type=quantize_per_channel]; +"622 dequantize_per_channel_default_29" [id=622, type=dequantize_per_channel]; +"623 linear_28" [id=623, type=linear]; +"624 unflatten_7" [id=624, type=unflatten]; +"625 unsqueeze_7" [id=625, type=unsqueeze]; +"626 transpose_43" [id=626, type=transpose]; +"627 squeeze_7" [id=627, type=squeeze]; +"628 contiguous_7" [id=628, type=contiguous]; +"629 quantize_per_tensor_default_44" [id=629, type=quantize_per_tensor]; +"630 dequantize_per_tensor_default_44" [id=630, type=dequantize_per_tensor]; +"631 select_21" [id=631, type=select]; +"632 quantize_per_tensor_default_45" [id=632, type=quantize_per_tensor]; +"633 dequantize_per_tensor_default_45" [id=633, type=dequantize_per_tensor]; +"634 select_22" [id=634, type=select]; +"635 select_23" [id=635, type=select]; +"636 view_56" [id=636, type=view]; +"637 transpose_44" [id=637, type=transpose]; +"638 view_57" [id=638, type=view]; +"639 transpose_45" [id=639, type=transpose]; +"640 view_58" [id=640, type=view]; +"641 transpose_46" [id=641, type=transpose]; +"642 view_59" [id=642, type=view]; +"643 view_60" [id=643, type=view]; +"644 view_61" [id=644, type=view]; +"645 scaled_dot_product_attention_7" [id=645, type=scaled_dot_product_attention]; +"646 permute_8" [id=646, type=permute]; +"647 view_62" [id=647, type=view]; +"648 view_62_0_0_nncf_smooth_quant_0" [id=648, type=call_module]; +"649 quantize_per_tensor_default_46" [id=649, type=quantize_per_tensor]; +"650 dequantize_per_tensor_default_46" [id=650, type=dequantize_per_tensor]; +"651 linear_29_scale_0" [id=651, type=get_attr]; +"652 linear_29_zero_point_0" [id=652, type=get_attr]; +"653 compressed_weight_updated_constant30" [id=653, type=get_attr]; +"654 quantize_per_channel_default_30" [id=654, type=quantize_per_channel]; +"655 dequantize_per_channel_default_30" [id=655, type=dequantize_per_channel]; +"656 linear_29" [id=656, type=linear]; +"657 view_63" [id=657, type=view]; +"658 transpose_47" [id=658, type=transpose]; +"659 dropout_22" [id=659, type=dropout]; +"660 add_15" [id=660, type=add]; +"661 layer_norm_15" [id=661, type=layer_norm]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" [id=662, type=call_module]; +"663 quantize_per_tensor_default_47" [id=663, type=quantize_per_tensor]; +"664 dequantize_per_tensor_default_47" [id=664, type=dequantize_per_tensor]; +"665 linear_30_scale_0" [id=665, type=get_attr]; +"666 linear_30_zero_point_0" [id=666, type=get_attr]; +"667 compressed_weight_updated_constant31" [id=667, type=get_attr]; +"668 quantize_per_channel_default_31" [id=668, type=quantize_per_channel]; +"669 dequantize_per_channel_default_31" [id=669, type=dequantize_per_channel]; +"670 linear_30" [id=670, type=linear]; +"671 gelu_7" [id=671, type=gelu]; +"672 dropout_23" [id=672, type=dropout]; +"673 dropout_23_0_0_nncf_smooth_quant_0" [id=673, type=call_module]; +"674 quantize_per_tensor_default_48" [id=674, type=quantize_per_tensor]; +"675 dequantize_per_tensor_default_48" [id=675, type=dequantize_per_tensor]; +"676 linear_31_scale_0" [id=676, type=get_attr]; +"677 linear_31_zero_point_0" [id=677, type=get_attr]; +"678 compressed_weight_updated_constant32" [id=678, type=get_attr]; +"679 quantize_per_channel_default_32" [id=679, type=quantize_per_channel]; +"680 dequantize_per_channel_default_32" [id=680, type=dequantize_per_channel]; +"681 linear_31" [id=681, type=linear]; +"682 dropout_24" [id=682, type=dropout]; +"683 add_16" [id=683, type=add]; +"684 layer_norm_16" [id=684, type=layer_norm]; +"685 transpose_48" [id=685, type=transpose]; +"686 transpose_48_0_0_nncf_smooth_quant_0" [id=686, type=call_module]; +"687 quantize_per_tensor_default_49" [id=687, type=quantize_per_tensor]; +"688 dequantize_per_tensor_default_49" [id=688, type=dequantize_per_tensor]; +"689 linear_32_scale_0" [id=689, type=get_attr]; +"690 linear_32_zero_point_0" [id=690, type=get_attr]; +"691 compressed_weight_updated_constant33" [id=691, type=get_attr]; +"692 quantize_per_channel_default_33" [id=692, type=quantize_per_channel]; +"693 dequantize_per_channel_default_33" [id=693, type=dequantize_per_channel]; +"694 linear_32" [id=694, type=linear]; +"695 unflatten_8" [id=695, type=unflatten]; +"696 unsqueeze_8" [id=696, type=unsqueeze]; +"697 transpose_49" [id=697, type=transpose]; +"698 squeeze_8" [id=698, type=squeeze]; +"699 contiguous_8" [id=699, type=contiguous]; +"700 quantize_per_tensor_default_50" [id=700, type=quantize_per_tensor]; +"701 dequantize_per_tensor_default_50" [id=701, type=dequantize_per_tensor]; +"702 select_24" [id=702, type=select]; +"703 quantize_per_tensor_default_51" [id=703, type=quantize_per_tensor]; +"704 dequantize_per_tensor_default_51" [id=704, type=dequantize_per_tensor]; +"705 select_25" [id=705, type=select]; +"706 select_26" [id=706, type=select]; +"707 view_64" [id=707, type=view]; +"708 transpose_50" [id=708, type=transpose]; +"709 view_65" [id=709, type=view]; +"710 transpose_51" [id=710, type=transpose]; +"711 view_66" [id=711, type=view]; +"712 transpose_52" [id=712, type=transpose]; +"713 view_67" [id=713, type=view]; +"714 view_68" [id=714, type=view]; +"715 view_69" [id=715, type=view]; +"716 scaled_dot_product_attention_8" [id=716, type=scaled_dot_product_attention]; +"717 permute_9" [id=717, type=permute]; +"718 view_70" [id=718, type=view]; +"719 view_70_0_0_nncf_smooth_quant_0" [id=719, type=call_module]; +"720 quantize_per_tensor_default_52" [id=720, type=quantize_per_tensor]; +"721 dequantize_per_tensor_default_52" [id=721, type=dequantize_per_tensor]; +"722 linear_33_scale_0" [id=722, type=get_attr]; +"723 linear_33_zero_point_0" [id=723, type=get_attr]; +"724 compressed_weight_updated_constant34" [id=724, type=get_attr]; +"725 quantize_per_channel_default_34" [id=725, type=quantize_per_channel]; +"726 dequantize_per_channel_default_34" [id=726, type=dequantize_per_channel]; +"727 linear_33" [id=727, type=linear]; +"728 view_71" [id=728, type=view]; +"729 transpose_53" [id=729, type=transpose]; +"730 dropout_25" [id=730, type=dropout]; +"731 add_17" [id=731, type=add]; +"732 layer_norm_17" [id=732, type=layer_norm]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" [id=733, type=call_module]; +"734 quantize_per_tensor_default_53" [id=734, type=quantize_per_tensor]; +"735 dequantize_per_tensor_default_53" [id=735, type=dequantize_per_tensor]; +"736 linear_34_scale_0" [id=736, type=get_attr]; +"737 linear_34_zero_point_0" [id=737, type=get_attr]; +"738 compressed_weight_updated_constant35" [id=738, type=get_attr]; +"739 quantize_per_channel_default_35" [id=739, type=quantize_per_channel]; +"740 dequantize_per_channel_default_35" [id=740, type=dequantize_per_channel]; +"741 linear_34" [id=741, type=linear]; +"742 gelu_8" [id=742, type=gelu]; +"743 dropout_26" [id=743, type=dropout]; +"744 dropout_26_0_0_nncf_smooth_quant_0" [id=744, type=call_module]; +"745 quantize_per_tensor_default_54" [id=745, type=quantize_per_tensor]; +"746 dequantize_per_tensor_default_54" [id=746, type=dequantize_per_tensor]; +"747 linear_35_scale_0" [id=747, type=get_attr]; +"748 linear_35_zero_point_0" [id=748, type=get_attr]; +"749 compressed_weight_updated_constant36" [id=749, type=get_attr]; +"750 quantize_per_channel_default_36" [id=750, type=quantize_per_channel]; +"751 dequantize_per_channel_default_36" [id=751, type=dequantize_per_channel]; +"752 linear_35" [id=752, type=linear]; +"753 dropout_27" [id=753, type=dropout]; +"754 add_18" [id=754, type=add]; +"755 layer_norm_18" [id=755, type=layer_norm]; +"756 transpose_54" [id=756, type=transpose]; +"757 transpose_54_0_0_nncf_smooth_quant_0" [id=757, type=call_module]; +"758 quantize_per_tensor_default_55" [id=758, type=quantize_per_tensor]; +"759 dequantize_per_tensor_default_55" [id=759, type=dequantize_per_tensor]; +"760 linear_36_scale_0" [id=760, type=get_attr]; +"761 linear_36_zero_point_0" [id=761, type=get_attr]; +"762 compressed_weight_updated_constant37" [id=762, type=get_attr]; +"763 quantize_per_channel_default_37" [id=763, type=quantize_per_channel]; +"764 dequantize_per_channel_default_37" [id=764, type=dequantize_per_channel]; +"765 linear_36" [id=765, type=linear]; +"766 unflatten_9" [id=766, type=unflatten]; +"767 unsqueeze_9" [id=767, type=unsqueeze]; +"768 transpose_55" [id=768, type=transpose]; +"769 squeeze_9" [id=769, type=squeeze]; +"770 contiguous_9" [id=770, type=contiguous]; +"771 quantize_per_tensor_default_56" [id=771, type=quantize_per_tensor]; +"772 dequantize_per_tensor_default_56" [id=772, type=dequantize_per_tensor]; +"773 select_27" [id=773, type=select]; +"774 quantize_per_tensor_default_57" [id=774, type=quantize_per_tensor]; +"775 dequantize_per_tensor_default_57" [id=775, type=dequantize_per_tensor]; +"776 select_28" [id=776, type=select]; +"777 select_29" [id=777, type=select]; +"778 view_72" [id=778, type=view]; +"779 transpose_56" [id=779, type=transpose]; +"780 view_73" [id=780, type=view]; +"781 transpose_57" [id=781, type=transpose]; +"782 view_74" [id=782, type=view]; +"783 transpose_58" [id=783, type=transpose]; +"784 view_75" [id=784, type=view]; +"785 view_76" [id=785, type=view]; +"786 view_77" [id=786, type=view]; +"787 scaled_dot_product_attention_9" [id=787, type=scaled_dot_product_attention]; +"788 permute_10" [id=788, type=permute]; +"789 view_78" [id=789, type=view]; +"790 view_78_0_0_nncf_smooth_quant_0" [id=790, type=call_module]; +"791 quantize_per_tensor_default_58" [id=791, type=quantize_per_tensor]; +"792 dequantize_per_tensor_default_58" [id=792, type=dequantize_per_tensor]; +"793 linear_37_scale_0" [id=793, type=get_attr]; +"794 linear_37_zero_point_0" [id=794, type=get_attr]; +"795 compressed_weight_updated_constant38" [id=795, type=get_attr]; +"796 quantize_per_channel_default_38" [id=796, type=quantize_per_channel]; +"797 dequantize_per_channel_default_38" [id=797, type=dequantize_per_channel]; +"798 linear_37" [id=798, type=linear]; +"799 view_79" [id=799, type=view]; +"800 transpose_59" [id=800, type=transpose]; +"801 dropout_28" [id=801, type=dropout]; +"802 add_19" [id=802, type=add]; +"803 layer_norm_19" [id=803, type=layer_norm]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" [id=804, type=call_module]; +"805 quantize_per_tensor_default_59" [id=805, type=quantize_per_tensor]; +"806 dequantize_per_tensor_default_59" [id=806, type=dequantize_per_tensor]; +"807 linear_38_scale_0" [id=807, type=get_attr]; +"808 linear_38_zero_point_0" [id=808, type=get_attr]; +"809 compressed_weight_updated_constant39" [id=809, type=get_attr]; +"810 quantize_per_channel_default_39" [id=810, type=quantize_per_channel]; +"811 dequantize_per_channel_default_39" [id=811, type=dequantize_per_channel]; +"812 linear_38" [id=812, type=linear]; +"813 gelu_9" [id=813, type=gelu]; +"814 dropout_29" [id=814, type=dropout]; +"815 dropout_29_0_0_nncf_smooth_quant_0" [id=815, type=call_module]; +"816 quantize_per_tensor_default_60" [id=816, type=quantize_per_tensor]; +"817 dequantize_per_tensor_default_60" [id=817, type=dequantize_per_tensor]; +"818 linear_39_scale_0" [id=818, type=get_attr]; +"819 linear_39_zero_point_0" [id=819, type=get_attr]; +"820 compressed_weight_updated_constant40" [id=820, type=get_attr]; +"821 quantize_per_channel_default_40" [id=821, type=quantize_per_channel]; +"822 dequantize_per_channel_default_40" [id=822, type=dequantize_per_channel]; +"823 linear_39" [id=823, type=linear]; +"824 dropout_30" [id=824, type=dropout]; +"825 add_20" [id=825, type=add]; +"826 layer_norm_20" [id=826, type=layer_norm]; +"827 transpose_60" [id=827, type=transpose]; +"828 transpose_60_0_0_nncf_smooth_quant_0" [id=828, type=call_module]; +"829 quantize_per_tensor_default_61" [id=829, type=quantize_per_tensor]; +"830 dequantize_per_tensor_default_61" [id=830, type=dequantize_per_tensor]; +"831 linear_40_scale_0" [id=831, type=get_attr]; +"832 linear_40_zero_point_0" [id=832, type=get_attr]; +"833 compressed_weight_updated_constant41" [id=833, type=get_attr]; +"834 quantize_per_channel_default_41" [id=834, type=quantize_per_channel]; +"835 dequantize_per_channel_default_41" [id=835, type=dequantize_per_channel]; +"836 linear_40" [id=836, type=linear]; +"837 unflatten_10" [id=837, type=unflatten]; +"838 unsqueeze_10" [id=838, type=unsqueeze]; +"839 transpose_61" [id=839, type=transpose]; +"840 squeeze_10" [id=840, type=squeeze]; +"841 contiguous_10" [id=841, type=contiguous]; +"842 quantize_per_tensor_default_62" [id=842, type=quantize_per_tensor]; +"843 dequantize_per_tensor_default_62" [id=843, type=dequantize_per_tensor]; +"844 select_30" [id=844, type=select]; +"845 quantize_per_tensor_default_63" [id=845, type=quantize_per_tensor]; +"846 dequantize_per_tensor_default_63" [id=846, type=dequantize_per_tensor]; +"847 select_31" [id=847, type=select]; +"848 select_32" [id=848, type=select]; +"849 view_80" [id=849, type=view]; +"850 transpose_62" [id=850, type=transpose]; +"851 view_81" [id=851, type=view]; +"852 transpose_63" [id=852, type=transpose]; +"853 view_82" [id=853, type=view]; +"854 transpose_64" [id=854, type=transpose]; +"855 view_83" [id=855, type=view]; +"856 view_84" [id=856, type=view]; +"857 view_85" [id=857, type=view]; +"858 scaled_dot_product_attention_10" [id=858, type=scaled_dot_product_attention]; +"859 permute_11" [id=859, type=permute]; +"860 view_86" [id=860, type=view]; +"861 view_86_0_0_nncf_smooth_quant_0" [id=861, type=call_module]; +"862 quantize_per_tensor_default_64" [id=862, type=quantize_per_tensor]; +"863 dequantize_per_tensor_default_64" [id=863, type=dequantize_per_tensor]; +"864 linear_41_scale_0" [id=864, type=get_attr]; +"865 linear_41_zero_point_0" [id=865, type=get_attr]; +"866 compressed_weight_updated_constant42" [id=866, type=get_attr]; +"867 quantize_per_channel_default_42" [id=867, type=quantize_per_channel]; +"868 dequantize_per_channel_default_42" [id=868, type=dequantize_per_channel]; +"869 linear_41" [id=869, type=linear]; +"870 view_87" [id=870, type=view]; +"871 transpose_65" [id=871, type=transpose]; +"872 dropout_31" [id=872, type=dropout]; +"873 add_21" [id=873, type=add]; +"874 layer_norm_21" [id=874, type=layer_norm]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" [id=875, type=call_module]; +"876 quantize_per_tensor_default_65" [id=876, type=quantize_per_tensor]; +"877 dequantize_per_tensor_default_65" [id=877, type=dequantize_per_tensor]; +"878 linear_42_scale_0" [id=878, type=get_attr]; +"879 linear_42_zero_point_0" [id=879, type=get_attr]; +"880 compressed_weight_updated_constant43" [id=880, type=get_attr]; +"881 quantize_per_channel_default_43" [id=881, type=quantize_per_channel]; +"882 dequantize_per_channel_default_43" [id=882, type=dequantize_per_channel]; +"883 linear_42" [id=883, type=linear]; +"884 gelu_10" [id=884, type=gelu]; +"885 dropout_32" [id=885, type=dropout]; +"886 dropout_32_0_0_nncf_smooth_quant_0" [id=886, type=call_module]; +"887 quantize_per_tensor_default_66" [id=887, type=quantize_per_tensor]; +"888 dequantize_per_tensor_default_66" [id=888, type=dequantize_per_tensor]; +"889 linear_43_scale_0" [id=889, type=get_attr]; +"890 linear_43_zero_point_0" [id=890, type=get_attr]; +"891 compressed_weight_updated_constant44" [id=891, type=get_attr]; +"892 quantize_per_channel_default_44" [id=892, type=quantize_per_channel]; +"893 dequantize_per_channel_default_44" [id=893, type=dequantize_per_channel]; +"894 linear_43" [id=894, type=linear]; +"895 dropout_33" [id=895, type=dropout]; +"896 add_22" [id=896, type=add]; +"897 layer_norm_22" [id=897, type=layer_norm]; +"898 transpose_66" [id=898, type=transpose]; +"899 transpose_66_0_0_nncf_smooth_quant_0" [id=899, type=call_module]; +"900 quantize_per_tensor_default_67" [id=900, type=quantize_per_tensor]; +"901 dequantize_per_tensor_default_67" [id=901, type=dequantize_per_tensor]; +"902 linear_44_scale_0" [id=902, type=get_attr]; +"903 linear_44_zero_point_0" [id=903, type=get_attr]; +"904 compressed_weight_updated_constant45" [id=904, type=get_attr]; +"905 quantize_per_channel_default_45" [id=905, type=quantize_per_channel]; +"906 dequantize_per_channel_default_45" [id=906, type=dequantize_per_channel]; +"907 linear_44" [id=907, type=linear]; +"908 unflatten_11" [id=908, type=unflatten]; +"909 unsqueeze_11" [id=909, type=unsqueeze]; +"910 transpose_67" [id=910, type=transpose]; +"911 squeeze_11" [id=911, type=squeeze]; +"912 contiguous_11" [id=912, type=contiguous]; +"913 quantize_per_tensor_default_68" [id=913, type=quantize_per_tensor]; +"914 dequantize_per_tensor_default_68" [id=914, type=dequantize_per_tensor]; +"915 select_33" [id=915, type=select]; +"916 quantize_per_tensor_default_69" [id=916, type=quantize_per_tensor]; +"917 dequantize_per_tensor_default_69" [id=917, type=dequantize_per_tensor]; +"918 select_34" [id=918, type=select]; +"919 select_35" [id=919, type=select]; +"920 view_88" [id=920, type=view]; +"921 transpose_68" [id=921, type=transpose]; +"922 view_89" [id=922, type=view]; +"923 transpose_69" [id=923, type=transpose]; +"924 view_90" [id=924, type=view]; +"925 transpose_70" [id=925, type=transpose]; +"926 view_91" [id=926, type=view]; +"927 view_92" [id=927, type=view]; +"928 view_93" [id=928, type=view]; +"929 scaled_dot_product_attention_11" [id=929, type=scaled_dot_product_attention]; +"930 permute_12" [id=930, type=permute]; +"931 view_94" [id=931, type=view]; +"932 view_94_0_0_nncf_smooth_quant_0" [id=932, type=call_module]; +"933 quantize_per_tensor_default_70" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_70" [id=934, type=dequantize_per_tensor]; +"935 linear_45_scale_0" [id=935, type=get_attr]; +"936 linear_45_zero_point_0" [id=936, type=get_attr]; +"937 compressed_weight_updated_constant46" [id=937, type=get_attr]; +"938 quantize_per_channel_default_46" [id=938, type=quantize_per_channel]; +"939 dequantize_per_channel_default_46" [id=939, type=dequantize_per_channel]; +"940 linear_45" [id=940, type=linear]; +"941 view_95" [id=941, type=view]; +"942 transpose_71" [id=942, type=transpose]; +"943 dropout_34" [id=943, type=dropout]; +"944 add_23" [id=944, type=add]; +"945 layer_norm_23" [id=945, type=layer_norm]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" [id=946, type=call_module]; +"947 quantize_per_tensor_default_71" [id=947, type=quantize_per_tensor]; +"948 dequantize_per_tensor_default_71" [id=948, type=dequantize_per_tensor]; +"949 linear_46_scale_0" [id=949, type=get_attr]; +"950 linear_46_zero_point_0" [id=950, type=get_attr]; +"951 compressed_weight_updated_constant47" [id=951, type=get_attr]; +"952 quantize_per_channel_default_47" [id=952, type=quantize_per_channel]; +"953 dequantize_per_channel_default_47" [id=953, type=dequantize_per_channel]; +"954 linear_46" [id=954, type=linear]; +"955 gelu_11" [id=955, type=gelu]; +"956 dropout_35" [id=956, type=dropout]; +"957 dropout_35_0_0_nncf_smooth_quant_0" [id=957, type=call_module]; +"958 quantize_per_tensor_default_72" [id=958, type=quantize_per_tensor]; +"959 dequantize_per_tensor_default_72" [id=959, type=dequantize_per_tensor]; +"960 linear_47_scale_0" [id=960, type=get_attr]; +"961 linear_47_zero_point_0" [id=961, type=get_attr]; +"962 compressed_weight_updated_constant48" [id=962, type=get_attr]; +"963 quantize_per_channel_default_48" [id=963, type=quantize_per_channel]; +"964 dequantize_per_channel_default_48" [id=964, type=dequantize_per_channel]; +"965 linear_47" [id=965, type=linear]; +"966 dropout_36" [id=966, type=dropout]; +"967 add_24" [id=967, type=add]; +"968 layer_norm_24" [id=968, type=layer_norm]; +"969 slice_1" [id=969, type=slice]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type=call_module]; +"972 quantize_per_tensor_default_73" [id=972, type=quantize_per_tensor]; +"973 dequantize_per_tensor_default_73" [id=973, type=dequantize_per_tensor]; +"974 linear_48_scale_0" [id=974, type=get_attr]; +"975 linear_48_zero_point_0" [id=975, type=get_attr]; +"976 compressed_weight_updated_constant49" [id=976, type=get_attr]; +"977 quantize_per_channel_default_49" [id=977, type=quantize_per_channel]; +"978 dequantize_per_channel_default_49" [id=978, type=dequantize_per_channel]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; +"0 encoder_pos_embedding" -> "114 add" [label="(1, 197, 768)", style=solid]; +"1 conv_proj_bias" -> "109 conv2d" [label="(768,)", style=solid]; +"2 encoder_layers_encoder_layer_0_ln_1_weight" -> "116 layer_norm" [label="(768,)", style=solid]; +"3 encoder_layers_encoder_layer_0_ln_1_bias" -> "116 layer_norm" [label="(768,)", style=solid]; +"4 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "126 linear" [label="(2304,)", style=solid]; +"5 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "159 linear_1" [label="(768,)", style=solid]; +"6 encoder_layers_encoder_layer_0_ln_2_weight" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_2_bias" -> "164 layer_norm_1" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_mlp_0_bias" -> "173 linear_2" [label="(3072,)", style=solid]; +"9 encoder_layers_encoder_layer_0_mlp_3_bias" -> "184 linear_3" [label="(768,)", style=solid]; +"10 encoder_layers_encoder_layer_1_ln_1_weight" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"11 encoder_layers_encoder_layer_1_ln_1_bias" -> "187 layer_norm_2" [label="(768,)", style=solid]; +"12 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "197 linear_4" [label="(2304,)", style=solid]; +"13 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "230 linear_5" [label="(768,)", style=solid]; +"14 encoder_layers_encoder_layer_1_ln_2_weight" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"15 encoder_layers_encoder_layer_1_ln_2_bias" -> "235 layer_norm_3" [label="(768,)", style=solid]; +"16 encoder_layers_encoder_layer_1_mlp_0_bias" -> "244 linear_6" [label="(3072,)", style=solid]; +"17 encoder_layers_encoder_layer_1_mlp_3_bias" -> "255 linear_7" [label="(768,)", style=solid]; +"18 encoder_layers_encoder_layer_2_ln_1_weight" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_2_ln_1_bias" -> "258 layer_norm_4" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "268 linear_8" [label="(2304,)", style=solid]; +"21 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "301 linear_9" [label="(768,)", style=solid]; +"22 encoder_layers_encoder_layer_2_ln_2_weight" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"23 encoder_layers_encoder_layer_2_ln_2_bias" -> "306 layer_norm_5" [label="(768,)", style=solid]; +"24 encoder_layers_encoder_layer_2_mlp_0_bias" -> "315 linear_10" [label="(3072,)", style=solid]; +"25 encoder_layers_encoder_layer_2_mlp_3_bias" -> "326 linear_11" [label="(768,)", style=solid]; +"26 encoder_layers_encoder_layer_3_ln_1_weight" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"27 encoder_layers_encoder_layer_3_ln_1_bias" -> "329 layer_norm_6" [label="(768,)", style=solid]; +"28 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "339 linear_12" [label="(2304,)", style=solid]; +"29 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "372 linear_13" [label="(768,)", style=solid]; +"30 encoder_layers_encoder_layer_3_ln_2_weight" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_3_ln_2_bias" -> "377 layer_norm_7" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_3_mlp_0_bias" -> "386 linear_14" [label="(3072,)", style=solid]; +"33 encoder_layers_encoder_layer_3_mlp_3_bias" -> "397 linear_15" [label="(768,)", style=solid]; +"34 encoder_layers_encoder_layer_4_ln_1_weight" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"35 encoder_layers_encoder_layer_4_ln_1_bias" -> "400 layer_norm_8" [label="(768,)", style=solid]; +"36 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "410 linear_16" [label="(2304,)", style=solid]; +"37 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "443 linear_17" [label="(768,)", style=solid]; +"38 encoder_layers_encoder_layer_4_ln_2_weight" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"39 encoder_layers_encoder_layer_4_ln_2_bias" -> "448 layer_norm_9" [label="(768,)", style=solid]; +"40 encoder_layers_encoder_layer_4_mlp_0_bias" -> "457 linear_18" [label="(3072,)", style=solid]; +"41 encoder_layers_encoder_layer_4_mlp_3_bias" -> "468 linear_19" [label="(768,)", style=solid]; +"42 encoder_layers_encoder_layer_5_ln_1_weight" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_5_ln_1_bias" -> "471 layer_norm_10" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "481 linear_20" [label="(2304,)", style=solid]; +"45 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "514 linear_21" [label="(768,)", style=solid]; +"46 encoder_layers_encoder_layer_5_ln_2_weight" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"47 encoder_layers_encoder_layer_5_ln_2_bias" -> "519 layer_norm_11" [label="(768,)", style=solid]; +"48 encoder_layers_encoder_layer_5_mlp_0_bias" -> "528 linear_22" [label="(3072,)", style=solid]; +"49 encoder_layers_encoder_layer_5_mlp_3_bias" -> "539 linear_23" [label="(768,)", style=solid]; +"50 encoder_layers_encoder_layer_6_ln_1_weight" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"51 encoder_layers_encoder_layer_6_ln_1_bias" -> "542 layer_norm_12" [label="(768,)", style=solid]; +"52 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "552 linear_24" [label="(2304,)", style=solid]; +"53 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "585 linear_25" [label="(768,)", style=solid]; +"54 encoder_layers_encoder_layer_6_ln_2_weight" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_6_ln_2_bias" -> "590 layer_norm_13" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_6_mlp_0_bias" -> "599 linear_26" [label="(3072,)", style=solid]; +"57 encoder_layers_encoder_layer_6_mlp_3_bias" -> "610 linear_27" [label="(768,)", style=solid]; +"58 encoder_layers_encoder_layer_7_ln_1_weight" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"59 encoder_layers_encoder_layer_7_ln_1_bias" -> "613 layer_norm_14" [label="(768,)", style=solid]; +"60 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "623 linear_28" [label="(2304,)", style=solid]; +"61 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "656 linear_29" [label="(768,)", style=solid]; +"62 encoder_layers_encoder_layer_7_ln_2_weight" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"63 encoder_layers_encoder_layer_7_ln_2_bias" -> "661 layer_norm_15" [label="(768,)", style=solid]; +"64 encoder_layers_encoder_layer_7_mlp_0_bias" -> "670 linear_30" [label="(3072,)", style=solid]; +"65 encoder_layers_encoder_layer_7_mlp_3_bias" -> "681 linear_31" [label="(768,)", style=solid]; +"66 encoder_layers_encoder_layer_8_ln_1_weight" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_8_ln_1_bias" -> "684 layer_norm_16" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "694 linear_32" [label="(2304,)", style=solid]; +"69 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "727 linear_33" [label="(768,)", style=solid]; +"70 encoder_layers_encoder_layer_8_ln_2_weight" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"71 encoder_layers_encoder_layer_8_ln_2_bias" -> "732 layer_norm_17" [label="(768,)", style=solid]; +"72 encoder_layers_encoder_layer_8_mlp_0_bias" -> "741 linear_34" [label="(3072,)", style=solid]; +"73 encoder_layers_encoder_layer_8_mlp_3_bias" -> "752 linear_35" [label="(768,)", style=solid]; +"74 encoder_layers_encoder_layer_9_ln_1_weight" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"75 encoder_layers_encoder_layer_9_ln_1_bias" -> "755 layer_norm_18" [label="(768,)", style=solid]; +"76 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "765 linear_36" [label="(2304,)", style=solid]; +"77 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "798 linear_37" [label="(768,)", style=solid]; +"78 encoder_layers_encoder_layer_9_ln_2_weight" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_9_ln_2_bias" -> "803 layer_norm_19" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_9_mlp_0_bias" -> "812 linear_38" [label="(3072,)", style=solid]; +"81 encoder_layers_encoder_layer_9_mlp_3_bias" -> "823 linear_39" [label="(768,)", style=solid]; +"82 encoder_layers_encoder_layer_10_ln_1_weight" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"83 encoder_layers_encoder_layer_10_ln_1_bias" -> "826 layer_norm_20" [label="(768,)", style=solid]; +"84 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "836 linear_40" [label="(2304,)", style=solid]; +"85 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "869 linear_41" [label="(768,)", style=solid]; +"86 encoder_layers_encoder_layer_10_ln_2_weight" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"87 encoder_layers_encoder_layer_10_ln_2_bias" -> "874 layer_norm_21" [label="(768,)", style=solid]; +"88 encoder_layers_encoder_layer_10_mlp_0_bias" -> "883 linear_42" [label="(3072,)", style=solid]; +"89 encoder_layers_encoder_layer_10_mlp_3_bias" -> "894 linear_43" [label="(768,)", style=solid]; +"90 encoder_layers_encoder_layer_11_ln_1_weight" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_11_ln_1_bias" -> "897 layer_norm_22" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "907 linear_44" [label="(2304,)", style=solid]; +"93 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "940 linear_45" [label="(768,)", style=solid]; +"94 encoder_layers_encoder_layer_11_ln_2_weight" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"95 encoder_layers_encoder_layer_11_ln_2_bias" -> "945 layer_norm_23" [label="(768,)", style=solid]; +"96 encoder_layers_encoder_layer_11_mlp_0_bias" -> "954 linear_46" [label="(3072,)", style=solid]; +"97 encoder_layers_encoder_layer_11_mlp_3_bias" -> "965 linear_47" [label="(768,)", style=solid]; +"98 encoder_ln_weight" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"99 encoder_ln_bias" -> "968 layer_norm_24" [label="(768,)", style=solid]; +"100 heads_head_bias" -> "979 linear_48" [label="(1000,)", style=solid]; +"101 x" -> "102 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"102 quantize_per_tensor_default" -> "103 dequantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"103 dequantize_per_tensor_default" -> "109 conv2d" [label="(1, 3, 224, 224)", style=solid]; +"104 conv2d_scale_0" -> "107 quantize_per_channel_default" [label="(768,)", style=solid]; +"104 conv2d_scale_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; +"105 conv2d_zero_point_0" -> "107 quantize_per_channel_default" [label="(768,)", style=solid]; +"105 conv2d_zero_point_0" -> "108 dequantize_per_channel_default" [label="(768,)", style=solid]; +"106 compressed_weight_updated_constant0" -> "107 quantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"107 quantize_per_channel_default" -> "108 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"108 dequantize_per_channel_default" -> "109 conv2d" [label="(768, 3, 16, 16)", style=solid]; +"109 conv2d" -> "110 reshape" [label="(1, 768, 14, 14)", style=solid]; +"110 reshape" -> "111 permute" [label="(1, 768, 196)", style=solid]; +"111 permute" -> "113 cat" [label="(1, 196, 768)", style=solid]; +"112 _frozen_param0" -> "113 cat" [label="(1, 1, 768)", style=solid]; +"113 cat" -> "114 add" [label="(1, 197, 768)", style=solid]; +"114 add" -> "115 dropout" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "116 layer_norm" [label="(1, 197, 768)", style=solid]; +"115 dropout" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"116 layer_norm" -> "117 transpose" [label="(1, 197, 768)", style=solid]; +"117 transpose" -> "118 transpose_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"118 transpose_0_0_nncf_smooth_quant_0" -> "119 quantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"119 quantize_per_tensor_default_1" -> "120 dequantize_per_tensor_default_1" [label="(197, 1, 768)", style=solid]; +"120 dequantize_per_tensor_default_1" -> "126 linear" [label="(197, 1, 768)", style=solid]; +"121 linear_scale_0" -> "124 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"121 linear_scale_0" -> "125 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"122 linear_zero_point_0" -> "124 quantize_per_channel_default_1" [label="(2304,)", style=solid]; +"122 linear_zero_point_0" -> "125 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"123 compressed_weight_updated_constant1" -> "124 quantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"124 quantize_per_channel_default_1" -> "125 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"125 dequantize_per_channel_default_1" -> "126 linear" [label="(2304, 768)", style=solid]; +"126 linear" -> "127 unflatten" [label="(197, 1, 2304)", style=solid]; +"127 unflatten" -> "128 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"128 unsqueeze" -> "129 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"129 transpose_1" -> "130 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"130 squeeze" -> "131 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "132 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "135 quantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"131 contiguous" -> "138 select_2" [label="(3, 197, 1, 768)", style=solid]; +"132 quantize_per_tensor_default_2" -> "133 dequantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"133 dequantize_per_tensor_default_2" -> "134 select" [label="(3, 197, 1, 768)", style=solid]; +"134 select" -> "139 view" [label="(197, 1, 768)", style=solid]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [label="(3, 197, 1, 768)", style=solid]; +"136 dequantize_per_tensor_default_3" -> "137 select_1" [label="(3, 197, 1, 768)", style=solid]; +"137 select_1" -> "141 view_1" [label="(197, 1, 768)", style=solid]; +"138 select_2" -> "143 view_2" [label="(197, 1, 768)", style=solid]; +"139 view" -> "140 transpose_2" [label="(197, 12, 64)", style=solid]; +"140 transpose_2" -> "145 view_3" [label="(12, 197, 64)", style=solid]; +"141 view_1" -> "142 transpose_3" [label="(197, 12, 64)", style=solid]; +"142 transpose_3" -> "146 view_4" [label="(12, 197, 64)", style=solid]; +"143 view_2" -> "144 transpose_4" [label="(197, 12, 64)", style=solid]; +"144 transpose_4" -> "147 view_5" [label="(12, 197, 64)", style=solid]; +"145 view_3" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"146 view_4" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"147 view_5" -> "148 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"148 scaled_dot_product_attention" -> "149 permute_1" [label="(1, 12, 197, 64)", style=solid]; +"149 permute_1" -> "150 view_6" [label="(197, 1, 12, 64)", style=solid]; +"150 view_6" -> "151 view_6_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"151 view_6_0_0_nncf_smooth_quant_0" -> "152 quantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"152 quantize_per_tensor_default_4" -> "153 dequantize_per_tensor_default_4" [label="(197, 768)", style=solid]; +"153 dequantize_per_tensor_default_4" -> "159 linear_1" [label="(197, 768)", style=solid]; +"154 linear_1_scale_0" -> "157 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"154 linear_1_scale_0" -> "158 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"155 linear_1_zero_point_0" -> "157 quantize_per_channel_default_2" [label="(768,)", style=solid]; +"155 linear_1_zero_point_0" -> "158 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"156 compressed_weight_updated_constant2" -> "157 quantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"157 quantize_per_channel_default_2" -> "158 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"158 dequantize_per_channel_default_2" -> "159 linear_1" [label="(768, 768)", style=solid]; +"159 linear_1" -> "160 view_7" [label="(197, 768)", style=solid]; +"160 view_7" -> "161 transpose_5" [label="(197, 1, 768)", style=solid]; +"161 transpose_5" -> "162 dropout_1" [label="(1, 197, 768)", style=solid]; +"162 dropout_1" -> "163 add_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "164 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"163 add_1" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"164 layer_norm_1" -> "165 layer_norm_1_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"165 layer_norm_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [label="(1, 197, 768)", style=solid]; +"167 dequantize_per_tensor_default_5" -> "173 linear_2" [label="(1, 197, 768)", style=solid]; +"168 linear_2_scale_0" -> "171 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"168 linear_2_scale_0" -> "172 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"169 linear_2_zero_point_0" -> "171 quantize_per_channel_default_3" [label="(3072,)", style=solid]; +"169 linear_2_zero_point_0" -> "172 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"170 compressed_weight_updated_constant3" -> "171 quantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"171 quantize_per_channel_default_3" -> "172 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"172 dequantize_per_channel_default_3" -> "173 linear_2" [label="(3072, 768)", style=solid]; +"173 linear_2" -> "174 gelu" [label="(1, 197, 3072)", style=solid]; +"174 gelu" -> "175 dropout_2" [label="(1, 197, 3072)", style=solid]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [label="(1, 197, 3072)", style=solid]; +"178 dequantize_per_tensor_default_6" -> "184 linear_3" [label="(1, 197, 3072)", style=solid]; +"179 linear_3_scale_0" -> "182 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"179 linear_3_scale_0" -> "183 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"180 linear_3_zero_point_0" -> "182 quantize_per_channel_default_4" [label="(768,)", style=solid]; +"180 linear_3_zero_point_0" -> "183 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"181 compressed_weight_updated_constant4" -> "182 quantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"182 quantize_per_channel_default_4" -> "183 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"183 dequantize_per_channel_default_4" -> "184 linear_3" [label="(768, 3072)", style=solid]; +"184 linear_3" -> "185 dropout_3" [label="(1, 197, 768)", style=solid]; +"185 dropout_3" -> "186 add_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "187 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"186 add_2" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"187 layer_norm_2" -> "188 transpose_6" [label="(1, 197, 768)", style=solid]; +"188 transpose_6" -> "189 transpose_6_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"189 transpose_6_0_0_nncf_smooth_quant_0" -> "190 quantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"190 quantize_per_tensor_default_7" -> "191 dequantize_per_tensor_default_7" [label="(197, 1, 768)", style=solid]; +"191 dequantize_per_tensor_default_7" -> "197 linear_4" [label="(197, 1, 768)", style=solid]; +"192 linear_4_scale_0" -> "195 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"192 linear_4_scale_0" -> "196 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"193 linear_4_zero_point_0" -> "195 quantize_per_channel_default_5" [label="(2304,)", style=solid]; +"193 linear_4_zero_point_0" -> "196 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"194 compressed_weight_updated_constant5" -> "195 quantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"195 quantize_per_channel_default_5" -> "196 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"196 dequantize_per_channel_default_5" -> "197 linear_4" [label="(2304, 768)", style=solid]; +"197 linear_4" -> "198 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"198 unflatten_1" -> "199 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"199 unsqueeze_1" -> "200 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"200 transpose_7" -> "201 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"201 squeeze_1" -> "202 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "203 quantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "206 quantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"202 contiguous_1" -> "209 select_5" [label="(3, 197, 1, 768)", style=solid]; +"203 quantize_per_tensor_default_8" -> "204 dequantize_per_tensor_default_8" [label="(3, 197, 1, 768)", style=solid]; +"204 dequantize_per_tensor_default_8" -> "205 select_3" [label="(3, 197, 1, 768)", style=solid]; +"205 select_3" -> "210 view_8" [label="(197, 1, 768)", style=solid]; +"206 quantize_per_tensor_default_9" -> "207 dequantize_per_tensor_default_9" [label="(3, 197, 1, 768)", style=solid]; +"207 dequantize_per_tensor_default_9" -> "208 select_4" [label="(3, 197, 1, 768)", style=solid]; +"208 select_4" -> "212 view_9" [label="(197, 1, 768)", style=solid]; +"209 select_5" -> "214 view_10" [label="(197, 1, 768)", style=solid]; +"210 view_8" -> "211 transpose_8" [label="(197, 12, 64)", style=solid]; +"211 transpose_8" -> "216 view_11" [label="(12, 197, 64)", style=solid]; +"212 view_9" -> "213 transpose_9" [label="(197, 12, 64)", style=solid]; +"213 transpose_9" -> "217 view_12" [label="(12, 197, 64)", style=solid]; +"214 view_10" -> "215 transpose_10" [label="(197, 12, 64)", style=solid]; +"215 transpose_10" -> "218 view_13" [label="(12, 197, 64)", style=solid]; +"216 view_11" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"217 view_12" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"218 view_13" -> "219 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"219 scaled_dot_product_attention_1" -> "220 permute_2" [label="(1, 12, 197, 64)", style=solid]; +"220 permute_2" -> "221 view_14" [label="(197, 1, 12, 64)", style=solid]; +"221 view_14" -> "222 view_14_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"222 view_14_0_0_nncf_smooth_quant_0" -> "223 quantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"223 quantize_per_tensor_default_10" -> "224 dequantize_per_tensor_default_10" [label="(197, 768)", style=solid]; +"224 dequantize_per_tensor_default_10" -> "230 linear_5" [label="(197, 768)", style=solid]; +"225 linear_5_scale_0" -> "228 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"225 linear_5_scale_0" -> "229 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"226 linear_5_zero_point_0" -> "228 quantize_per_channel_default_6" [label="(768,)", style=solid]; +"226 linear_5_zero_point_0" -> "229 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"227 compressed_weight_updated_constant6" -> "228 quantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"228 quantize_per_channel_default_6" -> "229 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"229 dequantize_per_channel_default_6" -> "230 linear_5" [label="(768, 768)", style=solid]; +"230 linear_5" -> "231 view_15" [label="(197, 768)", style=solid]; +"231 view_15" -> "232 transpose_11" [label="(197, 1, 768)", style=solid]; +"232 transpose_11" -> "233 dropout_4" [label="(1, 197, 768)", style=solid]; +"233 dropout_4" -> "234 add_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "235 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"234 add_3" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"235 layer_norm_3" -> "236 layer_norm_3_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"236 layer_norm_3_0_0_nncf_smooth_quant_0" -> "237 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"237 quantize_per_tensor_default_11" -> "238 dequantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"238 dequantize_per_tensor_default_11" -> "244 linear_6" [label="(1, 197, 768)", style=solid]; +"239 linear_6_scale_0" -> "242 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"239 linear_6_scale_0" -> "243 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"240 linear_6_zero_point_0" -> "242 quantize_per_channel_default_7" [label="(3072,)", style=solid]; +"240 linear_6_zero_point_0" -> "243 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"241 compressed_weight_updated_constant7" -> "242 quantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"242 quantize_per_channel_default_7" -> "243 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"243 dequantize_per_channel_default_7" -> "244 linear_6" [label="(3072, 768)", style=solid]; +"244 linear_6" -> "245 gelu_1" [label="(1, 197, 3072)", style=solid]; +"245 gelu_1" -> "246 dropout_5" [label="(1, 197, 3072)", style=solid]; +"246 dropout_5" -> "247 dropout_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"247 dropout_5_0_0_nncf_smooth_quant_0" -> "248 quantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"248 quantize_per_tensor_default_12" -> "249 dequantize_per_tensor_default_12" [label="(1, 197, 3072)", style=solid]; +"249 dequantize_per_tensor_default_12" -> "255 linear_7" [label="(1, 197, 3072)", style=solid]; +"250 linear_7_scale_0" -> "253 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"250 linear_7_scale_0" -> "254 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"251 linear_7_zero_point_0" -> "253 quantize_per_channel_default_8" [label="(768,)", style=solid]; +"251 linear_7_zero_point_0" -> "254 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"252 compressed_weight_updated_constant8" -> "253 quantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"253 quantize_per_channel_default_8" -> "254 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"254 dequantize_per_channel_default_8" -> "255 linear_7" [label="(768, 3072)", style=solid]; +"255 linear_7" -> "256 dropout_6" [label="(1, 197, 768)", style=solid]; +"256 dropout_6" -> "257 add_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "258 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"257 add_4" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"258 layer_norm_4" -> "259 transpose_12" [label="(1, 197, 768)", style=solid]; +"259 transpose_12" -> "260 transpose_12_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"260 transpose_12_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"261 quantize_per_tensor_default_13" -> "262 dequantize_per_tensor_default_13" [label="(197, 1, 768)", style=solid]; +"262 dequantize_per_tensor_default_13" -> "268 linear_8" [label="(197, 1, 768)", style=solid]; +"263 linear_8_scale_0" -> "266 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"263 linear_8_scale_0" -> "267 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"264 linear_8_zero_point_0" -> "266 quantize_per_channel_default_9" [label="(2304,)", style=solid]; +"264 linear_8_zero_point_0" -> "267 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"265 compressed_weight_updated_constant9" -> "266 quantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"266 quantize_per_channel_default_9" -> "267 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"267 dequantize_per_channel_default_9" -> "268 linear_8" [label="(2304, 768)", style=solid]; +"268 linear_8" -> "269 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"269 unflatten_2" -> "270 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"270 unsqueeze_2" -> "271 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"271 transpose_13" -> "272 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"272 squeeze_2" -> "273 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "274 quantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "277 quantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"273 contiguous_2" -> "280 select_8" [label="(3, 197, 1, 768)", style=solid]; +"274 quantize_per_tensor_default_14" -> "275 dequantize_per_tensor_default_14" [label="(3, 197, 1, 768)", style=solid]; +"275 dequantize_per_tensor_default_14" -> "276 select_6" [label="(3, 197, 1, 768)", style=solid]; +"276 select_6" -> "281 view_16" [label="(197, 1, 768)", style=solid]; +"277 quantize_per_tensor_default_15" -> "278 dequantize_per_tensor_default_15" [label="(3, 197, 1, 768)", style=solid]; +"278 dequantize_per_tensor_default_15" -> "279 select_7" [label="(3, 197, 1, 768)", style=solid]; +"279 select_7" -> "283 view_17" [label="(197, 1, 768)", style=solid]; +"280 select_8" -> "285 view_18" [label="(197, 1, 768)", style=solid]; +"281 view_16" -> "282 transpose_14" [label="(197, 12, 64)", style=solid]; +"282 transpose_14" -> "287 view_19" [label="(12, 197, 64)", style=solid]; +"283 view_17" -> "284 transpose_15" [label="(197, 12, 64)", style=solid]; +"284 transpose_15" -> "288 view_20" [label="(12, 197, 64)", style=solid]; +"285 view_18" -> "286 transpose_16" [label="(197, 12, 64)", style=solid]; +"286 transpose_16" -> "289 view_21" [label="(12, 197, 64)", style=solid]; +"287 view_19" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"288 view_20" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"289 view_21" -> "290 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"290 scaled_dot_product_attention_2" -> "291 permute_3" [label="(1, 12, 197, 64)", style=solid]; +"291 permute_3" -> "292 view_22" [label="(197, 1, 12, 64)", style=solid]; +"292 view_22" -> "293 view_22_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"293 view_22_0_0_nncf_smooth_quant_0" -> "294 quantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"294 quantize_per_tensor_default_16" -> "295 dequantize_per_tensor_default_16" [label="(197, 768)", style=solid]; +"295 dequantize_per_tensor_default_16" -> "301 linear_9" [label="(197, 768)", style=solid]; +"296 linear_9_scale_0" -> "299 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"296 linear_9_scale_0" -> "300 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"297 linear_9_zero_point_0" -> "299 quantize_per_channel_default_10" [label="(768,)", style=solid]; +"297 linear_9_zero_point_0" -> "300 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"298 compressed_weight_updated_constant10" -> "299 quantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"299 quantize_per_channel_default_10" -> "300 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"300 dequantize_per_channel_default_10" -> "301 linear_9" [label="(768, 768)", style=solid]; +"301 linear_9" -> "302 view_23" [label="(197, 768)", style=solid]; +"302 view_23" -> "303 transpose_17" [label="(197, 1, 768)", style=solid]; +"303 transpose_17" -> "304 dropout_7" [label="(1, 197, 768)", style=solid]; +"304 dropout_7" -> "305 add_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "306 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"305 add_5" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"306 layer_norm_5" -> "307 layer_norm_5_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"307 layer_norm_5_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"308 quantize_per_tensor_default_17" -> "309 dequantize_per_tensor_default_17" [label="(1, 197, 768)", style=solid]; +"309 dequantize_per_tensor_default_17" -> "315 linear_10" [label="(1, 197, 768)", style=solid]; +"310 linear_10_scale_0" -> "313 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"310 linear_10_scale_0" -> "314 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"311 linear_10_zero_point_0" -> "313 quantize_per_channel_default_11" [label="(3072,)", style=solid]; +"311 linear_10_zero_point_0" -> "314 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"312 compressed_weight_updated_constant11" -> "313 quantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"313 quantize_per_channel_default_11" -> "314 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"314 dequantize_per_channel_default_11" -> "315 linear_10" [label="(3072, 768)", style=solid]; +"315 linear_10" -> "316 gelu_2" [label="(1, 197, 3072)", style=solid]; +"316 gelu_2" -> "317 dropout_8" [label="(1, 197, 3072)", style=solid]; +"317 dropout_8" -> "318 dropout_8_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"318 dropout_8_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"319 quantize_per_tensor_default_18" -> "320 dequantize_per_tensor_default_18" [label="(1, 197, 3072)", style=solid]; +"320 dequantize_per_tensor_default_18" -> "326 linear_11" [label="(1, 197, 3072)", style=solid]; +"321 linear_11_scale_0" -> "324 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"321 linear_11_scale_0" -> "325 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"322 linear_11_zero_point_0" -> "324 quantize_per_channel_default_12" [label="(768,)", style=solid]; +"322 linear_11_zero_point_0" -> "325 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"323 compressed_weight_updated_constant12" -> "324 quantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"324 quantize_per_channel_default_12" -> "325 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"325 dequantize_per_channel_default_12" -> "326 linear_11" [label="(768, 3072)", style=solid]; +"326 linear_11" -> "327 dropout_9" [label="(1, 197, 768)", style=solid]; +"327 dropout_9" -> "328 add_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "329 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"328 add_6" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"329 layer_norm_6" -> "330 transpose_18" [label="(1, 197, 768)", style=solid]; +"330 transpose_18" -> "331 transpose_18_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"331 transpose_18_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"332 quantize_per_tensor_default_19" -> "333 dequantize_per_tensor_default_19" [label="(197, 1, 768)", style=solid]; +"333 dequantize_per_tensor_default_19" -> "339 linear_12" [label="(197, 1, 768)", style=solid]; +"334 linear_12_scale_0" -> "337 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"334 linear_12_scale_0" -> "338 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"335 linear_12_zero_point_0" -> "337 quantize_per_channel_default_13" [label="(2304,)", style=solid]; +"335 linear_12_zero_point_0" -> "338 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"336 compressed_weight_updated_constant13" -> "337 quantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"337 quantize_per_channel_default_13" -> "338 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"338 dequantize_per_channel_default_13" -> "339 linear_12" [label="(2304, 768)", style=solid]; +"339 linear_12" -> "340 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"340 unflatten_3" -> "341 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"341 unsqueeze_3" -> "342 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"342 transpose_19" -> "343 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"343 squeeze_3" -> "344 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "345 quantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "348 quantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"344 contiguous_3" -> "351 select_11" [label="(3, 197, 1, 768)", style=solid]; +"345 quantize_per_tensor_default_20" -> "346 dequantize_per_tensor_default_20" [label="(3, 197, 1, 768)", style=solid]; +"346 dequantize_per_tensor_default_20" -> "347 select_9" [label="(3, 197, 1, 768)", style=solid]; +"347 select_9" -> "352 view_24" [label="(197, 1, 768)", style=solid]; +"348 quantize_per_tensor_default_21" -> "349 dequantize_per_tensor_default_21" [label="(3, 197, 1, 768)", style=solid]; +"349 dequantize_per_tensor_default_21" -> "350 select_10" [label="(3, 197, 1, 768)", style=solid]; +"350 select_10" -> "354 view_25" [label="(197, 1, 768)", style=solid]; +"351 select_11" -> "356 view_26" [label="(197, 1, 768)", style=solid]; +"352 view_24" -> "353 transpose_20" [label="(197, 12, 64)", style=solid]; +"353 transpose_20" -> "358 view_27" [label="(12, 197, 64)", style=solid]; +"354 view_25" -> "355 transpose_21" [label="(197, 12, 64)", style=solid]; +"355 transpose_21" -> "359 view_28" [label="(12, 197, 64)", style=solid]; +"356 view_26" -> "357 transpose_22" [label="(197, 12, 64)", style=solid]; +"357 transpose_22" -> "360 view_29" [label="(12, 197, 64)", style=solid]; +"358 view_27" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"359 view_28" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"360 view_29" -> "361 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"361 scaled_dot_product_attention_3" -> "362 permute_4" [label="(1, 12, 197, 64)", style=solid]; +"362 permute_4" -> "363 view_30" [label="(197, 1, 12, 64)", style=solid]; +"363 view_30" -> "364 view_30_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"364 view_30_0_0_nncf_smooth_quant_0" -> "365 quantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"365 quantize_per_tensor_default_22" -> "366 dequantize_per_tensor_default_22" [label="(197, 768)", style=solid]; +"366 dequantize_per_tensor_default_22" -> "372 linear_13" [label="(197, 768)", style=solid]; +"367 linear_13_scale_0" -> "370 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"367 linear_13_scale_0" -> "371 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"368 linear_13_zero_point_0" -> "370 quantize_per_channel_default_14" [label="(768,)", style=solid]; +"368 linear_13_zero_point_0" -> "371 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"369 compressed_weight_updated_constant14" -> "370 quantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"370 quantize_per_channel_default_14" -> "371 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"371 dequantize_per_channel_default_14" -> "372 linear_13" [label="(768, 768)", style=solid]; +"372 linear_13" -> "373 view_31" [label="(197, 768)", style=solid]; +"373 view_31" -> "374 transpose_23" [label="(197, 1, 768)", style=solid]; +"374 transpose_23" -> "375 dropout_10" [label="(1, 197, 768)", style=solid]; +"375 dropout_10" -> "376 add_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "377 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"376 add_7" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"377 layer_norm_7" -> "378 layer_norm_7_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"378 layer_norm_7_0_0_nncf_smooth_quant_0" -> "379 quantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"379 quantize_per_tensor_default_23" -> "380 dequantize_per_tensor_default_23" [label="(1, 197, 768)", style=solid]; +"380 dequantize_per_tensor_default_23" -> "386 linear_14" [label="(1, 197, 768)", style=solid]; +"381 linear_14_scale_0" -> "384 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"381 linear_14_scale_0" -> "385 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"382 linear_14_zero_point_0" -> "384 quantize_per_channel_default_15" [label="(3072,)", style=solid]; +"382 linear_14_zero_point_0" -> "385 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"383 compressed_weight_updated_constant15" -> "384 quantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"384 quantize_per_channel_default_15" -> "385 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"385 dequantize_per_channel_default_15" -> "386 linear_14" [label="(3072, 768)", style=solid]; +"386 linear_14" -> "387 gelu_3" [label="(1, 197, 3072)", style=solid]; +"387 gelu_3" -> "388 dropout_11" [label="(1, 197, 3072)", style=solid]; +"388 dropout_11" -> "389 dropout_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"389 dropout_11_0_0_nncf_smooth_quant_0" -> "390 quantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"390 quantize_per_tensor_default_24" -> "391 dequantize_per_tensor_default_24" [label="(1, 197, 3072)", style=solid]; +"391 dequantize_per_tensor_default_24" -> "397 linear_15" [label="(1, 197, 3072)", style=solid]; +"392 linear_15_scale_0" -> "395 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"392 linear_15_scale_0" -> "396 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"393 linear_15_zero_point_0" -> "395 quantize_per_channel_default_16" [label="(768,)", style=solid]; +"393 linear_15_zero_point_0" -> "396 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"394 compressed_weight_updated_constant16" -> "395 quantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"395 quantize_per_channel_default_16" -> "396 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"396 dequantize_per_channel_default_16" -> "397 linear_15" [label="(768, 3072)", style=solid]; +"397 linear_15" -> "398 dropout_12" [label="(1, 197, 768)", style=solid]; +"398 dropout_12" -> "399 add_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "400 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"399 add_8" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"400 layer_norm_8" -> "401 transpose_24" [label="(1, 197, 768)", style=solid]; +"401 transpose_24" -> "402 transpose_24_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"402 transpose_24_0_0_nncf_smooth_quant_0" -> "403 quantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"403 quantize_per_tensor_default_25" -> "404 dequantize_per_tensor_default_25" [label="(197, 1, 768)", style=solid]; +"404 dequantize_per_tensor_default_25" -> "410 linear_16" [label="(197, 1, 768)", style=solid]; +"405 linear_16_scale_0" -> "408 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"405 linear_16_scale_0" -> "409 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"406 linear_16_zero_point_0" -> "408 quantize_per_channel_default_17" [label="(2304,)", style=solid]; +"406 linear_16_zero_point_0" -> "409 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"407 compressed_weight_updated_constant17" -> "408 quantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"408 quantize_per_channel_default_17" -> "409 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"409 dequantize_per_channel_default_17" -> "410 linear_16" [label="(2304, 768)", style=solid]; +"410 linear_16" -> "411 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"411 unflatten_4" -> "412 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"412 unsqueeze_4" -> "413 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"413 transpose_25" -> "414 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"414 squeeze_4" -> "415 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "416 quantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "419 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"415 contiguous_4" -> "422 select_14" [label="(3, 197, 1, 768)", style=solid]; +"416 quantize_per_tensor_default_26" -> "417 dequantize_per_tensor_default_26" [label="(3, 197, 1, 768)", style=solid]; +"417 dequantize_per_tensor_default_26" -> "418 select_12" [label="(3, 197, 1, 768)", style=solid]; +"418 select_12" -> "423 view_32" [label="(197, 1, 768)", style=solid]; +"419 quantize_per_tensor_default_27" -> "420 dequantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"420 dequantize_per_tensor_default_27" -> "421 select_13" [label="(3, 197, 1, 768)", style=solid]; +"421 select_13" -> "425 view_33" [label="(197, 1, 768)", style=solid]; +"422 select_14" -> "427 view_34" [label="(197, 1, 768)", style=solid]; +"423 view_32" -> "424 transpose_26" [label="(197, 12, 64)", style=solid]; +"424 transpose_26" -> "429 view_35" [label="(12, 197, 64)", style=solid]; +"425 view_33" -> "426 transpose_27" [label="(197, 12, 64)", style=solid]; +"426 transpose_27" -> "430 view_36" [label="(12, 197, 64)", style=solid]; +"427 view_34" -> "428 transpose_28" [label="(197, 12, 64)", style=solid]; +"428 transpose_28" -> "431 view_37" [label="(12, 197, 64)", style=solid]; +"429 view_35" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"430 view_36" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"431 view_37" -> "432 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"432 scaled_dot_product_attention_4" -> "433 permute_5" [label="(1, 12, 197, 64)", style=solid]; +"433 permute_5" -> "434 view_38" [label="(197, 1, 12, 64)", style=solid]; +"434 view_38" -> "435 view_38_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"435 view_38_0_0_nncf_smooth_quant_0" -> "436 quantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"436 quantize_per_tensor_default_28" -> "437 dequantize_per_tensor_default_28" [label="(197, 768)", style=solid]; +"437 dequantize_per_tensor_default_28" -> "443 linear_17" [label="(197, 768)", style=solid]; +"438 linear_17_scale_0" -> "441 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"438 linear_17_scale_0" -> "442 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"439 linear_17_zero_point_0" -> "441 quantize_per_channel_default_18" [label="(768,)", style=solid]; +"439 linear_17_zero_point_0" -> "442 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"440 compressed_weight_updated_constant18" -> "441 quantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"441 quantize_per_channel_default_18" -> "442 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"442 dequantize_per_channel_default_18" -> "443 linear_17" [label="(768, 768)", style=solid]; +"443 linear_17" -> "444 view_39" [label="(197, 768)", style=solid]; +"444 view_39" -> "445 transpose_29" [label="(197, 1, 768)", style=solid]; +"445 transpose_29" -> "446 dropout_13" [label="(1, 197, 768)", style=solid]; +"446 dropout_13" -> "447 add_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "448 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"447 add_9" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"448 layer_norm_9" -> "449 layer_norm_9_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"449 layer_norm_9_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"450 quantize_per_tensor_default_29" -> "451 dequantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"451 dequantize_per_tensor_default_29" -> "457 linear_18" [label="(1, 197, 768)", style=solid]; +"452 linear_18_scale_0" -> "455 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"452 linear_18_scale_0" -> "456 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"453 linear_18_zero_point_0" -> "455 quantize_per_channel_default_19" [label="(3072,)", style=solid]; +"453 linear_18_zero_point_0" -> "456 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"454 compressed_weight_updated_constant19" -> "455 quantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"455 quantize_per_channel_default_19" -> "456 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"456 dequantize_per_channel_default_19" -> "457 linear_18" [label="(3072, 768)", style=solid]; +"457 linear_18" -> "458 gelu_4" [label="(1, 197, 3072)", style=solid]; +"458 gelu_4" -> "459 dropout_14" [label="(1, 197, 3072)", style=solid]; +"459 dropout_14" -> "460 dropout_14_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"460 dropout_14_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"461 quantize_per_tensor_default_30" -> "462 dequantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"462 dequantize_per_tensor_default_30" -> "468 linear_19" [label="(1, 197, 3072)", style=solid]; +"463 linear_19_scale_0" -> "466 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"463 linear_19_scale_0" -> "467 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"464 linear_19_zero_point_0" -> "466 quantize_per_channel_default_20" [label="(768,)", style=solid]; +"464 linear_19_zero_point_0" -> "467 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"465 compressed_weight_updated_constant20" -> "466 quantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"466 quantize_per_channel_default_20" -> "467 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"467 dequantize_per_channel_default_20" -> "468 linear_19" [label="(768, 3072)", style=solid]; +"468 linear_19" -> "469 dropout_15" [label="(1, 197, 768)", style=solid]; +"469 dropout_15" -> "470 add_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "471 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"470 add_10" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"471 layer_norm_10" -> "472 transpose_30" [label="(1, 197, 768)", style=solid]; +"472 transpose_30" -> "473 transpose_30_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"473 transpose_30_0_0_nncf_smooth_quant_0" -> "474 quantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"474 quantize_per_tensor_default_31" -> "475 dequantize_per_tensor_default_31" [label="(197, 1, 768)", style=solid]; +"475 dequantize_per_tensor_default_31" -> "481 linear_20" [label="(197, 1, 768)", style=solid]; +"476 linear_20_scale_0" -> "479 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"476 linear_20_scale_0" -> "480 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"477 linear_20_zero_point_0" -> "479 quantize_per_channel_default_21" [label="(2304,)", style=solid]; +"477 linear_20_zero_point_0" -> "480 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"478 compressed_weight_updated_constant21" -> "479 quantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"479 quantize_per_channel_default_21" -> "480 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"480 dequantize_per_channel_default_21" -> "481 linear_20" [label="(2304, 768)", style=solid]; +"481 linear_20" -> "482 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"482 unflatten_5" -> "483 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"483 unsqueeze_5" -> "484 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"484 transpose_31" -> "485 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"485 squeeze_5" -> "486 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "487 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "490 quantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"486 contiguous_5" -> "493 select_17" [label="(3, 197, 1, 768)", style=solid]; +"487 quantize_per_tensor_default_32" -> "488 dequantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"488 dequantize_per_tensor_default_32" -> "489 select_15" [label="(3, 197, 1, 768)", style=solid]; +"489 select_15" -> "494 view_40" [label="(197, 1, 768)", style=solid]; +"490 quantize_per_tensor_default_33" -> "491 dequantize_per_tensor_default_33" [label="(3, 197, 1, 768)", style=solid]; +"491 dequantize_per_tensor_default_33" -> "492 select_16" [label="(3, 197, 1, 768)", style=solid]; +"492 select_16" -> "496 view_41" [label="(197, 1, 768)", style=solid]; +"493 select_17" -> "498 view_42" [label="(197, 1, 768)", style=solid]; +"494 view_40" -> "495 transpose_32" [label="(197, 12, 64)", style=solid]; +"495 transpose_32" -> "500 view_43" [label="(12, 197, 64)", style=solid]; +"496 view_41" -> "497 transpose_33" [label="(197, 12, 64)", style=solid]; +"497 transpose_33" -> "501 view_44" [label="(12, 197, 64)", style=solid]; +"498 view_42" -> "499 transpose_34" [label="(197, 12, 64)", style=solid]; +"499 transpose_34" -> "502 view_45" [label="(12, 197, 64)", style=solid]; +"500 view_43" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"501 view_44" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"502 view_45" -> "503 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"503 scaled_dot_product_attention_5" -> "504 permute_6" [label="(1, 12, 197, 64)", style=solid]; +"504 permute_6" -> "505 view_46" [label="(197, 1, 12, 64)", style=solid]; +"505 view_46" -> "506 view_46_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"506 view_46_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"507 quantize_per_tensor_default_34" -> "508 dequantize_per_tensor_default_34" [label="(197, 768)", style=solid]; +"508 dequantize_per_tensor_default_34" -> "514 linear_21" [label="(197, 768)", style=solid]; +"509 linear_21_scale_0" -> "512 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"509 linear_21_scale_0" -> "513 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"510 linear_21_zero_point_0" -> "512 quantize_per_channel_default_22" [label="(768,)", style=solid]; +"510 linear_21_zero_point_0" -> "513 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"511 compressed_weight_updated_constant22" -> "512 quantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"512 quantize_per_channel_default_22" -> "513 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"513 dequantize_per_channel_default_22" -> "514 linear_21" [label="(768, 768)", style=solid]; +"514 linear_21" -> "515 view_47" [label="(197, 768)", style=solid]; +"515 view_47" -> "516 transpose_35" [label="(197, 1, 768)", style=solid]; +"516 transpose_35" -> "517 dropout_16" [label="(1, 197, 768)", style=solid]; +"517 dropout_16" -> "518 add_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "519 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"518 add_11" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"519 layer_norm_11" -> "520 layer_norm_11_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"520 layer_norm_11_0_0_nncf_smooth_quant_0" -> "521 quantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"521 quantize_per_tensor_default_35" -> "522 dequantize_per_tensor_default_35" [label="(1, 197, 768)", style=solid]; +"522 dequantize_per_tensor_default_35" -> "528 linear_22" [label="(1, 197, 768)", style=solid]; +"523 linear_22_scale_0" -> "526 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"523 linear_22_scale_0" -> "527 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"524 linear_22_zero_point_0" -> "526 quantize_per_channel_default_23" [label="(3072,)", style=solid]; +"524 linear_22_zero_point_0" -> "527 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"525 compressed_weight_updated_constant23" -> "526 quantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"526 quantize_per_channel_default_23" -> "527 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"527 dequantize_per_channel_default_23" -> "528 linear_22" [label="(3072, 768)", style=solid]; +"528 linear_22" -> "529 gelu_5" [label="(1, 197, 3072)", style=solid]; +"529 gelu_5" -> "530 dropout_17" [label="(1, 197, 3072)", style=solid]; +"530 dropout_17" -> "531 dropout_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"531 dropout_17_0_0_nncf_smooth_quant_0" -> "532 quantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"532 quantize_per_tensor_default_36" -> "533 dequantize_per_tensor_default_36" [label="(1, 197, 3072)", style=solid]; +"533 dequantize_per_tensor_default_36" -> "539 linear_23" [label="(1, 197, 3072)", style=solid]; +"534 linear_23_scale_0" -> "537 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"534 linear_23_scale_0" -> "538 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"535 linear_23_zero_point_0" -> "537 quantize_per_channel_default_24" [label="(768,)", style=solid]; +"535 linear_23_zero_point_0" -> "538 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"536 compressed_weight_updated_constant24" -> "537 quantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"537 quantize_per_channel_default_24" -> "538 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"538 dequantize_per_channel_default_24" -> "539 linear_23" [label="(768, 3072)", style=solid]; +"539 linear_23" -> "540 dropout_18" [label="(1, 197, 768)", style=solid]; +"540 dropout_18" -> "541 add_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "542 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"541 add_12" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"542 layer_norm_12" -> "543 transpose_36" [label="(1, 197, 768)", style=solid]; +"543 transpose_36" -> "544 transpose_36_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"544 transpose_36_0_0_nncf_smooth_quant_0" -> "545 quantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"545 quantize_per_tensor_default_37" -> "546 dequantize_per_tensor_default_37" [label="(197, 1, 768)", style=solid]; +"546 dequantize_per_tensor_default_37" -> "552 linear_24" [label="(197, 1, 768)", style=solid]; +"547 linear_24_scale_0" -> "550 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"547 linear_24_scale_0" -> "551 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"548 linear_24_zero_point_0" -> "550 quantize_per_channel_default_25" [label="(2304,)", style=solid]; +"548 linear_24_zero_point_0" -> "551 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"549 compressed_weight_updated_constant25" -> "550 quantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"550 quantize_per_channel_default_25" -> "551 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"551 dequantize_per_channel_default_25" -> "552 linear_24" [label="(2304, 768)", style=solid]; +"552 linear_24" -> "553 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"553 unflatten_6" -> "554 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"554 unsqueeze_6" -> "555 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"555 transpose_37" -> "556 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"556 squeeze_6" -> "557 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "558 quantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "561 quantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"557 contiguous_6" -> "564 select_20" [label="(3, 197, 1, 768)", style=solid]; +"558 quantize_per_tensor_default_38" -> "559 dequantize_per_tensor_default_38" [label="(3, 197, 1, 768)", style=solid]; +"559 dequantize_per_tensor_default_38" -> "560 select_18" [label="(3, 197, 1, 768)", style=solid]; +"560 select_18" -> "565 view_48" [label="(197, 1, 768)", style=solid]; +"561 quantize_per_tensor_default_39" -> "562 dequantize_per_tensor_default_39" [label="(3, 197, 1, 768)", style=solid]; +"562 dequantize_per_tensor_default_39" -> "563 select_19" [label="(3, 197, 1, 768)", style=solid]; +"563 select_19" -> "567 view_49" [label="(197, 1, 768)", style=solid]; +"564 select_20" -> "569 view_50" [label="(197, 1, 768)", style=solid]; +"565 view_48" -> "566 transpose_38" [label="(197, 12, 64)", style=solid]; +"566 transpose_38" -> "571 view_51" [label="(12, 197, 64)", style=solid]; +"567 view_49" -> "568 transpose_39" [label="(197, 12, 64)", style=solid]; +"568 transpose_39" -> "572 view_52" [label="(12, 197, 64)", style=solid]; +"569 view_50" -> "570 transpose_40" [label="(197, 12, 64)", style=solid]; +"570 transpose_40" -> "573 view_53" [label="(12, 197, 64)", style=solid]; +"571 view_51" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"572 view_52" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"573 view_53" -> "574 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"574 scaled_dot_product_attention_6" -> "575 permute_7" [label="(1, 12, 197, 64)", style=solid]; +"575 permute_7" -> "576 view_54" [label="(197, 1, 12, 64)", style=solid]; +"576 view_54" -> "577 view_54_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"577 view_54_0_0_nncf_smooth_quant_0" -> "578 quantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"578 quantize_per_tensor_default_40" -> "579 dequantize_per_tensor_default_40" [label="(197, 768)", style=solid]; +"579 dequantize_per_tensor_default_40" -> "585 linear_25" [label="(197, 768)", style=solid]; +"580 linear_25_scale_0" -> "583 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"580 linear_25_scale_0" -> "584 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"581 linear_25_zero_point_0" -> "583 quantize_per_channel_default_26" [label="(768,)", style=solid]; +"581 linear_25_zero_point_0" -> "584 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"582 compressed_weight_updated_constant26" -> "583 quantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"583 quantize_per_channel_default_26" -> "584 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"584 dequantize_per_channel_default_26" -> "585 linear_25" [label="(768, 768)", style=solid]; +"585 linear_25" -> "586 view_55" [label="(197, 768)", style=solid]; +"586 view_55" -> "587 transpose_41" [label="(197, 1, 768)", style=solid]; +"587 transpose_41" -> "588 dropout_19" [label="(1, 197, 768)", style=solid]; +"588 dropout_19" -> "589 add_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "590 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"589 add_13" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"590 layer_norm_13" -> "591 layer_norm_13_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"591 layer_norm_13_0_0_nncf_smooth_quant_0" -> "592 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"592 quantize_per_tensor_default_41" -> "593 dequantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"593 dequantize_per_tensor_default_41" -> "599 linear_26" [label="(1, 197, 768)", style=solid]; +"594 linear_26_scale_0" -> "597 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"594 linear_26_scale_0" -> "598 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"595 linear_26_zero_point_0" -> "597 quantize_per_channel_default_27" [label="(3072,)", style=solid]; +"595 linear_26_zero_point_0" -> "598 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"596 compressed_weight_updated_constant27" -> "597 quantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"597 quantize_per_channel_default_27" -> "598 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"598 dequantize_per_channel_default_27" -> "599 linear_26" [label="(3072, 768)", style=solid]; +"599 linear_26" -> "600 gelu_6" [label="(1, 197, 3072)", style=solid]; +"600 gelu_6" -> "601 dropout_20" [label="(1, 197, 3072)", style=solid]; +"601 dropout_20" -> "602 dropout_20_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"602 dropout_20_0_0_nncf_smooth_quant_0" -> "603 quantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"603 quantize_per_tensor_default_42" -> "604 dequantize_per_tensor_default_42" [label="(1, 197, 3072)", style=solid]; +"604 dequantize_per_tensor_default_42" -> "610 linear_27" [label="(1, 197, 3072)", style=solid]; +"605 linear_27_scale_0" -> "608 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"605 linear_27_scale_0" -> "609 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"606 linear_27_zero_point_0" -> "608 quantize_per_channel_default_28" [label="(768,)", style=solid]; +"606 linear_27_zero_point_0" -> "609 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"607 compressed_weight_updated_constant28" -> "608 quantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"608 quantize_per_channel_default_28" -> "609 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"609 dequantize_per_channel_default_28" -> "610 linear_27" [label="(768, 3072)", style=solid]; +"610 linear_27" -> "611 dropout_21" [label="(1, 197, 768)", style=solid]; +"611 dropout_21" -> "612 add_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "613 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"612 add_14" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"613 layer_norm_14" -> "614 transpose_42" [label="(1, 197, 768)", style=solid]; +"614 transpose_42" -> "615 transpose_42_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"615 transpose_42_0_0_nncf_smooth_quant_0" -> "616 quantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"616 quantize_per_tensor_default_43" -> "617 dequantize_per_tensor_default_43" [label="(197, 1, 768)", style=solid]; +"617 dequantize_per_tensor_default_43" -> "623 linear_28" [label="(197, 1, 768)", style=solid]; +"618 linear_28_scale_0" -> "621 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"618 linear_28_scale_0" -> "622 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"619 linear_28_zero_point_0" -> "621 quantize_per_channel_default_29" [label="(2304,)", style=solid]; +"619 linear_28_zero_point_0" -> "622 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"620 compressed_weight_updated_constant29" -> "621 quantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"621 quantize_per_channel_default_29" -> "622 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"622 dequantize_per_channel_default_29" -> "623 linear_28" [label="(2304, 768)", style=solid]; +"623 linear_28" -> "624 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"624 unflatten_7" -> "625 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"625 unsqueeze_7" -> "626 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"626 transpose_43" -> "627 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"627 squeeze_7" -> "628 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "629 quantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "632 quantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"628 contiguous_7" -> "635 select_23" [label="(3, 197, 1, 768)", style=solid]; +"629 quantize_per_tensor_default_44" -> "630 dequantize_per_tensor_default_44" [label="(3, 197, 1, 768)", style=solid]; +"630 dequantize_per_tensor_default_44" -> "631 select_21" [label="(3, 197, 1, 768)", style=solid]; +"631 select_21" -> "636 view_56" [label="(197, 1, 768)", style=solid]; +"632 quantize_per_tensor_default_45" -> "633 dequantize_per_tensor_default_45" [label="(3, 197, 1, 768)", style=solid]; +"633 dequantize_per_tensor_default_45" -> "634 select_22" [label="(3, 197, 1, 768)", style=solid]; +"634 select_22" -> "638 view_57" [label="(197, 1, 768)", style=solid]; +"635 select_23" -> "640 view_58" [label="(197, 1, 768)", style=solid]; +"636 view_56" -> "637 transpose_44" [label="(197, 12, 64)", style=solid]; +"637 transpose_44" -> "642 view_59" [label="(12, 197, 64)", style=solid]; +"638 view_57" -> "639 transpose_45" [label="(197, 12, 64)", style=solid]; +"639 transpose_45" -> "643 view_60" [label="(12, 197, 64)", style=solid]; +"640 view_58" -> "641 transpose_46" [label="(197, 12, 64)", style=solid]; +"641 transpose_46" -> "644 view_61" [label="(12, 197, 64)", style=solid]; +"642 view_59" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"643 view_60" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"644 view_61" -> "645 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"645 scaled_dot_product_attention_7" -> "646 permute_8" [label="(1, 12, 197, 64)", style=solid]; +"646 permute_8" -> "647 view_62" [label="(197, 1, 12, 64)", style=solid]; +"647 view_62" -> "648 view_62_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"648 view_62_0_0_nncf_smooth_quant_0" -> "649 quantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"649 quantize_per_tensor_default_46" -> "650 dequantize_per_tensor_default_46" [label="(197, 768)", style=solid]; +"650 dequantize_per_tensor_default_46" -> "656 linear_29" [label="(197, 768)", style=solid]; +"651 linear_29_scale_0" -> "654 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"651 linear_29_scale_0" -> "655 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"652 linear_29_zero_point_0" -> "654 quantize_per_channel_default_30" [label="(768,)", style=solid]; +"652 linear_29_zero_point_0" -> "655 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"653 compressed_weight_updated_constant30" -> "654 quantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"654 quantize_per_channel_default_30" -> "655 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"655 dequantize_per_channel_default_30" -> "656 linear_29" [label="(768, 768)", style=solid]; +"656 linear_29" -> "657 view_63" [label="(197, 768)", style=solid]; +"657 view_63" -> "658 transpose_47" [label="(197, 1, 768)", style=solid]; +"658 transpose_47" -> "659 dropout_22" [label="(1, 197, 768)", style=solid]; +"659 dropout_22" -> "660 add_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "661 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"660 add_15" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"661 layer_norm_15" -> "662 layer_norm_15_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"662 layer_norm_15_0_0_nncf_smooth_quant_0" -> "663 quantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"663 quantize_per_tensor_default_47" -> "664 dequantize_per_tensor_default_47" [label="(1, 197, 768)", style=solid]; +"664 dequantize_per_tensor_default_47" -> "670 linear_30" [label="(1, 197, 768)", style=solid]; +"665 linear_30_scale_0" -> "668 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"665 linear_30_scale_0" -> "669 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"666 linear_30_zero_point_0" -> "668 quantize_per_channel_default_31" [label="(3072,)", style=solid]; +"666 linear_30_zero_point_0" -> "669 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"667 compressed_weight_updated_constant31" -> "668 quantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"668 quantize_per_channel_default_31" -> "669 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"669 dequantize_per_channel_default_31" -> "670 linear_30" [label="(3072, 768)", style=solid]; +"670 linear_30" -> "671 gelu_7" [label="(1, 197, 3072)", style=solid]; +"671 gelu_7" -> "672 dropout_23" [label="(1, 197, 3072)", style=solid]; +"672 dropout_23" -> "673 dropout_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"673 dropout_23_0_0_nncf_smooth_quant_0" -> "674 quantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"674 quantize_per_tensor_default_48" -> "675 dequantize_per_tensor_default_48" [label="(1, 197, 3072)", style=solid]; +"675 dequantize_per_tensor_default_48" -> "681 linear_31" [label="(1, 197, 3072)", style=solid]; +"676 linear_31_scale_0" -> "679 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"676 linear_31_scale_0" -> "680 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"677 linear_31_zero_point_0" -> "679 quantize_per_channel_default_32" [label="(768,)", style=solid]; +"677 linear_31_zero_point_0" -> "680 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"678 compressed_weight_updated_constant32" -> "679 quantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"679 quantize_per_channel_default_32" -> "680 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"680 dequantize_per_channel_default_32" -> "681 linear_31" [label="(768, 3072)", style=solid]; +"681 linear_31" -> "682 dropout_24" [label="(1, 197, 768)", style=solid]; +"682 dropout_24" -> "683 add_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "684 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"683 add_16" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"684 layer_norm_16" -> "685 transpose_48" [label="(1, 197, 768)", style=solid]; +"685 transpose_48" -> "686 transpose_48_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"686 transpose_48_0_0_nncf_smooth_quant_0" -> "687 quantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"687 quantize_per_tensor_default_49" -> "688 dequantize_per_tensor_default_49" [label="(197, 1, 768)", style=solid]; +"688 dequantize_per_tensor_default_49" -> "694 linear_32" [label="(197, 1, 768)", style=solid]; +"689 linear_32_scale_0" -> "692 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"689 linear_32_scale_0" -> "693 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"690 linear_32_zero_point_0" -> "692 quantize_per_channel_default_33" [label="(2304,)", style=solid]; +"690 linear_32_zero_point_0" -> "693 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"691 compressed_weight_updated_constant33" -> "692 quantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"692 quantize_per_channel_default_33" -> "693 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"693 dequantize_per_channel_default_33" -> "694 linear_32" [label="(2304, 768)", style=solid]; +"694 linear_32" -> "695 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"695 unflatten_8" -> "696 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"696 unsqueeze_8" -> "697 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"697 transpose_49" -> "698 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"698 squeeze_8" -> "699 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "700 quantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "703 quantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"699 contiguous_8" -> "706 select_26" [label="(3, 197, 1, 768)", style=solid]; +"700 quantize_per_tensor_default_50" -> "701 dequantize_per_tensor_default_50" [label="(3, 197, 1, 768)", style=solid]; +"701 dequantize_per_tensor_default_50" -> "702 select_24" [label="(3, 197, 1, 768)", style=solid]; +"702 select_24" -> "707 view_64" [label="(197, 1, 768)", style=solid]; +"703 quantize_per_tensor_default_51" -> "704 dequantize_per_tensor_default_51" [label="(3, 197, 1, 768)", style=solid]; +"704 dequantize_per_tensor_default_51" -> "705 select_25" [label="(3, 197, 1, 768)", style=solid]; +"705 select_25" -> "709 view_65" [label="(197, 1, 768)", style=solid]; +"706 select_26" -> "711 view_66" [label="(197, 1, 768)", style=solid]; +"707 view_64" -> "708 transpose_50" [label="(197, 12, 64)", style=solid]; +"708 transpose_50" -> "713 view_67" [label="(12, 197, 64)", style=solid]; +"709 view_65" -> "710 transpose_51" [label="(197, 12, 64)", style=solid]; +"710 transpose_51" -> "714 view_68" [label="(12, 197, 64)", style=solid]; +"711 view_66" -> "712 transpose_52" [label="(197, 12, 64)", style=solid]; +"712 transpose_52" -> "715 view_69" [label="(12, 197, 64)", style=solid]; +"713 view_67" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"714 view_68" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"715 view_69" -> "716 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"716 scaled_dot_product_attention_8" -> "717 permute_9" [label="(1, 12, 197, 64)", style=solid]; +"717 permute_9" -> "718 view_70" [label="(197, 1, 12, 64)", style=solid]; +"718 view_70" -> "719 view_70_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"719 view_70_0_0_nncf_smooth_quant_0" -> "720 quantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"720 quantize_per_tensor_default_52" -> "721 dequantize_per_tensor_default_52" [label="(197, 768)", style=solid]; +"721 dequantize_per_tensor_default_52" -> "727 linear_33" [label="(197, 768)", style=solid]; +"722 linear_33_scale_0" -> "725 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"722 linear_33_scale_0" -> "726 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"723 linear_33_zero_point_0" -> "725 quantize_per_channel_default_34" [label="(768,)", style=solid]; +"723 linear_33_zero_point_0" -> "726 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"724 compressed_weight_updated_constant34" -> "725 quantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"725 quantize_per_channel_default_34" -> "726 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"726 dequantize_per_channel_default_34" -> "727 linear_33" [label="(768, 768)", style=solid]; +"727 linear_33" -> "728 view_71" [label="(197, 768)", style=solid]; +"728 view_71" -> "729 transpose_53" [label="(197, 1, 768)", style=solid]; +"729 transpose_53" -> "730 dropout_25" [label="(1, 197, 768)", style=solid]; +"730 dropout_25" -> "731 add_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "732 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"731 add_17" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"732 layer_norm_17" -> "733 layer_norm_17_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"733 layer_norm_17_0_0_nncf_smooth_quant_0" -> "734 quantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"734 quantize_per_tensor_default_53" -> "735 dequantize_per_tensor_default_53" [label="(1, 197, 768)", style=solid]; +"735 dequantize_per_tensor_default_53" -> "741 linear_34" [label="(1, 197, 768)", style=solid]; +"736 linear_34_scale_0" -> "739 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"736 linear_34_scale_0" -> "740 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"737 linear_34_zero_point_0" -> "739 quantize_per_channel_default_35" [label="(3072,)", style=solid]; +"737 linear_34_zero_point_0" -> "740 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"738 compressed_weight_updated_constant35" -> "739 quantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"739 quantize_per_channel_default_35" -> "740 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"740 dequantize_per_channel_default_35" -> "741 linear_34" [label="(3072, 768)", style=solid]; +"741 linear_34" -> "742 gelu_8" [label="(1, 197, 3072)", style=solid]; +"742 gelu_8" -> "743 dropout_26" [label="(1, 197, 3072)", style=solid]; +"743 dropout_26" -> "744 dropout_26_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"744 dropout_26_0_0_nncf_smooth_quant_0" -> "745 quantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"745 quantize_per_tensor_default_54" -> "746 dequantize_per_tensor_default_54" [label="(1, 197, 3072)", style=solid]; +"746 dequantize_per_tensor_default_54" -> "752 linear_35" [label="(1, 197, 3072)", style=solid]; +"747 linear_35_scale_0" -> "750 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"747 linear_35_scale_0" -> "751 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"748 linear_35_zero_point_0" -> "750 quantize_per_channel_default_36" [label="(768,)", style=solid]; +"748 linear_35_zero_point_0" -> "751 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"749 compressed_weight_updated_constant36" -> "750 quantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"750 quantize_per_channel_default_36" -> "751 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"751 dequantize_per_channel_default_36" -> "752 linear_35" [label="(768, 3072)", style=solid]; +"752 linear_35" -> "753 dropout_27" [label="(1, 197, 768)", style=solid]; +"753 dropout_27" -> "754 add_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "755 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"754 add_18" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"755 layer_norm_18" -> "756 transpose_54" [label="(1, 197, 768)", style=solid]; +"756 transpose_54" -> "757 transpose_54_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"757 transpose_54_0_0_nncf_smooth_quant_0" -> "758 quantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"758 quantize_per_tensor_default_55" -> "759 dequantize_per_tensor_default_55" [label="(197, 1, 768)", style=solid]; +"759 dequantize_per_tensor_default_55" -> "765 linear_36" [label="(197, 1, 768)", style=solid]; +"760 linear_36_scale_0" -> "763 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"760 linear_36_scale_0" -> "764 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"761 linear_36_zero_point_0" -> "763 quantize_per_channel_default_37" [label="(2304,)", style=solid]; +"761 linear_36_zero_point_0" -> "764 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"762 compressed_weight_updated_constant37" -> "763 quantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"763 quantize_per_channel_default_37" -> "764 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"764 dequantize_per_channel_default_37" -> "765 linear_36" [label="(2304, 768)", style=solid]; +"765 linear_36" -> "766 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"766 unflatten_9" -> "767 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"767 unsqueeze_9" -> "768 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"768 transpose_55" -> "769 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"769 squeeze_9" -> "770 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "771 quantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "774 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"770 contiguous_9" -> "777 select_29" [label="(3, 197, 1, 768)", style=solid]; +"771 quantize_per_tensor_default_56" -> "772 dequantize_per_tensor_default_56" [label="(3, 197, 1, 768)", style=solid]; +"772 dequantize_per_tensor_default_56" -> "773 select_27" [label="(3, 197, 1, 768)", style=solid]; +"773 select_27" -> "778 view_72" [label="(197, 1, 768)", style=solid]; +"774 quantize_per_tensor_default_57" -> "775 dequantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"775 dequantize_per_tensor_default_57" -> "776 select_28" [label="(3, 197, 1, 768)", style=solid]; +"776 select_28" -> "780 view_73" [label="(197, 1, 768)", style=solid]; +"777 select_29" -> "782 view_74" [label="(197, 1, 768)", style=solid]; +"778 view_72" -> "779 transpose_56" [label="(197, 12, 64)", style=solid]; +"779 transpose_56" -> "784 view_75" [label="(12, 197, 64)", style=solid]; +"780 view_73" -> "781 transpose_57" [label="(197, 12, 64)", style=solid]; +"781 transpose_57" -> "785 view_76" [label="(12, 197, 64)", style=solid]; +"782 view_74" -> "783 transpose_58" [label="(197, 12, 64)", style=solid]; +"783 transpose_58" -> "786 view_77" [label="(12, 197, 64)", style=solid]; +"784 view_75" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"785 view_76" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"786 view_77" -> "787 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"787 scaled_dot_product_attention_9" -> "788 permute_10" [label="(1, 12, 197, 64)", style=solid]; +"788 permute_10" -> "789 view_78" [label="(197, 1, 12, 64)", style=solid]; +"789 view_78" -> "790 view_78_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"790 view_78_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"791 quantize_per_tensor_default_58" -> "792 dequantize_per_tensor_default_58" [label="(197, 768)", style=solid]; +"792 dequantize_per_tensor_default_58" -> "798 linear_37" [label="(197, 768)", style=solid]; +"793 linear_37_scale_0" -> "796 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"793 linear_37_scale_0" -> "797 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"794 linear_37_zero_point_0" -> "796 quantize_per_channel_default_38" [label="(768,)", style=solid]; +"794 linear_37_zero_point_0" -> "797 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"795 compressed_weight_updated_constant38" -> "796 quantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"796 quantize_per_channel_default_38" -> "797 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"797 dequantize_per_channel_default_38" -> "798 linear_37" [label="(768, 768)", style=solid]; +"798 linear_37" -> "799 view_79" [label="(197, 768)", style=solid]; +"799 view_79" -> "800 transpose_59" [label="(197, 1, 768)", style=solid]; +"800 transpose_59" -> "801 dropout_28" [label="(1, 197, 768)", style=solid]; +"801 dropout_28" -> "802 add_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "803 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"802 add_19" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"803 layer_norm_19" -> "804 layer_norm_19_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"804 layer_norm_19_0_0_nncf_smooth_quant_0" -> "805 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"805 quantize_per_tensor_default_59" -> "806 dequantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"806 dequantize_per_tensor_default_59" -> "812 linear_38" [label="(1, 197, 768)", style=solid]; +"807 linear_38_scale_0" -> "810 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"807 linear_38_scale_0" -> "811 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"808 linear_38_zero_point_0" -> "810 quantize_per_channel_default_39" [label="(3072,)", style=solid]; +"808 linear_38_zero_point_0" -> "811 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"809 compressed_weight_updated_constant39" -> "810 quantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"810 quantize_per_channel_default_39" -> "811 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"811 dequantize_per_channel_default_39" -> "812 linear_38" [label="(3072, 768)", style=solid]; +"812 linear_38" -> "813 gelu_9" [label="(1, 197, 3072)", style=solid]; +"813 gelu_9" -> "814 dropout_29" [label="(1, 197, 3072)", style=solid]; +"814 dropout_29" -> "815 dropout_29_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"815 dropout_29_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"816 quantize_per_tensor_default_60" -> "817 dequantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"817 dequantize_per_tensor_default_60" -> "823 linear_39" [label="(1, 197, 3072)", style=solid]; +"818 linear_39_scale_0" -> "821 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"818 linear_39_scale_0" -> "822 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"819 linear_39_zero_point_0" -> "821 quantize_per_channel_default_40" [label="(768,)", style=solid]; +"819 linear_39_zero_point_0" -> "822 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"820 compressed_weight_updated_constant40" -> "821 quantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"821 quantize_per_channel_default_40" -> "822 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"822 dequantize_per_channel_default_40" -> "823 linear_39" [label="(768, 3072)", style=solid]; +"823 linear_39" -> "824 dropout_30" [label="(1, 197, 768)", style=solid]; +"824 dropout_30" -> "825 add_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "826 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"825 add_20" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"826 layer_norm_20" -> "827 transpose_60" [label="(1, 197, 768)", style=solid]; +"827 transpose_60" -> "828 transpose_60_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"828 transpose_60_0_0_nncf_smooth_quant_0" -> "829 quantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"829 quantize_per_tensor_default_61" -> "830 dequantize_per_tensor_default_61" [label="(197, 1, 768)", style=solid]; +"830 dequantize_per_tensor_default_61" -> "836 linear_40" [label="(197, 1, 768)", style=solid]; +"831 linear_40_scale_0" -> "834 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"831 linear_40_scale_0" -> "835 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"832 linear_40_zero_point_0" -> "834 quantize_per_channel_default_41" [label="(2304,)", style=solid]; +"832 linear_40_zero_point_0" -> "835 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"833 compressed_weight_updated_constant41" -> "834 quantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"834 quantize_per_channel_default_41" -> "835 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"835 dequantize_per_channel_default_41" -> "836 linear_40" [label="(2304, 768)", style=solid]; +"836 linear_40" -> "837 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"837 unflatten_10" -> "838 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"838 unsqueeze_10" -> "839 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"839 transpose_61" -> "840 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"840 squeeze_10" -> "841 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "842 quantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "845 quantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"841 contiguous_10" -> "848 select_32" [label="(3, 197, 1, 768)", style=solid]; +"842 quantize_per_tensor_default_62" -> "843 dequantize_per_tensor_default_62" [label="(3, 197, 1, 768)", style=solid]; +"843 dequantize_per_tensor_default_62" -> "844 select_30" [label="(3, 197, 1, 768)", style=solid]; +"844 select_30" -> "849 view_80" [label="(197, 1, 768)", style=solid]; +"845 quantize_per_tensor_default_63" -> "846 dequantize_per_tensor_default_63" [label="(3, 197, 1, 768)", style=solid]; +"846 dequantize_per_tensor_default_63" -> "847 select_31" [label="(3, 197, 1, 768)", style=solid]; +"847 select_31" -> "851 view_81" [label="(197, 1, 768)", style=solid]; +"848 select_32" -> "853 view_82" [label="(197, 1, 768)", style=solid]; +"849 view_80" -> "850 transpose_62" [label="(197, 12, 64)", style=solid]; +"850 transpose_62" -> "855 view_83" [label="(12, 197, 64)", style=solid]; +"851 view_81" -> "852 transpose_63" [label="(197, 12, 64)", style=solid]; +"852 transpose_63" -> "856 view_84" [label="(12, 197, 64)", style=solid]; +"853 view_82" -> "854 transpose_64" [label="(197, 12, 64)", style=solid]; +"854 transpose_64" -> "857 view_85" [label="(12, 197, 64)", style=solid]; +"855 view_83" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"856 view_84" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"857 view_85" -> "858 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"858 scaled_dot_product_attention_10" -> "859 permute_11" [label="(1, 12, 197, 64)", style=solid]; +"859 permute_11" -> "860 view_86" [label="(197, 1, 12, 64)", style=solid]; +"860 view_86" -> "861 view_86_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"861 view_86_0_0_nncf_smooth_quant_0" -> "862 quantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"862 quantize_per_tensor_default_64" -> "863 dequantize_per_tensor_default_64" [label="(197, 768)", style=solid]; +"863 dequantize_per_tensor_default_64" -> "869 linear_41" [label="(197, 768)", style=solid]; +"864 linear_41_scale_0" -> "867 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"864 linear_41_scale_0" -> "868 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"865 linear_41_zero_point_0" -> "867 quantize_per_channel_default_42" [label="(768,)", style=solid]; +"865 linear_41_zero_point_0" -> "868 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"866 compressed_weight_updated_constant42" -> "867 quantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"867 quantize_per_channel_default_42" -> "868 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"868 dequantize_per_channel_default_42" -> "869 linear_41" [label="(768, 768)", style=solid]; +"869 linear_41" -> "870 view_87" [label="(197, 768)", style=solid]; +"870 view_87" -> "871 transpose_65" [label="(197, 1, 768)", style=solid]; +"871 transpose_65" -> "872 dropout_31" [label="(1, 197, 768)", style=solid]; +"872 dropout_31" -> "873 add_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "874 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"873 add_21" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"874 layer_norm_21" -> "875 layer_norm_21_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"875 layer_norm_21_0_0_nncf_smooth_quant_0" -> "876 quantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"876 quantize_per_tensor_default_65" -> "877 dequantize_per_tensor_default_65" [label="(1, 197, 768)", style=solid]; +"877 dequantize_per_tensor_default_65" -> "883 linear_42" [label="(1, 197, 768)", style=solid]; +"878 linear_42_scale_0" -> "881 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"878 linear_42_scale_0" -> "882 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"879 linear_42_zero_point_0" -> "881 quantize_per_channel_default_43" [label="(3072,)", style=solid]; +"879 linear_42_zero_point_0" -> "882 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"880 compressed_weight_updated_constant43" -> "881 quantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"881 quantize_per_channel_default_43" -> "882 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"882 dequantize_per_channel_default_43" -> "883 linear_42" [label="(3072, 768)", style=solid]; +"883 linear_42" -> "884 gelu_10" [label="(1, 197, 3072)", style=solid]; +"884 gelu_10" -> "885 dropout_32" [label="(1, 197, 3072)", style=solid]; +"885 dropout_32" -> "886 dropout_32_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"886 dropout_32_0_0_nncf_smooth_quant_0" -> "887 quantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"887 quantize_per_tensor_default_66" -> "888 dequantize_per_tensor_default_66" [label="(1, 197, 3072)", style=solid]; +"888 dequantize_per_tensor_default_66" -> "894 linear_43" [label="(1, 197, 3072)", style=solid]; +"889 linear_43_scale_0" -> "892 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"889 linear_43_scale_0" -> "893 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"890 linear_43_zero_point_0" -> "892 quantize_per_channel_default_44" [label="(768,)", style=solid]; +"890 linear_43_zero_point_0" -> "893 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"891 compressed_weight_updated_constant44" -> "892 quantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"892 quantize_per_channel_default_44" -> "893 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"893 dequantize_per_channel_default_44" -> "894 linear_43" [label="(768, 3072)", style=solid]; +"894 linear_43" -> "895 dropout_33" [label="(1, 197, 768)", style=solid]; +"895 dropout_33" -> "896 add_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "897 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"896 add_22" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"897 layer_norm_22" -> "898 transpose_66" [label="(1, 197, 768)", style=solid]; +"898 transpose_66" -> "899 transpose_66_0_0_nncf_smooth_quant_0" [label="(197, 1, 768)", style=solid]; +"899 transpose_66_0_0_nncf_smooth_quant_0" -> "900 quantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"900 quantize_per_tensor_default_67" -> "901 dequantize_per_tensor_default_67" [label="(197, 1, 768)", style=solid]; +"901 dequantize_per_tensor_default_67" -> "907 linear_44" [label="(197, 1, 768)", style=solid]; +"902 linear_44_scale_0" -> "905 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"902 linear_44_scale_0" -> "906 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"903 linear_44_zero_point_0" -> "905 quantize_per_channel_default_45" [label="(2304,)", style=solid]; +"903 linear_44_zero_point_0" -> "906 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"904 compressed_weight_updated_constant45" -> "905 quantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"905 quantize_per_channel_default_45" -> "906 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"906 dequantize_per_channel_default_45" -> "907 linear_44" [label="(2304, 768)", style=solid]; +"907 linear_44" -> "908 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"908 unflatten_11" -> "909 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"909 unsqueeze_11" -> "910 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"910 transpose_67" -> "911 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"911 squeeze_11" -> "912 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "913 quantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "916 quantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"912 contiguous_11" -> "919 select_35" [label="(3, 197, 1, 768)", style=solid]; +"913 quantize_per_tensor_default_68" -> "914 dequantize_per_tensor_default_68" [label="(3, 197, 1, 768)", style=solid]; +"914 dequantize_per_tensor_default_68" -> "915 select_33" [label="(3, 197, 1, 768)", style=solid]; +"915 select_33" -> "920 view_88" [label="(197, 1, 768)", style=solid]; +"916 quantize_per_tensor_default_69" -> "917 dequantize_per_tensor_default_69" [label="(3, 197, 1, 768)", style=solid]; +"917 dequantize_per_tensor_default_69" -> "918 select_34" [label="(3, 197, 1, 768)", style=solid]; +"918 select_34" -> "922 view_89" [label="(197, 1, 768)", style=solid]; +"919 select_35" -> "924 view_90" [label="(197, 1, 768)", style=solid]; +"920 view_88" -> "921 transpose_68" [label="(197, 12, 64)", style=solid]; +"921 transpose_68" -> "926 view_91" [label="(12, 197, 64)", style=solid]; +"922 view_89" -> "923 transpose_69" [label="(197, 12, 64)", style=solid]; +"923 transpose_69" -> "927 view_92" [label="(12, 197, 64)", style=solid]; +"924 view_90" -> "925 transpose_70" [label="(197, 12, 64)", style=solid]; +"925 transpose_70" -> "928 view_93" [label="(12, 197, 64)", style=solid]; +"926 view_91" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"927 view_92" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"928 view_93" -> "929 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"929 scaled_dot_product_attention_11" -> "930 permute_12" [label="(1, 12, 197, 64)", style=solid]; +"930 permute_12" -> "931 view_94" [label="(197, 1, 12, 64)", style=solid]; +"931 view_94" -> "932 view_94_0_0_nncf_smooth_quant_0" [label="(197, 768)", style=solid]; +"932 view_94_0_0_nncf_smooth_quant_0" -> "933 quantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"933 quantize_per_tensor_default_70" -> "934 dequantize_per_tensor_default_70" [label="(197, 768)", style=solid]; +"934 dequantize_per_tensor_default_70" -> "940 linear_45" [label="(197, 768)", style=solid]; +"935 linear_45_scale_0" -> "938 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"935 linear_45_scale_0" -> "939 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"936 linear_45_zero_point_0" -> "938 quantize_per_channel_default_46" [label="(768,)", style=solid]; +"936 linear_45_zero_point_0" -> "939 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"937 compressed_weight_updated_constant46" -> "938 quantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"938 quantize_per_channel_default_46" -> "939 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"939 dequantize_per_channel_default_46" -> "940 linear_45" [label="(768, 768)", style=solid]; +"940 linear_45" -> "941 view_95" [label="(197, 768)", style=solid]; +"941 view_95" -> "942 transpose_71" [label="(197, 1, 768)", style=solid]; +"942 transpose_71" -> "943 dropout_34" [label="(1, 197, 768)", style=solid]; +"943 dropout_34" -> "944 add_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "945 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"944 add_23" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"945 layer_norm_23" -> "946 layer_norm_23_0_0_nncf_smooth_quant_0" [label="(1, 197, 768)", style=solid]; +"946 layer_norm_23_0_0_nncf_smooth_quant_0" -> "947 quantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"947 quantize_per_tensor_default_71" -> "948 dequantize_per_tensor_default_71" [label="(1, 197, 768)", style=solid]; +"948 dequantize_per_tensor_default_71" -> "954 linear_46" [label="(1, 197, 768)", style=solid]; +"949 linear_46_scale_0" -> "952 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"949 linear_46_scale_0" -> "953 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"950 linear_46_zero_point_0" -> "952 quantize_per_channel_default_47" [label="(3072,)", style=solid]; +"950 linear_46_zero_point_0" -> "953 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"951 compressed_weight_updated_constant47" -> "952 quantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"952 quantize_per_channel_default_47" -> "953 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"953 dequantize_per_channel_default_47" -> "954 linear_46" [label="(3072, 768)", style=solid]; +"954 linear_46" -> "955 gelu_11" [label="(1, 197, 3072)", style=solid]; +"955 gelu_11" -> "956 dropout_35" [label="(1, 197, 3072)", style=solid]; +"956 dropout_35" -> "957 dropout_35_0_0_nncf_smooth_quant_0" [label="(1, 197, 3072)", style=solid]; +"957 dropout_35_0_0_nncf_smooth_quant_0" -> "958 quantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"958 quantize_per_tensor_default_72" -> "959 dequantize_per_tensor_default_72" [label="(1, 197, 3072)", style=solid]; +"959 dequantize_per_tensor_default_72" -> "965 linear_47" [label="(1, 197, 3072)", style=solid]; +"960 linear_47_scale_0" -> "963 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"960 linear_47_scale_0" -> "964 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"961 linear_47_zero_point_0" -> "963 quantize_per_channel_default_48" [label="(768,)", style=solid]; +"961 linear_47_zero_point_0" -> "964 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"962 compressed_weight_updated_constant48" -> "963 quantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"963 quantize_per_channel_default_48" -> "964 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"964 dequantize_per_channel_default_48" -> "965 linear_47" [label="(768, 3072)", style=solid]; +"965 linear_47" -> "966 dropout_36" [label="(1, 197, 768)", style=solid]; +"966 dropout_36" -> "967 add_24" [label="(1, 197, 768)", style=solid]; +"967 add_24" -> "968 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"968 layer_norm_24" -> "969 slice_1" [label="(1, 197, 768)", style=solid]; +"969 slice_1" -> "970 select_36" [label="(1, 197, 768)", style=solid]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [label="(1, 768)", style=solid]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [label="(1, 768)", style=solid]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [label="(1, 768)", style=solid]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [label="(1000,)", style=solid]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"978 dequantize_per_channel_default_49" -> "979 linear_48" [label="(1000, 768)", style=solid]; +"979 linear_48" -> "980 output" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..8d704a1d4ae --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot @@ -0,0 +1,65 @@ +strict digraph { +"0 x" [id=0, type=input]; +"1 x_0_0_nncf_smooth_quant_0" [id=1, type=call_module]; +"2 quantize_per_tensor_default" [id=2, type=quantize_per_tensor]; +"3 dequantize_per_tensor_default" [id=3, type=dequantize_per_tensor]; +"4 linear_scale_0" [id=4, type=get_attr]; +"5 linear_zero_point_0" [id=5, type=get_attr]; +"6 compressed_weight_updated_constant0" [id=6, type=get_attr]; +"7 quantize_per_channel_default" [id=7, type=quantize_per_channel]; +"8 dequantize_per_channel_default" [id=8, type=dequantize_per_channel]; +"9 linear" [id=9, type=linear]; +"10 quantize_per_tensor_default_1" [id=10, type=quantize_per_tensor]; +"11 dequantize_per_tensor_default_1" [id=11, type=dequantize_per_tensor]; +"12 slice_1" [id=12, type=slice]; +"13 slice_2" [id=13, type=slice]; +"14 slice_3" [id=14, type=slice]; +"15 quantize_per_tensor_default_2" [id=15, type=quantize_per_tensor]; +"16 dequantize_per_tensor_default_2" [id=16, type=dequantize_per_tensor]; +"17 slice_4" [id=17, type=slice]; +"18 slice_5" [id=18, type=slice]; +"19 slice_6" [id=19, type=slice]; +"20 slice_7" [id=20, type=slice]; +"21 slice_8" [id=21, type=slice]; +"22 slice_9" [id=22, type=slice]; +"23 transpose" [id=23, type=transpose]; +"24 matmul" [id=24, type=matmul]; +"25 div_" [id=25, type=div_]; +"26 softmax" [id=26, type=softmax]; +"27 transpose_1" [id=27, type=transpose]; +"28 matmul_1" [id=28, type=matmul]; +"29 output" [id=29, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [label="(1, -1, -1)", style=solid]; +"1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [label="(1, -1, 4)", style=solid]; +"2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [label="(1, -1, 4)", style=solid]; +"3 dequantize_per_tensor_default" -> "9 linear" [label="(1, -1, 4)", style=solid]; +"4 linear_scale_0" -> "7 quantize_per_channel_default" [label="(12,)", style=solid]; +"4 linear_scale_0" -> "8 dequantize_per_channel_default" [label="(12,)", style=solid]; +"5 linear_zero_point_0" -> "7 quantize_per_channel_default" [label="(12,)", style=solid]; +"5 linear_zero_point_0" -> "8 dequantize_per_channel_default" [label="(12,)", style=solid]; +"6 compressed_weight_updated_constant0" -> "7 quantize_per_channel_default" [label="(12, 4)", style=solid]; +"7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [label="(12, 4)", style=solid]; +"8 dequantize_per_channel_default" -> "9 linear" [label="(12, 4)", style=solid]; +"9 linear" -> "10 quantize_per_tensor_default_1" [label="(1, -1, 12)", style=solid]; +"9 linear" -> "15 quantize_per_tensor_default_2" [label="(1, -1, 12)", style=solid]; +"9 linear" -> "20 slice_7" [label="(1, -1, 12)", style=solid]; +"10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [label="(1, -1, 12)", style=solid]; +"11 dequantize_per_tensor_default_1" -> "12 slice_1" [label="(1, -1, 12)", style=solid]; +"12 slice_1" -> "13 slice_2" [label="(1, -1, 12)", style=solid]; +"13 slice_2" -> "14 slice_3" [label="(1, -1, 12)", style=solid]; +"14 slice_3" -> "24 matmul" [label="(1, -1, 4)", style=solid]; +"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [label="(1, -1, 12)", style=solid]; +"16 dequantize_per_tensor_default_2" -> "17 slice_4" [label="(1, -1, 12)", style=solid]; +"17 slice_4" -> "18 slice_5" [label="(1, -1, 12)", style=solid]; +"18 slice_5" -> "19 slice_6" [label="(1, -1, 12)", style=solid]; +"19 slice_6" -> "23 transpose" [label="(1, -1, 4)", style=solid]; +"20 slice_7" -> "21 slice_8" [label="(1, -1, 12)", style=solid]; +"21 slice_8" -> "22 slice_9" [label="(1, -1, 12)", style=solid]; +"22 slice_9" -> "28 matmul_1" [label="(1, -1, 4)", style=solid]; +"23 transpose" -> "24 matmul" [label="(1, 4, -1)", style=solid]; +"24 matmul" -> "25 div_" [label="(1, -1, -1)", style=solid]; +"25 div_" -> "26 softmax" [label="(1, -1, -1)", style=solid]; +"26 softmax" -> "27 transpose_1" [label="(1, -1, -1)", style=solid]; +"27 transpose_1" -> "28 matmul_1" [label="(1, -1, -1)", style=solid]; +"28 matmul_1" -> "29 output" [label="(1, -1, 4)", style=solid]; +} diff --git a/tests/torch/fx/helpers.py b/tests/torch/fx/helpers.py index 245bd7cc8c5..c47f3c7693a 100644 --- a/tests/torch/fx/helpers.py +++ b/tests/torch/fx/helpers.py @@ -124,7 +124,7 @@ def visualize_fx_model(model: torch.fx.GraphModule, output_svg_path: str): def get_torch_fx_model( - model: torch.nn.Module, ex_input: Union[torch.Tensor, Tuple[torch.Tensor, ...]] + model: torch.nn.Module, ex_input: Union[torch.Tensor, Tuple[torch.Tensor, ...]], dynamic_shapes=None ) -> torch.fx.GraphModule: """ Converts given module to GraphModule. @@ -151,7 +151,7 @@ def get_torch_fx_model( model.eval() with torch.no_grad(): with disable_patching(): - return torch.export.export_for_training(model, args=device_ex_input).module() + return torch.export.export_for_training(model, args=device_ex_input, dynamic_shapes=dynamic_shapes).module() def get_torch_fx_model_q_transformed(model: torch.nn.Module, ex_input: torch.Tensor) -> torch.fx.GraphModule: diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 39538f8b7d9..0596bed14f4 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -14,7 +14,7 @@ from dataclasses import dataclass from functools import partial from pathlib import Path -from typing import Callable, Dict, Tuple, Type, Union +from typing import Callable, Dict, List, Tuple, Type, Union import openvino.torch # noqa import pytest @@ -25,6 +25,7 @@ import torch.utils.data import torch.utils.data.distributed import torchvision.models as models +from torch.export.dynamic_shapes import Dim import nncf from nncf.common.graph.graph import NNCFNodeName @@ -46,8 +47,12 @@ from tests.torch.test_models.synthetic import YOLO11N_SDPABlock FX_DIR_NAME = Path("fx") -FX_QUANTIZED_DIR_NAME = Path("fx") / "quantized" -FX_QUANTIZED_COMPRESSED_DIR_NAME = Path("fx") / "post_quantization_compressed" +FX_QUANTIZED_DIR_NAME = FX_DIR_NAME / "quantized" +FX_QUANTIZED_COMPRESSED_DIR_NAME = FX_DIR_NAME / "post_quantization_compressed" + +FX_DYNAMIC_DIR = FX_DIR_NAME / "dynamic_shapes" +FX_DYNAMIC_QUANTIZED_DIR_NAME = FX_DYNAMIC_DIR / "quantized" +FX_DYNAMIC_QUANTIZED_COMPRESSED_DIR_NAME = FX_DYNAMIC_DIR / "post_quantization_compressed" @dataclass @@ -134,21 +139,25 @@ def test_model(test_case: ModelCase): ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), {}, [(46, 50), (23, 27)], + [Dim.AUTO, Dim.STATIC, Dim.STATIC, Dim.STATIC], # This Unet Model is not eligible for dynamic shape capability ), ( torchvision_model_case("resnet18", (1, 3, 224, 224)), {}, [(51, 58), (30, 37)], + [Dim.AUTO, Dim.STATIC, Dim.AUTO, Dim.AUTO], ), ( torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}, [(97, 112), (61, 76)], + [Dim.AUTO, Dim.STATIC, Dim.AUTO, Dim.AUTO], ), ( torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}, [(124, 124), (74, 74)], + [Dim.AUTO, Dim.STATIC, Dim.STATIC, Dim.STATIC], # This ViT Model is not eligible for dynamic shape capability ), ( torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), @@ -157,32 +166,46 @@ def test_model(test_case: ModelCase): (250, 250), (149, 149), ], + [Dim.AUTO, Dim.STATIC, Dim.AUTO, Dim.AUTO], ), ( ModelCase(partial(ShortTransformer, 5, 10), "synthetic_transformer", [5]), {"model_type": nncf.ModelType.TRANSFORMER}, [(4, 4), (2, 2)], + [Dim.AUTO], ), ( ModelCase(YOLO11N_SDPABlock, "yolo11n_sdpa_block", YOLO11N_SDPABlock.INPUT_SIZE), {"model_type": nncf.ModelType.TRANSFORMER}, [(4, 4), (3, 3)], + [Dim.AUTO, Dim.AUTO, Dim.AUTO], ), ) +@pytest.mark.parametrize("enable_dynamic_shapes", [True, False]) @pytest.mark.parametrize("compress_weights", [True, False]) @pytest.mark.parametrize( - ("model_case", "quantization_parameters", "compress_n_qdq"), + ("model_case", "quantization_parameters", "compress_n_qdq", "dynamic_shape_config"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED], ) -def test_quantized_model(model_case: ModelCase, quantization_parameters, compress_weights: bool, compress_n_qdq: int): +def test_quantized_model( + model_case: ModelCase, + quantization_parameters, + compress_weights: bool, + compress_n_qdq: int, + enable_dynamic_shapes: bool, + dynamic_shape_config: List[bool], +): model = model_case.model_builder() dtype = torch.int32 if model_case.model_id == "synthetic_transformer" else torch.float32 example_input = torch.ones(model_case.input_shape, dtype=dtype) + dynamic_shapes = None + if enable_dynamic_shapes: + dynamic_shapes = [tuple(dynamic_shape_config)] - fx_model = get_torch_fx_model(model, example_input) + fx_model = get_torch_fx_model(model, example_input, dynamic_shapes=dynamic_shapes) def transform_fn(data_item): return data_item.to("cpu") @@ -198,7 +221,11 @@ def transform_fn(data_item): # Uncomment to visualize torch fx graph # from tests.torch.fx.helpers import visualize_fx_model # visualize_fx_model(quantized_model, f"{model_case.model_id}_int8.svg") - save_dir = FX_QUANTIZED_COMPRESSED_DIR_NAME if compress_weights else FX_QUANTIZED_DIR_NAME + if dynamic_shapes: + save_dir = FX_DYNAMIC_QUANTIZED_COMPRESSED_DIR_NAME if compress_weights else FX_DYNAMIC_QUANTIZED_DIR_NAME + else: + save_dir = FX_QUANTIZED_COMPRESSED_DIR_NAME if compress_weights else FX_QUANTIZED_DIR_NAME + nncf_graph = GraphConverter.create_nncf_graph(quantized_model) check_graph(nncf_graph, get_dot_filename(model_case.model_id), save_dir, extended=True) q_nodes, dq_nodes = count_q_dq(quantized_model)