|
| 1 | +strict digraph { |
| 2 | +"0 input.1" [id=0, type=Parameter]; |
| 3 | +"1 /Add" [id=1, type=Add]; |
| 4 | +"2 MVN_19" [id=2, type=MVN]; |
| 5 | +"3 161" [id=3, type=Add]; |
| 6 | +"4 MVN_74" [id=4, type=MVN]; |
| 7 | +"5 Multiply_20" [id=5, type=Multiply]; |
| 8 | +"6 161/sink_port_0" [id=6, type=Result]; |
| 9 | +"7 MVN_74/fq_output_0" [id=7, type=FakeQuantize]; |
| 10 | +"8 Multiply_20/fq_output_0" [id=8, type=FakeQuantize]; |
| 11 | +"9 /mlp/fc1/MatMul" [id=9, type=MatMul]; |
| 12 | +"10 /Reshape_3" [id=10, type=Reshape]; |
| 13 | +"11 /mlp/fc1/Add" [id=11, type=Add]; |
| 14 | +"12 /attn/qkv/MatMul" [id=12, type=MatMul]; |
| 15 | +"13 /mlp/act/Div" [id=13, type=Multiply]; |
| 16 | +"14 /mlp/act/Mul" [id=14, type=Multiply]; |
| 17 | +"15 /attn/qkv/Add" [id=15, type=Add]; |
| 18 | +"16 /mlp/act/Erf" [id=16, type=Erf]; |
| 19 | +"17 /mlp/act/Mul_1" [id=17, type=Multiply]; |
| 20 | +"18 /attn/Reshape" [id=18, type=Reshape]; |
| 21 | +"19 /mlp/act/Add" [id=19, type=Add]; |
| 22 | +"20 /mlp/act/Mul_1/fq_output_0" [id=20, type=FakeQuantize]; |
| 23 | +"21 /attn/Transpose" [id=21, type=Transpose]; |
| 24 | +"22 /mlp/fc2/MatMul" [id=22, type=MatMul]; |
| 25 | +"23 /attn/Gather" [id=23, type=Gather]; |
| 26 | +"24 /attn/Gather_1/fq_input_0" [id=24, type=FakeQuantize]; |
| 27 | +"25 /attn/Gather_2" [id=25, type=Gather]; |
| 28 | +"26 /mlp/fc2/Add" [id=26, type=Add]; |
| 29 | +"27 /attn/Mul" [id=27, type=Multiply]; |
| 30 | +"28 /attn/Gather_1" [id=28, type=Gather]; |
| 31 | +"29 /attn/MatMul_1" [id=29, type=ScaledDotProductAttention]; |
| 32 | +"30 /attn/Mul/fq_output_0" [id=30, type=FakeQuantize]; |
| 33 | +"31 /attn/MatMul_1/fq_output_0" [id=31, type=FakeQuantize]; |
| 34 | +"32 /attn/Transpose_2" [id=32, type=Transpose]; |
| 35 | +"33 /attn/Reshape_1" [id=33, type=Reshape]; |
| 36 | +"34 /attn/proj/MatMul" [id=34, type=MatMul]; |
| 37 | +"35 /attn/proj/Add" [id=35, type=Add]; |
| 38 | +"36 /mlp/fc2/MatMul/fq_weights_1" [id=36, type=FakeQuantize]; |
| 39 | +"37 /mlp/fc2/MatMul/fq_weights_1/output_high" [id=37, type=Constant]; |
| 40 | +"38 /mlp/fc2/MatMul/fq_weights_1/output_low" [id=38, type=Constant]; |
| 41 | +"39 /mlp/fc2/MatMul/fq_weights_1/input_high" [id=39, type=Constant]; |
| 42 | +"40 /mlp/fc2/MatMul/fq_weights_1/input_low" [id=40, type=Constant]; |
| 43 | +"41 Transpose_1888" [id=41, type=Constant]; |
| 44 | +"42 /mlp/act/Mul_1/fq_output_0/output_high" [id=42, type=Constant]; |
| 45 | +"43 /mlp/act/Mul_1/fq_output_0/output_low" [id=43, type=Constant]; |
| 46 | +"44 /mlp/act/Mul_1/fq_output_0/input_high" [id=44, type=Constant]; |
| 47 | +"45 /mlp/act/Mul_1/fq_output_0/input_low" [id=45, type=Constant]; |
| 48 | +"46 Constant_1926" [id=46, type=Constant]; |
| 49 | +"47 Constant_1925" [id=47, type=Constant]; |
| 50 | +"48 Constant_1924" [id=48, type=Constant]; |
| 51 | +"49 /mlp/fc1/MatMul/fq_weights_1" [id=49, type=FakeQuantize]; |
| 52 | +"50 /mlp/fc1/MatMul/fq_weights_1/output_high" [id=50, type=Constant]; |
| 53 | +"51 /mlp/fc1/MatMul/fq_weights_1/output_low" [id=51, type=Constant]; |
| 54 | +"52 /mlp/fc1/MatMul/fq_weights_1/input_high" [id=52, type=Constant]; |
| 55 | +"53 /mlp/fc1/MatMul/fq_weights_1/input_low" [id=53, type=Constant]; |
| 56 | +"54 Transpose_1873" [id=54, type=Constant]; |
| 57 | +"55 MVN_74/fq_output_0/output_high" [id=55, type=Constant]; |
| 58 | +"56 MVN_74/fq_output_0/output_low" [id=56, type=Constant]; |
| 59 | +"57 MVN_74/fq_output_0/input_high" [id=57, type=Constant]; |
| 60 | +"58 MVN_74/fq_output_0/input_low" [id=58, type=Constant]; |
| 61 | +"59 Range_73" [id=59, type=Constant]; |
| 62 | +"60 /attn/proj/MatMul/fq_weights_1" [id=60, type=FakeQuantize]; |
| 63 | +"61 /attn/proj/MatMul/fq_weights_1/output_high" [id=61, type=Constant]; |
| 64 | +"62 /attn/proj/MatMul/fq_weights_1/output_low" [id=62, type=Constant]; |
| 65 | +"63 /attn/proj/MatMul/fq_weights_1/input_high" [id=63, type=Constant]; |
| 66 | +"64 /attn/proj/MatMul/fq_weights_1/input_low" [id=64, type=Constant]; |
| 67 | +"65 Transpose_1862" [id=65, type=Constant]; |
| 68 | +"66 /attn/Constant_2" [id=66, type=Constant]; |
| 69 | +"67 Constant_53" [id=67, type=Constant]; |
| 70 | +"68 /attn/MatMul_1/fq_output_0/output_high" [id=68, type=Constant]; |
| 71 | +"69 /attn/MatMul_1/fq_output_0/output_low" [id=69, type=Constant]; |
| 72 | +"70 /attn/MatMul_1/fq_output_0/input_high" [id=70, type=Constant]; |
| 73 | +"71 /attn/MatMul_1/fq_output_0/input_low" [id=71, type=Constant]; |
| 74 | +"72 Constant_1859" [id=72, type=Constant]; |
| 75 | +"73 onnx^^Add_194" [id=73, label="73 onnx::Add_194", type=Constant]; |
| 76 | +"74 Constant_43" [id=74, type=Constant]; |
| 77 | +"75 /Constant_1" [id=75, type=Constant]; |
| 78 | +"76 Constant_37" [id=76, type=Constant]; |
| 79 | +"77 /attn/Constant" [id=77, type=Constant]; |
| 80 | +"78 /attn/qkv/MatMul/fq_weights_1" [id=78, type=FakeQuantize]; |
| 81 | +"79 /attn/qkv/MatMul/fq_weights_1/output_high" [id=79, type=Constant]; |
| 82 | +"80 /attn/qkv/MatMul/fq_weights_1/output_low" [id=80, type=Constant]; |
| 83 | +"81 /attn/qkv/MatMul/fq_weights_1/input_high" [id=81, type=Constant]; |
| 84 | +"82 /attn/qkv/MatMul/fq_weights_1/input_low" [id=82, type=Constant]; |
| 85 | +"83 Transpose_1847" [id=83, type=Constant]; |
| 86 | +"84 Constant_1943" [id=84, type=Constant]; |
| 87 | +"85 Multiply_20/fq_output_0/output_high" [id=85, type=Constant]; |
| 88 | +"86 Multiply_20/fq_output_0/output_low" [id=86, type=Constant]; |
| 89 | +"87 Multiply_20/fq_output_0/input_high" [id=87, type=Constant]; |
| 90 | +"88 Multiply_20/fq_output_0/input_low" [id=88, type=Constant]; |
| 91 | +"89 Constant_1919" [id=89, type=Constant]; |
| 92 | +"90 Range_18" [id=90, type=Constant]; |
| 93 | +"91 Constant_1920" [id=91, type=Constant]; |
| 94 | +"92 Constant_41" [id=92, type=Constant]; |
| 95 | +"93 /Constant_3" [id=93, type=Constant]; |
| 96 | +"94 /attn/Gather_1/fq_input_0/output_high" [id=94, type=Constant]; |
| 97 | +"95 /attn/Gather_1/fq_input_0/output_low" [id=95, type=Constant]; |
| 98 | +"96 /attn/Gather_1/fq_input_0/input_high" [id=96, type=Constant]; |
| 99 | +"97 /attn/Gather_1/fq_input_0/input_low" [id=97, type=Constant]; |
| 100 | +"98 /attn/Mul/fq_output_0/output_high" [id=98, type=Constant]; |
| 101 | +"99 /attn/Mul/fq_output_0/output_low" [id=99, type=Constant]; |
| 102 | +"100 /attn/Mul/fq_output_0/input_high" [id=100, type=Constant]; |
| 103 | +"101 /attn/Mul/fq_output_0/input_low" [id=101, type=Constant]; |
| 104 | +"102 Constant_1921" [id=102, type=Constant]; |
| 105 | +"103 Constant_39" [id=103, type=Constant]; |
| 106 | +"104 /Constant" [id=104, type=Constant]; |
| 107 | +"105 Constant_1922" [id=105, type=Constant]; |
| 108 | +"106 Constant_1923" [id=106, type=Constant]; |
| 109 | +"107 Constant_1927" [id=107, type=Constant]; |
| 110 | +"0 input.1" -> "1 /Add" [label="[1, 16, 8]", style=solid]; |
| 111 | +"0 input.1" -> "2 MVN_19" [label="[1, 16, 8]", style=solid]; |
| 112 | +"1 /Add" -> "3 161" [label="[1, 16, 8]", style=solid]; |
| 113 | +"1 /Add" -> "4 MVN_74" [label="[1, 16, 8]", style=solid]; |
| 114 | +"2 MVN_19" -> "5 Multiply_20" [label="[1, 16, 8]", style=solid]; |
| 115 | +"3 161" -> "6 161/sink_port_0" [label="[1, 16, 8]", style=solid]; |
| 116 | +"4 MVN_74" -> "7 MVN_74/fq_output_0" [label="[1, 16, 8]", style=solid]; |
| 117 | +"5 Multiply_20" -> "8 Multiply_20/fq_output_0" [label="[1, 16, 8]", style=solid]; |
| 118 | +"7 MVN_74/fq_output_0" -> "9 /mlp/fc1/MatMul" [label="[1, 16, 8]", style=solid]; |
| 119 | +"8 Multiply_20/fq_output_0" -> "10 /Reshape_3" [label="[1, 16, 8]", style=solid]; |
| 120 | +"9 /mlp/fc1/MatMul" -> "11 /mlp/fc1/Add" [label="[1, 16, 32]", style=solid]; |
| 121 | +"10 /Reshape_3" -> "12 /attn/qkv/MatMul" [label="[1, 16, 8]", style=solid]; |
| 122 | +"11 /mlp/fc1/Add" -> "13 /mlp/act/Div" [label="[1, 16, 32]", style=solid]; |
| 123 | +"11 /mlp/fc1/Add" -> "14 /mlp/act/Mul" [label="[1, 16, 32]", style=solid]; |
| 124 | +"12 /attn/qkv/MatMul" -> "15 /attn/qkv/Add" [label="[1, 16, 24]", style=solid]; |
| 125 | +"13 /mlp/act/Div" -> "16 /mlp/act/Erf" [label="[1, 16, 32]", style=solid]; |
| 126 | +"14 /mlp/act/Mul" -> "17 /mlp/act/Mul_1" [label="[1, 16, 32]", style=solid]; |
| 127 | +"15 /attn/qkv/Add" -> "18 /attn/Reshape" [label="[1, 16, 24]", style=solid]; |
| 128 | +"16 /mlp/act/Erf" -> "19 /mlp/act/Add" [label="[1, 16, 32]", style=solid]; |
| 129 | +"17 /mlp/act/Mul_1" -> "20 /mlp/act/Mul_1/fq_output_0" [label="[1, 16, 32]", style=solid]; |
| 130 | +"18 /attn/Reshape" -> "21 /attn/Transpose" [label="[1, 16, 3, 2, 4]", style=solid]; |
| 131 | +"19 /mlp/act/Add" -> "14 /mlp/act/Mul" [label="[1, 16, 32]", style=solid]; |
| 132 | +"20 /mlp/act/Mul_1/fq_output_0" -> "22 /mlp/fc2/MatMul" [label="[1, 16, 32]", style=solid]; |
| 133 | +"21 /attn/Transpose" -> "23 /attn/Gather" [label="[3, 1, 2, 16, 4]", style=solid]; |
| 134 | +"21 /attn/Transpose" -> "24 /attn/Gather_1/fq_input_0" [label="[3, 1, 2, 16, 4]", style=solid]; |
| 135 | +"21 /attn/Transpose" -> "25 /attn/Gather_2" [label="[3, 1, 2, 16, 4]", style=solid]; |
| 136 | +"22 /mlp/fc2/MatMul" -> "26 /mlp/fc2/Add" [label="[1, 16, 8]", style=solid]; |
| 137 | +"23 /attn/Gather" -> "27 /attn/Mul" [label="[1, 2, 16, 4]", style=solid]; |
| 138 | +"24 /attn/Gather_1/fq_input_0" -> "28 /attn/Gather_1" [label="[3, 1, 2, 16, 4]", style=solid]; |
| 139 | +"25 /attn/Gather_2" -> "29 /attn/MatMul_1" [label="[1, 2, 16, 4]", style=solid]; |
| 140 | +"26 /mlp/fc2/Add" -> "3 161" [label="[1, 16, 8]", style=solid]; |
| 141 | +"27 /attn/Mul" -> "30 /attn/Mul/fq_output_0" [label="[1, 2, 16, 4]", style=solid]; |
| 142 | +"28 /attn/Gather_1" -> "29 /attn/MatMul_1" [label="[1, 2, 16, 4]", style=solid]; |
| 143 | +"29 /attn/MatMul_1" -> "31 /attn/MatMul_1/fq_output_0" [label="[1, 2, 16, 4]", style=solid]; |
| 144 | +"30 /attn/Mul/fq_output_0" -> "29 /attn/MatMul_1" [label="[1, 2, 16, 4]", style=solid]; |
| 145 | +"31 /attn/MatMul_1/fq_output_0" -> "32 /attn/Transpose_2" [label="[1, 2, 16, 4]", style=solid]; |
| 146 | +"32 /attn/Transpose_2" -> "33 /attn/Reshape_1" [label="[1, 16, 2, 4]", style=solid]; |
| 147 | +"33 /attn/Reshape_1" -> "34 /attn/proj/MatMul" [label="[1, 16, 8]", style=solid]; |
| 148 | +"34 /attn/proj/MatMul" -> "35 /attn/proj/Add" [label="[1, 16, 8]", style=solid]; |
| 149 | +"35 /attn/proj/Add" -> "1 /Add" [label="[1, 16, 8]", style=solid]; |
| 150 | +"36 /mlp/fc2/MatMul/fq_weights_1" -> "22 /mlp/fc2/MatMul" [label="[8, 32]", style=solid]; |
| 151 | +"37 /mlp/fc2/MatMul/fq_weights_1/output_high" -> "36 /mlp/fc2/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 152 | +"38 /mlp/fc2/MatMul/fq_weights_1/output_low" -> "36 /mlp/fc2/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 153 | +"39 /mlp/fc2/MatMul/fq_weights_1/input_high" -> "36 /mlp/fc2/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 154 | +"40 /mlp/fc2/MatMul/fq_weights_1/input_low" -> "36 /mlp/fc2/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 155 | +"41 Transpose_1888" -> "36 /mlp/fc2/MatMul/fq_weights_1" [label="[8, 32]", style=solid]; |
| 156 | +"42 /mlp/act/Mul_1/fq_output_0/output_high" -> "20 /mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; |
| 157 | +"43 /mlp/act/Mul_1/fq_output_0/output_low" -> "20 /mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; |
| 158 | +"44 /mlp/act/Mul_1/fq_output_0/input_high" -> "20 /mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; |
| 159 | +"45 /mlp/act/Mul_1/fq_output_0/input_low" -> "20 /mlp/act/Mul_1/fq_output_0" [label="[]", style=solid]; |
| 160 | +"46 Constant_1926" -> "17 /mlp/act/Mul_1" [label="[1, 1, 1]", style=solid]; |
| 161 | +"47 Constant_1925" -> "19 /mlp/act/Add" [label="[1, 1, 1]", style=solid]; |
| 162 | +"48 Constant_1924" -> "13 /mlp/act/Div" [label="[1, 1, 1]", style=solid]; |
| 163 | +"49 /mlp/fc1/MatMul/fq_weights_1" -> "9 /mlp/fc1/MatMul" [label="[32, 8]", style=solid]; |
| 164 | +"50 /mlp/fc1/MatMul/fq_weights_1/output_high" -> "49 /mlp/fc1/MatMul/fq_weights_1" [label="[32, 1]", style=solid]; |
| 165 | +"51 /mlp/fc1/MatMul/fq_weights_1/output_low" -> "49 /mlp/fc1/MatMul/fq_weights_1" [label="[32, 1]", style=solid]; |
| 166 | +"52 /mlp/fc1/MatMul/fq_weights_1/input_high" -> "49 /mlp/fc1/MatMul/fq_weights_1" [label="[32, 1]", style=solid]; |
| 167 | +"53 /mlp/fc1/MatMul/fq_weights_1/input_low" -> "49 /mlp/fc1/MatMul/fq_weights_1" [label="[32, 1]", style=solid]; |
| 168 | +"54 Transpose_1873" -> "49 /mlp/fc1/MatMul/fq_weights_1" [label="[32, 8]", style=solid]; |
| 169 | +"55 MVN_74/fq_output_0/output_high" -> "7 MVN_74/fq_output_0" [label="[]", style=solid]; |
| 170 | +"56 MVN_74/fq_output_0/output_low" -> "7 MVN_74/fq_output_0" [label="[]", style=solid]; |
| 171 | +"57 MVN_74/fq_output_0/input_high" -> "7 MVN_74/fq_output_0" [label="[]", style=solid]; |
| 172 | +"58 MVN_74/fq_output_0/input_low" -> "7 MVN_74/fq_output_0" [label="[]", style=solid]; |
| 173 | +"59 Range_73" -> "4 MVN_74" [label="[1]", style=dashed]; |
| 174 | +"60 /attn/proj/MatMul/fq_weights_1" -> "34 /attn/proj/MatMul" [label="[8, 8]", style=solid]; |
| 175 | +"61 /attn/proj/MatMul/fq_weights_1/output_high" -> "60 /attn/proj/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 176 | +"62 /attn/proj/MatMul/fq_weights_1/output_low" -> "60 /attn/proj/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 177 | +"63 /attn/proj/MatMul/fq_weights_1/input_high" -> "60 /attn/proj/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 178 | +"64 /attn/proj/MatMul/fq_weights_1/input_low" -> "60 /attn/proj/MatMul/fq_weights_1" [label="[8, 1]", style=solid]; |
| 179 | +"65 Transpose_1862" -> "60 /attn/proj/MatMul/fq_weights_1" [label="[8, 8]", style=solid]; |
| 180 | +"66 /attn/Constant_2" -> "33 /attn/Reshape_1" [label="[3]", style=dashed]; |
| 181 | +"67 Constant_53" -> "32 /attn/Transpose_2" [label="[4]", style=dashed]; |
| 182 | +"68 /attn/MatMul_1/fq_output_0/output_high" -> "31 /attn/MatMul_1/fq_output_0" [label="[]", style=solid]; |
| 183 | +"69 /attn/MatMul_1/fq_output_0/output_low" -> "31 /attn/MatMul_1/fq_output_0" [label="[]", style=solid]; |
| 184 | +"70 /attn/MatMul_1/fq_output_0/input_high" -> "31 /attn/MatMul_1/fq_output_0" [label="[]", style=solid]; |
| 185 | +"71 /attn/MatMul_1/fq_output_0/input_low" -> "31 /attn/MatMul_1/fq_output_0" [label="[]", style=solid]; |
| 186 | +"72 Constant_1859" -> "29 /attn/MatMul_1" [label="[]", style=solid]; |
| 187 | +"73 onnx^^Add_194" -> "29 /attn/MatMul_1" [label="[1, 2, 16, 16]", style=solid]; |
| 188 | +"74 Constant_43" -> "25 /attn/Gather_2" [label="[]", style=dashed]; |
| 189 | +"75 /Constant_1" -> "25 /attn/Gather_2" [label="[]", style=dashed]; |
| 190 | +"76 Constant_37" -> "21 /attn/Transpose" [label="[5]", style=dashed]; |
| 191 | +"77 /attn/Constant" -> "18 /attn/Reshape" [label="[5]", style=dashed]; |
| 192 | +"78 /attn/qkv/MatMul/fq_weights_1" -> "12 /attn/qkv/MatMul" [label="[24, 8]", style=solid]; |
| 193 | +"79 /attn/qkv/MatMul/fq_weights_1/output_high" -> "78 /attn/qkv/MatMul/fq_weights_1" [label="[24, 1]", style=solid]; |
| 194 | +"80 /attn/qkv/MatMul/fq_weights_1/output_low" -> "78 /attn/qkv/MatMul/fq_weights_1" [label="[24, 1]", style=solid]; |
| 195 | +"81 /attn/qkv/MatMul/fq_weights_1/input_high" -> "78 /attn/qkv/MatMul/fq_weights_1" [label="[24, 1]", style=solid]; |
| 196 | +"82 /attn/qkv/MatMul/fq_weights_1/input_low" -> "78 /attn/qkv/MatMul/fq_weights_1" [label="[24, 1]", style=solid]; |
| 197 | +"83 Transpose_1847" -> "78 /attn/qkv/MatMul/fq_weights_1" [label="[24, 8]", style=solid]; |
| 198 | +"84 Constant_1943" -> "10 /Reshape_3" [label="[3]", style=dashed]; |
| 199 | +"85 Multiply_20/fq_output_0/output_high" -> "8 Multiply_20/fq_output_0" [label="[]", style=solid]; |
| 200 | +"86 Multiply_20/fq_output_0/output_low" -> "8 Multiply_20/fq_output_0" [label="[]", style=solid]; |
| 201 | +"87 Multiply_20/fq_output_0/input_high" -> "8 Multiply_20/fq_output_0" [label="[]", style=solid]; |
| 202 | +"88 Multiply_20/fq_output_0/input_low" -> "8 Multiply_20/fq_output_0" [label="[]", style=solid]; |
| 203 | +"89 Constant_1919" -> "5 Multiply_20" [label="[1, 1, 8]", style=solid]; |
| 204 | +"90 Range_18" -> "2 MVN_19" [label="[1]", style=dashed]; |
| 205 | +"91 Constant_1920" -> "15 /attn/qkv/Add" [label="[1, 1, 24]", style=solid]; |
| 206 | +"92 Constant_41" -> "28 /attn/Gather_1" [label="[]", style=dashed]; |
| 207 | +"93 /Constant_3" -> "28 /attn/Gather_1" [label="[]", style=dashed]; |
| 208 | +"94 /attn/Gather_1/fq_input_0/output_high" -> "24 /attn/Gather_1/fq_input_0" [label="[]", style=solid]; |
| 209 | +"95 /attn/Gather_1/fq_input_0/output_low" -> "24 /attn/Gather_1/fq_input_0" [label="[]", style=solid]; |
| 210 | +"96 /attn/Gather_1/fq_input_0/input_high" -> "24 /attn/Gather_1/fq_input_0" [label="[]", style=solid]; |
| 211 | +"97 /attn/Gather_1/fq_input_0/input_low" -> "24 /attn/Gather_1/fq_input_0" [label="[]", style=solid]; |
| 212 | +"98 /attn/Mul/fq_output_0/output_high" -> "30 /attn/Mul/fq_output_0" [label="[]", style=solid]; |
| 213 | +"99 /attn/Mul/fq_output_0/output_low" -> "30 /attn/Mul/fq_output_0" [label="[]", style=solid]; |
| 214 | +"100 /attn/Mul/fq_output_0/input_high" -> "30 /attn/Mul/fq_output_0" [label="[]", style=solid]; |
| 215 | +"101 /attn/Mul/fq_output_0/input_low" -> "30 /attn/Mul/fq_output_0" [label="[]", style=solid]; |
| 216 | +"102 Constant_1921" -> "27 /attn/Mul" [label="[1, 1, 1, 1]", style=solid]; |
| 217 | +"103 Constant_39" -> "23 /attn/Gather" [label="[]", style=dashed]; |
| 218 | +"104 /Constant" -> "23 /attn/Gather" [label="[]", style=dashed]; |
| 219 | +"105 Constant_1922" -> "35 /attn/proj/Add" [label="[1, 1, 8]", style=solid]; |
| 220 | +"106 Constant_1923" -> "11 /mlp/fc1/Add" [label="[1, 1, 32]", style=solid]; |
| 221 | +"107 Constant_1927" -> "26 /mlp/fc2/Add" [label="[1, 1, 8]", style=solid]; |
| 222 | +} |
0 commit comments