normalize_compute_shape: CONVOLUTION: mismatched channel numbers

Open gyulaz-htec opened this issue 1 year ago • 4 comments

MIGraphX commit: 84fc9f0
GPU: MI210 (gfx90a)
ROCm version: 6.0.2

Model(s) to reproduce:

https://github.com/onnx/models/blob/main/validated/vision/classification/shufflenet/model/shufflenet-v2-10.onnx
https://github.com/onnx/models/blob/main/validated/vision/classification/shufflenet/model/shufflenet-v2-12.onnx

Fails at: /code/AMDMIGraphX/src/include/migraphx/op/convolution.hpp:100: normalize_compute_shape: CONVOLUTION: mismatched channel numbers

Mar 06 '24 11:03 gyulaz-htec

This was introduced in https://github.com/ROCm/AMDMIGraphX/pull/2639

Mar 11 '24 12:03 attila-dusnoki-htec


Pass: simplify_algebra
##### find_concat_conv start
x=concat[axis=1](convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=116,padding_mode=0], convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=116,padding_mode=0]) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}
w=concat[axis=0](mul, mul) -> float_type, {232, 116, 1, 1}, {116, 1, 1, 1}
ins=concat[axis=1](convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0], convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0]) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}
new=convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=2,padding_mode=0](concat[axis=1], concat[axis=0]) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}
#### find_concat_conv end
##### find_concat_conv start
x=concat[axis=1](convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=232,padding_mode=0], convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=232,padding_mode=0]) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}
w=concat[axis=0](mul, mul) -> float_type, {464, 232, 1, 1}, {232, 1, 1, 1}
ins=concat[axis=1](convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0], convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0]) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}
new=convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=2,padding_mode=0](concat[axis=1], concat[axis=0]) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}
#### find_concat_conv end
##### find_concat_conv start
x=concat[axis=1](reshape[dims={1, -1, 28, 28}], relu) -> float_type, {1, 232, 28, 28}, {181888, 784, 28, 1}
w=concat[axis=0](mul, mul) -> float_type, {232, 1, 3, 3}, {9, 9, 3, 1}
ins=concat[axis=1](convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=116,padding_mode=0], convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=116,padding_mode=0]) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}
terminate called after throwing an instance of 'migraphx::version_2_10_0::exception'
  what():  /code/AMDMIGraphX/src/include/migraphx/op/convolution.hpp:100: normalize_compute_shape: CONVOLUTION: mismatched channel numbers

Printed these parts with:

Toggle print diff

--- a/src/simplify_algebra.cpp
+++ b/src/simplify_algebra.cpp
@@ -769,7 +769,13 @@ struct find_concat_conv
         auto x = m.insert_instruction(ins, make_op("concat", {{"axis", 1}}), inputs);
         auto w = m.insert_instruction(ins, make_op("concat", {{"axis", 0}}), weights);
         conv.from_value({{"group", inputs.size()}});
+        std::cerr << "##### find_concat_conv start\n";
+        std::cerr << "x=";x->debug_print();
+        std::cerr << "w=";w->debug_print();
+        std::cerr << "ins=";ins->debug_print();
         m.replace_instruction(ins, conv, x, w);
+        std::cerr << "new=";ins->debug_print();
+        std::cerr << "#### find_concat_conv end\n";
     }
 };

The model from the previous pass:

Toggle Compiled model

@0 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@1 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@2 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@3 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@4 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@5 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@6 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@7 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@8 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@9 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@10 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@11 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@12 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@13 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@14 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@15 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@16 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@17 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@18 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@19 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@20 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@21 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@22 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@23 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@24 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@25 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@26 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@27 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@28 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@29 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@30 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@31 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@32 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@33 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@34 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@35 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@36 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@37 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@38 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@39 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@40 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@41 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@42 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@43 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@44 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@45 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@46 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@47 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@48 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@49 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@50 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@51 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@52 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@53 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@54 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
@55 = @literal{1e-05} -> float_type, {1}, {0}, target_id=0
input = @param:input -> float_type, {1, 3, 224, 224}, {150528, 50176, 224, 1}, target_id=0
@57 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@58 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@59 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@60 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@61 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@62 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@63 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@64 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@65 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@66 = @literal{ ... } -> float_type, {232, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@67 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@68 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@69 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@70 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@71 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@72 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@73 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@74 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@75 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@76 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@77 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@78 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@79 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@80 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@81 = @literal{ ... } -> float_type, {232, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@82 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@83 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@84 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@85 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@86 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@87 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@88 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@89 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@90 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@91 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@92 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@93 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@94 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@95 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@96 = @literal{ ... } -> float_type, {232, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@97 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@98 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@99 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@100 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@101 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@102 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@103 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@104 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@105 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@106 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@107 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@108 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@109 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@110 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@111 = @literal{ ... } -> float_type, {232, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@112 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@113 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@114 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@115 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@116 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@117 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@118 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@119 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@120 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@121 = @literal{ ... } -> float_type, {232, 232, 1, 1}, {232, 1, 1, 1}, target_id=0
@122 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@123 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@124 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@125 = @literal{ ... } -> float_type, {232}, {1}, target_id=0
@126 = @literal{ ... } -> float_type, {232, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@127 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@128 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@129 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@130 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@131 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@132 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@133 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@134 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@135 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@136 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@137 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@138 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@139 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@140 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@141 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@142 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@143 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@144 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@145 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@146 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@147 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@148 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@149 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@150 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@151 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@152 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@153 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@154 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@155 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@156 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@157 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@158 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@159 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@160 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@161 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@162 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@163 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@164 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@165 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@166 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@167 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@168 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@169 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@170 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@171 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@172 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@173 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@174 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@175 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@176 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@177 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@178 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@179 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@180 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@181 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@182 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@183 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@184 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@185 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@186 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@187 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@188 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@189 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@190 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@191 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@192 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@193 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@194 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@195 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@196 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@197 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@198 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@199 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@200 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@201 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@202 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@203 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@204 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@205 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@206 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@207 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@208 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@209 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@210 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@211 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@212 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@213 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@214 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@215 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@216 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@217 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@218 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@219 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@220 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@221 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@222 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@223 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@224 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@225 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@226 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@227 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@228 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@229 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@230 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@231 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@232 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@233 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@234 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@235 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@236 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@237 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@238 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@239 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@240 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@241 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@242 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@243 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@244 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@245 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@246 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@247 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@248 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@249 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@250 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@251 = @literal{ ... } -> float_type, {116, 116, 1, 1}, {116, 1, 1, 1}, target_id=0
@252 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@253 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@254 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@255 = @literal{ ... } -> float_type, {116}, {1}, target_id=0
@256 = @literal{ ... } -> float_type, {116, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@257 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@258 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@259 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@260 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@261 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@262 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@263 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@264 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@265 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@266 = @literal{ ... } -> float_type, {58, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@267 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@268 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@269 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@270 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@271 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@272 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@273 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@274 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@275 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@276 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@277 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@278 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@279 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@280 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@281 = @literal{ ... } -> float_type, {58, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@282 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@283 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@284 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@285 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@286 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@287 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@288 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@289 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@290 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@291 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@292 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@293 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@294 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@295 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@296 = @literal{ ... } -> float_type, {58, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@297 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@298 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@299 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@300 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@301 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@302 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@303 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@304 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@305 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@306 = @literal{ ... } -> float_type, {58, 58, 1, 1}, {58, 1, 1, 1}, target_id=0
@307 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@308 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@309 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@310 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@311 = @literal{ ... } -> float_type, {58, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@312 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@313 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@314 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@315 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@316 = @literal{ ... } -> float_type, {58, 24, 1, 1}, {24, 1, 1, 1}, target_id=0
@317 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@318 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@319 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@320 = @literal{ ... } -> float_type, {58}, {1}, target_id=0
@321 = @literal{ ... } -> float_type, {58, 24, 1, 1}, {24, 1, 1, 1}, target_id=0
@322 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@323 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@324 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@325 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@326 = @literal{ ... } -> float_type, {24, 1, 3, 3}, {9, 9, 3, 1}, target_id=0
@327 = @literal{ ... } -> float_type, {1000, 1024}, {1024, 1}, target_id=0
@328 = @literal{ ... } -> float_type, {1000}, {1}, target_id=0
@329 = @literal{ ... } -> float_type, {1024}, {1}, target_id=0
@330 = @literal{ ... } -> float_type, {1024}, {1}, target_id=0
@331 = @literal{ ... } -> float_type, {1024}, {1}, target_id=0
@332 = @literal{ ... } -> float_type, {1024}, {1}, target_id=0
@333 = @literal{ ... } -> float_type, {1024, 464, 1, 1}, {464, 1, 1, 1}, target_id=0
@334 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@335 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@336 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@337 = @literal{ ... } -> float_type, {24}, {1}, target_id=0
@338 = @literal{ ... } -> float_type, {24, 3, 3, 3}, {27, 9, 3, 1}, target_id=0
@339 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=1,padding_mode=0](input,@338) -> float_type, {1, 24, 112, 112}, {301056, 12544, 112, 1}, target_id=0
@340 = unsqueeze[axes={1, 2},steps={}](@334) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@341 = unsqueeze[axes={1, 2},steps={}](@337) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@342 = unsqueeze[axes={1, 2},steps={}](@336) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@343 = unsqueeze[axes={1, 2},steps={}](@335) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@344 = multibroadcast[out_lens={1, 24, 112, 112},out_dyn_dims={}](@342) -> float_type, {1, 24, 112, 112}, {0, 1, 0, 0}, target_id=0
@345 = sub(@339,@344) -> float_type, {1, 24, 112, 112}, {301056, 12544, 112, 1}, target_id=0
@346 = multibroadcast[out_lens={24, 1, 1},out_dyn_dims={}](@55) -> float_type, {24, 1, 1}, {0, 0, 0}, target_id=0
@347 = add(@343,@346) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@348 = rsqrt(@347) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@349 = mul(@340,@348) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@350 = multibroadcast[out_lens={1, 24, 112, 112},out_dyn_dims={}](@349) -> float_type, {1, 24, 112, 112}, {0, 1, 0, 0}, target_id=0
@351 = mul(@345,@350) -> float_type, {1, 24, 112, 112}, {301056, 12544, 112, 1}, target_id=0
@352 = multibroadcast[out_lens={1, 24, 112, 112},out_dyn_dims={}](@341) -> float_type, {1, 24, 112, 112}, {0, 1, 0, 0}, target_id=0
@353 = add(@351,@352) -> float_type, {1, 24, 112, 112}, {301056, 12544, 112, 1}, target_id=0
@354 = relu(@353) -> float_type, {1, 24, 112, 112}, {301056, 12544, 112, 1}, target_id=0
@355 = pooling[mode=max,padding={1, 1, 1, 1},padding_mode=0,stride={2, 2},lengths={3, 3},dilations={1, 1},ceil_mode=0,lp_order=2,dyn_global=0](@354) -> float_type, {1, 24, 56, 56}, {75264, 3136, 56, 1}, target_id=0
@356 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=24,padding_mode=0](@355,@326) -> float_type, {1, 24, 28, 28}, {18816, 784, 28, 1}, target_id=0
@357 = unsqueeze[axes={1, 2},steps={}](@322) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@358 = unsqueeze[axes={1, 2},steps={}](@325) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@359 = unsqueeze[axes={1, 2},steps={}](@324) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@360 = unsqueeze[axes={1, 2},steps={}](@323) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@361 = multibroadcast[out_lens={1, 24, 28, 28},out_dyn_dims={}](@359) -> float_type, {1, 24, 28, 28}, {0, 1, 0, 0}, target_id=0
@362 = sub(@356,@361) -> float_type, {1, 24, 28, 28}, {18816, 784, 28, 1}, target_id=0
@363 = multibroadcast[out_lens={24, 1, 1},out_dyn_dims={}](@54) -> float_type, {24, 1, 1}, {0, 0, 0}, target_id=0
@364 = add(@360,@363) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@365 = rsqrt(@364) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@366 = mul(@357,@365) -> float_type, {24, 1, 1}, {1, 1, 1}, target_id=0
@367 = multibroadcast[out_lens={1, 24, 28, 28},out_dyn_dims={}](@366) -> float_type, {1, 24, 28, 28}, {0, 1, 0, 0}, target_id=0
@368 = mul(@362,@367) -> float_type, {1, 24, 28, 28}, {18816, 784, 28, 1}, target_id=0
@369 = multibroadcast[out_lens={1, 24, 28, 28},out_dyn_dims={}](@358) -> float_type, {1, 24, 28, 28}, {0, 1, 0, 0}, target_id=0
@370 = add(@368,@369) -> float_type, {1, 24, 28, 28}, {18816, 784, 28, 1}, target_id=0
@371 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@370,@321) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@372 = unsqueeze[axes={1, 2},steps={}](@317) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@373 = unsqueeze[axes={1, 2},steps={}](@320) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@374 = unsqueeze[axes={1, 2},steps={}](@319) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@375 = unsqueeze[axes={1, 2},steps={}](@318) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@376 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@374) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@377 = sub(@371,@376) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@378 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@53) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@379 = add(@375,@378) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@380 = rsqrt(@379) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@381 = mul(@372,@380) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@382 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@381) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@383 = mul(@377,@382) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@384 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@373) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@385 = add(@383,@384) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@386 = relu(@385) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@387 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@355,@316) -> float_type, {1, 58, 56, 56}, {181888, 3136, 56, 1}, target_id=0
@388 = unsqueeze[axes={1, 2},steps={}](@312) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@389 = unsqueeze[axes={1, 2},steps={}](@315) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@390 = unsqueeze[axes={1, 2},steps={}](@314) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@391 = unsqueeze[axes={1, 2},steps={}](@313) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@392 = multibroadcast[out_lens={1, 58, 56, 56},out_dyn_dims={}](@390) -> float_type, {1, 58, 56, 56}, {0, 1, 0, 0}, target_id=0
@393 = sub(@387,@392) -> float_type, {1, 58, 56, 56}, {181888, 3136, 56, 1}, target_id=0
@394 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@52) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@395 = add(@391,@394) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@396 = rsqrt(@395) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@397 = mul(@388,@396) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@398 = multibroadcast[out_lens={1, 58, 56, 56},out_dyn_dims={}](@397) -> float_type, {1, 58, 56, 56}, {0, 1, 0, 0}, target_id=0
@399 = mul(@393,@398) -> float_type, {1, 58, 56, 56}, {181888, 3136, 56, 1}, target_id=0
@400 = multibroadcast[out_lens={1, 58, 56, 56},out_dyn_dims={}](@389) -> float_type, {1, 58, 56, 56}, {0, 1, 0, 0}, target_id=0
@401 = add(@399,@400) -> float_type, {1, 58, 56, 56}, {181888, 3136, 56, 1}, target_id=0
@402 = relu(@401) -> float_type, {1, 58, 56, 56}, {181888, 3136, 56, 1}, target_id=0
@403 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=58,padding_mode=0](@402,@311) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@404 = unsqueeze[axes={1, 2},steps={}](@307) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@405 = unsqueeze[axes={1, 2},steps={}](@310) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@406 = unsqueeze[axes={1, 2},steps={}](@309) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@407 = unsqueeze[axes={1, 2},steps={}](@308) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@408 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@406) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@409 = sub(@403,@408) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@410 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@51) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@411 = add(@407,@410) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@412 = rsqrt(@411) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@413 = mul(@404,@412) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@414 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@413) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@415 = mul(@409,@414) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@416 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@405) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@417 = add(@415,@416) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@418 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@417,@306) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@419 = unsqueeze[axes={1, 2},steps={}](@302) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@420 = unsqueeze[axes={1, 2},steps={}](@305) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@421 = unsqueeze[axes={1, 2},steps={}](@304) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@422 = unsqueeze[axes={1, 2},steps={}](@303) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@423 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@421) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@424 = sub(@418,@423) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@425 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@50) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@426 = add(@422,@425) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@427 = rsqrt(@426) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@428 = mul(@419,@427) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@429 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@428) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@430 = mul(@424,@429) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@431 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@420) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@432 = add(@430,@431) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@433 = relu(@432) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@434 = concat[axis=1](@386,@433) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@435 = reshape[dims={1, 2, 58, 28, 28}](@434) -> float_type, {1, 2, 58, 28, 28}, {90944, 45472, 784, 28, 1}, target_id=0
@436 = transpose[permutation={0, 2, 1, 3, 4}](@435) -> float_type, {1, 58, 2, 28, 28}, {90944, 784, 45472, 28, 1}, target_id=0
@437 = reshape[dims={1, -1, 28, 28}](@436) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@438 = slice[axes={1},starts={0},ends={58}](@437) -> float_type, {1, 58, 28, 28}, {90944, 784, 28, 1}, target_id=0
@439 = slice[axes={1},starts={58},ends={116}](@437) -> float_type, {1, 58, 28, 28}, {90944, 784, 28, 1}, target_id=0
@440 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@439,@301) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@441 = unsqueeze[axes={1, 2},steps={}](@297) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@442 = unsqueeze[axes={1, 2},steps={}](@300) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@443 = unsqueeze[axes={1, 2},steps={}](@299) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@444 = unsqueeze[axes={1, 2},steps={}](@298) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@445 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@443) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@446 = sub(@440,@445) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@447 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@49) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@448 = add(@444,@447) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@449 = rsqrt(@448) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@450 = mul(@441,@449) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@451 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@450) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@452 = mul(@446,@451) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@453 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@442) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@454 = add(@452,@453) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@455 = relu(@454) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@456 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=58,padding_mode=0](@455,@296) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@457 = unsqueeze[axes={1, 2},steps={}](@292) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@458 = unsqueeze[axes={1, 2},steps={}](@295) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@459 = unsqueeze[axes={1, 2},steps={}](@294) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@460 = unsqueeze[axes={1, 2},steps={}](@293) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@461 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@459) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@462 = sub(@456,@461) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@463 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@48) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@464 = add(@460,@463) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@465 = rsqrt(@464) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@466 = mul(@457,@465) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@467 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@466) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@468 = mul(@462,@467) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@469 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@458) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@470 = add(@468,@469) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@471 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@470,@291) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@472 = unsqueeze[axes={1, 2},steps={}](@287) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@473 = unsqueeze[axes={1, 2},steps={}](@290) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@474 = unsqueeze[axes={1, 2},steps={}](@289) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@475 = unsqueeze[axes={1, 2},steps={}](@288) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@476 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@474) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@477 = sub(@471,@476) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@478 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@47) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@479 = add(@475,@478) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@480 = rsqrt(@479) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@481 = mul(@472,@480) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@482 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@481) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@483 = mul(@477,@482) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@484 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@473) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@485 = add(@483,@484) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@486 = relu(@485) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@487 = concat[axis=1](@438,@486) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@488 = reshape[dims={1, 2, 58, 28, 28}](@487) -> float_type, {1, 2, 58, 28, 28}, {90944, 45472, 784, 28, 1}, target_id=0
@489 = transpose[permutation={0, 2, 1, 3, 4}](@488) -> float_type, {1, 58, 2, 28, 28}, {90944, 784, 45472, 28, 1}, target_id=0
@490 = reshape[dims={1, -1, 28, 28}](@489) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@491 = slice[axes={1},starts={0},ends={58}](@490) -> float_type, {1, 58, 28, 28}, {90944, 784, 28, 1}, target_id=0
@492 = slice[axes={1},starts={58},ends={116}](@490) -> float_type, {1, 58, 28, 28}, {90944, 784, 28, 1}, target_id=0
@493 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@492,@286) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@494 = unsqueeze[axes={1, 2},steps={}](@282) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@495 = unsqueeze[axes={1, 2},steps={}](@285) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@496 = unsqueeze[axes={1, 2},steps={}](@284) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@497 = unsqueeze[axes={1, 2},steps={}](@283) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@498 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@496) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@499 = sub(@493,@498) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@500 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@46) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@501 = add(@497,@500) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@502 = rsqrt(@501) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@503 = mul(@494,@502) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@504 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@503) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@505 = mul(@499,@504) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@506 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@495) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@507 = add(@505,@506) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@508 = relu(@507) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@509 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=58,padding_mode=0](@508,@281) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@510 = unsqueeze[axes={1, 2},steps={}](@277) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@511 = unsqueeze[axes={1, 2},steps={}](@280) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@512 = unsqueeze[axes={1, 2},steps={}](@279) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@513 = unsqueeze[axes={1, 2},steps={}](@278) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@514 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@512) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@515 = sub(@509,@514) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@516 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@45) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@517 = add(@513,@516) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@518 = rsqrt(@517) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@519 = mul(@510,@518) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@520 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@519) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@521 = mul(@515,@520) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@522 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@511) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@523 = add(@521,@522) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@524 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@523,@276) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@525 = unsqueeze[axes={1, 2},steps={}](@272) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@526 = unsqueeze[axes={1, 2},steps={}](@275) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@527 = unsqueeze[axes={1, 2},steps={}](@274) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@528 = unsqueeze[axes={1, 2},steps={}](@273) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@529 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@527) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@530 = sub(@524,@529) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@531 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@44) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@532 = add(@528,@531) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@533 = rsqrt(@532) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@534 = mul(@525,@533) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@535 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@534) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@536 = mul(@530,@535) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@537 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@526) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@538 = add(@536,@537) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@539 = relu(@538) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@540 = concat[axis=1](@491,@539) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@541 = reshape[dims={1, 2, 58, 28, 28}](@540) -> float_type, {1, 2, 58, 28, 28}, {90944, 45472, 784, 28, 1}, target_id=0
@542 = transpose[permutation={0, 2, 1, 3, 4}](@541) -> float_type, {1, 58, 2, 28, 28}, {90944, 784, 45472, 28, 1}, target_id=0
@543 = reshape[dims={1, -1, 28, 28}](@542) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@544 = slice[axes={1},starts={0},ends={58}](@543) -> float_type, {1, 58, 28, 28}, {90944, 784, 28, 1}, target_id=0
@545 = slice[axes={1},starts={58},ends={116}](@543) -> float_type, {1, 58, 28, 28}, {90944, 784, 28, 1}, target_id=0
@546 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@545,@271) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@547 = unsqueeze[axes={1, 2},steps={}](@267) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@548 = unsqueeze[axes={1, 2},steps={}](@270) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@549 = unsqueeze[axes={1, 2},steps={}](@269) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@550 = unsqueeze[axes={1, 2},steps={}](@268) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@551 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@549) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@552 = sub(@546,@551) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@553 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@43) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@554 = add(@550,@553) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@555 = rsqrt(@554) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@556 = mul(@547,@555) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@557 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@556) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@558 = mul(@552,@557) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@559 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@548) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@560 = add(@558,@559) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@561 = relu(@560) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@562 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=58,padding_mode=0](@561,@266) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@563 = unsqueeze[axes={1, 2},steps={}](@262) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@564 = unsqueeze[axes={1, 2},steps={}](@265) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@565 = unsqueeze[axes={1, 2},steps={}](@264) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@566 = unsqueeze[axes={1, 2},steps={}](@263) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@567 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@565) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@568 = sub(@562,@567) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@569 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@42) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@570 = add(@566,@569) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@571 = rsqrt(@570) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@572 = mul(@563,@571) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@573 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@572) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@574 = mul(@568,@573) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@575 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@564) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@576 = add(@574,@575) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@577 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@576,@261) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@578 = unsqueeze[axes={1, 2},steps={}](@257) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@579 = unsqueeze[axes={1, 2},steps={}](@260) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@580 = unsqueeze[axes={1, 2},steps={}](@259) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@581 = unsqueeze[axes={1, 2},steps={}](@258) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@582 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@580) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@583 = sub(@577,@582) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@584 = multibroadcast[out_lens={58, 1, 1},out_dyn_dims={}](@41) -> float_type, {58, 1, 1}, {0, 0, 0}, target_id=0
@585 = add(@581,@584) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@586 = rsqrt(@585) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@587 = mul(@578,@586) -> float_type, {58, 1, 1}, {1, 1, 1}, target_id=0
@588 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@587) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@589 = mul(@583,@588) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@590 = multibroadcast[out_lens={1, 58, 28, 28},out_dyn_dims={}](@579) -> float_type, {1, 58, 28, 28}, {0, 1, 0, 0}, target_id=0
@591 = add(@589,@590) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@592 = relu(@591) -> float_type, {1, 58, 28, 28}, {45472, 784, 28, 1}, target_id=0
@593 = concat[axis=1](@544,@592) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@594 = reshape[dims={1, 2, 58, 28, 28}](@593) -> float_type, {1, 2, 58, 28, 28}, {90944, 45472, 784, 28, 1}, target_id=0
@595 = transpose[permutation={0, 2, 1, 3, 4}](@594) -> float_type, {1, 58, 2, 28, 28}, {90944, 784, 45472, 28, 1}, target_id=0
@596 = reshape[dims={1, -1, 28, 28}](@595) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@597 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=116,padding_mode=0](@596,@256) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@598 = unsqueeze[axes={1, 2},steps={}](@252) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@599 = unsqueeze[axes={1, 2},steps={}](@255) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@600 = unsqueeze[axes={1, 2},steps={}](@254) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@601 = unsqueeze[axes={1, 2},steps={}](@253) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@602 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@600) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@603 = sub(@597,@602) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@604 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@40) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@605 = add(@601,@604) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@606 = rsqrt(@605) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@607 = mul(@598,@606) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@608 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@607) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@609 = mul(@603,@608) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@610 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@599) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@611 = add(@609,@610) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@612 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@611,@251) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@613 = unsqueeze[axes={1, 2},steps={}](@247) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@614 = unsqueeze[axes={1, 2},steps={}](@250) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@615 = unsqueeze[axes={1, 2},steps={}](@249) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@616 = unsqueeze[axes={1, 2},steps={}](@248) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@617 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@615) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@618 = sub(@612,@617) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@619 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@39) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@620 = add(@616,@619) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@621 = rsqrt(@620) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@622 = mul(@613,@621) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@623 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@622) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@624 = mul(@618,@623) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@625 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@614) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@626 = add(@624,@625) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@627 = relu(@626) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@628 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@596,@246) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@629 = unsqueeze[axes={1, 2},steps={}](@242) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@630 = unsqueeze[axes={1, 2},steps={}](@245) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@631 = unsqueeze[axes={1, 2},steps={}](@244) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@632 = unsqueeze[axes={1, 2},steps={}](@243) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@633 = multibroadcast[out_lens={1, 116, 28, 28},out_dyn_dims={}](@631) -> float_type, {1, 116, 28, 28}, {0, 1, 0, 0}, target_id=0
@634 = sub(@628,@633) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@635 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@38) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@636 = add(@632,@635) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@637 = rsqrt(@636) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@638 = mul(@629,@637) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@639 = multibroadcast[out_lens={1, 116, 28, 28},out_dyn_dims={}](@638) -> float_type, {1, 116, 28, 28}, {0, 1, 0, 0}, target_id=0
@640 = mul(@634,@639) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@641 = multibroadcast[out_lens={1, 116, 28, 28},out_dyn_dims={}](@630) -> float_type, {1, 116, 28, 28}, {0, 1, 0, 0}, target_id=0
@642 = add(@640,@641) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@643 = relu(@642) -> float_type, {1, 116, 28, 28}, {90944, 784, 28, 1}, target_id=0
@644 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=116,padding_mode=0](@643,@241) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@645 = unsqueeze[axes={1, 2},steps={}](@237) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@646 = unsqueeze[axes={1, 2},steps={}](@240) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@647 = unsqueeze[axes={1, 2},steps={}](@239) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@648 = unsqueeze[axes={1, 2},steps={}](@238) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@649 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@647) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@650 = sub(@644,@649) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@651 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@37) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@652 = add(@648,@651) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@653 = rsqrt(@652) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@654 = mul(@645,@653) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@655 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@654) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@656 = mul(@650,@655) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@657 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@646) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@658 = add(@656,@657) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@659 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@658,@236) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@660 = unsqueeze[axes={1, 2},steps={}](@232) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@661 = unsqueeze[axes={1, 2},steps={}](@235) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@662 = unsqueeze[axes={1, 2},steps={}](@234) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@663 = unsqueeze[axes={1, 2},steps={}](@233) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@664 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@662) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@665 = sub(@659,@664) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@666 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@36) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@667 = add(@663,@666) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@668 = rsqrt(@667) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@669 = mul(@660,@668) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@670 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@669) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@671 = mul(@665,@670) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@672 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@661) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@673 = add(@671,@672) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@674 = relu(@673) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@675 = concat[axis=1](@627,@674) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@676 = reshape[dims={1, 2, 116, 14, 14}](@675) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@677 = transpose[permutation={0, 2, 1, 3, 4}](@676) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@678 = reshape[dims={1, -1, 14, 14}](@677) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@679 = slice[axes={1},starts={0},ends={116}](@678) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@680 = slice[axes={1},starts={116},ends={232}](@678) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@681 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@680,@231) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@682 = unsqueeze[axes={1, 2},steps={}](@227) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@683 = unsqueeze[axes={1, 2},steps={}](@230) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@684 = unsqueeze[axes={1, 2},steps={}](@229) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@685 = unsqueeze[axes={1, 2},steps={}](@228) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@686 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@684) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@687 = sub(@681,@686) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@688 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@35) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@689 = add(@685,@688) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@690 = rsqrt(@689) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@691 = mul(@682,@690) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@692 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@691) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@693 = mul(@687,@692) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@694 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@683) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@695 = add(@693,@694) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@696 = relu(@695) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@697 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@696,@226) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@698 = unsqueeze[axes={1, 2},steps={}](@222) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@699 = unsqueeze[axes={1, 2},steps={}](@225) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@700 = unsqueeze[axes={1, 2},steps={}](@224) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@701 = unsqueeze[axes={1, 2},steps={}](@223) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@702 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@700) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@703 = sub(@697,@702) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@704 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@34) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@705 = add(@701,@704) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@706 = rsqrt(@705) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@707 = mul(@698,@706) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@708 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@707) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@709 = mul(@703,@708) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@710 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@699) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@711 = add(@709,@710) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@712 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@711,@221) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@713 = unsqueeze[axes={1, 2},steps={}](@217) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@714 = unsqueeze[axes={1, 2},steps={}](@220) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@715 = unsqueeze[axes={1, 2},steps={}](@219) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@716 = unsqueeze[axes={1, 2},steps={}](@218) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@717 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@715) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@718 = sub(@712,@717) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@719 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@33) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@720 = add(@716,@719) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@721 = rsqrt(@720) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@722 = mul(@713,@721) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@723 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@722) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@724 = mul(@718,@723) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@725 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@714) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@726 = add(@724,@725) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@727 = relu(@726) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@728 = concat[axis=1](@679,@727) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@729 = reshape[dims={1, 2, 116, 14, 14}](@728) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@730 = transpose[permutation={0, 2, 1, 3, 4}](@729) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@731 = reshape[dims={1, -1, 14, 14}](@730) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@732 = slice[axes={1},starts={0},ends={116}](@731) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@733 = slice[axes={1},starts={116},ends={232}](@731) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@734 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@733,@216) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@735 = unsqueeze[axes={1, 2},steps={}](@212) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@736 = unsqueeze[axes={1, 2},steps={}](@215) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@737 = unsqueeze[axes={1, 2},steps={}](@214) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@738 = unsqueeze[axes={1, 2},steps={}](@213) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@739 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@737) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@740 = sub(@734,@739) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@741 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@32) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@742 = add(@738,@741) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@743 = rsqrt(@742) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@744 = mul(@735,@743) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@745 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@744) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@746 = mul(@740,@745) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@747 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@736) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@748 = add(@746,@747) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@749 = relu(@748) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@750 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@749,@211) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@751 = unsqueeze[axes={1, 2},steps={}](@207) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@752 = unsqueeze[axes={1, 2},steps={}](@210) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@753 = unsqueeze[axes={1, 2},steps={}](@209) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@754 = unsqueeze[axes={1, 2},steps={}](@208) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@755 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@753) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@756 = sub(@750,@755) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@757 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@31) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@758 = add(@754,@757) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@759 = rsqrt(@758) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@760 = mul(@751,@759) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@761 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@760) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@762 = mul(@756,@761) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@763 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@752) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@764 = add(@762,@763) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@765 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@764,@206) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@766 = unsqueeze[axes={1, 2},steps={}](@202) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@767 = unsqueeze[axes={1, 2},steps={}](@205) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@768 = unsqueeze[axes={1, 2},steps={}](@204) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@769 = unsqueeze[axes={1, 2},steps={}](@203) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@770 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@768) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@771 = sub(@765,@770) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@772 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@30) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@773 = add(@769,@772) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@774 = rsqrt(@773) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@775 = mul(@766,@774) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@776 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@775) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@777 = mul(@771,@776) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@778 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@767) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@779 = add(@777,@778) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@780 = relu(@779) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@781 = concat[axis=1](@732,@780) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@782 = reshape[dims={1, 2, 116, 14, 14}](@781) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@783 = transpose[permutation={0, 2, 1, 3, 4}](@782) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@784 = reshape[dims={1, -1, 14, 14}](@783) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@785 = slice[axes={1},starts={0},ends={116}](@784) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@786 = slice[axes={1},starts={116},ends={232}](@784) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@787 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@786,@201) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@788 = unsqueeze[axes={1, 2},steps={}](@197) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@789 = unsqueeze[axes={1, 2},steps={}](@200) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@790 = unsqueeze[axes={1, 2},steps={}](@199) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@791 = unsqueeze[axes={1, 2},steps={}](@198) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@792 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@790) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@793 = sub(@787,@792) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@794 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@29) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@795 = add(@791,@794) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@796 = rsqrt(@795) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@797 = mul(@788,@796) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@798 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@797) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@799 = mul(@793,@798) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@800 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@789) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@801 = add(@799,@800) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@802 = relu(@801) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@803 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@802,@196) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@804 = unsqueeze[axes={1, 2},steps={}](@192) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@805 = unsqueeze[axes={1, 2},steps={}](@195) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@806 = unsqueeze[axes={1, 2},steps={}](@194) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@807 = unsqueeze[axes={1, 2},steps={}](@193) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@808 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@806) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@809 = sub(@803,@808) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@810 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@28) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@811 = add(@807,@810) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@812 = rsqrt(@811) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@813 = mul(@804,@812) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@814 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@813) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@815 = mul(@809,@814) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@816 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@805) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@817 = add(@815,@816) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@818 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@817,@191) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@819 = unsqueeze[axes={1, 2},steps={}](@187) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@820 = unsqueeze[axes={1, 2},steps={}](@190) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@821 = unsqueeze[axes={1, 2},steps={}](@189) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@822 = unsqueeze[axes={1, 2},steps={}](@188) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@823 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@821) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@824 = sub(@818,@823) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@825 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@27) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@826 = add(@822,@825) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@827 = rsqrt(@826) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@828 = mul(@819,@827) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@829 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@828) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@830 = mul(@824,@829) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@831 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@820) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@832 = add(@830,@831) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@833 = relu(@832) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@834 = concat[axis=1](@785,@833) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@835 = reshape[dims={1, 2, 116, 14, 14}](@834) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@836 = transpose[permutation={0, 2, 1, 3, 4}](@835) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@837 = reshape[dims={1, -1, 14, 14}](@836) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@838 = slice[axes={1},starts={0},ends={116}](@837) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@839 = slice[axes={1},starts={116},ends={232}](@837) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@840 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@839,@186) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@841 = unsqueeze[axes={1, 2},steps={}](@182) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@842 = unsqueeze[axes={1, 2},steps={}](@185) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@843 = unsqueeze[axes={1, 2},steps={}](@184) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@844 = unsqueeze[axes={1, 2},steps={}](@183) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@845 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@843) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@846 = sub(@840,@845) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@847 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@26) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@848 = add(@844,@847) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@849 = rsqrt(@848) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@850 = mul(@841,@849) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@851 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@850) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@852 = mul(@846,@851) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@853 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@842) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@854 = add(@852,@853) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@855 = relu(@854) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@856 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@855,@181) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@857 = unsqueeze[axes={1, 2},steps={}](@177) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@858 = unsqueeze[axes={1, 2},steps={}](@180) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@859 = unsqueeze[axes={1, 2},steps={}](@179) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@860 = unsqueeze[axes={1, 2},steps={}](@178) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@861 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@859) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@862 = sub(@856,@861) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@863 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@25) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@864 = add(@860,@863) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@865 = rsqrt(@864) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@866 = mul(@857,@865) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@867 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@866) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@868 = mul(@862,@867) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@869 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@858) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@870 = add(@868,@869) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@871 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@870,@176) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@872 = unsqueeze[axes={1, 2},steps={}](@172) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@873 = unsqueeze[axes={1, 2},steps={}](@175) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@874 = unsqueeze[axes={1, 2},steps={}](@174) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@875 = unsqueeze[axes={1, 2},steps={}](@173) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@876 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@874) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@877 = sub(@871,@876) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@878 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@24) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@879 = add(@875,@878) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@880 = rsqrt(@879) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@881 = mul(@872,@880) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@882 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@881) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@883 = mul(@877,@882) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@884 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@873) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@885 = add(@883,@884) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@886 = relu(@885) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@887 = concat[axis=1](@838,@886) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@888 = reshape[dims={1, 2, 116, 14, 14}](@887) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@889 = transpose[permutation={0, 2, 1, 3, 4}](@888) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@890 = reshape[dims={1, -1, 14, 14}](@889) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@891 = slice[axes={1},starts={0},ends={116}](@890) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@892 = slice[axes={1},starts={116},ends={232}](@890) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@893 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@892,@171) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@894 = unsqueeze[axes={1, 2},steps={}](@167) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@895 = unsqueeze[axes={1, 2},steps={}](@170) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@896 = unsqueeze[axes={1, 2},steps={}](@169) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@897 = unsqueeze[axes={1, 2},steps={}](@168) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@898 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@896) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@899 = sub(@893,@898) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@900 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@23) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@901 = add(@897,@900) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@902 = rsqrt(@901) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@903 = mul(@894,@902) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@904 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@903) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@905 = mul(@899,@904) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@906 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@895) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@907 = add(@905,@906) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@908 = relu(@907) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@909 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@908,@166) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@910 = unsqueeze[axes={1, 2},steps={}](@162) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@911 = unsqueeze[axes={1, 2},steps={}](@165) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@912 = unsqueeze[axes={1, 2},steps={}](@164) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@913 = unsqueeze[axes={1, 2},steps={}](@163) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@914 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@912) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@915 = sub(@909,@914) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@916 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@22) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@917 = add(@913,@916) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@918 = rsqrt(@917) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@919 = mul(@910,@918) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@920 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@919) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@921 = mul(@915,@920) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@922 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@911) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@923 = add(@921,@922) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@924 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@923,@161) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@925 = unsqueeze[axes={1, 2},steps={}](@157) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@926 = unsqueeze[axes={1, 2},steps={}](@160) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@927 = unsqueeze[axes={1, 2},steps={}](@159) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@928 = unsqueeze[axes={1, 2},steps={}](@158) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@929 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@927) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@930 = sub(@924,@929) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@931 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@21) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@932 = add(@928,@931) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@933 = rsqrt(@932) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@934 = mul(@925,@933) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@935 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@934) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@936 = mul(@930,@935) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@937 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@926) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@938 = add(@936,@937) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@939 = relu(@938) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@940 = concat[axis=1](@891,@939) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@941 = reshape[dims={1, 2, 116, 14, 14}](@940) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@942 = transpose[permutation={0, 2, 1, 3, 4}](@941) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@943 = reshape[dims={1, -1, 14, 14}](@942) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@944 = slice[axes={1},starts={0},ends={116}](@943) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@945 = slice[axes={1},starts={116},ends={232}](@943) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@946 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@945,@156) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@947 = unsqueeze[axes={1, 2},steps={}](@152) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@948 = unsqueeze[axes={1, 2},steps={}](@155) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@949 = unsqueeze[axes={1, 2},steps={}](@154) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@950 = unsqueeze[axes={1, 2},steps={}](@153) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@951 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@949) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@952 = sub(@946,@951) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@953 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@20) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@954 = add(@950,@953) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@955 = rsqrt(@954) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@956 = mul(@947,@955) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@957 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@956) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@958 = mul(@952,@957) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@959 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@948) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@960 = add(@958,@959) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@961 = relu(@960) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@962 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@961,@151) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@963 = unsqueeze[axes={1, 2},steps={}](@147) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@964 = unsqueeze[axes={1, 2},steps={}](@150) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@965 = unsqueeze[axes={1, 2},steps={}](@149) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@966 = unsqueeze[axes={1, 2},steps={}](@148) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@967 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@965) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@968 = sub(@962,@967) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@969 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@19) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@970 = add(@966,@969) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@971 = rsqrt(@970) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@972 = mul(@963,@971) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@973 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@972) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@974 = mul(@968,@973) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@975 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@964) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@976 = add(@974,@975) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@977 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@976,@146) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@978 = unsqueeze[axes={1, 2},steps={}](@142) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@979 = unsqueeze[axes={1, 2},steps={}](@145) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@980 = unsqueeze[axes={1, 2},steps={}](@144) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@981 = unsqueeze[axes={1, 2},steps={}](@143) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@982 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@980) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@983 = sub(@977,@982) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@984 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@18) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@985 = add(@981,@984) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@986 = rsqrt(@985) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@987 = mul(@978,@986) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@988 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@987) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@989 = mul(@983,@988) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@990 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@979) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@991 = add(@989,@990) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@992 = relu(@991) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@993 = concat[axis=1](@944,@992) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@994 = reshape[dims={1, 2, 116, 14, 14}](@993) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@995 = transpose[permutation={0, 2, 1, 3, 4}](@994) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@996 = reshape[dims={1, -1, 14, 14}](@995) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@997 = slice[axes={1},starts={0},ends={116}](@996) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@998 = slice[axes={1},starts={116},ends={232}](@996) -> float_type, {1, 116, 14, 14}, {45472, 196, 14, 1}, target_id=0
@999 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@998,@141) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1000 = unsqueeze[axes={1, 2},steps={}](@137) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1001 = unsqueeze[axes={1, 2},steps={}](@140) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1002 = unsqueeze[axes={1, 2},steps={}](@139) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1003 = unsqueeze[axes={1, 2},steps={}](@138) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1004 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1002) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1005 = sub(@999,@1004) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1006 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@17) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@1007 = add(@1003,@1006) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1008 = rsqrt(@1007) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1009 = mul(@1000,@1008) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1010 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1009) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1011 = mul(@1005,@1010) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1012 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1001) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1013 = add(@1011,@1012) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1014 = relu(@1013) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1015 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=116,padding_mode=0](@1014,@136) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1016 = unsqueeze[axes={1, 2},steps={}](@132) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1017 = unsqueeze[axes={1, 2},steps={}](@135) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1018 = unsqueeze[axes={1, 2},steps={}](@134) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1019 = unsqueeze[axes={1, 2},steps={}](@133) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1020 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1018) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1021 = sub(@1015,@1020) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1022 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@16) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@1023 = add(@1019,@1022) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1024 = rsqrt(@1023) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1025 = mul(@1016,@1024) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1026 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1025) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1027 = mul(@1021,@1026) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1028 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1017) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1029 = add(@1027,@1028) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1030 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1029,@131) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1031 = unsqueeze[axes={1, 2},steps={}](@127) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1032 = unsqueeze[axes={1, 2},steps={}](@130) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1033 = unsqueeze[axes={1, 2},steps={}](@129) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1034 = unsqueeze[axes={1, 2},steps={}](@128) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1035 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1033) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1036 = sub(@1030,@1035) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1037 = multibroadcast[out_lens={116, 1, 1},out_dyn_dims={}](@15) -> float_type, {116, 1, 1}, {0, 0, 0}, target_id=0
@1038 = add(@1034,@1037) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1039 = rsqrt(@1038) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1040 = mul(@1031,@1039) -> float_type, {116, 1, 1}, {1, 1, 1}, target_id=0
@1041 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1040) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1042 = mul(@1036,@1041) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1043 = multibroadcast[out_lens={1, 116, 14, 14},out_dyn_dims={}](@1032) -> float_type, {1, 116, 14, 14}, {0, 1, 0, 0}, target_id=0
@1044 = add(@1042,@1043) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1045 = relu(@1044) -> float_type, {1, 116, 14, 14}, {22736, 196, 14, 1}, target_id=0
@1046 = concat[axis=1](@997,@1045) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1047 = reshape[dims={1, 2, 116, 14, 14}](@1046) -> float_type, {1, 2, 116, 14, 14}, {45472, 22736, 196, 14, 1}, target_id=0
@1048 = transpose[permutation={0, 2, 1, 3, 4}](@1047) -> float_type, {1, 116, 2, 14, 14}, {45472, 196, 22736, 14, 1}, target_id=0
@1049 = reshape[dims={1, -1, 14, 14}](@1048) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1050 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=232,padding_mode=0](@1049,@126) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1051 = unsqueeze[axes={1, 2},steps={}](@122) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1052 = unsqueeze[axes={1, 2},steps={}](@125) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1053 = unsqueeze[axes={1, 2},steps={}](@124) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1054 = unsqueeze[axes={1, 2},steps={}](@123) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1055 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1053) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1056 = sub(@1050,@1055) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1057 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@14) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1058 = add(@1054,@1057) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1059 = rsqrt(@1058) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1060 = mul(@1051,@1059) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1061 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1060) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1062 = mul(@1056,@1061) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1063 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1052) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1064 = add(@1062,@1063) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1065 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1064,@121) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1066 = unsqueeze[axes={1, 2},steps={}](@117) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1067 = unsqueeze[axes={1, 2},steps={}](@120) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1068 = unsqueeze[axes={1, 2},steps={}](@119) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1069 = unsqueeze[axes={1, 2},steps={}](@118) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1070 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1068) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1071 = sub(@1065,@1070) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1072 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@13) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1073 = add(@1069,@1072) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1074 = rsqrt(@1073) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1075 = mul(@1066,@1074) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1076 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1075) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1077 = mul(@1071,@1076) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1078 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1067) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1079 = add(@1077,@1078) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1080 = relu(@1079) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1081 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1049,@116) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1082 = unsqueeze[axes={1, 2},steps={}](@112) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1083 = unsqueeze[axes={1, 2},steps={}](@115) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1084 = unsqueeze[axes={1, 2},steps={}](@114) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1085 = unsqueeze[axes={1, 2},steps={}](@113) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1086 = multibroadcast[out_lens={1, 232, 14, 14},out_dyn_dims={}](@1084) -> float_type, {1, 232, 14, 14}, {0, 1, 0, 0}, target_id=0
@1087 = sub(@1081,@1086) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1088 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@12) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1089 = add(@1085,@1088) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1090 = rsqrt(@1089) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1091 = mul(@1082,@1090) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1092 = multibroadcast[out_lens={1, 232, 14, 14},out_dyn_dims={}](@1091) -> float_type, {1, 232, 14, 14}, {0, 1, 0, 0}, target_id=0
@1093 = mul(@1087,@1092) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1094 = multibroadcast[out_lens={1, 232, 14, 14},out_dyn_dims={}](@1083) -> float_type, {1, 232, 14, 14}, {0, 1, 0, 0}, target_id=0
@1095 = add(@1093,@1094) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1096 = relu(@1095) -> float_type, {1, 232, 14, 14}, {45472, 196, 14, 1}, target_id=0
@1097 = convolution[padding={1, 1, 1, 1},stride={2, 2},dilation={1, 1},group=232,padding_mode=0](@1096,@111) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1098 = unsqueeze[axes={1, 2},steps={}](@107) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1099 = unsqueeze[axes={1, 2},steps={}](@110) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1100 = unsqueeze[axes={1, 2},steps={}](@109) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1101 = unsqueeze[axes={1, 2},steps={}](@108) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1102 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1100) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1103 = sub(@1097,@1102) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1104 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@11) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1105 = add(@1101,@1104) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1106 = rsqrt(@1105) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1107 = mul(@1098,@1106) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1108 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1107) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1109 = mul(@1103,@1108) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1110 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1099) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1111 = add(@1109,@1110) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1112 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1111,@106) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1113 = unsqueeze[axes={1, 2},steps={}](@102) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1114 = unsqueeze[axes={1, 2},steps={}](@105) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1115 = unsqueeze[axes={1, 2},steps={}](@104) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1116 = unsqueeze[axes={1, 2},steps={}](@103) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1117 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1115) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1118 = sub(@1112,@1117) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1119 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@10) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1120 = add(@1116,@1119) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1121 = rsqrt(@1120) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1122 = mul(@1113,@1121) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1123 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1122) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1124 = mul(@1118,@1123) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1125 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1114) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1126 = add(@1124,@1125) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1127 = relu(@1126) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1128 = concat[axis=1](@1080,@1127) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1129 = reshape[dims={1, 2, 232, 7, 7}](@1128) -> float_type, {1, 2, 232, 7, 7}, {22736, 11368, 49, 7, 1}, target_id=0
@1130 = transpose[permutation={0, 2, 1, 3, 4}](@1129) -> float_type, {1, 232, 2, 7, 7}, {22736, 49, 11368, 7, 1}, target_id=0
@1131 = reshape[dims={1, -1, 7, 7}](@1130) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1132 = slice[axes={1},starts={0},ends={232}](@1131) -> float_type, {1, 232, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1133 = slice[axes={1},starts={232},ends={464}](@1131) -> float_type, {1, 232, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1134 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1133,@101) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1135 = unsqueeze[axes={1, 2},steps={}](@97) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1136 = unsqueeze[axes={1, 2},steps={}](@100) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1137 = unsqueeze[axes={1, 2},steps={}](@99) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1138 = unsqueeze[axes={1, 2},steps={}](@98) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1139 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1137) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1140 = sub(@1134,@1139) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1141 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@9) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1142 = add(@1138,@1141) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1143 = rsqrt(@1142) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1144 = mul(@1135,@1143) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1145 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1144) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1146 = mul(@1140,@1145) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1147 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1136) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1148 = add(@1146,@1147) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1149 = relu(@1148) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1150 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=232,padding_mode=0](@1149,@96) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1151 = unsqueeze[axes={1, 2},steps={}](@92) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1152 = unsqueeze[axes={1, 2},steps={}](@95) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1153 = unsqueeze[axes={1, 2},steps={}](@94) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1154 = unsqueeze[axes={1, 2},steps={}](@93) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1155 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1153) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1156 = sub(@1150,@1155) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1157 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@8) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1158 = add(@1154,@1157) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1159 = rsqrt(@1158) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1160 = mul(@1151,@1159) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1161 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1160) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1162 = mul(@1156,@1161) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1163 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1152) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1164 = add(@1162,@1163) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1165 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1164,@91) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1166 = unsqueeze[axes={1, 2},steps={}](@87) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1167 = unsqueeze[axes={1, 2},steps={}](@90) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1168 = unsqueeze[axes={1, 2},steps={}](@89) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1169 = unsqueeze[axes={1, 2},steps={}](@88) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1170 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1168) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1171 = sub(@1165,@1170) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1172 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@7) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1173 = add(@1169,@1172) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1174 = rsqrt(@1173) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1175 = mul(@1166,@1174) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1176 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1175) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1177 = mul(@1171,@1176) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1178 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1167) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1179 = add(@1177,@1178) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1180 = relu(@1179) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1181 = concat[axis=1](@1132,@1180) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1182 = reshape[dims={1, 2, 232, 7, 7}](@1181) -> float_type, {1, 2, 232, 7, 7}, {22736, 11368, 49, 7, 1}, target_id=0
@1183 = transpose[permutation={0, 2, 1, 3, 4}](@1182) -> float_type, {1, 232, 2, 7, 7}, {22736, 49, 11368, 7, 1}, target_id=0
@1184 = reshape[dims={1, -1, 7, 7}](@1183) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1185 = slice[axes={1},starts={0},ends={232}](@1184) -> float_type, {1, 232, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1186 = slice[axes={1},starts={232},ends={464}](@1184) -> float_type, {1, 232, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1187 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1186,@86) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1188 = unsqueeze[axes={1, 2},steps={}](@82) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1189 = unsqueeze[axes={1, 2},steps={}](@85) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1190 = unsqueeze[axes={1, 2},steps={}](@84) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1191 = unsqueeze[axes={1, 2},steps={}](@83) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1192 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1190) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1193 = sub(@1187,@1192) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1194 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@6) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1195 = add(@1191,@1194) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1196 = rsqrt(@1195) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1197 = mul(@1188,@1196) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1198 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1197) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1199 = mul(@1193,@1198) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1200 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1189) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1201 = add(@1199,@1200) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1202 = relu(@1201) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1203 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=232,padding_mode=0](@1202,@81) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1204 = unsqueeze[axes={1, 2},steps={}](@77) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1205 = unsqueeze[axes={1, 2},steps={}](@80) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1206 = unsqueeze[axes={1, 2},steps={}](@79) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1207 = unsqueeze[axes={1, 2},steps={}](@78) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1208 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1206) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1209 = sub(@1203,@1208) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1210 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@5) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1211 = add(@1207,@1210) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1212 = rsqrt(@1211) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1213 = mul(@1204,@1212) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1214 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1213) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1215 = mul(@1209,@1214) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1216 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1205) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1217 = add(@1215,@1216) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1218 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1217,@76) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1219 = unsqueeze[axes={1, 2},steps={}](@72) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1220 = unsqueeze[axes={1, 2},steps={}](@75) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1221 = unsqueeze[axes={1, 2},steps={}](@74) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1222 = unsqueeze[axes={1, 2},steps={}](@73) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1223 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1221) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1224 = sub(@1218,@1223) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1225 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@4) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1226 = add(@1222,@1225) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1227 = rsqrt(@1226) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1228 = mul(@1219,@1227) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1229 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1228) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1230 = mul(@1224,@1229) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1231 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1220) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1232 = add(@1230,@1231) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1233 = relu(@1232) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1234 = concat[axis=1](@1185,@1233) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1235 = reshape[dims={1, 2, 232, 7, 7}](@1234) -> float_type, {1, 2, 232, 7, 7}, {22736, 11368, 49, 7, 1}, target_id=0
@1236 = transpose[permutation={0, 2, 1, 3, 4}](@1235) -> float_type, {1, 232, 2, 7, 7}, {22736, 49, 11368, 7, 1}, target_id=0
@1237 = reshape[dims={1, -1, 7, 7}](@1236) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1238 = slice[axes={1},starts={0},ends={232}](@1237) -> float_type, {1, 232, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1239 = slice[axes={1},starts={232},ends={464}](@1237) -> float_type, {1, 232, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1240 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1239,@71) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1241 = unsqueeze[axes={1, 2},steps={}](@67) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1242 = unsqueeze[axes={1, 2},steps={}](@70) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1243 = unsqueeze[axes={1, 2},steps={}](@69) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1244 = unsqueeze[axes={1, 2},steps={}](@68) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1245 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1243) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1246 = sub(@1240,@1245) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1247 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@3) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1248 = add(@1244,@1247) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1249 = rsqrt(@1248) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1250 = mul(@1241,@1249) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1251 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1250) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1252 = mul(@1246,@1251) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1253 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1242) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1254 = add(@1252,@1253) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1255 = relu(@1254) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1256 = convolution[padding={1, 1, 1, 1},stride={1, 1},dilation={1, 1},group=232,padding_mode=0](@1255,@66) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1257 = unsqueeze[axes={1, 2},steps={}](@62) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1258 = unsqueeze[axes={1, 2},steps={}](@65) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1259 = unsqueeze[axes={1, 2},steps={}](@64) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1260 = unsqueeze[axes={1, 2},steps={}](@63) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1261 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1259) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1262 = sub(@1256,@1261) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1263 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@2) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1264 = add(@1260,@1263) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1265 = rsqrt(@1264) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1266 = mul(@1257,@1265) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1267 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1266) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1268 = mul(@1262,@1267) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1269 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1258) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1270 = add(@1268,@1269) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1271 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1270,@61) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1272 = unsqueeze[axes={1, 2},steps={}](@57) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1273 = unsqueeze[axes={1, 2},steps={}](@60) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1274 = unsqueeze[axes={1, 2},steps={}](@59) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1275 = unsqueeze[axes={1, 2},steps={}](@58) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1276 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1274) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1277 = sub(@1271,@1276) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1278 = multibroadcast[out_lens={232, 1, 1},out_dyn_dims={}](@1) -> float_type, {232, 1, 1}, {0, 0, 0}, target_id=0
@1279 = add(@1275,@1278) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1280 = rsqrt(@1279) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1281 = mul(@1272,@1280) -> float_type, {232, 1, 1}, {1, 1, 1}, target_id=0
@1282 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1281) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1283 = mul(@1277,@1282) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1284 = multibroadcast[out_lens={1, 232, 7, 7},out_dyn_dims={}](@1273) -> float_type, {1, 232, 7, 7}, {0, 1, 0, 0}, target_id=0
@1285 = add(@1283,@1284) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1286 = relu(@1285) -> float_type, {1, 232, 7, 7}, {11368, 49, 7, 1}, target_id=0
@1287 = concat[axis=1](@1238,@1286) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1288 = reshape[dims={1, 2, 232, 7, 7}](@1287) -> float_type, {1, 2, 232, 7, 7}, {22736, 11368, 49, 7, 1}, target_id=0
@1289 = transpose[permutation={0, 2, 1, 3, 4}](@1288) -> float_type, {1, 232, 2, 7, 7}, {22736, 49, 11368, 7, 1}, target_id=0
@1290 = reshape[dims={1, -1, 7, 7}](@1289) -> float_type, {1, 464, 7, 7}, {22736, 49, 7, 1}, target_id=0
@1291 = convolution[padding={0, 0, 0, 0},stride={1, 1},dilation={1, 1},group=1,padding_mode=0](@1290,@333) -> float_type, {1, 1024, 7, 7}, {50176, 49, 7, 1}, target_id=0
@1292 = unsqueeze[axes={1, 2},steps={}](@329) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1293 = unsqueeze[axes={1, 2},steps={}](@332) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1294 = unsqueeze[axes={1, 2},steps={}](@331) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1295 = unsqueeze[axes={1, 2},steps={}](@330) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1296 = multibroadcast[out_lens={1, 1024, 7, 7},out_dyn_dims={}](@1294) -> float_type, {1, 1024, 7, 7}, {0, 1, 0, 0}, target_id=0
@1297 = sub(@1291,@1296) -> float_type, {1, 1024, 7, 7}, {50176, 49, 7, 1}, target_id=0
@1298 = multibroadcast[out_lens={1024, 1, 1},out_dyn_dims={}](@0) -> float_type, {1024, 1, 1}, {0, 0, 0}, target_id=0
@1299 = add(@1295,@1298) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1300 = rsqrt(@1299) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1301 = mul(@1292,@1300) -> float_type, {1024, 1, 1}, {1, 1, 1}, target_id=0
@1302 = multibroadcast[out_lens={1, 1024, 7, 7},out_dyn_dims={}](@1301) -> float_type, {1, 1024, 7, 7}, {0, 1, 0, 0}, target_id=0
@1303 = mul(@1297,@1302) -> float_type, {1, 1024, 7, 7}, {50176, 49, 7, 1}, target_id=0
@1304 = multibroadcast[out_lens={1, 1024, 7, 7},out_dyn_dims={}](@1293) -> float_type, {1, 1024, 7, 7}, {0, 1, 0, 0}, target_id=0
@1305 = add(@1303,@1304) -> float_type, {1, 1024, 7, 7}, {50176, 49, 7, 1}, target_id=0
@1306 = relu(@1305) -> float_type, {1, 1024, 7, 7}, {50176, 49, 7, 1}, target_id=0
@1307 = reduce_mean[axes={2, 3}](@1306) -> float_type, {1, 1024, 1, 1}, {1024, 1, 1, 1}, target_id=0
@1308 = squeeze[axes={2, 3}](@1307) -> float_type, {1, 1024}, {1024, 1}, target_id=0
@1309 = transpose[permutation={1, 0}](@327) -> float_type, {1024, 1000}, {1, 1024}, target_id=0
@1310 = dot(@1308,@1309) -> float_type, {1, 1000}, {1000, 1}, target_id=0
@1311 = multibroadcast[out_lens={1, 1000},out_dyn_dims={}](@328) -> float_type, {1, 1000}, {0, 1}, target_id=0
@1312 = add(@1310,@1311) -> float_type, {1, 1000}, {1000, 1}, target_id=0
@1313 = @return(@1312), target_id=0

Mar 11 '24 13:03 attila-dusnoki-htec

@umangyadav The regression that we mentioned last week.

Mar 13 '24 14:03 attila-dusnoki-htec

TODO: re-check this to see if https://github.com/ROCm/AMDMIGraphX/pull/2940 fixed it

Apr 04 '24 15:04 attila-dusnoki-htec

I've checked both models and the issue is fixed on revision 06eef056e6f67de1e52d1a38b4be764d81b3eec3

May 14 '24 08:05 gyulaz-htec