Created
June 18, 2018 21:58
-
-
Save soumith/43bfad6de0b881d05c185cff72c601c6 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
graph(%0 : Float(4, 3, 224, 224) | |
%1 : Float(64, 3, 7, 7) | |
%2 : Float(64) | |
%3 : Float(64) | |
%4 : Float(64) | |
%5 : Float(64) | |
%6 : Long() | |
%7 : Float(64, 64, 1, 1) | |
%8 : Float(64) | |
%9 : Float(64) | |
%10 : Float(64) | |
%11 : Float(64) | |
%12 : Long() | |
%13 : Float(64, 64, 3, 3) | |
%14 : Float(64) | |
%15 : Float(64) | |
%16 : Float(64) | |
%17 : Float(64) | |
%18 : Long() | |
%19 : Float(256, 64, 1, 1) | |
%20 : Float(256) | |
%21 : Float(256) | |
%22 : Float(256) | |
%23 : Float(256) | |
%24 : Long() | |
%25 : Float(256, 64, 1, 1) | |
%26 : Float(256) | |
%27 : Float(256) | |
%28 : Float(256) | |
%29 : Float(256) | |
%30 : Long() | |
%31 : Float(64, 256, 1, 1) | |
%32 : Float(64) | |
%33 : Float(64) | |
%34 : Float(64) | |
%35 : Float(64) | |
%36 : Long() | |
%37 : Float(64, 64, 3, 3) | |
%38 : Float(64) | |
%39 : Float(64) | |
%40 : Float(64) | |
%41 : Float(64) | |
%42 : Long() | |
%43 : Float(256, 64, 1, 1) | |
%44 : Float(256) | |
%45 : Float(256) | |
%46 : Float(256) | |
%47 : Float(256) | |
%48 : Long() | |
%49 : Float(64, 256, 1, 1) | |
%50 : Float(64) | |
%51 : Float(64) | |
%52 : Float(64) | |
%53 : Float(64) | |
%54 : Long() | |
%55 : Float(64, 64, 3, 3) | |
%56 : Float(64) | |
%57 : Float(64) | |
%58 : Float(64) | |
%59 : Float(64) | |
%60 : Long() | |
%61 : Float(256, 64, 1, 1) | |
%62 : Float(256) | |
%63 : Float(256) | |
%64 : Float(256) | |
%65 : Float(256) | |
%66 : Long() | |
%67 : Float(128, 256, 1, 1) | |
%68 : Float(128) | |
%69 : Float(128) | |
%70 : Float(128) | |
%71 : Float(128) | |
%72 : Long() | |
%73 : Float(128, 128, 3, 3) | |
%74 : Float(128) | |
%75 : Float(128) | |
%76 : Float(128) | |
%77 : Float(128) | |
%78 : Long() | |
%79 : Float(512, 128, 1, 1) | |
%80 : Float(512) | |
%81 : Float(512) | |
%82 : Float(512) | |
%83 : Float(512) | |
%84 : Long() | |
%85 : Float(512, 256, 1, 1) | |
%86 : Float(512) | |
%87 : Float(512) | |
%88 : Float(512) | |
%89 : Float(512) | |
%90 : Long() | |
%91 : Float(128, 512, 1, 1) | |
%92 : Float(128) | |
%93 : Float(128) | |
%94 : Float(128) | |
%95 : Float(128) | |
%96 : Long() | |
%97 : Float(128, 128, 3, 3) | |
%98 : Float(128) | |
%99 : Float(128) | |
%100 : Float(128) | |
%101 : Float(128) | |
%102 : Long() | |
%103 : Float(512, 128, 1, 1) | |
%104 : Float(512) | |
%105 : Float(512) | |
%106 : Float(512) | |
%107 : Float(512) | |
%108 : Long() | |
%109 : Float(128, 512, 1, 1) | |
%110 : Float(128) | |
%111 : Float(128) | |
%112 : Float(128) | |
%113 : Float(128) | |
%114 : Long() | |
%115 : Float(128, 128, 3, 3) | |
%116 : Float(128) | |
%117 : Float(128) | |
%118 : Float(128) | |
%119 : Float(128) | |
%120 : Long() | |
%121 : Float(512, 128, 1, 1) | |
%122 : Float(512) | |
%123 : Float(512) | |
%124 : Float(512) | |
%125 : Float(512) | |
%126 : Long() | |
%127 : Float(128, 512, 1, 1) | |
%128 : Float(128) | |
%129 : Float(128) | |
%130 : Float(128) | |
%131 : Float(128) | |
%132 : Long() | |
%133 : Float(128, 128, 3, 3) | |
%134 : Float(128) | |
%135 : Float(128) | |
%136 : Float(128) | |
%137 : Float(128) | |
%138 : Long() | |
%139 : Float(512, 128, 1, 1) | |
%140 : Float(512) | |
%141 : Float(512) | |
%142 : Float(512) | |
%143 : Float(512) | |
%144 : Long() | |
%145 : Float(256, 512, 1, 1) | |
%146 : Float(256) | |
%147 : Float(256) | |
%148 : Float(256) | |
%149 : Float(256) | |
%150 : Long() | |
%151 : Float(256, 256, 3, 3) | |
%152 : Float(256) | |
%153 : Float(256) | |
%154 : Float(256) | |
%155 : Float(256) | |
%156 : Long() | |
%157 : Float(1024, 256, 1, 1) | |
%158 : Float(1024) | |
%159 : Float(1024) | |
%160 : Float(1024) | |
%161 : Float(1024) | |
%162 : Long() | |
%163 : Float(1024, 512, 1, 1) | |
%164 : Float(1024) | |
%165 : Float(1024) | |
%166 : Float(1024) | |
%167 : Float(1024) | |
%168 : Long() | |
%169 : Float(256, 1024, 1, 1) | |
%170 : Float(256) | |
%171 : Float(256) | |
%172 : Float(256) | |
%173 : Float(256) | |
%174 : Long() | |
%175 : Float(256, 256, 3, 3) | |
%176 : Float(256) | |
%177 : Float(256) | |
%178 : Float(256) | |
%179 : Float(256) | |
%180 : Long() | |
%181 : Float(1024, 256, 1, 1) | |
%182 : Float(1024) | |
%183 : Float(1024) | |
%184 : Float(1024) | |
%185 : Float(1024) | |
%186 : Long() | |
%187 : Float(256, 1024, 1, 1) | |
%188 : Float(256) | |
%189 : Float(256) | |
%190 : Float(256) | |
%191 : Float(256) | |
%192 : Long() | |
%193 : Float(256, 256, 3, 3) | |
%194 : Float(256) | |
%195 : Float(256) | |
%196 : Float(256) | |
%197 : Float(256) | |
%198 : Long() | |
%199 : Float(1024, 256, 1, 1) | |
%200 : Float(1024) | |
%201 : Float(1024) | |
%202 : Float(1024) | |
%203 : Float(1024) | |
%204 : Long() | |
%205 : Float(256, 1024, 1, 1) | |
%206 : Float(256) | |
%207 : Float(256) | |
%208 : Float(256) | |
%209 : Float(256) | |
%210 : Long() | |
%211 : Float(256, 256, 3, 3) | |
%212 : Float(256) | |
%213 : Float(256) | |
%214 : Float(256) | |
%215 : Float(256) | |
%216 : Long() | |
%217 : Float(1024, 256, 1, 1) | |
%218 : Float(1024) | |
%219 : Float(1024) | |
%220 : Float(1024) | |
%221 : Float(1024) | |
%222 : Long() | |
%223 : Float(256, 1024, 1, 1) | |
%224 : Float(256) | |
%225 : Float(256) | |
%226 : Float(256) | |
%227 : Float(256) | |
%228 : Long() | |
%229 : Float(256, 256, 3, 3) | |
%230 : Float(256) | |
%231 : Float(256) | |
%232 : Float(256) | |
%233 : Float(256) | |
%234 : Long() | |
%235 : Float(1024, 256, 1, 1) | |
%236 : Float(1024) | |
%237 : Float(1024) | |
%238 : Float(1024) | |
%239 : Float(1024) | |
%240 : Long() | |
%241 : Float(256, 1024, 1, 1) | |
%242 : Float(256) | |
%243 : Float(256) | |
%244 : Float(256) | |
%245 : Float(256) | |
%246 : Long() | |
%247 : Float(256, 256, 3, 3) | |
%248 : Float(256) | |
%249 : Float(256) | |
%250 : Float(256) | |
%251 : Float(256) | |
%252 : Long() | |
%253 : Float(1024, 256, 1, 1) | |
%254 : Float(1024) | |
%255 : Float(1024) | |
%256 : Float(1024) | |
%257 : Float(1024) | |
%258 : Long() | |
%259 : Float(512, 1024, 1, 1) | |
%260 : Float(512) | |
%261 : Float(512) | |
%262 : Float(512) | |
%263 : Float(512) | |
%264 : Long() | |
%265 : Float(512, 512, 3, 3) | |
%266 : Float(512) | |
%267 : Float(512) | |
%268 : Float(512) | |
%269 : Float(512) | |
%270 : Long() | |
%271 : Float(2048, 512, 1, 1) | |
%272 : Float(2048) | |
%273 : Float(2048) | |
%274 : Float(2048) | |
%275 : Float(2048) | |
%276 : Long() | |
%277 : Float(2048, 1024, 1, 1) | |
%278 : Float(2048) | |
%279 : Float(2048) | |
%280 : Float(2048) | |
%281 : Float(2048) | |
%282 : Long() | |
%283 : Float(512, 2048, 1, 1) | |
%284 : Float(512) | |
%285 : Float(512) | |
%286 : Float(512) | |
%287 : Float(512) | |
%288 : Long() | |
%289 : Float(512, 512, 3, 3) | |
%290 : Float(512) | |
%291 : Float(512) | |
%292 : Float(512) | |
%293 : Float(512) | |
%294 : Long() | |
%295 : Float(2048, 512, 1, 1) | |
%296 : Float(2048) | |
%297 : Float(2048) | |
%298 : Float(2048) | |
%299 : Float(2048) | |
%300 : Long() | |
%301 : Float(512, 2048, 1, 1) | |
%302 : Float(512) | |
%303 : Float(512) | |
%304 : Float(512) | |
%305 : Float(512) | |
%306 : Long() | |
%307 : Float(512, 512, 3, 3) | |
%308 : Float(512) | |
%309 : Float(512) | |
%310 : Float(512) | |
%311 : Float(512) | |
%312 : Long() | |
%313 : Float(2048, 512, 1, 1) | |
%314 : Float(2048) | |
%315 : Float(2048) | |
%316 : Float(2048) | |
%317 : Float(2048) | |
%318 : Long() | |
%319 : Float(1000, 2048) | |
%320 : Float(1000)) { | |
%321 : Dynamic = prim::Undefined() | |
%330 : Float(4, 64, 112, 112) = aten::_convolution[stride=[2, 2], padding=[3, 3], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%0, %1, %321) | |
%345 : Float(4, 64, 112, 112) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%330, %2, %3, %4, %5) | |
%347 : Float(4, 64, 112, 112) = aten::threshold[threshold={0}, value={0}](%345) | |
%350 : Float(4, 64, 56, 56), %351 : Long(4, 64, 56, 56) = aten::max_pool2d[kernel_size=[3, 3], stride=[2, 2], padding=[1, 1], dilation=[1, 1], ceil_mode=0](%347) | |
%352 : Dynamic = prim::Undefined() | |
%361 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%350, %7, %352) | |
%376 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%361, %8, %9, %10, %11) | |
%378 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%376) | |
%379 : Dynamic = prim::Undefined() | |
%388 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%378, %13, %379) | |
%403 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%388, %14, %15, %16, %17) | |
%405 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%403) | |
%406 : Dynamic = prim::Undefined() | |
%415 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%405, %19, %406) | |
%430 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%415, %20, %21, %22, %23) | |
%431 : Dynamic = prim::Undefined() | |
%440 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%350, %25, %431) | |
%455 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%440, %26, %27, %28, %29) | |
%456 : Float(4, 256, 56, 56) = aten::add[alpha={1}](%430, %455) | |
%458 : Float(4, 256, 56, 56) = aten::threshold[threshold={0}, value={0}](%456) | |
%459 : Dynamic = prim::Undefined() | |
%468 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%458, %31, %459) | |
%483 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%468, %32, %33, %34, %35) | |
%485 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%483) | |
%486 : Dynamic = prim::Undefined() | |
%495 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%485, %37, %486) | |
%510 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%495, %38, %39, %40, %41) | |
%512 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%510) | |
%513 : Dynamic = prim::Undefined() | |
%522 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%512, %43, %513) | |
%537 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%522, %44, %45, %46, %47) | |
%538 : Float(4, 256, 56, 56) = aten::add[alpha={1}](%537, %458) | |
%540 : Float(4, 256, 56, 56) = aten::threshold[threshold={0}, value={0}](%538) | |
%541 : Dynamic = prim::Undefined() | |
%550 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%540, %49, %541) | |
%565 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%550, %50, %51, %52, %53) | |
%567 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%565) | |
%568 : Dynamic = prim::Undefined() | |
%577 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%567, %55, %568) | |
%592 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%577, %56, %57, %58, %59) | |
%594 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%592) | |
%595 : Dynamic = prim::Undefined() | |
%604 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%594, %61, %595) | |
%619 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%604, %62, %63, %64, %65) | |
%620 : Float(4, 256, 56, 56) = aten::add[alpha={1}](%619, %540) | |
%622 : Float(4, 256, 56, 56) = aten::threshold[threshold={0}, value={0}](%620) | |
%623 : Dynamic = prim::Undefined() | |
%632 : Float(4, 128, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%622, %67, %623) | |
%647 : Float(4, 128, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%632, %68, %69, %70, %71) | |
%649 : Float(4, 128, 56, 56) = aten::threshold[threshold={0}, value={0}](%647) | |
%650 : Dynamic = prim::Undefined() | |
%659 : Float(4, 128, 28, 28) = aten::_convolution[stride=[2, 2], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%649, %73, %650) | |
%674 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%659, %74, %75, %76, %77) | |
%676 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%674) | |
%677 : Dynamic = prim::Undefined() | |
%686 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%676, %79, %677) | |
%701 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%686, %80, %81, %82, %83) | |
%702 : Dynamic = prim::Undefined() | |
%711 : Float(4, 512, 28, 28) = aten::_convolution[stride=[2, 2], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%622, %85, %702) | |
%726 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%711, %86, %87, %88, %89) | |
%727 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%701, %726) | |
%729 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%727) | |
%730 : Dynamic = prim::Undefined() | |
%739 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%729, %91, %730) | |
%754 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%739, %92, %93, %94, %95) | |
%756 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%754) | |
%757 : Dynamic = prim::Undefined() | |
%766 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%756, %97, %757) | |
%781 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%766, %98, %99, %100, %101) | |
%783 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%781) | |
%784 : Dynamic = prim::Undefined() | |
%793 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%783, %103, %784) | |
%808 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%793, %104, %105, %106, %107) | |
%809 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%808, %729) | |
%811 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%809) | |
%812 : Dynamic = prim::Undefined() | |
%821 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%811, %109, %812) | |
%836 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%821, %110, %111, %112, %113) | |
%838 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%836) | |
%839 : Dynamic = prim::Undefined() | |
%848 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%838, %115, %839) | |
%863 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%848, %116, %117, %118, %119) | |
%865 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%863) | |
%866 : Dynamic = prim::Undefined() | |
%875 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%865, %121, %866) | |
%890 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%875, %122, %123, %124, %125) | |
%891 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%890, %811) | |
%893 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%891) | |
%894 : Dynamic = prim::Undefined() | |
%903 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%893, %127, %894) | |
%918 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%903, %128, %129, %130, %131) | |
%920 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%918) | |
%921 : Dynamic = prim::Undefined() | |
%930 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%920, %133, %921) | |
%945 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%930, %134, %135, %136, %137) | |
%947 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%945) | |
%948 : Dynamic = prim::Undefined() | |
%957 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%947, %139, %948) | |
%972 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%957, %140, %141, %142, %143) | |
%973 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%972, %893) | |
%975 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%973) | |
%976 : Dynamic = prim::Undefined() | |
%985 : Float(4, 256, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%975, %145, %976) | |
%1000 : Float(4, 256, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%985, %146, %147, %148, %149) | |
%1002 : Float(4, 256, 28, 28) = aten::threshold[threshold={0}, value={0}](%1000) | |
%1003 : Dynamic = prim::Undefined() | |
%1012 : Float(4, 256, 14, 14) = aten::_convolution[stride=[2, 2], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1002, %151, %1003) | |
%1027 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1012, %152, %153, %154, %155) | |
%1029 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1027) | |
%1030 : Dynamic = prim::Undefined() | |
%1039 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1029, %157, %1030) | |
%1054 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1039, %158, %159, %160, %161) | |
%1055 : Dynamic = prim::Undefined() | |
%1064 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[2, 2], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%975, %163, %1055) | |
%1079 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1064, %164, %165, %166, %167) | |
%1080 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1054, %1079) | |
%1082 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1080) | |
%1083 : Dynamic = prim::Undefined() | |
%1092 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1082, %169, %1083) | |
%1107 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1092, %170, %171, %172, %173) | |
%1109 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1107) | |
%1110 : Dynamic = prim::Undefined() | |
%1119 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1109, %175, %1110) | |
%1134 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1119, %176, %177, %178, %179) | |
%1136 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1134) | |
%1137 : Dynamic = prim::Undefined() | |
%1146 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1136, %181, %1137) | |
%1161 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1146, %182, %183, %184, %185) | |
%1162 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1161, %1082) | |
%1164 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1162) | |
%1165 : Dynamic = prim::Undefined() | |
%1174 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1164, %187, %1165) | |
%1189 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1174, %188, %189, %190, %191) | |
%1191 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1189) | |
%1192 : Dynamic = prim::Undefined() | |
%1201 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1191, %193, %1192) | |
%1216 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1201, %194, %195, %196, %197) | |
%1218 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1216) | |
%1219 : Dynamic = prim::Undefined() | |
%1228 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1218, %199, %1219) | |
%1243 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1228, %200, %201, %202, %203) | |
%1244 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1243, %1164) | |
%1246 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1244) | |
%1247 : Dynamic = prim::Undefined() | |
%1256 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1246, %205, %1247) | |
%1271 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1256, %206, %207, %208, %209) | |
%1273 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1271) | |
%1274 : Dynamic = prim::Undefined() | |
%1283 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1273, %211, %1274) | |
%1298 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1283, %212, %213, %214, %215) | |
%1300 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1298) | |
%1301 : Dynamic = prim::Undefined() | |
%1310 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1300, %217, %1301) | |
%1325 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1310, %218, %219, %220, %221) | |
%1326 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1325, %1246) | |
%1328 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1326) | |
%1329 : Dynamic = prim::Undefined() | |
%1338 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1328, %223, %1329) | |
%1353 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1338, %224, %225, %226, %227) | |
%1355 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1353) | |
%1356 : Dynamic = prim::Undefined() | |
%1365 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1355, %229, %1356) | |
%1380 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1365, %230, %231, %232, %233) | |
%1382 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1380) | |
%1383 : Dynamic = prim::Undefined() | |
%1392 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1382, %235, %1383) | |
%1407 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1392, %236, %237, %238, %239) | |
%1408 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1407, %1328) | |
%1410 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1408) | |
%1411 : Dynamic = prim::Undefined() | |
%1420 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1410, %241, %1411) | |
%1435 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1420, %242, %243, %244, %245) | |
%1437 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1435) | |
%1438 : Dynamic = prim::Undefined() | |
%1447 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1437, %247, %1438) | |
%1462 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1447, %248, %249, %250, %251) | |
%1464 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1462) | |
%1465 : Dynamic = prim::Undefined() | |
%1474 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1464, %253, %1465) | |
%1489 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1474, %254, %255, %256, %257) | |
%1490 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1489, %1410) | |
%1492 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1490) | |
%1493 : Dynamic = prim::Undefined() | |
%1502 : Float(4, 512, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1492, %259, %1493) | |
%1517 : Float(4, 512, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1502, %260, %261, %262, %263) | |
%1519 : Float(4, 512, 14, 14) = aten::threshold[threshold={0}, value={0}](%1517) | |
%1520 : Dynamic = prim::Undefined() | |
%1529 : Float(4, 512, 7, 7) = aten::_convolution[stride=[2, 2], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1519, %265, %1520) | |
%1544 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1529, %266, %267, %268, %269) | |
%1546 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1544) | |
%1547 : Dynamic = prim::Undefined() | |
%1556 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1546, %271, %1547) | |
%1571 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1556, %272, %273, %274, %275) | |
%1572 : Dynamic = prim::Undefined() | |
%1581 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[2, 2], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1492, %277, %1572) | |
%1596 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1581, %278, %279, %280, %281) | |
%1597 : Float(4, 2048, 7, 7) = aten::add[alpha={1}](%1571, %1596) | |
%1599 : Float(4, 2048, 7, 7) = aten::threshold[threshold={0}, value={0}](%1597) | |
%1600 : Dynamic = prim::Undefined() | |
%1609 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1599, %283, %1600) | |
%1624 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1609, %284, %285, %286, %287) | |
%1626 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1624) | |
%1627 : Dynamic = prim::Undefined() | |
%1636 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1626, %289, %1627) | |
%1651 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1636, %290, %291, %292, %293) | |
%1653 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1651) | |
%1654 : Dynamic = prim::Undefined() | |
%1663 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1653, %295, %1654) | |
%1678 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1663, %296, %297, %298, %299) | |
%1679 : Float(4, 2048, 7, 7) = aten::add[alpha={1}](%1678, %1599) | |
%1681 : Float(4, 2048, 7, 7) = aten::threshold[threshold={0}, value={0}](%1679) | |
%1682 : Dynamic = prim::Undefined() | |
%1691 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1681, %301, %1682) | |
%1706 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1691, %302, %303, %304, %305) | |
%1708 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1706) | |
%1709 : Dynamic = prim::Undefined() | |
%1718 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1708, %307, %1709) | |
%1733 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1718, %308, %309, %310, %311) | |
%1735 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1733) | |
%1736 : Dynamic = prim::Undefined() | |
%1745 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1735, %313, %1736) | |
%1760 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1745, %314, %315, %316, %317) | |
%1761 : Float(4, 2048, 7, 7) = aten::add[alpha={1}](%1760, %1681) | |
%1763 : Float(4, 2048, 7, 7) = aten::threshold[threshold={0}, value={0}](%1761) | |
%1765 : Float(4, 2048, 1, 1) = aten::avg_pool2d[kernel_size=[7, 7], stride=[1, 1], padding=[0, 0], ceil_mode=0, count_include_pad=1](%1763) | |
%1766 : Long() = aten::size[dim=0](%1765) | |
%1767 : Long() = prim::Constant[value={-1}]() | |
%1768 : Dynamic = aten::stack[dim=0](%1766, %1767) | |
%1769 : Float(4, 2048) = aten::view(%1765, %1768) | |
%1770 : Float(2048!, 1000!) = aten::t(%319) | |
%1771 : Float(4!, 1000) = aten::expand[size=[4, 1000], implicit=1](%320) | |
%1772 : Float(4, 1000) = aten::addmm[beta={1}, alpha={1}](%1771, %1769, %1770) | |
return (%1772); | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment