Skip to content

Instantly share code, notes, and snippets.

@soumith
Created June 18, 2018 21:58
Show Gist options
  • Save soumith/43bfad6de0b881d05c185cff72c601c6 to your computer and use it in GitHub Desktop.
Save soumith/43bfad6de0b881d05c185cff72c601c6 to your computer and use it in GitHub Desktop.
graph(%0 : Float(4, 3, 224, 224)
%1 : Float(64, 3, 7, 7)
%2 : Float(64)
%3 : Float(64)
%4 : Float(64)
%5 : Float(64)
%6 : Long()
%7 : Float(64, 64, 1, 1)
%8 : Float(64)
%9 : Float(64)
%10 : Float(64)
%11 : Float(64)
%12 : Long()
%13 : Float(64, 64, 3, 3)
%14 : Float(64)
%15 : Float(64)
%16 : Float(64)
%17 : Float(64)
%18 : Long()
%19 : Float(256, 64, 1, 1)
%20 : Float(256)
%21 : Float(256)
%22 : Float(256)
%23 : Float(256)
%24 : Long()
%25 : Float(256, 64, 1, 1)
%26 : Float(256)
%27 : Float(256)
%28 : Float(256)
%29 : Float(256)
%30 : Long()
%31 : Float(64, 256, 1, 1)
%32 : Float(64)
%33 : Float(64)
%34 : Float(64)
%35 : Float(64)
%36 : Long()
%37 : Float(64, 64, 3, 3)
%38 : Float(64)
%39 : Float(64)
%40 : Float(64)
%41 : Float(64)
%42 : Long()
%43 : Float(256, 64, 1, 1)
%44 : Float(256)
%45 : Float(256)
%46 : Float(256)
%47 : Float(256)
%48 : Long()
%49 : Float(64, 256, 1, 1)
%50 : Float(64)
%51 : Float(64)
%52 : Float(64)
%53 : Float(64)
%54 : Long()
%55 : Float(64, 64, 3, 3)
%56 : Float(64)
%57 : Float(64)
%58 : Float(64)
%59 : Float(64)
%60 : Long()
%61 : Float(256, 64, 1, 1)
%62 : Float(256)
%63 : Float(256)
%64 : Float(256)
%65 : Float(256)
%66 : Long()
%67 : Float(128, 256, 1, 1)
%68 : Float(128)
%69 : Float(128)
%70 : Float(128)
%71 : Float(128)
%72 : Long()
%73 : Float(128, 128, 3, 3)
%74 : Float(128)
%75 : Float(128)
%76 : Float(128)
%77 : Float(128)
%78 : Long()
%79 : Float(512, 128, 1, 1)
%80 : Float(512)
%81 : Float(512)
%82 : Float(512)
%83 : Float(512)
%84 : Long()
%85 : Float(512, 256, 1, 1)
%86 : Float(512)
%87 : Float(512)
%88 : Float(512)
%89 : Float(512)
%90 : Long()
%91 : Float(128, 512, 1, 1)
%92 : Float(128)
%93 : Float(128)
%94 : Float(128)
%95 : Float(128)
%96 : Long()
%97 : Float(128, 128, 3, 3)
%98 : Float(128)
%99 : Float(128)
%100 : Float(128)
%101 : Float(128)
%102 : Long()
%103 : Float(512, 128, 1, 1)
%104 : Float(512)
%105 : Float(512)
%106 : Float(512)
%107 : Float(512)
%108 : Long()
%109 : Float(128, 512, 1, 1)
%110 : Float(128)
%111 : Float(128)
%112 : Float(128)
%113 : Float(128)
%114 : Long()
%115 : Float(128, 128, 3, 3)
%116 : Float(128)
%117 : Float(128)
%118 : Float(128)
%119 : Float(128)
%120 : Long()
%121 : Float(512, 128, 1, 1)
%122 : Float(512)
%123 : Float(512)
%124 : Float(512)
%125 : Float(512)
%126 : Long()
%127 : Float(128, 512, 1, 1)
%128 : Float(128)
%129 : Float(128)
%130 : Float(128)
%131 : Float(128)
%132 : Long()
%133 : Float(128, 128, 3, 3)
%134 : Float(128)
%135 : Float(128)
%136 : Float(128)
%137 : Float(128)
%138 : Long()
%139 : Float(512, 128, 1, 1)
%140 : Float(512)
%141 : Float(512)
%142 : Float(512)
%143 : Float(512)
%144 : Long()
%145 : Float(256, 512, 1, 1)
%146 : Float(256)
%147 : Float(256)
%148 : Float(256)
%149 : Float(256)
%150 : Long()
%151 : Float(256, 256, 3, 3)
%152 : Float(256)
%153 : Float(256)
%154 : Float(256)
%155 : Float(256)
%156 : Long()
%157 : Float(1024, 256, 1, 1)
%158 : Float(1024)
%159 : Float(1024)
%160 : Float(1024)
%161 : Float(1024)
%162 : Long()
%163 : Float(1024, 512, 1, 1)
%164 : Float(1024)
%165 : Float(1024)
%166 : Float(1024)
%167 : Float(1024)
%168 : Long()
%169 : Float(256, 1024, 1, 1)
%170 : Float(256)
%171 : Float(256)
%172 : Float(256)
%173 : Float(256)
%174 : Long()
%175 : Float(256, 256, 3, 3)
%176 : Float(256)
%177 : Float(256)
%178 : Float(256)
%179 : Float(256)
%180 : Long()
%181 : Float(1024, 256, 1, 1)
%182 : Float(1024)
%183 : Float(1024)
%184 : Float(1024)
%185 : Float(1024)
%186 : Long()
%187 : Float(256, 1024, 1, 1)
%188 : Float(256)
%189 : Float(256)
%190 : Float(256)
%191 : Float(256)
%192 : Long()
%193 : Float(256, 256, 3, 3)
%194 : Float(256)
%195 : Float(256)
%196 : Float(256)
%197 : Float(256)
%198 : Long()
%199 : Float(1024, 256, 1, 1)
%200 : Float(1024)
%201 : Float(1024)
%202 : Float(1024)
%203 : Float(1024)
%204 : Long()
%205 : Float(256, 1024, 1, 1)
%206 : Float(256)
%207 : Float(256)
%208 : Float(256)
%209 : Float(256)
%210 : Long()
%211 : Float(256, 256, 3, 3)
%212 : Float(256)
%213 : Float(256)
%214 : Float(256)
%215 : Float(256)
%216 : Long()
%217 : Float(1024, 256, 1, 1)
%218 : Float(1024)
%219 : Float(1024)
%220 : Float(1024)
%221 : Float(1024)
%222 : Long()
%223 : Float(256, 1024, 1, 1)
%224 : Float(256)
%225 : Float(256)
%226 : Float(256)
%227 : Float(256)
%228 : Long()
%229 : Float(256, 256, 3, 3)
%230 : Float(256)
%231 : Float(256)
%232 : Float(256)
%233 : Float(256)
%234 : Long()
%235 : Float(1024, 256, 1, 1)
%236 : Float(1024)
%237 : Float(1024)
%238 : Float(1024)
%239 : Float(1024)
%240 : Long()
%241 : Float(256, 1024, 1, 1)
%242 : Float(256)
%243 : Float(256)
%244 : Float(256)
%245 : Float(256)
%246 : Long()
%247 : Float(256, 256, 3, 3)
%248 : Float(256)
%249 : Float(256)
%250 : Float(256)
%251 : Float(256)
%252 : Long()
%253 : Float(1024, 256, 1, 1)
%254 : Float(1024)
%255 : Float(1024)
%256 : Float(1024)
%257 : Float(1024)
%258 : Long()
%259 : Float(512, 1024, 1, 1)
%260 : Float(512)
%261 : Float(512)
%262 : Float(512)
%263 : Float(512)
%264 : Long()
%265 : Float(512, 512, 3, 3)
%266 : Float(512)
%267 : Float(512)
%268 : Float(512)
%269 : Float(512)
%270 : Long()
%271 : Float(2048, 512, 1, 1)
%272 : Float(2048)
%273 : Float(2048)
%274 : Float(2048)
%275 : Float(2048)
%276 : Long()
%277 : Float(2048, 1024, 1, 1)
%278 : Float(2048)
%279 : Float(2048)
%280 : Float(2048)
%281 : Float(2048)
%282 : Long()
%283 : Float(512, 2048, 1, 1)
%284 : Float(512)
%285 : Float(512)
%286 : Float(512)
%287 : Float(512)
%288 : Long()
%289 : Float(512, 512, 3, 3)
%290 : Float(512)
%291 : Float(512)
%292 : Float(512)
%293 : Float(512)
%294 : Long()
%295 : Float(2048, 512, 1, 1)
%296 : Float(2048)
%297 : Float(2048)
%298 : Float(2048)
%299 : Float(2048)
%300 : Long()
%301 : Float(512, 2048, 1, 1)
%302 : Float(512)
%303 : Float(512)
%304 : Float(512)
%305 : Float(512)
%306 : Long()
%307 : Float(512, 512, 3, 3)
%308 : Float(512)
%309 : Float(512)
%310 : Float(512)
%311 : Float(512)
%312 : Long()
%313 : Float(2048, 512, 1, 1)
%314 : Float(2048)
%315 : Float(2048)
%316 : Float(2048)
%317 : Float(2048)
%318 : Long()
%319 : Float(1000, 2048)
%320 : Float(1000)) {
%321 : Dynamic = prim::Undefined()
%330 : Float(4, 64, 112, 112) = aten::_convolution[stride=[2, 2], padding=[3, 3], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%0, %1, %321)
%345 : Float(4, 64, 112, 112) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%330, %2, %3, %4, %5)
%347 : Float(4, 64, 112, 112) = aten::threshold[threshold={0}, value={0}](%345)
%350 : Float(4, 64, 56, 56), %351 : Long(4, 64, 56, 56) = aten::max_pool2d[kernel_size=[3, 3], stride=[2, 2], padding=[1, 1], dilation=[1, 1], ceil_mode=0](%347)
%352 : Dynamic = prim::Undefined()
%361 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%350, %7, %352)
%376 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%361, %8, %9, %10, %11)
%378 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%376)
%379 : Dynamic = prim::Undefined()
%388 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%378, %13, %379)
%403 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%388, %14, %15, %16, %17)
%405 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%403)
%406 : Dynamic = prim::Undefined()
%415 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%405, %19, %406)
%430 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%415, %20, %21, %22, %23)
%431 : Dynamic = prim::Undefined()
%440 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%350, %25, %431)
%455 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%440, %26, %27, %28, %29)
%456 : Float(4, 256, 56, 56) = aten::add[alpha={1}](%430, %455)
%458 : Float(4, 256, 56, 56) = aten::threshold[threshold={0}, value={0}](%456)
%459 : Dynamic = prim::Undefined()
%468 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%458, %31, %459)
%483 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%468, %32, %33, %34, %35)
%485 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%483)
%486 : Dynamic = prim::Undefined()
%495 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%485, %37, %486)
%510 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%495, %38, %39, %40, %41)
%512 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%510)
%513 : Dynamic = prim::Undefined()
%522 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%512, %43, %513)
%537 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%522, %44, %45, %46, %47)
%538 : Float(4, 256, 56, 56) = aten::add[alpha={1}](%537, %458)
%540 : Float(4, 256, 56, 56) = aten::threshold[threshold={0}, value={0}](%538)
%541 : Dynamic = prim::Undefined()
%550 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%540, %49, %541)
%565 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%550, %50, %51, %52, %53)
%567 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%565)
%568 : Dynamic = prim::Undefined()
%577 : Float(4, 64, 56, 56) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%567, %55, %568)
%592 : Float(4, 64, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%577, %56, %57, %58, %59)
%594 : Float(4, 64, 56, 56) = aten::threshold[threshold={0}, value={0}](%592)
%595 : Dynamic = prim::Undefined()
%604 : Float(4, 256, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%594, %61, %595)
%619 : Float(4, 256, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%604, %62, %63, %64, %65)
%620 : Float(4, 256, 56, 56) = aten::add[alpha={1}](%619, %540)
%622 : Float(4, 256, 56, 56) = aten::threshold[threshold={0}, value={0}](%620)
%623 : Dynamic = prim::Undefined()
%632 : Float(4, 128, 56, 56) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%622, %67, %623)
%647 : Float(4, 128, 56, 56) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%632, %68, %69, %70, %71)
%649 : Float(4, 128, 56, 56) = aten::threshold[threshold={0}, value={0}](%647)
%650 : Dynamic = prim::Undefined()
%659 : Float(4, 128, 28, 28) = aten::_convolution[stride=[2, 2], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%649, %73, %650)
%674 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%659, %74, %75, %76, %77)
%676 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%674)
%677 : Dynamic = prim::Undefined()
%686 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%676, %79, %677)
%701 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%686, %80, %81, %82, %83)
%702 : Dynamic = prim::Undefined()
%711 : Float(4, 512, 28, 28) = aten::_convolution[stride=[2, 2], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%622, %85, %702)
%726 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%711, %86, %87, %88, %89)
%727 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%701, %726)
%729 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%727)
%730 : Dynamic = prim::Undefined()
%739 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%729, %91, %730)
%754 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%739, %92, %93, %94, %95)
%756 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%754)
%757 : Dynamic = prim::Undefined()
%766 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%756, %97, %757)
%781 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%766, %98, %99, %100, %101)
%783 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%781)
%784 : Dynamic = prim::Undefined()
%793 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%783, %103, %784)
%808 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%793, %104, %105, %106, %107)
%809 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%808, %729)
%811 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%809)
%812 : Dynamic = prim::Undefined()
%821 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%811, %109, %812)
%836 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%821, %110, %111, %112, %113)
%838 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%836)
%839 : Dynamic = prim::Undefined()
%848 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%838, %115, %839)
%863 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%848, %116, %117, %118, %119)
%865 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%863)
%866 : Dynamic = prim::Undefined()
%875 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%865, %121, %866)
%890 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%875, %122, %123, %124, %125)
%891 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%890, %811)
%893 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%891)
%894 : Dynamic = prim::Undefined()
%903 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%893, %127, %894)
%918 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%903, %128, %129, %130, %131)
%920 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%918)
%921 : Dynamic = prim::Undefined()
%930 : Float(4, 128, 28, 28) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%920, %133, %921)
%945 : Float(4, 128, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%930, %134, %135, %136, %137)
%947 : Float(4, 128, 28, 28) = aten::threshold[threshold={0}, value={0}](%945)
%948 : Dynamic = prim::Undefined()
%957 : Float(4, 512, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%947, %139, %948)
%972 : Float(4, 512, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%957, %140, %141, %142, %143)
%973 : Float(4, 512, 28, 28) = aten::add[alpha={1}](%972, %893)
%975 : Float(4, 512, 28, 28) = aten::threshold[threshold={0}, value={0}](%973)
%976 : Dynamic = prim::Undefined()
%985 : Float(4, 256, 28, 28) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%975, %145, %976)
%1000 : Float(4, 256, 28, 28) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%985, %146, %147, %148, %149)
%1002 : Float(4, 256, 28, 28) = aten::threshold[threshold={0}, value={0}](%1000)
%1003 : Dynamic = prim::Undefined()
%1012 : Float(4, 256, 14, 14) = aten::_convolution[stride=[2, 2], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1002, %151, %1003)
%1027 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1012, %152, %153, %154, %155)
%1029 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1027)
%1030 : Dynamic = prim::Undefined()
%1039 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1029, %157, %1030)
%1054 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1039, %158, %159, %160, %161)
%1055 : Dynamic = prim::Undefined()
%1064 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[2, 2], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%975, %163, %1055)
%1079 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1064, %164, %165, %166, %167)
%1080 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1054, %1079)
%1082 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1080)
%1083 : Dynamic = prim::Undefined()
%1092 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1082, %169, %1083)
%1107 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1092, %170, %171, %172, %173)
%1109 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1107)
%1110 : Dynamic = prim::Undefined()
%1119 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1109, %175, %1110)
%1134 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1119, %176, %177, %178, %179)
%1136 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1134)
%1137 : Dynamic = prim::Undefined()
%1146 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1136, %181, %1137)
%1161 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1146, %182, %183, %184, %185)
%1162 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1161, %1082)
%1164 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1162)
%1165 : Dynamic = prim::Undefined()
%1174 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1164, %187, %1165)
%1189 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1174, %188, %189, %190, %191)
%1191 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1189)
%1192 : Dynamic = prim::Undefined()
%1201 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1191, %193, %1192)
%1216 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1201, %194, %195, %196, %197)
%1218 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1216)
%1219 : Dynamic = prim::Undefined()
%1228 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1218, %199, %1219)
%1243 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1228, %200, %201, %202, %203)
%1244 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1243, %1164)
%1246 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1244)
%1247 : Dynamic = prim::Undefined()
%1256 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1246, %205, %1247)
%1271 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1256, %206, %207, %208, %209)
%1273 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1271)
%1274 : Dynamic = prim::Undefined()
%1283 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1273, %211, %1274)
%1298 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1283, %212, %213, %214, %215)
%1300 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1298)
%1301 : Dynamic = prim::Undefined()
%1310 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1300, %217, %1301)
%1325 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1310, %218, %219, %220, %221)
%1326 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1325, %1246)
%1328 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1326)
%1329 : Dynamic = prim::Undefined()
%1338 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1328, %223, %1329)
%1353 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1338, %224, %225, %226, %227)
%1355 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1353)
%1356 : Dynamic = prim::Undefined()
%1365 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1355, %229, %1356)
%1380 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1365, %230, %231, %232, %233)
%1382 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1380)
%1383 : Dynamic = prim::Undefined()
%1392 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1382, %235, %1383)
%1407 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1392, %236, %237, %238, %239)
%1408 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1407, %1328)
%1410 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1408)
%1411 : Dynamic = prim::Undefined()
%1420 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1410, %241, %1411)
%1435 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1420, %242, %243, %244, %245)
%1437 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1435)
%1438 : Dynamic = prim::Undefined()
%1447 : Float(4, 256, 14, 14) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1437, %247, %1438)
%1462 : Float(4, 256, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1447, %248, %249, %250, %251)
%1464 : Float(4, 256, 14, 14) = aten::threshold[threshold={0}, value={0}](%1462)
%1465 : Dynamic = prim::Undefined()
%1474 : Float(4, 1024, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1464, %253, %1465)
%1489 : Float(4, 1024, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1474, %254, %255, %256, %257)
%1490 : Float(4, 1024, 14, 14) = aten::add[alpha={1}](%1489, %1410)
%1492 : Float(4, 1024, 14, 14) = aten::threshold[threshold={0}, value={0}](%1490)
%1493 : Dynamic = prim::Undefined()
%1502 : Float(4, 512, 14, 14) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1492, %259, %1493)
%1517 : Float(4, 512, 14, 14) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1502, %260, %261, %262, %263)
%1519 : Float(4, 512, 14, 14) = aten::threshold[threshold={0}, value={0}](%1517)
%1520 : Dynamic = prim::Undefined()
%1529 : Float(4, 512, 7, 7) = aten::_convolution[stride=[2, 2], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1519, %265, %1520)
%1544 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1529, %266, %267, %268, %269)
%1546 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1544)
%1547 : Dynamic = prim::Undefined()
%1556 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1546, %271, %1547)
%1571 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1556, %272, %273, %274, %275)
%1572 : Dynamic = prim::Undefined()
%1581 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[2, 2], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1492, %277, %1572)
%1596 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1581, %278, %279, %280, %281)
%1597 : Float(4, 2048, 7, 7) = aten::add[alpha={1}](%1571, %1596)
%1599 : Float(4, 2048, 7, 7) = aten::threshold[threshold={0}, value={0}](%1597)
%1600 : Dynamic = prim::Undefined()
%1609 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1599, %283, %1600)
%1624 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1609, %284, %285, %286, %287)
%1626 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1624)
%1627 : Dynamic = prim::Undefined()
%1636 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1626, %289, %1627)
%1651 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1636, %290, %291, %292, %293)
%1653 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1651)
%1654 : Dynamic = prim::Undefined()
%1663 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1653, %295, %1654)
%1678 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1663, %296, %297, %298, %299)
%1679 : Float(4, 2048, 7, 7) = aten::add[alpha={1}](%1678, %1599)
%1681 : Float(4, 2048, 7, 7) = aten::threshold[threshold={0}, value={0}](%1679)
%1682 : Dynamic = prim::Undefined()
%1691 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1681, %301, %1682)
%1706 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1691, %302, %303, %304, %305)
%1708 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1706)
%1709 : Dynamic = prim::Undefined()
%1718 : Float(4, 512, 7, 7) = aten::_convolution[stride=[1, 1], padding=[1, 1], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1708, %307, %1709)
%1733 : Float(4, 512, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1718, %308, %309, %310, %311)
%1735 : Float(4, 512, 7, 7) = aten::threshold[threshold={0}, value={0}](%1733)
%1736 : Dynamic = prim::Undefined()
%1745 : Float(4, 2048, 7, 7) = aten::_convolution[stride=[1, 1], padding=[0, 0], dilation=[1, 1], transposed=0, output_padding=[0, 0], groups=1, benchmark=0, deterministic=0, cudnn_enabled=1](%1735, %313, %1736)
%1760 : Float(4, 2048, 7, 7) = aten::batch_norm[training=1, momentum=0.1, eps=1e-05, cudnn_enabled=1](%1745, %314, %315, %316, %317)
%1761 : Float(4, 2048, 7, 7) = aten::add[alpha={1}](%1760, %1681)
%1763 : Float(4, 2048, 7, 7) = aten::threshold[threshold={0}, value={0}](%1761)
%1765 : Float(4, 2048, 1, 1) = aten::avg_pool2d[kernel_size=[7, 7], stride=[1, 1], padding=[0, 0], ceil_mode=0, count_include_pad=1](%1763)
%1766 : Long() = aten::size[dim=0](%1765)
%1767 : Long() = prim::Constant[value={-1}]()
%1768 : Dynamic = aten::stack[dim=0](%1766, %1767)
%1769 : Float(4, 2048) = aten::view(%1765, %1768)
%1770 : Float(2048!, 1000!) = aten::t(%319)
%1771 : Float(4!, 1000) = aten::expand[size=[4, 1000], implicit=1](%320)
%1772 : Float(4, 1000) = aten::addmm[beta={1}, alpha={1}](%1771, %1769, %1770)
return (%1772);
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment