Skip to content

Instantly share code, notes, and snippets.

@wanchaol
Created April 1, 2019 06:25
Show Gist options
  • Save wanchaol/1501e4b225d2c82226cdb981cabd7f65 to your computer and use it in GitHub Desktop.
Save wanchaol/1501e4b225d2c82226cdb981cabd7f65 to your computer and use it in GitHub Desktop.
graph(%input.1 : Float(*, *),
%weight.1 : Float(*, *),
%bias.1 : Float(*),
%weight.2 : Float(*, *),
%bias.2 : Float(*),
%weight.3 : Float(*, *),
%bias.3 : Float(*),
%weight.4 : Float(*, *),
%bias.4 : Float(*),
%weight.5 : Float(*, *),
%bias.5 : Float(*),
%weight.6 : Float(*, *),
%bias.6 : Float(*),
%weight.7 : Float(*, *),
%bias.7 : Float(*),
%weight.8 : Float(*, *),
%bias.8 : Float(*),
%weight.9 : Float(*, *),
%bias.9 : Float(*),
%weight.10 : Float(*, *),
%bias.10 : Float(*),
%weight.11 : Float(*, *),
%bias.11 : Float(*),
%weight.12 : Float(*, *),
%bias.12 : Float(*),
%weight.13 : Float(*, *),
%bias.13 : Float(*),
%weight.14 : Float(*, *),
%bias.14 : Float(*),
%weight.15 : Float(*, *),
%bias.15 : Float(*),
%weight.16 : Float(*, *),
%bias.16 : Float(*),
%weight.17 : Float(*, *),
%bias.17 : Float(*),
%weight.18 : Float(*, *),
%bias.18 : Float(*),
%weight.19 : Float(*, *),
%bias.19 : Float(*),
%weight.20 : Float(*, *),
%bias.20 : Float(*),
%weight.21 : Float(*, *),
%bias.21 : Float(*),
%weight.22 : Float(*, *),
%bias.22 : Float(*),
%weight.23 : Float(*, *),
%bias.23 : Float(*),
%weight.24 : Float(*, *),
%bias.24 : Float(*),
%weight.25 : Float(*, *),
%bias.25 : Float(*),
%weight.26 : Float(*, *),
%bias.26 : Float(*),
%weight.27 : Float(*, *),
%bias.27 : Float(*),
%weight.28 : Float(*, *),
%bias.28 : Float(*),
%weight.29 : Float(*, *),
%bias.29 : Float(*),
%weight.30 : Float(*, *),
%bias.30 : Float(*),
%weight.31 : Float(*, *),
%bias.31 : Float(*),
%weight.32 : Float(*, *),
%bias.32 : Float(*),
%weight.33 : Float(*, *),
%bias.33 : Float(*),
%weight.34 : Float(*, *),
%bias.34 : Float(*),
%weight.35 : Float(*, *),
%bias.35 : Float(*),
%weight.36 : Float(*, *),
%bias.36 : Float(*),
%weight.37 : Float(*, *),
%bias.37 : Float(*),
%weight.38 : Float(*, *),
%bias.38 : Float(*),
%weight.39 : Float(*, *),
%bias.39 : Float(*),
%weight : Float(*, *),
%bias : Float(*)):
%272 : int = prim::Constant[value=0](), scope: EnsembleModel
%433 : Float(*, *) = aten::t(%weight.1), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%432 : Float(*, *) = aten::t(%weight.5), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%431 : Float(*, *) = aten::t(%weight.9), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%430 : Float(*, *) = aten::t(%weight.13), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%429 : Float(*, *) = aten::t(%weight.17), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%428 : Float(*, *) = aten::t(%weight.21), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%427 : Float(*, *) = aten::t(%weight.25), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%426 : Float(*, *) = aten::t(%weight.29), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%425 : Float(*, *) = aten::t(%weight.33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%424 : Float(*, *) = aten::t(%weight.37), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%394 : Tensor, %395 : Tensor, %396 : Tensor, %397 : Tensor, %398 : Tensor, %399 : Tensor, %400 : Tensor, %401 : Tensor, %402 : Tensor, %403 : Tensor = prim::MMBatchSide[side=0](%input.1, %433, %432, %431, %430, %429, %428, %427, %426, %425, %424)
%413 : Float(*, *) = prim::DifferentiableGraph_0(%bias.4, %bias.3, %bias.2, %bias.1, %394, %weight.4, %weight.3, %weight.2)
%412 : Float(*, *) = prim::DifferentiableGraph_1(%bias.8, %bias.7, %bias.6, %bias.5, %395, %weight.8, %weight.7, %weight.6)
%411 : Float(*, *) = prim::DifferentiableGraph_2(%bias.12, %bias.11, %bias.10, %bias.9, %396, %weight.12, %weight.11, %weight.10)
%410 : Float(*, *) = prim::DifferentiableGraph_3(%bias.16, %bias.15, %bias.14, %bias.13, %397, %weight.16, %weight.15, %weight.14)
%409 : Float(*, *) = prim::DifferentiableGraph_4(%bias.20, %bias.19, %bias.18, %bias.17, %398, %weight.20, %weight.19, %weight.18)
%408 : Float(*, *) = prim::DifferentiableGraph_5(%bias.24, %bias.23, %bias.22, %bias.21, %399, %weight.24, %weight.23, %weight.22)
%407 : Float(*, *) = prim::DifferentiableGraph_6(%bias.28, %bias.27, %bias.26, %bias.25, %400, %weight.28, %weight.27, %weight.26)
%406 : Float(*, *) = prim::DifferentiableGraph_7(%bias.32, %bias.31, %bias.30, %bias.29, %401, %weight.32, %weight.31, %weight.30)
%405 : Float(*, *) = prim::DifferentiableGraph_8(%bias.36, %bias.35, %bias.34, %bias.33, %402, %weight.36, %weight.35, %weight.34)
%404 : Float(*, *) = prim::DifferentiableGraph_9(%bias, %weight, %bias.39, %weight.39, %bias.38, %weight.38, %bias.37, %403)
%271 : Tensor[] = prim::ListConstruct(%413, %412, %411, %410, %409, %408, %407, %406, %405, %404), scope: EnsembleModel
%273 : Tensor = aten::stack(%271, %272), scope: EnsembleModel
return (%273)
with prim::DifferentiableGraph_0 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.4 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.4, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.6 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.6, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.8 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.8, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.4, %108, %111, %input.6, %73, %76, %input.8, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.4 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.4)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.6 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.6)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.8 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.8)
with prim::DifferentiableGraph_1 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.10 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.10, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.12 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.12, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.14 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.14, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.10, %108, %111, %input.12, %73, %76, %input.14, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.10 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.10)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.12 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.12)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.14 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.14)
with prim::DifferentiableGraph_2 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.16 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.16, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.18 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.18, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.20 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.20, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.16, %108, %111, %input.18, %73, %76, %input.20, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.16 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.16)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.18 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.18)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.20 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.20)
with prim::DifferentiableGraph_3 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.22 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.22, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.24 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.24, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.26 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.26, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.22, %108, %111, %input.24, %73, %76, %input.26, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.22 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.22)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.24 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.24)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.26 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.26)
with prim::DifferentiableGraph_4 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.28 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.28, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.30 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.30, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.32 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.32, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.28, %108, %111, %input.30, %73, %76, %input.32, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.28 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.28)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.30 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.30)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.32 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.32)
with prim::DifferentiableGraph_5 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.34 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.34, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.36 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.36, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.38 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.38, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.34, %108, %111, %input.36, %73, %76, %input.38, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.34 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.34)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.36 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.36)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.38 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.38)
with prim::DifferentiableGraph_6 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.40 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.40, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.42 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.42, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.44 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.44, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.40, %108, %111, %input.42, %73, %76, %input.44, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.40 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.40)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.42 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.42)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.44 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.44)
with prim::DifferentiableGraph_7 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.46 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.46, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.48 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.48, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.50 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.50, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.46, %108, %111, %input.48, %73, %76, %input.50, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.46 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.46)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.48 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.48)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.50 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.50)
with prim::DifferentiableGraph_8 = graph(%0 : Float(*),
%9 : Float(*),
%18 : Float(*),
%27 : Float(*),
%28 : Tensor,
%31 : Float(*, *),
%33 : Float(*, *),
%35 : Float(*, *)):
%36 : Float(*, *) = aten::t(%35), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%34 : Float(*, *) = aten::t(%33), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%32 : Float(*, *) = aten::t(%31), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%29 : int = prim::Constant[value=1]()
%143 : int[] = aten::size(%27)
%146 : int[] = aten::size(%28)
%input.52 : Float(*, *) = prim::FusionGroup_0(%27, %28)
%24 : Float(*, *) = aten::mm(%input.52, %36), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%108 : int[] = aten::size(%18)
%111 : int[] = aten::size(%24)
%input.54 : Float(*, *) = prim::FusionGroup_1(%18, %24)
%15 : Float(*, *) = aten::mm(%input.54, %34), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%73 : int[] = aten::size(%9)
%76 : int[] = aten::size(%15)
%input.56 : Float(*, *) = prim::FusionGroup_2(%9, %15)
%6 : Float(*, *) = aten::mm(%input.56, %32), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %29), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %36, %34, %32, %143, %146, %input.52, %108, %111, %input.54, %73, %76, %input.56, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.52 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.52)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.54 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.54)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.56 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.56)
with prim::DifferentiableGraph_9 = graph(%0 : Float(*),
%7 : Float(*, *),
%11 : Float(*),
%18 : Float(*, *),
%22 : Float(*),
%29 : Float(*, *),
%33 : Float(*),
%34 : Tensor):
%35 : int = prim::Constant[value=1]()
%164 : int[] = aten::size(%33)
%167 : int[] = aten::size(%34)
%input.58 : Float(*, *) = prim::FusionGroup_0(%33, %34)
%30 : Float(*, *) = aten::t(%29), scope: EnsembleModel/DNN/Sequential[layers]/Linear[2]
%28 : Float(*, *) = aten::mm(%input.58, %30), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%122 : int[] = aten::size(%22)
%125 : int[] = aten::size(%28)
%input.60 : Float(*, *) = prim::FusionGroup_1(%22, %28)
%19 : Float(*, *) = aten::t(%18), scope: EnsembleModel/DNN/Sequential[layers]/Linear[4]
%17 : Float(*, *) = aten::mm(%input.60, %19), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%80 : int[] = aten::size(%11)
%83 : int[] = aten::size(%17)
%input.1 : Float(*, *) = prim::FusionGroup_2(%11, %17)
%8 : Float(*, *) = aten::t(%7), scope: EnsembleModel/DNN/Sequential[layers]/Linear[6]
%6 : Float(*, *) = aten::mm(%input.1, %8), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
%38 : int[] = aten::size(%0)
%41 : int[] = aten::size(%6)
%3 : Float(*, *) = aten::add(%0, %6, %35), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%3, %164, %167, %input.58, %30, %122, %125, %input.60, %19, %80, %83, %input.1, %8, %38, %41)
with prim::FusionGroup_0 = graph(%2 : Float(*),
%3 : Tensor):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Linear[0]
%input.58 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
return (%input.58)
with prim::FusionGroup_1 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[1]
%input.60 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
return (%input.60)
with prim::FusionGroup_2 = graph(%2 : Float(*),
%3 : Float(*, *)):
%4 : int = prim::Constant[value=1]()
%5 : Float(*, *) = aten::add(%2, %3, %4), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[3]
%input.1 : Float(*, *) = aten::tanh(%5), scope: EnsembleModel/DNN/Sequential[layers]/Tanh[5]
return (%input.1)
NORMAL : Elapsed 2034.839 ms (20.348 ms per iteration)
JIT : Elapsed 1886.688 ms (18.867 ms per iteration)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment