Created
October 19, 2022 06:33
-
-
Save pashu123/7294225118776762db0c752d11e48962 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #map0 = affine_map<(d0) -> (0)> | |
| #map1 = affine_map<(d0) -> (d0)> | |
| #map2 = affine_map<(d0) -> ()> | |
| #map3 = affine_map<() -> ()> | |
| #map4 = affine_map<(d0, d1) -> ()> | |
| #map5 = affine_map<(d0, d1) -> (d0, d1)> | |
| #map6 = affine_map<(d0, d1) -> (d0, 0)> | |
| #map7 = affine_map<(d0, d1) -> (0, d1)> | |
| #map8 = affine_map<(d0, d1) -> (d1, d0)> | |
| #map9 = affine_map<(d0, d1) -> (d1)> | |
| #map10 = affine_map<(d0, d1, d2, d3) -> (d1)> | |
| #map11 = affine_map<(d0, d1, d2, d3) -> (d0, d1, d2, d3)> | |
| #map12 = affine_map<(d0, d1, d2, d3) -> ()> | |
| #map13 = affine_map<(d0, d1, d2, d3) -> (d0, d1, 0, 0)> | |
| #map14 = affine_map<(d0, d1, d2, d3) -> (d1, 0, 0)> | |
| #map15 = affine_map<(d0, d1, d2, d3) -> (d0, d2, d3, d1)> | |
| #map16 = affine_map<(d0, d1, d2) -> (d0, d1, d2)> | |
| #map17 = affine_map<(d0, d1, d2) -> (d0, d1, 0)> | |
| #map18 = affine_map<(d0, d1, d2, d3) -> (d0, d2, d1, d3)> | |
| #map19 = affine_map<(d0, d1, d2) -> (d0, d2, d1)> | |
| #map20 = affine_map<(d0, d1, d2) -> ()> | |
| #map21 = affine_map<(d0, d1, d2, d3) -> (d0, d3, d1, d2)> | |
| module attributes {torch.debug_module_name = "_lambda"} { | |
| func.func @forward(%arg0: tensor<2x4x64x64xf16>, %arg1: tensor<i64>, %arg2: tensor<2x77x768xf16>) -> tensor<2x4x64x64xf16> { | |
| %cst = arith.constant dense<0.079056941504209485> : tensor<f64> | |
| %cst_0 = arith.constant dense<0.11180339887498948> : tensor<f64> | |
| %cst_1 = arith.constant dense<0.15811388300841897> : tensor<f64> | |
| %cst_2 = arith.constant dense<9.9999999999999995E-7> : tensor<f64> | |
| %cst_3 = arith.constant dense<1.000000e+00> : tensor<f64> | |
| %cst_4 = arith.constant dense<1.000000e-05> : tensor<f64> | |
| %cst_5 = arith.constant dense<1> : tensor<i64> | |
| %cst_6 = arith.constant dense<160> : tensor<i64> | |
| %cst_7 = arith.constant dense<-9.2103403719761836> : tensor<f64> | |
| %cst_8 = arith.constant dense_resource<__elided__> : tensor<1280x320xf16> | |
| %cst_9 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_10 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_11 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_12 = arith.constant dense_resource<__elided__> : tensor<320x4x3x3xf16> | |
| %cst_13 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_14 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_15 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_16 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_17 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_18 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_19 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_20 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_21 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_22 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_23 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_24 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_25 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_26 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_27 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_28 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_29 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_30 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_31 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_32 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_33 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_34 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_35 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_36 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_37 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_38 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_39 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_40 = arith.constant dense_resource<__elided__> : tensor<2560x320xf16> | |
| %cst_41 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_42 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_43 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_44 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_45 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_46 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_47 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_48 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_49 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_50 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_51 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_52 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_53 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_54 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_55 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_56 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_57 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_58 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_59 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_60 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_61 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_62 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_63 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_64 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_65 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_66 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_67 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_68 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_69 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_70 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_71 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_72 = arith.constant dense_resource<__elided__> : tensor<2560x320xf16> | |
| %cst_73 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_74 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_75 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_76 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_77 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_78 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_79 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_80 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_81 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_82 = arith.constant dense_resource<__elided__> : tensor<640x320x3x3xf16> | |
| %cst_83 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_84 = arith.constant dense_resource<__elided__> : tensor<640x1280xf16> | |
| %cst_85 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_86 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_87 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_88 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_89 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_90 = arith.constant dense_resource<__elided__> : tensor<640x320x1x1xf16> | |
| %cst_91 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_92 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_93 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_94 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_95 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_96 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_97 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_98 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_99 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_100 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_101 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_102 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_103 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_104 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_105 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_106 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_107 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_108 = arith.constant dense_resource<__elided__> : tensor<5120x640xf16> | |
| %cst_109 = arith.constant dense_resource<__elided__> : tensor<5120xf16> | |
| %cst_110 = arith.constant dense_resource<__elided__> : tensor<640x2560xf16> | |
| %cst_111 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_112 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_113 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_114 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_115 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_116 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_117 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_118 = arith.constant dense_resource<__elided__> : tensor<640x1280xf16> | |
| %cst_119 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_120 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_121 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_122 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_123 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_124 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_125 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_126 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_127 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_128 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_129 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_130 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_131 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_132 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_133 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_134 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_135 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_136 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_137 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_138 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_139 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_140 = arith.constant dense_resource<__elided__> : tensor<5120x640xf16> | |
| %cst_141 = arith.constant dense_resource<__elided__> : tensor<5120xf16> | |
| %cst_142 = arith.constant dense_resource<__elided__> : tensor<640x2560xf16> | |
| %cst_143 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_144 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_145 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_146 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_147 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_148 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_149 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_150 = arith.constant dense_resource<__elided__> : tensor<1280x640x3x3xf16> | |
| %cst_151 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_152 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_153 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_154 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_155 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_156 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_157 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_158 = arith.constant dense_resource<__elided__> : tensor<1280x640x1x1xf16> | |
| %cst_159 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_160 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_161 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_162 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_163 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_164 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_165 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_166 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_167 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_168 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_169 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_170 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_171 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_172 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_173 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_174 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_175 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_176 = arith.constant dense_resource<__elided__> : tensor<10240x1280xf16> | |
| %cst_177 = arith.constant dense_resource<__elided__> : tensor<10240xf16> | |
| %cst_178 = arith.constant dense_resource<__elided__> : tensor<1280x5120xf16> | |
| %cst_179 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_180 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_181 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_182 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_183 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_184 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_185 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_186 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_187 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_188 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_189 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_190 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_191 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_192 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_193 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_194 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_195 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_196 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_197 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_198 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_199 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_200 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_201 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_202 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_203 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_204 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_205 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_206 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_207 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_208 = arith.constant dense_resource<__elided__> : tensor<10240x1280xf16> | |
| %cst_209 = arith.constant dense_resource<__elided__> : tensor<10240xf16> | |
| %cst_210 = arith.constant dense_resource<__elided__> : tensor<1280x5120xf16> | |
| %cst_211 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_212 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_213 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_214 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_215 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_216 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_217 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_218 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_219 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_220 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_221 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_222 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_223 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_224 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_225 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_226 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_227 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_228 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_229 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_230 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_231 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_232 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_233 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_234 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_235 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_236 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_237 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_238 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_239 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_240 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_241 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_242 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_243 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_244 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_245 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_246 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_247 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_248 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_249 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_250 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_251 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_252 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_253 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_254 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_255 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_256 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_257 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_258 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_259 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_260 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_261 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_262 = arith.constant dense_resource<__elided__> : tensor<10240x1280xf16> | |
| %cst_263 = arith.constant dense_resource<__elided__> : tensor<10240xf16> | |
| %cst_264 = arith.constant dense_resource<__elided__> : tensor<1280x5120xf16> | |
| %cst_265 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_266 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_267 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_268 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_269 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_270 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_271 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_272 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_273 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_274 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_275 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_276 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_277 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_278 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_279 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_280 = arith.constant dense_resource<__elided__> : tensor<1280x2560x3x3xf16> | |
| %cst_281 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_282 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_283 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_284 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_285 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_286 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_287 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_288 = arith.constant dense_resource<__elided__> : tensor<1280x2560x1x1xf16> | |
| %cst_289 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_290 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_291 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_292 = arith.constant dense_resource<__elided__> : tensor<1280x2560x3x3xf16> | |
| %cst_293 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_294 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_295 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_296 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_297 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_298 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_299 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_300 = arith.constant dense_resource<__elided__> : tensor<1280x2560x1x1xf16> | |
| %cst_301 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_302 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_303 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_304 = arith.constant dense_resource<__elided__> : tensor<1280x2560x3x3xf16> | |
| %cst_305 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_306 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_307 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_308 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_309 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_310 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_311 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_312 = arith.constant dense_resource<__elided__> : tensor<1280x2560x1x1xf16> | |
| %cst_313 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_314 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_315 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_316 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_317 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_318 = arith.constant dense_resource<__elided__> : tensor<1280x2560x3x3xf16> | |
| %cst_319 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_320 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_321 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_322 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_323 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_324 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_325 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_326 = arith.constant dense_resource<__elided__> : tensor<1280x2560x1x1xf16> | |
| %cst_327 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_328 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_329 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_330 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_331 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_332 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_333 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_334 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_335 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_336 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_337 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_338 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_339 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_340 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_341 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_342 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_343 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_344 = arith.constant dense_resource<__elided__> : tensor<10240x1280xf16> | |
| %cst_345 = arith.constant dense_resource<__elided__> : tensor<10240xf16> | |
| %cst_346 = arith.constant dense_resource<__elided__> : tensor<1280x5120xf16> | |
| %cst_347 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_348 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_349 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_350 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_351 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_352 = arith.constant dense_resource<__elided__> : tensor<1280x2560x3x3xf16> | |
| %cst_353 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_354 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_355 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_356 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_357 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_358 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_359 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_360 = arith.constant dense_resource<__elided__> : tensor<1280x2560x1x1xf16> | |
| %cst_361 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_362 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_363 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_364 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_365 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_366 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_367 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_368 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_369 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_370 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_371 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_372 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_373 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_374 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_375 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_376 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_377 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_378 = arith.constant dense_resource<__elided__> : tensor<10240x1280xf16> | |
| %cst_379 = arith.constant dense_resource<__elided__> : tensor<10240xf16> | |
| %cst_380 = arith.constant dense_resource<__elided__> : tensor<1280x5120xf16> | |
| %cst_381 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_382 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_383 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_384 = arith.constant dense_resource<__elided__> : tensor<1920xf16> | |
| %cst_385 = arith.constant dense_resource<__elided__> : tensor<1920xf16> | |
| %cst_386 = arith.constant dense_resource<__elided__> : tensor<1280x1920x3x3xf16> | |
| %cst_387 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_388 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_389 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_390 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_391 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_392 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_393 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_394 = arith.constant dense_resource<__elided__> : tensor<1280x1920x1x1xf16> | |
| %cst_395 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_396 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_397 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_398 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_399 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_400 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_401 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_402 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_403 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_404 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_405 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_406 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_407 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_408 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_409 = arith.constant dense_resource<__elided__> : tensor<1280x768xf16> | |
| %cst_410 = arith.constant dense_resource<__elided__> : tensor<1280x1280xf16> | |
| %cst_411 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_412 = arith.constant dense_resource<__elided__> : tensor<10240x1280xf16> | |
| %cst_413 = arith.constant dense_resource<__elided__> : tensor<10240xf16> | |
| %cst_414 = arith.constant dense_resource<__elided__> : tensor<1280x5120xf16> | |
| %cst_415 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_416 = arith.constant dense_resource<__elided__> : tensor<1280x1280x1x1xf16> | |
| %cst_417 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_418 = arith.constant dense_resource<__elided__> : tensor<1280x1280x3x3xf16> | |
| %cst_419 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_420 = arith.constant dense_resource<__elided__> : tensor<1920xf16> | |
| %cst_421 = arith.constant dense_resource<__elided__> : tensor<1920xf16> | |
| %cst_422 = arith.constant dense_resource<__elided__> : tensor<640x1920x3x3xf16> | |
| %cst_423 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_424 = arith.constant dense_resource<__elided__> : tensor<640x1280xf16> | |
| %cst_425 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_426 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_427 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_428 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_429 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_430 = arith.constant dense_resource<__elided__> : tensor<640x1920x1x1xf16> | |
| %cst_431 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_432 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_433 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_434 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_435 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_436 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_437 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_438 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_439 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_440 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_441 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_442 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_443 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_444 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_445 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_446 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_447 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_448 = arith.constant dense_resource<__elided__> : tensor<5120x640xf16> | |
| %cst_449 = arith.constant dense_resource<__elided__> : tensor<5120xf16> | |
| %cst_450 = arith.constant dense_resource<__elided__> : tensor<640x2560xf16> | |
| %cst_451 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_452 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_453 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_454 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_455 = arith.constant dense_resource<__elided__> : tensor<1280xf16> | |
| %cst_456 = arith.constant dense_resource<__elided__> : tensor<640x1280x3x3xf16> | |
| %cst_457 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_458 = arith.constant dense_resource<__elided__> : tensor<640x1280xf16> | |
| %cst_459 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_460 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_461 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_462 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_463 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_464 = arith.constant dense_resource<__elided__> : tensor<640x1280x1x1xf16> | |
| %cst_465 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_466 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_467 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_468 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_469 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_470 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_471 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_472 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_473 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_474 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_475 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_476 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_477 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_478 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_479 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_480 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_481 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_482 = arith.constant dense_resource<__elided__> : tensor<5120x640xf16> | |
| %cst_483 = arith.constant dense_resource<__elided__> : tensor<5120xf16> | |
| %cst_484 = arith.constant dense_resource<__elided__> : tensor<640x2560xf16> | |
| %cst_485 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_486 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_487 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_488 = arith.constant dense_resource<__elided__> : tensor<960xf16> | |
| %cst_489 = arith.constant dense_resource<__elided__> : tensor<960xf16> | |
| %cst_490 = arith.constant dense_resource<__elided__> : tensor<640x960x3x3xf16> | |
| %cst_491 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_492 = arith.constant dense_resource<__elided__> : tensor<640x1280xf16> | |
| %cst_493 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_494 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_495 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_496 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_497 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_498 = arith.constant dense_resource<__elided__> : tensor<640x960x1x1xf16> | |
| %cst_499 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_500 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_501 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_502 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_503 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_504 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_505 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_506 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_507 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_508 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_509 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_510 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_511 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_512 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_513 = arith.constant dense_resource<__elided__> : tensor<640x768xf16> | |
| %cst_514 = arith.constant dense_resource<__elided__> : tensor<640x640xf16> | |
| %cst_515 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_516 = arith.constant dense_resource<__elided__> : tensor<5120x640xf16> | |
| %cst_517 = arith.constant dense_resource<__elided__> : tensor<5120xf16> | |
| %cst_518 = arith.constant dense_resource<__elided__> : tensor<640x2560xf16> | |
| %cst_519 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_520 = arith.constant dense_resource<__elided__> : tensor<640x640x1x1xf16> | |
| %cst_521 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_522 = arith.constant dense_resource<__elided__> : tensor<640x640x3x3xf16> | |
| %cst_523 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_524 = arith.constant dense_resource<__elided__> : tensor<960xf16> | |
| %cst_525 = arith.constant dense_resource<__elided__> : tensor<960xf16> | |
| %cst_526 = arith.constant dense_resource<__elided__> : tensor<320x960x3x3xf16> | |
| %cst_527 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_528 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_529 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_530 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_531 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_532 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_533 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_534 = arith.constant dense_resource<__elided__> : tensor<320x960x1x1xf16> | |
| %cst_535 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_536 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_537 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_538 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_539 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_540 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_541 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_542 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_543 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_544 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_545 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_546 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_547 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_548 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_549 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_550 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_551 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_552 = arith.constant dense_resource<__elided__> : tensor<2560x320xf16> | |
| %cst_553 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_554 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_555 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_556 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_557 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_558 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_559 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_560 = arith.constant dense_resource<__elided__> : tensor<320x640x3x3xf16> | |
| %cst_561 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_562 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_563 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_564 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_565 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_566 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_567 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_568 = arith.constant dense_resource<__elided__> : tensor<320x640x1x1xf16> | |
| %cst_569 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_570 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_571 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_572 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_573 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_574 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_575 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_576 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_577 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_578 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_579 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_580 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_581 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_582 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_583 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_584 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_585 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_586 = arith.constant dense_resource<__elided__> : tensor<2560x320xf16> | |
| %cst_587 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_588 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_589 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_590 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_591 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_592 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_593 = arith.constant dense_resource<__elided__> : tensor<640xf16> | |
| %cst_594 = arith.constant dense_resource<__elided__> : tensor<320x640x3x3xf16> | |
| %cst_595 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_596 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_597 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_598 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_599 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_600 = arith.constant dense_resource<__elided__> : tensor<320x320x3x3xf16> | |
| %cst_601 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_602 = arith.constant dense_resource<__elided__> : tensor<320x640x1x1xf16> | |
| %cst_603 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_604 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_605 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_606 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_607 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_608 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_609 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_610 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_611 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_612 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_613 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_614 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_615 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_616 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_617 = arith.constant dense_resource<__elided__> : tensor<320x768xf16> | |
| %cst_618 = arith.constant dense_resource<__elided__> : tensor<320x320xf16> | |
| %cst_619 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_620 = arith.constant dense_resource<__elided__> : tensor<2560x320xf16> | |
| %cst_621 = arith.constant dense_resource<__elided__> : tensor<2560xf16> | |
| %cst_622 = arith.constant dense_resource<__elided__> : tensor<320x1280xf16> | |
| %cst_623 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_624 = arith.constant dense_resource<__elided__> : tensor<320x320x1x1xf16> | |
| %cst_625 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_626 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_627 = arith.constant dense_resource<__elided__> : tensor<320xf16> | |
| %cst_628 = arith.constant dense_resource<__elided__> : tensor<4x320x3x3xf16> | |
| %cst_629 = arith.constant dense<[-1.393320e-03, -1.588820e-03, -2.624990e-04, -2.531050e-03]> : tensor<4xf16> | |
| %cst_630 = arith.constant 0.000000e+00 : f16 | |
| %cst_631 = arith.constant 1.000000e+00 : f16 | |
| %cst_632 = arith.constant -6.550400e+04 : f16 | |
| %cst_633 = arith.constant 2.000000e+00 : f16 | |
| %cst_634 = arith.constant 5.000000e-01 : f16 | |
| %cst_635 = arith.constant 0.000000e+00 : f64 | |
| %cst_636 = arith.constant 1.000000e-05 : f64 | |
| %cst_637 = arith.constant 0.000000e+00 : f32 | |
| %cst_638 = arith.constant 4.096000e+04 : f64 | |
| %cst_639 = arith.constant 4.096000e+04 : f32 | |
| %cst_640 = arith.constant 3.200000e+02 : f16 | |
| %cst_641 = arith.constant 1.024000e+04 : f64 | |
| %cst_642 = arith.constant 1.024000e+04 : f32 | |
| %cst_643 = arith.constant 2.048000e+04 : f64 | |
| %cst_644 = arith.constant 2.048000e+04 : f32 | |
| %cst_645 = arith.constant 6.400000e+02 : f16 | |
| %cst_646 = arith.constant 5.120000e+03 : f64 | |
| %cst_647 = arith.constant 5.120000e+03 : f32 | |
| %cst_648 = arith.constant 1.280000e+03 : f16 | |
| %cst_649 = arith.constant 2.560000e+03 : f64 | |
| %cst_650 = arith.constant 2.560000e+03 : f32 | |
| %cst_651 = arith.constant 1.536000e+04 : f64 | |
| %cst_652 = arith.constant 1.536000e+04 : f32 | |
| %cst_653 = arith.constant 6.144000e+04 : f64 | |
| %cst_654 = arith.constant 6.144000e+04 : f32 | |
| %cst_655 = arith.constant 3.072000e+04 : f64 | |
| %cst_656 = arith.constant 3.072000e+04 : f32 | |
| %cst_657 = arith.constant 1.228800e+05 : f64 | |
| %cst_658 = arith.constant 1.228800e+05 : f32 | |
| %cst_659 = arith.constant 8.192000e+04 : f64 | |
| %cst_660 = arith.constant 8.192000e+04 : f32 | |
| %c2 = arith.constant 2 : index | |
| %expanded = tensor.expand_shape %arg1 [] : tensor<i64> into tensor<1xi64> | |
| %0 = tensor.empty() : tensor<2xi64> | |
| %1 = linalg.generic {indexing_maps = [#map0, #map1], iterator_types = ["parallel"]} ins(%expanded : tensor<1xi64>) outs(%0 : tensor<2xi64>) { | |
| ^bb0(%in: i64, %out: i64): | |
| linalg.yield %in : i64 | |
| } -> tensor<2xi64> | |
| %2 = tensor.empty() : tensor<160xf32> | |
| %3 = linalg.generic {indexing_maps = [#map1], iterator_types = ["parallel"]} outs(%2 : tensor<160xf32>) { | |
| ^bb0(%out: f32): | |
| %4180 = linalg.index 0 : index | |
| %4181 = arith.index_cast %4180 : index to i64 | |
| %4182 = arith.sitofp %4181 : i64 to f32 | |
| %4183 = arith.addf %4182, %cst_637 : f32 | |
| linalg.yield %4183 : f32 | |
| } -> tensor<160xf32> | |
| %4 = linalg.generic {indexing_maps = [#map1, #map2, #map1], iterator_types = ["parallel"]} ins(%3, %cst_7 : tensor<160xf32>, tensor<f64>) outs(%2 : tensor<160xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<160xf32> | |
| %5 = linalg.generic {indexing_maps = [#map1, #map2, #map1], iterator_types = ["parallel"]} ins(%4, %cst_6 : tensor<160xf32>, tensor<i64>) outs(%2 : tensor<160xf32>) { | |
| ^bb0(%in: f32, %in_1545: i64, %out: f32): | |
| %4180 = arith.sitofp %in_1545 : i64 to f32 | |
| %4181 = arith.divf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<160xf32> | |
| %6 = linalg.generic {indexing_maps = [#map1, #map1], iterator_types = ["parallel"]} ins(%5 : tensor<160xf32>) outs(%2 : tensor<160xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.exp %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<160xf32> | |
| %expanded_661 = tensor.expand_shape %1 [[0, 1]] : tensor<2xi64> into tensor<2x1xi64> | |
| %7 = tensor.empty() : tensor<f64> | |
| %8 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %9 = tensor.empty() : tensor<f32> | |
| %10 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%8 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %11 = tensor.empty() : tensor<2x1xf32> | |
| %12 = linalg.generic {indexing_maps = [#map4, #map5], iterator_types = ["parallel", "parallel"]} ins(%10 : tensor<f32>) outs(%11 : tensor<2x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x1xf32> | |
| %13 = tensor.empty() : tensor<2x1xi64> | |
| %14 = linalg.generic {indexing_maps = [#map6, #map5], iterator_types = ["parallel", "parallel"]} ins(%expanded_661 : tensor<2x1xi64>) outs(%13 : tensor<2x1xi64>) { | |
| ^bb0(%in: i64, %out: i64): | |
| linalg.yield %in : i64 | |
| } -> tensor<2x1xi64> | |
| %15 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%14 : tensor<2x1xi64>) outs(%12 : tensor<2x1xf32>) { | |
| ^bb0(%in: i64, %out: f32): | |
| %4180 = arith.sitofp %in : i64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x1xf32> | |
| %expanded_662 = tensor.expand_shape %6 [[0, 1]] : tensor<160xf32> into tensor<1x160xf32> | |
| %16 = tensor.empty() : tensor<2x160xf32> | |
| %17 = linalg.generic {indexing_maps = [#map6, #map7, #map5], iterator_types = ["parallel", "parallel"]} ins(%15, %expanded_662 : tensor<2x1xf32>, tensor<1x160xf32>) outs(%16 : tensor<2x160xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x160xf32> | |
| %18 = linalg.generic {indexing_maps = [#map5, #map4, #map5], iterator_types = ["parallel", "parallel"]} ins(%17, %cst_5 : tensor<2x160xf32>, tensor<i64>) outs(%16 : tensor<2x160xf32>) { | |
| ^bb0(%in: f32, %in_1545: i64, %out: f32): | |
| %4180 = arith.sitofp %in_1545 : i64 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x160xf32> | |
| %19 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%18 : tensor<2x160xf32>) outs(%16 : tensor<2x160xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.sin %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x160xf32> | |
| %20 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%18 : tensor<2x160xf32>) outs(%16 : tensor<2x160xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.cos %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x160xf32> | |
| %21 = tensor.empty() : tensor<2x320xf32> | |
| %inserted_slice = tensor.insert_slice %19 into %21[0, 0] [2, 160] [1, 1] : tensor<2x160xf32> into tensor<2x320xf32> | |
| %inserted_slice_663 = tensor.insert_slice %20 into %inserted_slice[0, 160] [2, 160] [1, 1] : tensor<2x160xf32> into tensor<2x320xf32> | |
| %extracted_slice = tensor.extract_slice %inserted_slice_663[0, 0] [2, 160] [1, 1] : tensor<2x320xf32> to tensor<2x160xf32> | |
| %inserted_slice_664 = tensor.insert_slice %20 into %21[0, 0] [2, 160] [1, 1] : tensor<2x160xf32> into tensor<2x320xf32> | |
| %inserted_slice_665 = tensor.insert_slice %extracted_slice into %inserted_slice_664[0, 160] [2, 160] [1, 1] : tensor<2x160xf32> into tensor<2x320xf32> | |
| %22 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %23 = tensor.empty() : tensor<f16> | |
| %24 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%22 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %25 = tensor.empty() : tensor<2x320xf16> | |
| %26 = linalg.generic {indexing_maps = [#map4, #map5], iterator_types = ["parallel", "parallel"]} ins(%24 : tensor<f16>) outs(%25 : tensor<2x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320xf16> | |
| %27 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%inserted_slice_665 : tensor<2x320xf32>) outs(%26 : tensor<2x320xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320xf16> | |
| %28 = tensor.empty() : tensor<320x1280xf16> | |
| %29 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_8 : tensor<1280x320xf16>) outs(%28 : tensor<320x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x1280xf16> | |
| %30 = tensor.empty() : tensor<2x1280xf16> | |
| %31 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %32 = linalg.matmul ins(%27, %29 : tensor<2x320xf16>, tensor<320x1280xf16>) outs(%31 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %33 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_9, %32 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %34 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%33 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %35 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%34, %33 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %36 = tensor.empty() : tensor<1280x1280xf16> | |
| %37 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_10 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %38 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %39 = linalg.matmul ins(%35, %37 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%38 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %40 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_11, %39 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %padded = tensor.pad %arg0 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x4x64x64xf16> to tensor<2x4x66x66xf16> | |
| %41 = tensor.empty() : tensor<2x320x64x64xf16> | |
| %42 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_13 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %43 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded, %cst_12 : tensor<2x4x66x66xf16>, tensor<320x4x3x3xf16>) outs(%42 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %collapsed = tensor.collapse_shape %43 [[0], [1], [2, 3]] : tensor<2x320x64x64xf16> into tensor<2x320x4096xf16> | |
| %expanded_666 = tensor.expand_shape %collapsed [[0], [1, 2], [3]] : tensor<2x320x4096xf16> into tensor<2x32x10x4096xf16> | |
| %44 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %45 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%44 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %46 = tensor.empty() : tensor<2x32x10x4096xf32> | |
| %47 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%45 : tensor<f32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %48 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_666 : tensor<2x32x10x4096xf16>) outs(%47 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %49 = tensor.empty() : tensor<2x32x10x4096xf64> | |
| %50 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%48 : tensor<2x32x10x4096xf32>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %51 = tensor.empty() : tensor<2x32x1x1xf64> | |
| %52 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %53 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%50 : tensor<2x32x10x4096xf64>) outs(%52 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %54 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%53 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %55 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%50, %54 : tensor<2x32x10x4096xf64>, tensor<2x32x1x1xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %56 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%55 : tensor<2x32x10x4096xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %57 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %58 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%56 : tensor<2x32x10x4096xf64>) outs(%57 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %59 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%58 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %60 = tensor.empty() : tensor<2x32x1x1xf32> | |
| %61 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%59 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %62 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %63 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%48 : tensor<2x32x10x4096xf32>) outs(%62 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %64 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%63 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_639 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %65 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%61, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %66 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%65 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %67 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_666, %64 : tensor<2x32x10x4096xf16>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %68 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%67, %66 : tensor<2x32x10x4096xf32>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %collapsed_667 = tensor.collapse_shape %68 [[0], [1, 2], [3]] : tensor<2x32x10x4096xf32> into tensor<2x320x4096xf32> | |
| %expanded_668 = tensor.expand_shape %collapsed_667 [[0], [1], [2, 3]] : tensor<2x320x4096xf32> into tensor<2x320x64x64xf32> | |
| %expanded_669 = tensor.expand_shape %cst_14 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %69 = tensor.empty() : tensor<2x320x64x64xf32> | |
| %70 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_668, %expanded_669 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %expanded_670 = tensor.expand_shape %cst_15 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %71 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%70, %expanded_670 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %72 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %73 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%72 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %74 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%73 : tensor<f16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %75 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%71 : tensor<2x320x64x64xf32>) outs(%74 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %76 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%75 : tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %77 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%76, %75 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %padded_671 = tensor.pad %77 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x320x64x64xf16> to tensor<2x320x66x66xf16> | |
| %78 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_17 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %79 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_671, %cst_16 : tensor<2x320x66x66xf16>, tensor<320x320x3x3xf16>) outs(%78 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %80 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %81 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%80, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %82 = tensor.empty() : tensor<1280x320xf16> | |
| %83 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_18 : tensor<320x1280xf16>) outs(%82 : tensor<1280x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x320xf16> | |
| %84 = linalg.fill ins(%cst_630 : f16) outs(%25 : tensor<2x320xf16>) -> tensor<2x320xf16> | |
| %85 = linalg.matmul ins(%81, %83 : tensor<2x1280xf16>, tensor<1280x320xf16>) outs(%84 : tensor<2x320xf16>) -> tensor<2x320xf16> | |
| %86 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_19, %85 : tensor<320xf16>, tensor<2x320xf16>) outs(%25 : tensor<2x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320xf16> | |
| %expanded_672 = tensor.expand_shape %86 [[0], [1, 2, 3]] : tensor<2x320xf16> into tensor<2x320x1x1xf16> | |
| %87 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%79, %expanded_672 : tensor<2x320x64x64xf16>, tensor<2x320x1x1xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %collapsed_673 = tensor.collapse_shape %87 [[0], [1], [2, 3]] : tensor<2x320x64x64xf16> into tensor<2x320x4096xf16> | |
| %expanded_674 = tensor.expand_shape %collapsed_673 [[0], [1, 2], [3]] : tensor<2x320x4096xf16> into tensor<2x32x10x4096xf16> | |
| %88 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %89 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%88 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %90 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%89 : tensor<f32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %91 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_674 : tensor<2x32x10x4096xf16>) outs(%90 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %92 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%91 : tensor<2x32x10x4096xf32>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %93 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %94 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%92 : tensor<2x32x10x4096xf64>) outs(%93 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %95 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%94 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %96 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%92, %95 : tensor<2x32x10x4096xf64>, tensor<2x32x1x1xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %97 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%96 : tensor<2x32x10x4096xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %98 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %99 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%97 : tensor<2x32x10x4096xf64>) outs(%98 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %100 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%99 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %101 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%100 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %102 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %103 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%91 : tensor<2x32x10x4096xf32>) outs(%102 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %104 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%103 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_639 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %105 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%101, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %106 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%105 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %107 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_674, %104 : tensor<2x32x10x4096xf16>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %108 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%107, %106 : tensor<2x32x10x4096xf32>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %collapsed_675 = tensor.collapse_shape %108 [[0], [1, 2], [3]] : tensor<2x32x10x4096xf32> into tensor<2x320x4096xf32> | |
| %expanded_676 = tensor.expand_shape %collapsed_675 [[0], [1], [2, 3]] : tensor<2x320x4096xf32> into tensor<2x320x64x64xf32> | |
| %expanded_677 = tensor.expand_shape %cst_20 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %109 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_676, %expanded_677 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %expanded_678 = tensor.expand_shape %cst_21 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %110 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%109, %expanded_678 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %111 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %112 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%111 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %113 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%112 : tensor<f16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %114 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%110 : tensor<2x320x64x64xf32>) outs(%113 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %115 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%114 : tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %116 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%115, %114 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %padded_679 = tensor.pad %116 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x320x64x64xf16> to tensor<2x320x66x66xf16> | |
| %117 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_23 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %118 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_679, %cst_22 : tensor<2x320x66x66xf16>, tensor<320x320x3x3xf16>) outs(%117 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %119 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%43, %118 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %120 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%119, %cst_3 : tensor<2x320x64x64xf16>, tensor<f64>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %collapsed_680 = tensor.collapse_shape %120 [[0], [1], [2, 3]] : tensor<2x320x64x64xf16> into tensor<2x320x4096xf16> | |
| %expanded_681 = tensor.expand_shape %collapsed_680 [[0], [1, 2], [3]] : tensor<2x320x4096xf16> into tensor<2x32x10x4096xf16> | |
| %121 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %122 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%121 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %123 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%122 : tensor<f32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %124 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_681 : tensor<2x32x10x4096xf16>) outs(%123 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %125 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%124 : tensor<2x32x10x4096xf32>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %126 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %127 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%125 : tensor<2x32x10x4096xf64>) outs(%126 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %128 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%127 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %129 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%125, %128 : tensor<2x32x10x4096xf64>, tensor<2x32x1x1xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %130 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%129 : tensor<2x32x10x4096xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %131 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %132 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%130 : tensor<2x32x10x4096xf64>) outs(%131 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %133 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%132 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %134 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%133 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %135 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %136 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%124 : tensor<2x32x10x4096xf32>) outs(%135 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %137 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%136 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_639 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %138 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%134, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %139 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%138 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %140 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_681, %137 : tensor<2x32x10x4096xf16>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %141 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%140, %139 : tensor<2x32x10x4096xf32>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %collapsed_682 = tensor.collapse_shape %141 [[0], [1, 2], [3]] : tensor<2x32x10x4096xf32> into tensor<2x320x4096xf32> | |
| %expanded_683 = tensor.expand_shape %collapsed_682 [[0], [1], [2, 3]] : tensor<2x320x4096xf32> into tensor<2x320x64x64xf32> | |
| %142 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %143 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%142 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %144 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%143 : tensor<f16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %145 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_683 : tensor<2x320x64x64xf32>) outs(%144 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %146 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_25 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %147 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%145, %cst_24 : tensor<2x320x64x64xf16>, tensor<320x320x1x1xf16>) outs(%146 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %148 = tensor.empty() : tensor<2x64x64x320xf16> | |
| %149 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%147 : tensor<2x320x64x64xf16>) outs(%148 : tensor<2x64x64x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x64x320xf16> | |
| %collapsed_684 = tensor.collapse_shape %149 [[0], [1, 2], [3]] : tensor<2x64x64x320xf16> into tensor<2x4096x320xf16> | |
| %150 = tensor.empty() : tensor<2x4096x1xf16> | |
| %151 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %152 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_684 : tensor<2x4096x320xf16>) outs(%151 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %153 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%152 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %154 = tensor.empty() : tensor<2x4096x320xf16> | |
| %155 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%153 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %156 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_684, %155 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %157 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%156 : tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %158 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %159 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%157 : tensor<2x4096x320xf16>) outs(%158 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %160 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%159 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %161 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%160 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %162 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%161 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %163 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%162 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %164 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%156, %163 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %165 = tensor.empty() : tensor<320x320xf16> | |
| %166 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_26 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_685 = tensor.collapse_shape %164 [[0, 1], [2]] : tensor<2x4096x320xf16> into tensor<8192x320xf16> | |
| %167 = tensor.empty() : tensor<8192x320xf16> | |
| %168 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %169 = linalg.matmul ins(%collapsed_685, %166 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%168 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %170 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_27, %169 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %171 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_28 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %172 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %173 = linalg.matmul ins(%collapsed_685, %171 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%172 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %174 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_29, %173 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %175 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_30 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %176 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %177 = linalg.matmul ins(%collapsed_685, %175 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%176 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %178 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_31, %177 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_686 = tensor.expand_shape %170 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %179 = tensor.empty() : tensor<2x8x4096x40xf16> | |
| %180 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_686 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_687 = tensor.collapse_shape %180 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %expanded_688 = tensor.expand_shape %174 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %181 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_688 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_689 = tensor.collapse_shape %181 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %expanded_690 = tensor.expand_shape %178 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %182 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_690 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_691 = tensor.collapse_shape %182 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %183 = tensor.empty() : tensor<16x40x4096xf16> | |
| %184 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_689 : tensor<16x4096x40xf16>) outs(%183 : tensor<16x40x4096xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x40x4096xf16> | |
| %185 = tensor.empty() : tensor<16x4096x4096xf16> | |
| %186 = linalg.fill ins(%cst_630 : f16) outs(%185 : tensor<16x4096x4096xf16>) -> tensor<16x4096x4096xf16> | |
| %187 = linalg.batch_matmul ins(%collapsed_687, %184 : tensor<16x4096x40xf16>, tensor<16x40x4096xf16>) outs(%186 : tensor<16x4096x4096xf16>) -> tensor<16x4096x4096xf16> | |
| %188 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%187, %cst_1 : tensor<16x4096x4096xf16>, tensor<f64>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %189 = tensor.empty() : tensor<16x4096x1xf16> | |
| %190 = linalg.fill ins(%cst_632 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %191 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%188 : tensor<16x4096x4096xf16>) outs(%190 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %192 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%188, %191 : tensor<16x4096x4096xf16>, tensor<16x4096x1xf16>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %193 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%192 : tensor<16x4096x4096xf16>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %194 = linalg.fill ins(%cst_630 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %195 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%193 : tensor<16x4096x4096xf16>) outs(%194 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %196 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%193, %195 : tensor<16x4096x4096xf16>, tensor<16x4096x1xf16>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %197 = tensor.empty() : tensor<16x4096x40xf16> | |
| %198 = linalg.fill ins(%cst_630 : f16) outs(%197 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %199 = linalg.batch_matmul ins(%196, %collapsed_691 : tensor<16x4096x4096xf16>, tensor<16x4096x40xf16>) outs(%198 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %expanded_692 = tensor.expand_shape %199 [[0, 1], [2], [3]] : tensor<16x4096x40xf16> into tensor<2x8x4096x40xf16> | |
| %200 = tensor.empty() : tensor<2x4096x8x40xf16> | |
| %201 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_692 : tensor<2x8x4096x40xf16>) outs(%200 : tensor<2x4096x8x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x8x40xf16> | |
| %202 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_32 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_693 = tensor.collapse_shape %201 [[0, 1], [2, 3]] : tensor<2x4096x8x40xf16> into tensor<8192x320xf16> | |
| %203 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %204 = linalg.matmul ins(%collapsed_693, %202 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%203 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %205 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_33, %204 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_694 = tensor.expand_shape %205 [[0, 1], [2]] : tensor<8192x320xf16> into tensor<2x4096x320xf16> | |
| %206 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_694, %collapsed_684 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %207 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %208 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%206 : tensor<2x4096x320xf16>) outs(%207 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %209 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%208 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %210 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%209 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %211 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%206, %210 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %212 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%211 : tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %213 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %214 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%212 : tensor<2x4096x320xf16>) outs(%213 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %215 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%214 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %216 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%215 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %217 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%216 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %218 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%217 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %219 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%211, %218 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %220 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_34 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_695 = tensor.collapse_shape %219 [[0, 1], [2]] : tensor<2x4096x320xf16> into tensor<8192x320xf16> | |
| %221 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %222 = linalg.matmul ins(%collapsed_695, %220 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%221 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %223 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_35, %222 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %224 = tensor.empty() : tensor<768x320xf16> | |
| %225 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_36 : tensor<320x768xf16>) outs(%224 : tensor<768x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x320xf16> | |
| %collapsed_696 = tensor.collapse_shape %arg2 [[0, 1], [2]] : tensor<2x77x768xf16> into tensor<154x768xf16> | |
| %226 = tensor.empty() : tensor<154x320xf16> | |
| %227 = linalg.fill ins(%cst_630 : f16) outs(%226 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %228 = linalg.matmul ins(%collapsed_696, %225 : tensor<154x768xf16>, tensor<768x320xf16>) outs(%227 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %229 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_37 : tensor<320x768xf16>) outs(%224 : tensor<768x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x320xf16> | |
| %230 = linalg.fill ins(%cst_630 : f16) outs(%226 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %231 = linalg.matmul ins(%collapsed_696, %229 : tensor<154x768xf16>, tensor<768x320xf16>) outs(%230 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %expanded_697 = tensor.expand_shape %223 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %232 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_697 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_698 = tensor.collapse_shape %232 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %expanded_699 = tensor.expand_shape %228 [[0, 1], [2, 3]] : tensor<154x320xf16> into tensor<2x77x8x40xf16> | |
| %233 = tensor.empty() : tensor<2x8x77x40xf16> | |
| %234 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_699 : tensor<2x77x8x40xf16>) outs(%233 : tensor<2x8x77x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x40xf16> | |
| %collapsed_700 = tensor.collapse_shape %234 [[0, 1], [2], [3]] : tensor<2x8x77x40xf16> into tensor<16x77x40xf16> | |
| %expanded_701 = tensor.expand_shape %231 [[0, 1], [2, 3]] : tensor<154x320xf16> into tensor<2x77x8x40xf16> | |
| %235 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_701 : tensor<2x77x8x40xf16>) outs(%233 : tensor<2x8x77x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x40xf16> | |
| %collapsed_702 = tensor.collapse_shape %235 [[0, 1], [2], [3]] : tensor<2x8x77x40xf16> into tensor<16x77x40xf16> | |
| %236 = tensor.empty() : tensor<16x40x77xf16> | |
| %237 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_700 : tensor<16x77x40xf16>) outs(%236 : tensor<16x40x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x40x77xf16> | |
| %238 = tensor.empty() : tensor<16x4096x77xf16> | |
| %239 = linalg.fill ins(%cst_630 : f16) outs(%238 : tensor<16x4096x77xf16>) -> tensor<16x4096x77xf16> | |
| %240 = linalg.batch_matmul ins(%collapsed_698, %237 : tensor<16x4096x40xf16>, tensor<16x40x77xf16>) outs(%239 : tensor<16x4096x77xf16>) -> tensor<16x4096x77xf16> | |
| %241 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%240, %cst_1 : tensor<16x4096x77xf16>, tensor<f64>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %242 = linalg.fill ins(%cst_632 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %243 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%241 : tensor<16x4096x77xf16>) outs(%242 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %244 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%241, %243 : tensor<16x4096x77xf16>, tensor<16x4096x1xf16>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %245 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%244 : tensor<16x4096x77xf16>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %246 = linalg.fill ins(%cst_630 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %247 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%245 : tensor<16x4096x77xf16>) outs(%246 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %248 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%245, %247 : tensor<16x4096x77xf16>, tensor<16x4096x1xf16>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %249 = linalg.fill ins(%cst_630 : f16) outs(%197 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %250 = linalg.batch_matmul ins(%248, %collapsed_702 : tensor<16x4096x77xf16>, tensor<16x77x40xf16>) outs(%249 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %expanded_703 = tensor.expand_shape %250 [[0, 1], [2], [3]] : tensor<16x4096x40xf16> into tensor<2x8x4096x40xf16> | |
| %251 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_703 : tensor<2x8x4096x40xf16>) outs(%200 : tensor<2x4096x8x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x8x40xf16> | |
| %252 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_38 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_704 = tensor.collapse_shape %251 [[0, 1], [2, 3]] : tensor<2x4096x8x40xf16> into tensor<8192x320xf16> | |
| %253 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %254 = linalg.matmul ins(%collapsed_704, %252 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%253 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %255 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_39, %254 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_705 = tensor.expand_shape %255 [[0, 1], [2]] : tensor<8192x320xf16> into tensor<2x4096x320xf16> | |
| %256 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_705, %206 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %257 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %258 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%256 : tensor<2x4096x320xf16>) outs(%257 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %259 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%258 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %260 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%259 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %261 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%256, %260 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %262 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%261 : tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %263 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %264 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%262 : tensor<2x4096x320xf16>) outs(%263 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %265 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%264 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %266 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%265 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %267 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%266 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %268 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%267 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %269 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%261, %268 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %270 = tensor.empty() : tensor<320x2560xf16> | |
| %271 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_40 : tensor<2560x320xf16>) outs(%270 : tensor<320x2560xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x2560xf16> | |
| %collapsed_706 = tensor.collapse_shape %269 [[0, 1], [2]] : tensor<2x4096x320xf16> into tensor<8192x320xf16> | |
| %272 = tensor.empty() : tensor<8192x2560xf16> | |
| %273 = linalg.fill ins(%cst_630 : f16) outs(%272 : tensor<8192x2560xf16>) -> tensor<8192x2560xf16> | |
| %274 = linalg.matmul ins(%collapsed_706, %271 : tensor<8192x320xf16>, tensor<320x2560xf16>) outs(%273 : tensor<8192x2560xf16>) -> tensor<8192x2560xf16> | |
| %275 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_41, %274 : tensor<2560xf16>, tensor<8192x2560xf16>) outs(%272 : tensor<8192x2560xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x2560xf16> | |
| %expanded_707 = tensor.expand_shape %275 [[0, 1], [2]] : tensor<8192x2560xf16> into tensor<2x4096x2560xf16> | |
| %extracted_slice_708 = tensor.extract_slice %expanded_707[0, 0, 0] [2, 4096, 1280] [1, 1, 1] : tensor<2x4096x2560xf16> to tensor<2x4096x1280xf16> | |
| %extracted_slice_709 = tensor.extract_slice %expanded_707[0, 0, 1280] [2, 4096, 1280] [1, 1, 1] : tensor<2x4096x2560xf16> to tensor<2x4096x1280xf16> | |
| %276 = tensor.empty() : tensor<2x4096x1280xf16> | |
| %277 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_709 : tensor<2x4096x1280xf16>) outs(%276 : tensor<2x4096x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x4096x1280xf16> | |
| %278 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_708, %277 : tensor<2x4096x1280xf16>, tensor<2x4096x1280xf16>) outs(%276 : tensor<2x4096x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1280xf16> | |
| %279 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_42 : tensor<320x1280xf16>) outs(%82 : tensor<1280x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x320xf16> | |
| %collapsed_710 = tensor.collapse_shape %278 [[0, 1], [2]] : tensor<2x4096x1280xf16> into tensor<8192x1280xf16> | |
| %280 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %281 = linalg.matmul ins(%collapsed_710, %279 : tensor<8192x1280xf16>, tensor<1280x320xf16>) outs(%280 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %282 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_43, %281 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_711 = tensor.expand_shape %282 [[0, 1], [2]] : tensor<8192x320xf16> into tensor<2x4096x320xf16> | |
| %283 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_711, %256 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %expanded_712 = tensor.expand_shape %283 [[0], [1, 2], [3]] : tensor<2x4096x320xf16> into tensor<2x64x64x320xf16> | |
| %284 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_712 : tensor<2x64x64x320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %285 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_45 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %286 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%284, %cst_44 : tensor<2x320x64x64xf16>, tensor<320x320x1x1xf16>) outs(%285 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %287 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%286, %120 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %collapsed_713 = tensor.collapse_shape %287 [[0], [1], [2, 3]] : tensor<2x320x64x64xf16> into tensor<2x320x4096xf16> | |
| %expanded_714 = tensor.expand_shape %collapsed_713 [[0], [1, 2], [3]] : tensor<2x320x4096xf16> into tensor<2x32x10x4096xf16> | |
| %288 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %289 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%288 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %290 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%289 : tensor<f32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %291 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_714 : tensor<2x32x10x4096xf16>) outs(%290 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %292 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%291 : tensor<2x32x10x4096xf32>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %293 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %294 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%292 : tensor<2x32x10x4096xf64>) outs(%293 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %295 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%294 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %296 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%292, %295 : tensor<2x32x10x4096xf64>, tensor<2x32x1x1xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %297 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%296 : tensor<2x32x10x4096xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %298 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %299 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%297 : tensor<2x32x10x4096xf64>) outs(%298 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %300 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%299 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %301 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%300 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %302 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %303 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%291 : tensor<2x32x10x4096xf32>) outs(%302 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %304 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%303 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_639 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %305 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%301, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %306 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%305 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %307 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_714, %304 : tensor<2x32x10x4096xf16>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %308 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%307, %306 : tensor<2x32x10x4096xf32>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %collapsed_715 = tensor.collapse_shape %308 [[0], [1, 2], [3]] : tensor<2x32x10x4096xf32> into tensor<2x320x4096xf32> | |
| %expanded_716 = tensor.expand_shape %collapsed_715 [[0], [1], [2, 3]] : tensor<2x320x4096xf32> into tensor<2x320x64x64xf32> | |
| %expanded_717 = tensor.expand_shape %cst_46 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %309 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_716, %expanded_717 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %expanded_718 = tensor.expand_shape %cst_47 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %310 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%309, %expanded_718 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %311 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %312 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%311 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %313 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%312 : tensor<f16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %314 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%310 : tensor<2x320x64x64xf32>) outs(%313 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %315 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%314 : tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %316 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%315, %314 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %padded_719 = tensor.pad %316 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x320x64x64xf16> to tensor<2x320x66x66xf16> | |
| %317 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_49 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %318 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_719, %cst_48 : tensor<2x320x66x66xf16>, tensor<320x320x3x3xf16>) outs(%317 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %319 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %320 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%319, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %321 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_50 : tensor<320x1280xf16>) outs(%82 : tensor<1280x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x320xf16> | |
| %322 = linalg.fill ins(%cst_630 : f16) outs(%25 : tensor<2x320xf16>) -> tensor<2x320xf16> | |
| %323 = linalg.matmul ins(%320, %321 : tensor<2x1280xf16>, tensor<1280x320xf16>) outs(%322 : tensor<2x320xf16>) -> tensor<2x320xf16> | |
| %324 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_51, %323 : tensor<320xf16>, tensor<2x320xf16>) outs(%25 : tensor<2x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320xf16> | |
| %expanded_720 = tensor.expand_shape %324 [[0], [1, 2, 3]] : tensor<2x320xf16> into tensor<2x320x1x1xf16> | |
| %325 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%318, %expanded_720 : tensor<2x320x64x64xf16>, tensor<2x320x1x1xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %collapsed_721 = tensor.collapse_shape %325 [[0], [1], [2, 3]] : tensor<2x320x64x64xf16> into tensor<2x320x4096xf16> | |
| %expanded_722 = tensor.expand_shape %collapsed_721 [[0], [1, 2], [3]] : tensor<2x320x4096xf16> into tensor<2x32x10x4096xf16> | |
| %326 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %327 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%326 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %328 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%327 : tensor<f32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %329 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_722 : tensor<2x32x10x4096xf16>) outs(%328 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %330 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%329 : tensor<2x32x10x4096xf32>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %331 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %332 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%330 : tensor<2x32x10x4096xf64>) outs(%331 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %333 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%332 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %334 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%330, %333 : tensor<2x32x10x4096xf64>, tensor<2x32x1x1xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %335 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%334 : tensor<2x32x10x4096xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %336 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %337 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%335 : tensor<2x32x10x4096xf64>) outs(%336 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %338 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%337 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %339 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%338 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %340 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %341 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%329 : tensor<2x32x10x4096xf32>) outs(%340 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %342 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%341 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_639 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %343 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%339, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %344 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%343 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %345 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_722, %342 : tensor<2x32x10x4096xf16>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %346 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%345, %344 : tensor<2x32x10x4096xf32>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %collapsed_723 = tensor.collapse_shape %346 [[0], [1, 2], [3]] : tensor<2x32x10x4096xf32> into tensor<2x320x4096xf32> | |
| %expanded_724 = tensor.expand_shape %collapsed_723 [[0], [1], [2, 3]] : tensor<2x320x4096xf32> into tensor<2x320x64x64xf32> | |
| %expanded_725 = tensor.expand_shape %cst_52 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %347 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_724, %expanded_725 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %expanded_726 = tensor.expand_shape %cst_53 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %348 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%347, %expanded_726 : tensor<2x320x64x64xf32>, tensor<320x1x1xf16>) outs(%69 : tensor<2x320x64x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x64x64xf32> | |
| %349 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %350 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%349 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %351 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%350 : tensor<f16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %352 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%348 : tensor<2x320x64x64xf32>) outs(%351 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %353 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%352 : tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %354 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%353, %352 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %padded_727 = tensor.pad %354 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x320x64x64xf16> to tensor<2x320x66x66xf16> | |
| %355 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_55 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %356 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_727, %cst_54 : tensor<2x320x66x66xf16>, tensor<320x320x3x3xf16>) outs(%355 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %357 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%287, %356 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %358 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%357, %cst_3 : tensor<2x320x64x64xf16>, tensor<f64>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %collapsed_728 = tensor.collapse_shape %358 [[0], [1], [2, 3]] : tensor<2x320x64x64xf16> into tensor<2x320x4096xf16> | |
| %expanded_729 = tensor.expand_shape %collapsed_728 [[0], [1, 2], [3]] : tensor<2x320x4096xf16> into tensor<2x32x10x4096xf16> | |
| %359 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %360 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%359 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %361 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%360 : tensor<f32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %362 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_729 : tensor<2x32x10x4096xf16>) outs(%361 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %363 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%362 : tensor<2x32x10x4096xf32>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %364 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %365 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%363 : tensor<2x32x10x4096xf64>) outs(%364 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %366 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%365 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %367 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%363, %366 : tensor<2x32x10x4096xf64>, tensor<2x32x1x1xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %368 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%367 : tensor<2x32x10x4096xf64>) outs(%49 : tensor<2x32x10x4096xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x4096xf64> | |
| %369 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %370 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%368 : tensor<2x32x10x4096xf64>) outs(%369 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %371 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%370 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_638 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %372 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%371 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %373 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %374 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%362 : tensor<2x32x10x4096xf32>) outs(%373 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %375 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%374 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_639 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %376 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%372, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %377 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%376 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %378 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_729, %375 : tensor<2x32x10x4096xf16>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %379 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%378, %377 : tensor<2x32x10x4096xf32>, tensor<2x32x1x1xf32>) outs(%46 : tensor<2x32x10x4096xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x4096xf32> | |
| %collapsed_730 = tensor.collapse_shape %379 [[0], [1, 2], [3]] : tensor<2x32x10x4096xf32> into tensor<2x320x4096xf32> | |
| %expanded_731 = tensor.expand_shape %collapsed_730 [[0], [1], [2, 3]] : tensor<2x320x4096xf32> into tensor<2x320x64x64xf32> | |
| %380 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %381 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%380 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %382 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%381 : tensor<f16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %383 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_731 : tensor<2x320x64x64xf32>) outs(%382 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %384 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_57 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %385 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%383, %cst_56 : tensor<2x320x64x64xf16>, tensor<320x320x1x1xf16>) outs(%384 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %386 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%385 : tensor<2x320x64x64xf16>) outs(%148 : tensor<2x64x64x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x64x320xf16> | |
| %collapsed_732 = tensor.collapse_shape %386 [[0], [1, 2], [3]] : tensor<2x64x64x320xf16> into tensor<2x4096x320xf16> | |
| %387 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %388 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_732 : tensor<2x4096x320xf16>) outs(%387 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %389 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%388 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %390 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%389 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %391 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_732, %390 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %392 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%391 : tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %393 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %394 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%392 : tensor<2x4096x320xf16>) outs(%393 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %395 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%394 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %396 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%395 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %397 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%396 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %398 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%397 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %399 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%391, %398 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %400 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_58 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_733 = tensor.collapse_shape %399 [[0, 1], [2]] : tensor<2x4096x320xf16> into tensor<8192x320xf16> | |
| %401 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %402 = linalg.matmul ins(%collapsed_733, %400 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%401 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %403 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_59, %402 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %404 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_60 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %405 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %406 = linalg.matmul ins(%collapsed_733, %404 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%405 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %407 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_61, %406 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %408 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_62 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %409 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %410 = linalg.matmul ins(%collapsed_733, %408 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%409 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %411 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_63, %410 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_734 = tensor.expand_shape %403 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %412 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_734 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_735 = tensor.collapse_shape %412 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %expanded_736 = tensor.expand_shape %407 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %413 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_736 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_737 = tensor.collapse_shape %413 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %expanded_738 = tensor.expand_shape %411 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %414 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_738 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_739 = tensor.collapse_shape %414 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %415 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_737 : tensor<16x4096x40xf16>) outs(%183 : tensor<16x40x4096xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x40x4096xf16> | |
| %416 = linalg.fill ins(%cst_630 : f16) outs(%185 : tensor<16x4096x4096xf16>) -> tensor<16x4096x4096xf16> | |
| %417 = linalg.batch_matmul ins(%collapsed_735, %415 : tensor<16x4096x40xf16>, tensor<16x40x4096xf16>) outs(%416 : tensor<16x4096x4096xf16>) -> tensor<16x4096x4096xf16> | |
| %418 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%417, %cst_1 : tensor<16x4096x4096xf16>, tensor<f64>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %419 = linalg.fill ins(%cst_632 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %420 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%418 : tensor<16x4096x4096xf16>) outs(%419 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %421 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%418, %420 : tensor<16x4096x4096xf16>, tensor<16x4096x1xf16>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %422 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%421 : tensor<16x4096x4096xf16>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %423 = linalg.fill ins(%cst_630 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %424 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%422 : tensor<16x4096x4096xf16>) outs(%423 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %425 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%422, %424 : tensor<16x4096x4096xf16>, tensor<16x4096x1xf16>) outs(%185 : tensor<16x4096x4096xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x4096xf16> | |
| %426 = linalg.fill ins(%cst_630 : f16) outs(%197 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %427 = linalg.batch_matmul ins(%425, %collapsed_739 : tensor<16x4096x4096xf16>, tensor<16x4096x40xf16>) outs(%426 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %expanded_740 = tensor.expand_shape %427 [[0, 1], [2], [3]] : tensor<16x4096x40xf16> into tensor<2x8x4096x40xf16> | |
| %428 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_740 : tensor<2x8x4096x40xf16>) outs(%200 : tensor<2x4096x8x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x8x40xf16> | |
| %429 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_64 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_741 = tensor.collapse_shape %428 [[0, 1], [2, 3]] : tensor<2x4096x8x40xf16> into tensor<8192x320xf16> | |
| %430 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %431 = linalg.matmul ins(%collapsed_741, %429 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%430 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %432 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_65, %431 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_742 = tensor.expand_shape %432 [[0, 1], [2]] : tensor<8192x320xf16> into tensor<2x4096x320xf16> | |
| %433 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_742, %collapsed_732 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %434 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %435 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%433 : tensor<2x4096x320xf16>) outs(%434 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %436 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%435 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %437 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%436 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %438 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%433, %437 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %439 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%438 : tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %440 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %441 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%439 : tensor<2x4096x320xf16>) outs(%440 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %442 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%441 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %443 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%442 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %444 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%443 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %445 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%444 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %446 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%438, %445 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %447 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_66 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_743 = tensor.collapse_shape %446 [[0, 1], [2]] : tensor<2x4096x320xf16> into tensor<8192x320xf16> | |
| %448 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %449 = linalg.matmul ins(%collapsed_743, %447 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%448 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %450 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_67, %449 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %451 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_68 : tensor<320x768xf16>) outs(%224 : tensor<768x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x320xf16> | |
| %452 = linalg.fill ins(%cst_630 : f16) outs(%226 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %453 = linalg.matmul ins(%collapsed_696, %451 : tensor<154x768xf16>, tensor<768x320xf16>) outs(%452 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %454 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_69 : tensor<320x768xf16>) outs(%224 : tensor<768x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x320xf16> | |
| %455 = linalg.fill ins(%cst_630 : f16) outs(%226 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %456 = linalg.matmul ins(%collapsed_696, %454 : tensor<154x768xf16>, tensor<768x320xf16>) outs(%455 : tensor<154x320xf16>) -> tensor<154x320xf16> | |
| %expanded_744 = tensor.expand_shape %450 [[0, 1], [2, 3]] : tensor<8192x320xf16> into tensor<2x4096x8x40xf16> | |
| %457 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_744 : tensor<2x4096x8x40xf16>) outs(%179 : tensor<2x8x4096x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x4096x40xf16> | |
| %collapsed_745 = tensor.collapse_shape %457 [[0, 1], [2], [3]] : tensor<2x8x4096x40xf16> into tensor<16x4096x40xf16> | |
| %expanded_746 = tensor.expand_shape %453 [[0, 1], [2, 3]] : tensor<154x320xf16> into tensor<2x77x8x40xf16> | |
| %458 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_746 : tensor<2x77x8x40xf16>) outs(%233 : tensor<2x8x77x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x40xf16> | |
| %collapsed_747 = tensor.collapse_shape %458 [[0, 1], [2], [3]] : tensor<2x8x77x40xf16> into tensor<16x77x40xf16> | |
| %expanded_748 = tensor.expand_shape %456 [[0, 1], [2, 3]] : tensor<154x320xf16> into tensor<2x77x8x40xf16> | |
| %459 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_748 : tensor<2x77x8x40xf16>) outs(%233 : tensor<2x8x77x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x40xf16> | |
| %collapsed_749 = tensor.collapse_shape %459 [[0, 1], [2], [3]] : tensor<2x8x77x40xf16> into tensor<16x77x40xf16> | |
| %460 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_747 : tensor<16x77x40xf16>) outs(%236 : tensor<16x40x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x40x77xf16> | |
| %461 = linalg.fill ins(%cst_630 : f16) outs(%238 : tensor<16x4096x77xf16>) -> tensor<16x4096x77xf16> | |
| %462 = linalg.batch_matmul ins(%collapsed_745, %460 : tensor<16x4096x40xf16>, tensor<16x40x77xf16>) outs(%461 : tensor<16x4096x77xf16>) -> tensor<16x4096x77xf16> | |
| %463 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%462, %cst_1 : tensor<16x4096x77xf16>, tensor<f64>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %464 = linalg.fill ins(%cst_632 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %465 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%463 : tensor<16x4096x77xf16>) outs(%464 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %466 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%463, %465 : tensor<16x4096x77xf16>, tensor<16x4096x1xf16>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %467 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%466 : tensor<16x4096x77xf16>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %468 = linalg.fill ins(%cst_630 : f16) outs(%189 : tensor<16x4096x1xf16>) -> tensor<16x4096x1xf16> | |
| %469 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%467 : tensor<16x4096x77xf16>) outs(%468 : tensor<16x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x1xf16> | |
| %470 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%467, %469 : tensor<16x4096x77xf16>, tensor<16x4096x1xf16>) outs(%238 : tensor<16x4096x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x4096x77xf16> | |
| %471 = linalg.fill ins(%cst_630 : f16) outs(%197 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %472 = linalg.batch_matmul ins(%470, %collapsed_749 : tensor<16x4096x77xf16>, tensor<16x77x40xf16>) outs(%471 : tensor<16x4096x40xf16>) -> tensor<16x4096x40xf16> | |
| %expanded_750 = tensor.expand_shape %472 [[0, 1], [2], [3]] : tensor<16x4096x40xf16> into tensor<2x8x4096x40xf16> | |
| %473 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_750 : tensor<2x8x4096x40xf16>) outs(%200 : tensor<2x4096x8x40xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x8x40xf16> | |
| %474 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_70 : tensor<320x320xf16>) outs(%165 : tensor<320x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x320xf16> | |
| %collapsed_751 = tensor.collapse_shape %473 [[0, 1], [2, 3]] : tensor<2x4096x8x40xf16> into tensor<8192x320xf16> | |
| %475 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %476 = linalg.matmul ins(%collapsed_751, %474 : tensor<8192x320xf16>, tensor<320x320xf16>) outs(%475 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %477 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_71, %476 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_752 = tensor.expand_shape %477 [[0, 1], [2]] : tensor<8192x320xf16> into tensor<2x4096x320xf16> | |
| %478 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_752, %433 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %479 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %480 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%478 : tensor<2x4096x320xf16>) outs(%479 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %481 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%480 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %482 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%481 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %483 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%478, %482 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %484 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%483 : tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %485 = linalg.fill ins(%cst_630 : f16) outs(%150 : tensor<2x4096x1xf16>) -> tensor<2x4096x1xf16> | |
| %486 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%484 : tensor<2x4096x320xf16>) outs(%485 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %487 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%486 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_640 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %488 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%487 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %489 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%488 : tensor<2x4096x1xf16>) outs(%150 : tensor<2x4096x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1xf16> | |
| %490 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%489 : tensor<2x4096x1xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %491 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%483, %490 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %492 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_72 : tensor<2560x320xf16>) outs(%270 : tensor<320x2560xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<320x2560xf16> | |
| %collapsed_753 = tensor.collapse_shape %491 [[0, 1], [2]] : tensor<2x4096x320xf16> into tensor<8192x320xf16> | |
| %493 = linalg.fill ins(%cst_630 : f16) outs(%272 : tensor<8192x2560xf16>) -> tensor<8192x2560xf16> | |
| %494 = linalg.matmul ins(%collapsed_753, %492 : tensor<8192x320xf16>, tensor<320x2560xf16>) outs(%493 : tensor<8192x2560xf16>) -> tensor<8192x2560xf16> | |
| %495 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_73, %494 : tensor<2560xf16>, tensor<8192x2560xf16>) outs(%272 : tensor<8192x2560xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x2560xf16> | |
| %expanded_754 = tensor.expand_shape %495 [[0, 1], [2]] : tensor<8192x2560xf16> into tensor<2x4096x2560xf16> | |
| %extracted_slice_755 = tensor.extract_slice %expanded_754[0, 0, 0] [2, 4096, 1280] [1, 1, 1] : tensor<2x4096x2560xf16> to tensor<2x4096x1280xf16> | |
| %extracted_slice_756 = tensor.extract_slice %expanded_754[0, 0, 1280] [2, 4096, 1280] [1, 1, 1] : tensor<2x4096x2560xf16> to tensor<2x4096x1280xf16> | |
| %496 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_756 : tensor<2x4096x1280xf16>) outs(%276 : tensor<2x4096x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x4096x1280xf16> | |
| %497 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_755, %496 : tensor<2x4096x1280xf16>, tensor<2x4096x1280xf16>) outs(%276 : tensor<2x4096x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x1280xf16> | |
| %498 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_74 : tensor<320x1280xf16>) outs(%82 : tensor<1280x320xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x320xf16> | |
| %collapsed_757 = tensor.collapse_shape %497 [[0, 1], [2]] : tensor<2x4096x1280xf16> into tensor<8192x1280xf16> | |
| %499 = linalg.fill ins(%cst_630 : f16) outs(%167 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %500 = linalg.matmul ins(%collapsed_757, %498 : tensor<8192x1280xf16>, tensor<1280x320xf16>) outs(%499 : tensor<8192x320xf16>) -> tensor<8192x320xf16> | |
| %501 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_75, %500 : tensor<320xf16>, tensor<8192x320xf16>) outs(%167 : tensor<8192x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<8192x320xf16> | |
| %expanded_758 = tensor.expand_shape %501 [[0, 1], [2]] : tensor<8192x320xf16> into tensor<2x4096x320xf16> | |
| %502 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_758, %478 : tensor<2x4096x320xf16>, tensor<2x4096x320xf16>) outs(%154 : tensor<2x4096x320xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x4096x320xf16> | |
| %expanded_759 = tensor.expand_shape %502 [[0], [1, 2], [3]] : tensor<2x4096x320xf16> into tensor<2x64x64x320xf16> | |
| %503 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_759 : tensor<2x64x64x320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %504 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_77 : tensor<320xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %505 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%503, %cst_76 : tensor<2x320x64x64xf16>, tensor<320x320x1x1xf16>) outs(%504 : tensor<2x320x64x64xf16>) -> tensor<2x320x64x64xf16> | |
| %506 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%505, %358 : tensor<2x320x64x64xf16>, tensor<2x320x64x64xf16>) outs(%41 : tensor<2x320x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x64x64xf16> | |
| %padded_760 = tensor.pad %506 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x320x64x64xf16> to tensor<2x320x66x66xf16> | |
| %507 = tensor.empty() : tensor<2x320x32x32xf16> | |
| %508 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_79 : tensor<320xf16>) outs(%507 : tensor<2x320x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x32x32xf16> | |
| %509 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<2> : vector<2xi64>} ins(%padded_760, %cst_78 : tensor<2x320x66x66xf16>, tensor<320x320x3x3xf16>) outs(%508 : tensor<2x320x32x32xf16>) -> tensor<2x320x32x32xf16> | |
| %collapsed_761 = tensor.collapse_shape %509 [[0], [1], [2, 3]] : tensor<2x320x32x32xf16> into tensor<2x320x1024xf16> | |
| %expanded_762 = tensor.expand_shape %collapsed_761 [[0], [1, 2], [3]] : tensor<2x320x1024xf16> into tensor<2x32x10x1024xf16> | |
| %510 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %511 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%510 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %512 = tensor.empty() : tensor<2x32x10x1024xf32> | |
| %513 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%511 : tensor<f32>) outs(%512 : tensor<2x32x10x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x10x1024xf32> | |
| %514 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_762 : tensor<2x32x10x1024xf16>) outs(%513 : tensor<2x32x10x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x1024xf32> | |
| %515 = tensor.empty() : tensor<2x32x10x1024xf64> | |
| %516 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%514 : tensor<2x32x10x1024xf32>) outs(%515 : tensor<2x32x10x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x1024xf64> | |
| %517 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %518 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%516 : tensor<2x32x10x1024xf64>) outs(%517 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %519 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%518 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %520 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%516, %519 : tensor<2x32x10x1024xf64>, tensor<2x32x1x1xf64>) outs(%515 : tensor<2x32x10x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x1024xf64> | |
| %521 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%520 : tensor<2x32x10x1024xf64>) outs(%515 : tensor<2x32x10x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x10x1024xf64> | |
| %522 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %523 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%521 : tensor<2x32x10x1024xf64>) outs(%522 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %524 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%523 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %525 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%524 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %526 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %527 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%514 : tensor<2x32x10x1024xf32>) outs(%526 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %528 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%527 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %529 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%525, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %530 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%529 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %531 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_762, %528 : tensor<2x32x10x1024xf16>, tensor<2x32x1x1xf32>) outs(%512 : tensor<2x32x10x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x10x1024xf32> | |
| %532 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%531, %530 : tensor<2x32x10x1024xf32>, tensor<2x32x1x1xf32>) outs(%512 : tensor<2x32x10x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x10x1024xf32> | |
| %collapsed_763 = tensor.collapse_shape %532 [[0], [1, 2], [3]] : tensor<2x32x10x1024xf32> into tensor<2x320x1024xf32> | |
| %expanded_764 = tensor.expand_shape %collapsed_763 [[0], [1], [2, 3]] : tensor<2x320x1024xf32> into tensor<2x320x32x32xf32> | |
| %expanded_765 = tensor.expand_shape %cst_80 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %533 = tensor.empty() : tensor<2x320x32x32xf32> | |
| %534 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_764, %expanded_765 : tensor<2x320x32x32xf32>, tensor<320x1x1xf16>) outs(%533 : tensor<2x320x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x32x32xf32> | |
| %expanded_766 = tensor.expand_shape %cst_81 [[0, 1, 2]] : tensor<320xf16> into tensor<320x1x1xf16> | |
| %535 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%534, %expanded_766 : tensor<2x320x32x32xf32>, tensor<320x1x1xf16>) outs(%533 : tensor<2x320x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x320x32x32xf32> | |
| %536 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %537 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%536 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %538 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%537 : tensor<f16>) outs(%507 : tensor<2x320x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x320x32x32xf16> | |
| %539 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%535 : tensor<2x320x32x32xf32>) outs(%538 : tensor<2x320x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x32x32xf16> | |
| %540 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%539 : tensor<2x320x32x32xf16>) outs(%507 : tensor<2x320x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x320x32x32xf16> | |
| %541 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%540, %539 : tensor<2x320x32x32xf16>, tensor<2x320x32x32xf16>) outs(%507 : tensor<2x320x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x320x32x32xf16> | |
| %padded_767 = tensor.pad %541 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x320x32x32xf16> to tensor<2x320x34x34xf16> | |
| %542 = tensor.empty() : tensor<2x640x32x32xf16> | |
| %543 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_83 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %544 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_767, %cst_82 : tensor<2x320x34x34xf16>, tensor<640x320x3x3xf16>) outs(%543 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %545 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %546 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%545, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %547 = tensor.empty() : tensor<1280x640xf16> | |
| %548 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_84 : tensor<640x1280xf16>) outs(%547 : tensor<1280x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x640xf16> | |
| %549 = tensor.empty() : tensor<2x640xf16> | |
| %550 = linalg.fill ins(%cst_630 : f16) outs(%549 : tensor<2x640xf16>) -> tensor<2x640xf16> | |
| %551 = linalg.matmul ins(%546, %548 : tensor<2x1280xf16>, tensor<1280x640xf16>) outs(%550 : tensor<2x640xf16>) -> tensor<2x640xf16> | |
| %552 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_85, %551 : tensor<640xf16>, tensor<2x640xf16>) outs(%549 : tensor<2x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640xf16> | |
| %expanded_768 = tensor.expand_shape %552 [[0], [1, 2, 3]] : tensor<2x640xf16> into tensor<2x640x1x1xf16> | |
| %553 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%544, %expanded_768 : tensor<2x640x32x32xf16>, tensor<2x640x1x1xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %collapsed_769 = tensor.collapse_shape %553 [[0], [1], [2, 3]] : tensor<2x640x32x32xf16> into tensor<2x640x1024xf16> | |
| %expanded_770 = tensor.expand_shape %collapsed_769 [[0], [1, 2], [3]] : tensor<2x640x1024xf16> into tensor<2x32x20x1024xf16> | |
| %554 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %555 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%554 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %556 = tensor.empty() : tensor<2x32x20x1024xf32> | |
| %557 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%555 : tensor<f32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %558 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_770 : tensor<2x32x20x1024xf16>) outs(%557 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %559 = tensor.empty() : tensor<2x32x20x1024xf64> | |
| %560 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%558 : tensor<2x32x20x1024xf32>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %561 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %562 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%560 : tensor<2x32x20x1024xf64>) outs(%561 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %563 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%562 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %564 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%560, %563 : tensor<2x32x20x1024xf64>, tensor<2x32x1x1xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %565 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%564 : tensor<2x32x20x1024xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %566 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %567 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%565 : tensor<2x32x20x1024xf64>) outs(%566 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %568 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%567 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %569 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%568 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %570 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %571 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%558 : tensor<2x32x20x1024xf32>) outs(%570 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %572 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%571 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %573 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%569, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %574 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%573 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %575 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_770, %572 : tensor<2x32x20x1024xf16>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %576 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%575, %574 : tensor<2x32x20x1024xf32>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %collapsed_771 = tensor.collapse_shape %576 [[0], [1, 2], [3]] : tensor<2x32x20x1024xf32> into tensor<2x640x1024xf32> | |
| %expanded_772 = tensor.expand_shape %collapsed_771 [[0], [1], [2, 3]] : tensor<2x640x1024xf32> into tensor<2x640x32x32xf32> | |
| %expanded_773 = tensor.expand_shape %cst_86 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %577 = tensor.empty() : tensor<2x640x32x32xf32> | |
| %578 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_772, %expanded_773 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x32x32xf32> | |
| %expanded_774 = tensor.expand_shape %cst_87 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %579 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%578, %expanded_774 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x32x32xf32> | |
| %580 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %581 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%580 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %582 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%581 : tensor<f16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %583 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%579 : tensor<2x640x32x32xf32>) outs(%582 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %584 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%583 : tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %585 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%584, %583 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %padded_775 = tensor.pad %585 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x640x32x32xf16> to tensor<2x640x34x34xf16> | |
| %586 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_89 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %587 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_775, %cst_88 : tensor<2x640x34x34xf16>, tensor<640x640x3x3xf16>) outs(%586 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %588 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_91 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %589 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%509, %cst_90 : tensor<2x320x32x32xf16>, tensor<640x320x1x1xf16>) outs(%588 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %590 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%589, %587 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %591 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%590, %cst_3 : tensor<2x640x32x32xf16>, tensor<f64>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %collapsed_776 = tensor.collapse_shape %591 [[0], [1], [2, 3]] : tensor<2x640x32x32xf16> into tensor<2x640x1024xf16> | |
| %expanded_777 = tensor.expand_shape %collapsed_776 [[0], [1, 2], [3]] : tensor<2x640x1024xf16> into tensor<2x32x20x1024xf16> | |
| %592 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %593 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%592 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %594 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%593 : tensor<f32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %595 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_777 : tensor<2x32x20x1024xf16>) outs(%594 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %596 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%595 : tensor<2x32x20x1024xf32>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %597 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %598 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%596 : tensor<2x32x20x1024xf64>) outs(%597 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %599 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%598 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %600 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%596, %599 : tensor<2x32x20x1024xf64>, tensor<2x32x1x1xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %601 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%600 : tensor<2x32x20x1024xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %602 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %603 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%601 : tensor<2x32x20x1024xf64>) outs(%602 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %604 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%603 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %605 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%604 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %606 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %607 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%595 : tensor<2x32x20x1024xf32>) outs(%606 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %608 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%607 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %609 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%605, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %610 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%609 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %611 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_777, %608 : tensor<2x32x20x1024xf16>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %612 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%611, %610 : tensor<2x32x20x1024xf32>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %collapsed_778 = tensor.collapse_shape %612 [[0], [1, 2], [3]] : tensor<2x32x20x1024xf32> into tensor<2x640x1024xf32> | |
| %expanded_779 = tensor.expand_shape %collapsed_778 [[0], [1], [2, 3]] : tensor<2x640x1024xf32> into tensor<2x640x32x32xf32> | |
| %613 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %614 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%613 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %615 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%614 : tensor<f16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %616 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_779 : tensor<2x640x32x32xf32>) outs(%615 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %617 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_93 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %618 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%616, %cst_92 : tensor<2x640x32x32xf16>, tensor<640x640x1x1xf16>) outs(%617 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %619 = tensor.empty() : tensor<2x32x32x640xf16> | |
| %620 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%618 : tensor<2x640x32x32xf16>) outs(%619 : tensor<2x32x32x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x32x32x640xf16> | |
| %collapsed_780 = tensor.collapse_shape %620 [[0], [1, 2], [3]] : tensor<2x32x32x640xf16> into tensor<2x1024x640xf16> | |
| %621 = tensor.empty() : tensor<2x1024x1xf16> | |
| %622 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %623 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_780 : tensor<2x1024x640xf16>) outs(%622 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %624 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%623 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %625 = tensor.empty() : tensor<2x1024x640xf16> | |
| %626 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%624 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %627 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_780, %626 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %628 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%627 : tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %629 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %630 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%628 : tensor<2x1024x640xf16>) outs(%629 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %631 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%630 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %632 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%631 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %633 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%632 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %634 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%633 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %635 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%627, %634 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %636 = tensor.empty() : tensor<640x640xf16> | |
| %637 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_94 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_781 = tensor.collapse_shape %635 [[0, 1], [2]] : tensor<2x1024x640xf16> into tensor<2048x640xf16> | |
| %638 = tensor.empty() : tensor<2048x640xf16> | |
| %639 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %640 = linalg.matmul ins(%collapsed_781, %637 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%639 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %641 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_95, %640 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %642 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_96 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %643 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %644 = linalg.matmul ins(%collapsed_781, %642 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%643 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %645 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_97, %644 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %646 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_98 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %647 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %648 = linalg.matmul ins(%collapsed_781, %646 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%647 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %649 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_99, %648 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_782 = tensor.expand_shape %641 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %650 = tensor.empty() : tensor<2x8x1024x80xf16> | |
| %651 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_782 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_783 = tensor.collapse_shape %651 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %expanded_784 = tensor.expand_shape %645 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %652 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_784 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_785 = tensor.collapse_shape %652 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %expanded_786 = tensor.expand_shape %649 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %653 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_786 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_787 = tensor.collapse_shape %653 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %654 = tensor.empty() : tensor<16x80x1024xf16> | |
| %655 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_785 : tensor<16x1024x80xf16>) outs(%654 : tensor<16x80x1024xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x80x1024xf16> | |
| %656 = tensor.empty() : tensor<16x1024x1024xf16> | |
| %657 = linalg.fill ins(%cst_630 : f16) outs(%656 : tensor<16x1024x1024xf16>) -> tensor<16x1024x1024xf16> | |
| %658 = linalg.batch_matmul ins(%collapsed_783, %655 : tensor<16x1024x80xf16>, tensor<16x80x1024xf16>) outs(%657 : tensor<16x1024x1024xf16>) -> tensor<16x1024x1024xf16> | |
| %659 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%658, %cst_0 : tensor<16x1024x1024xf16>, tensor<f64>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %660 = tensor.empty() : tensor<16x1024x1xf16> | |
| %661 = linalg.fill ins(%cst_632 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %662 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%659 : tensor<16x1024x1024xf16>) outs(%661 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %663 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%659, %662 : tensor<16x1024x1024xf16>, tensor<16x1024x1xf16>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %664 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%663 : tensor<16x1024x1024xf16>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %665 = linalg.fill ins(%cst_630 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %666 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%664 : tensor<16x1024x1024xf16>) outs(%665 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %667 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%664, %666 : tensor<16x1024x1024xf16>, tensor<16x1024x1xf16>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %668 = tensor.empty() : tensor<16x1024x80xf16> | |
| %669 = linalg.fill ins(%cst_630 : f16) outs(%668 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %670 = linalg.batch_matmul ins(%667, %collapsed_787 : tensor<16x1024x1024xf16>, tensor<16x1024x80xf16>) outs(%669 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %expanded_788 = tensor.expand_shape %670 [[0, 1], [2], [3]] : tensor<16x1024x80xf16> into tensor<2x8x1024x80xf16> | |
| %671 = tensor.empty() : tensor<2x1024x8x80xf16> | |
| %672 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_788 : tensor<2x8x1024x80xf16>) outs(%671 : tensor<2x1024x8x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x8x80xf16> | |
| %673 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_100 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_789 = tensor.collapse_shape %672 [[0, 1], [2, 3]] : tensor<2x1024x8x80xf16> into tensor<2048x640xf16> | |
| %674 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %675 = linalg.matmul ins(%collapsed_789, %673 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%674 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %676 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_101, %675 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_790 = tensor.expand_shape %676 [[0, 1], [2]] : tensor<2048x640xf16> into tensor<2x1024x640xf16> | |
| %677 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_790, %collapsed_780 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %678 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %679 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%677 : tensor<2x1024x640xf16>) outs(%678 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %680 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%679 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %681 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%680 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %682 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%677, %681 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %683 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%682 : tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %684 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %685 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%683 : tensor<2x1024x640xf16>) outs(%684 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %686 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%685 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %687 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%686 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %688 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%687 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %689 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%688 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %690 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%682, %689 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %691 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_102 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_791 = tensor.collapse_shape %690 [[0, 1], [2]] : tensor<2x1024x640xf16> into tensor<2048x640xf16> | |
| %692 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %693 = linalg.matmul ins(%collapsed_791, %691 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%692 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %694 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_103, %693 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %695 = tensor.empty() : tensor<768x640xf16> | |
| %696 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_104 : tensor<640x768xf16>) outs(%695 : tensor<768x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x640xf16> | |
| %697 = tensor.empty() : tensor<154x640xf16> | |
| %698 = linalg.fill ins(%cst_630 : f16) outs(%697 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %699 = linalg.matmul ins(%collapsed_696, %696 : tensor<154x768xf16>, tensor<768x640xf16>) outs(%698 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %700 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_105 : tensor<640x768xf16>) outs(%695 : tensor<768x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x640xf16> | |
| %701 = linalg.fill ins(%cst_630 : f16) outs(%697 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %702 = linalg.matmul ins(%collapsed_696, %700 : tensor<154x768xf16>, tensor<768x640xf16>) outs(%701 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %expanded_792 = tensor.expand_shape %694 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %703 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_792 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_793 = tensor.collapse_shape %703 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %expanded_794 = tensor.expand_shape %699 [[0, 1], [2, 3]] : tensor<154x640xf16> into tensor<2x77x8x80xf16> | |
| %704 = tensor.empty() : tensor<2x8x77x80xf16> | |
| %705 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_794 : tensor<2x77x8x80xf16>) outs(%704 : tensor<2x8x77x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x80xf16> | |
| %collapsed_795 = tensor.collapse_shape %705 [[0, 1], [2], [3]] : tensor<2x8x77x80xf16> into tensor<16x77x80xf16> | |
| %expanded_796 = tensor.expand_shape %702 [[0, 1], [2, 3]] : tensor<154x640xf16> into tensor<2x77x8x80xf16> | |
| %706 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_796 : tensor<2x77x8x80xf16>) outs(%704 : tensor<2x8x77x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x80xf16> | |
| %collapsed_797 = tensor.collapse_shape %706 [[0, 1], [2], [3]] : tensor<2x8x77x80xf16> into tensor<16x77x80xf16> | |
| %707 = tensor.empty() : tensor<16x80x77xf16> | |
| %708 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_795 : tensor<16x77x80xf16>) outs(%707 : tensor<16x80x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x80x77xf16> | |
| %709 = tensor.empty() : tensor<16x1024x77xf16> | |
| %710 = linalg.fill ins(%cst_630 : f16) outs(%709 : tensor<16x1024x77xf16>) -> tensor<16x1024x77xf16> | |
| %711 = linalg.batch_matmul ins(%collapsed_793, %708 : tensor<16x1024x80xf16>, tensor<16x80x77xf16>) outs(%710 : tensor<16x1024x77xf16>) -> tensor<16x1024x77xf16> | |
| %712 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%711, %cst_0 : tensor<16x1024x77xf16>, tensor<f64>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %713 = linalg.fill ins(%cst_632 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %714 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%712 : tensor<16x1024x77xf16>) outs(%713 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %715 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%712, %714 : tensor<16x1024x77xf16>, tensor<16x1024x1xf16>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %716 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%715 : tensor<16x1024x77xf16>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %717 = linalg.fill ins(%cst_630 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %718 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%716 : tensor<16x1024x77xf16>) outs(%717 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %719 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%716, %718 : tensor<16x1024x77xf16>, tensor<16x1024x1xf16>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %720 = linalg.fill ins(%cst_630 : f16) outs(%668 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %721 = linalg.batch_matmul ins(%719, %collapsed_797 : tensor<16x1024x77xf16>, tensor<16x77x80xf16>) outs(%720 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %expanded_798 = tensor.expand_shape %721 [[0, 1], [2], [3]] : tensor<16x1024x80xf16> into tensor<2x8x1024x80xf16> | |
| %722 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_798 : tensor<2x8x1024x80xf16>) outs(%671 : tensor<2x1024x8x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x8x80xf16> | |
| %723 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_106 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_799 = tensor.collapse_shape %722 [[0, 1], [2, 3]] : tensor<2x1024x8x80xf16> into tensor<2048x640xf16> | |
| %724 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %725 = linalg.matmul ins(%collapsed_799, %723 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%724 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %726 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_107, %725 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_800 = tensor.expand_shape %726 [[0, 1], [2]] : tensor<2048x640xf16> into tensor<2x1024x640xf16> | |
| %727 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_800, %677 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %728 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %729 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%727 : tensor<2x1024x640xf16>) outs(%728 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %730 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%729 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %731 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%730 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %732 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%727, %731 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %733 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%732 : tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %734 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %735 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%733 : tensor<2x1024x640xf16>) outs(%734 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %736 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%735 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %737 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%736 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %738 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%737 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %739 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%738 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %740 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%732, %739 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %741 = tensor.empty() : tensor<640x5120xf16> | |
| %742 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_108 : tensor<5120x640xf16>) outs(%741 : tensor<640x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x5120xf16> | |
| %collapsed_801 = tensor.collapse_shape %740 [[0, 1], [2]] : tensor<2x1024x640xf16> into tensor<2048x640xf16> | |
| %743 = tensor.empty() : tensor<2048x5120xf16> | |
| %744 = linalg.fill ins(%cst_630 : f16) outs(%743 : tensor<2048x5120xf16>) -> tensor<2048x5120xf16> | |
| %745 = linalg.matmul ins(%collapsed_801, %742 : tensor<2048x640xf16>, tensor<640x5120xf16>) outs(%744 : tensor<2048x5120xf16>) -> tensor<2048x5120xf16> | |
| %746 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_109, %745 : tensor<5120xf16>, tensor<2048x5120xf16>) outs(%743 : tensor<2048x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x5120xf16> | |
| %expanded_802 = tensor.expand_shape %746 [[0, 1], [2]] : tensor<2048x5120xf16> into tensor<2x1024x5120xf16> | |
| %extracted_slice_803 = tensor.extract_slice %expanded_802[0, 0, 0] [2, 1024, 2560] [1, 1, 1] : tensor<2x1024x5120xf16> to tensor<2x1024x2560xf16> | |
| %extracted_slice_804 = tensor.extract_slice %expanded_802[0, 0, 2560] [2, 1024, 2560] [1, 1, 1] : tensor<2x1024x5120xf16> to tensor<2x1024x2560xf16> | |
| %747 = tensor.empty() : tensor<2x1024x2560xf16> | |
| %748 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_804 : tensor<2x1024x2560xf16>) outs(%747 : tensor<2x1024x2560xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x1024x2560xf16> | |
| %749 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_803, %748 : tensor<2x1024x2560xf16>, tensor<2x1024x2560xf16>) outs(%747 : tensor<2x1024x2560xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x2560xf16> | |
| %750 = tensor.empty() : tensor<2560x640xf16> | |
| %751 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_110 : tensor<640x2560xf16>) outs(%750 : tensor<2560x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2560x640xf16> | |
| %collapsed_805 = tensor.collapse_shape %749 [[0, 1], [2]] : tensor<2x1024x2560xf16> into tensor<2048x2560xf16> | |
| %752 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %753 = linalg.matmul ins(%collapsed_805, %751 : tensor<2048x2560xf16>, tensor<2560x640xf16>) outs(%752 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %754 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_111, %753 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_806 = tensor.expand_shape %754 [[0, 1], [2]] : tensor<2048x640xf16> into tensor<2x1024x640xf16> | |
| %755 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_806, %727 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %expanded_807 = tensor.expand_shape %755 [[0], [1, 2], [3]] : tensor<2x1024x640xf16> into tensor<2x32x32x640xf16> | |
| %756 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_807 : tensor<2x32x32x640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %757 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_113 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %758 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%756, %cst_112 : tensor<2x640x32x32xf16>, tensor<640x640x1x1xf16>) outs(%757 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %759 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%758, %591 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %collapsed_808 = tensor.collapse_shape %759 [[0], [1], [2, 3]] : tensor<2x640x32x32xf16> into tensor<2x640x1024xf16> | |
| %expanded_809 = tensor.expand_shape %collapsed_808 [[0], [1, 2], [3]] : tensor<2x640x1024xf16> into tensor<2x32x20x1024xf16> | |
| %760 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %761 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%760 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %762 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%761 : tensor<f32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %763 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_809 : tensor<2x32x20x1024xf16>) outs(%762 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %764 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%763 : tensor<2x32x20x1024xf32>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %765 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %766 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%764 : tensor<2x32x20x1024xf64>) outs(%765 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %767 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%766 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %768 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%764, %767 : tensor<2x32x20x1024xf64>, tensor<2x32x1x1xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %769 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%768 : tensor<2x32x20x1024xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %770 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %771 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%769 : tensor<2x32x20x1024xf64>) outs(%770 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %772 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%771 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %773 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%772 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %774 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %775 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%763 : tensor<2x32x20x1024xf32>) outs(%774 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %776 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%775 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %777 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%773, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %778 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%777 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %779 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_809, %776 : tensor<2x32x20x1024xf16>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %780 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%779, %778 : tensor<2x32x20x1024xf32>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %collapsed_810 = tensor.collapse_shape %780 [[0], [1, 2], [3]] : tensor<2x32x20x1024xf32> into tensor<2x640x1024xf32> | |
| %expanded_811 = tensor.expand_shape %collapsed_810 [[0], [1], [2, 3]] : tensor<2x640x1024xf32> into tensor<2x640x32x32xf32> | |
| %expanded_812 = tensor.expand_shape %cst_114 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %781 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_811, %expanded_812 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x32x32xf32> | |
| %expanded_813 = tensor.expand_shape %cst_115 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %782 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%781, %expanded_813 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x32x32xf32> | |
| %783 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %784 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%783 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %785 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%784 : tensor<f16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %786 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%782 : tensor<2x640x32x32xf32>) outs(%785 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %787 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%786 : tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %788 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%787, %786 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %padded_814 = tensor.pad %788 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x640x32x32xf16> to tensor<2x640x34x34xf16> | |
| %789 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_117 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %790 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_814, %cst_116 : tensor<2x640x34x34xf16>, tensor<640x640x3x3xf16>) outs(%789 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %791 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %792 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%791, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %793 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_118 : tensor<640x1280xf16>) outs(%547 : tensor<1280x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x640xf16> | |
| %794 = linalg.fill ins(%cst_630 : f16) outs(%549 : tensor<2x640xf16>) -> tensor<2x640xf16> | |
| %795 = linalg.matmul ins(%792, %793 : tensor<2x1280xf16>, tensor<1280x640xf16>) outs(%794 : tensor<2x640xf16>) -> tensor<2x640xf16> | |
| %796 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_119, %795 : tensor<640xf16>, tensor<2x640xf16>) outs(%549 : tensor<2x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640xf16> | |
| %expanded_815 = tensor.expand_shape %796 [[0], [1, 2, 3]] : tensor<2x640xf16> into tensor<2x640x1x1xf16> | |
| %797 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%790, %expanded_815 : tensor<2x640x32x32xf16>, tensor<2x640x1x1xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %collapsed_816 = tensor.collapse_shape %797 [[0], [1], [2, 3]] : tensor<2x640x32x32xf16> into tensor<2x640x1024xf16> | |
| %expanded_817 = tensor.expand_shape %collapsed_816 [[0], [1, 2], [3]] : tensor<2x640x1024xf16> into tensor<2x32x20x1024xf16> | |
| %798 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %799 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%798 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %800 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%799 : tensor<f32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %801 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_817 : tensor<2x32x20x1024xf16>) outs(%800 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %802 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%801 : tensor<2x32x20x1024xf32>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %803 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %804 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%802 : tensor<2x32x20x1024xf64>) outs(%803 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %805 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%804 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %806 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%802, %805 : tensor<2x32x20x1024xf64>, tensor<2x32x1x1xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %807 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%806 : tensor<2x32x20x1024xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %808 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %809 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%807 : tensor<2x32x20x1024xf64>) outs(%808 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %810 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%809 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %811 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%810 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %812 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %813 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%801 : tensor<2x32x20x1024xf32>) outs(%812 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %814 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%813 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %815 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%811, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %816 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%815 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %817 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_817, %814 : tensor<2x32x20x1024xf16>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %818 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%817, %816 : tensor<2x32x20x1024xf32>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %collapsed_818 = tensor.collapse_shape %818 [[0], [1, 2], [3]] : tensor<2x32x20x1024xf32> into tensor<2x640x1024xf32> | |
| %expanded_819 = tensor.expand_shape %collapsed_818 [[0], [1], [2, 3]] : tensor<2x640x1024xf32> into tensor<2x640x32x32xf32> | |
| %expanded_820 = tensor.expand_shape %cst_120 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %819 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_819, %expanded_820 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x32x32xf32> | |
| %expanded_821 = tensor.expand_shape %cst_121 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %820 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%819, %expanded_821 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x32x32xf32> | |
| %821 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %822 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%821 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %823 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%822 : tensor<f16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %824 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%820 : tensor<2x640x32x32xf32>) outs(%823 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %825 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%824 : tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %826 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%825, %824 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %padded_822 = tensor.pad %826 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x640x32x32xf16> to tensor<2x640x34x34xf16> | |
| %827 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_123 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %828 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_822, %cst_122 : tensor<2x640x34x34xf16>, tensor<640x640x3x3xf16>) outs(%827 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %829 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%759, %828 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %830 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%829, %cst_3 : tensor<2x640x32x32xf16>, tensor<f64>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %collapsed_823 = tensor.collapse_shape %830 [[0], [1], [2, 3]] : tensor<2x640x32x32xf16> into tensor<2x640x1024xf16> | |
| %expanded_824 = tensor.expand_shape %collapsed_823 [[0], [1, 2], [3]] : tensor<2x640x1024xf16> into tensor<2x32x20x1024xf16> | |
| %831 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %832 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%831 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %833 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%832 : tensor<f32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %834 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_824 : tensor<2x32x20x1024xf16>) outs(%833 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %835 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%834 : tensor<2x32x20x1024xf32>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %836 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %837 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%835 : tensor<2x32x20x1024xf64>) outs(%836 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %838 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%837 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %839 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%835, %838 : tensor<2x32x20x1024xf64>, tensor<2x32x1x1xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %840 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%839 : tensor<2x32x20x1024xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %841 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %842 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%840 : tensor<2x32x20x1024xf64>) outs(%841 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %843 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%842 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %844 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%843 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %845 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %846 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%834 : tensor<2x32x20x1024xf32>) outs(%845 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %847 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%846 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %848 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%844, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %849 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%848 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %850 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_824, %847 : tensor<2x32x20x1024xf16>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %851 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%850, %849 : tensor<2x32x20x1024xf32>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %collapsed_825 = tensor.collapse_shape %851 [[0], [1, 2], [3]] : tensor<2x32x20x1024xf32> into tensor<2x640x1024xf32> | |
| %expanded_826 = tensor.expand_shape %collapsed_825 [[0], [1], [2, 3]] : tensor<2x640x1024xf32> into tensor<2x640x32x32xf32> | |
| %852 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %853 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%852 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %854 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%853 : tensor<f16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %855 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_826 : tensor<2x640x32x32xf32>) outs(%854 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %856 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_125 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %857 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%855, %cst_124 : tensor<2x640x32x32xf16>, tensor<640x640x1x1xf16>) outs(%856 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %858 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%857 : tensor<2x640x32x32xf16>) outs(%619 : tensor<2x32x32x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x32x32x640xf16> | |
| %collapsed_827 = tensor.collapse_shape %858 [[0], [1, 2], [3]] : tensor<2x32x32x640xf16> into tensor<2x1024x640xf16> | |
| %859 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %860 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_827 : tensor<2x1024x640xf16>) outs(%859 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %861 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%860 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %862 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%861 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %863 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_827, %862 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %864 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%863 : tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %865 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %866 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%864 : tensor<2x1024x640xf16>) outs(%865 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %867 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%866 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %868 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%867 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %869 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%868 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %870 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%869 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %871 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%863, %870 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %872 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_126 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_828 = tensor.collapse_shape %871 [[0, 1], [2]] : tensor<2x1024x640xf16> into tensor<2048x640xf16> | |
| %873 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %874 = linalg.matmul ins(%collapsed_828, %872 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%873 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %875 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_127, %874 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %876 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_128 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %877 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %878 = linalg.matmul ins(%collapsed_828, %876 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%877 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %879 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_129, %878 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %880 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_130 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %881 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %882 = linalg.matmul ins(%collapsed_828, %880 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%881 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %883 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_131, %882 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_829 = tensor.expand_shape %875 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %884 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_829 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_830 = tensor.collapse_shape %884 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %expanded_831 = tensor.expand_shape %879 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %885 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_831 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_832 = tensor.collapse_shape %885 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %expanded_833 = tensor.expand_shape %883 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %886 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_833 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_834 = tensor.collapse_shape %886 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %887 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_832 : tensor<16x1024x80xf16>) outs(%654 : tensor<16x80x1024xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x80x1024xf16> | |
| %888 = linalg.fill ins(%cst_630 : f16) outs(%656 : tensor<16x1024x1024xf16>) -> tensor<16x1024x1024xf16> | |
| %889 = linalg.batch_matmul ins(%collapsed_830, %887 : tensor<16x1024x80xf16>, tensor<16x80x1024xf16>) outs(%888 : tensor<16x1024x1024xf16>) -> tensor<16x1024x1024xf16> | |
| %890 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%889, %cst_0 : tensor<16x1024x1024xf16>, tensor<f64>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %891 = linalg.fill ins(%cst_632 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %892 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%890 : tensor<16x1024x1024xf16>) outs(%891 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %893 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%890, %892 : tensor<16x1024x1024xf16>, tensor<16x1024x1xf16>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %894 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%893 : tensor<16x1024x1024xf16>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %895 = linalg.fill ins(%cst_630 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %896 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%894 : tensor<16x1024x1024xf16>) outs(%895 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %897 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%894, %896 : tensor<16x1024x1024xf16>, tensor<16x1024x1xf16>) outs(%656 : tensor<16x1024x1024xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1024xf16> | |
| %898 = linalg.fill ins(%cst_630 : f16) outs(%668 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %899 = linalg.batch_matmul ins(%897, %collapsed_834 : tensor<16x1024x1024xf16>, tensor<16x1024x80xf16>) outs(%898 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %expanded_835 = tensor.expand_shape %899 [[0, 1], [2], [3]] : tensor<16x1024x80xf16> into tensor<2x8x1024x80xf16> | |
| %900 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_835 : tensor<2x8x1024x80xf16>) outs(%671 : tensor<2x1024x8x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x8x80xf16> | |
| %901 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_132 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_836 = tensor.collapse_shape %900 [[0, 1], [2, 3]] : tensor<2x1024x8x80xf16> into tensor<2048x640xf16> | |
| %902 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %903 = linalg.matmul ins(%collapsed_836, %901 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%902 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %904 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_133, %903 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_837 = tensor.expand_shape %904 [[0, 1], [2]] : tensor<2048x640xf16> into tensor<2x1024x640xf16> | |
| %905 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_837, %collapsed_827 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %906 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %907 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%905 : tensor<2x1024x640xf16>) outs(%906 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %908 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%907 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %909 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%908 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %910 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%905, %909 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %911 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%910 : tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %912 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %913 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%911 : tensor<2x1024x640xf16>) outs(%912 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %914 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%913 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %915 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%914 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %916 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%915 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %917 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%916 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %918 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%910, %917 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %919 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_134 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_838 = tensor.collapse_shape %918 [[0, 1], [2]] : tensor<2x1024x640xf16> into tensor<2048x640xf16> | |
| %920 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %921 = linalg.matmul ins(%collapsed_838, %919 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%920 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %922 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_135, %921 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %923 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_136 : tensor<640x768xf16>) outs(%695 : tensor<768x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x640xf16> | |
| %924 = linalg.fill ins(%cst_630 : f16) outs(%697 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %925 = linalg.matmul ins(%collapsed_696, %923 : tensor<154x768xf16>, tensor<768x640xf16>) outs(%924 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %926 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_137 : tensor<640x768xf16>) outs(%695 : tensor<768x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x640xf16> | |
| %927 = linalg.fill ins(%cst_630 : f16) outs(%697 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %928 = linalg.matmul ins(%collapsed_696, %926 : tensor<154x768xf16>, tensor<768x640xf16>) outs(%927 : tensor<154x640xf16>) -> tensor<154x640xf16> | |
| %expanded_839 = tensor.expand_shape %922 [[0, 1], [2, 3]] : tensor<2048x640xf16> into tensor<2x1024x8x80xf16> | |
| %929 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_839 : tensor<2x1024x8x80xf16>) outs(%650 : tensor<2x8x1024x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x1024x80xf16> | |
| %collapsed_840 = tensor.collapse_shape %929 [[0, 1], [2], [3]] : tensor<2x8x1024x80xf16> into tensor<16x1024x80xf16> | |
| %expanded_841 = tensor.expand_shape %925 [[0, 1], [2, 3]] : tensor<154x640xf16> into tensor<2x77x8x80xf16> | |
| %930 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_841 : tensor<2x77x8x80xf16>) outs(%704 : tensor<2x8x77x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x80xf16> | |
| %collapsed_842 = tensor.collapse_shape %930 [[0, 1], [2], [3]] : tensor<2x8x77x80xf16> into tensor<16x77x80xf16> | |
| %expanded_843 = tensor.expand_shape %928 [[0, 1], [2, 3]] : tensor<154x640xf16> into tensor<2x77x8x80xf16> | |
| %931 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_843 : tensor<2x77x8x80xf16>) outs(%704 : tensor<2x8x77x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x80xf16> | |
| %collapsed_844 = tensor.collapse_shape %931 [[0, 1], [2], [3]] : tensor<2x8x77x80xf16> into tensor<16x77x80xf16> | |
| %932 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_842 : tensor<16x77x80xf16>) outs(%707 : tensor<16x80x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x80x77xf16> | |
| %933 = linalg.fill ins(%cst_630 : f16) outs(%709 : tensor<16x1024x77xf16>) -> tensor<16x1024x77xf16> | |
| %934 = linalg.batch_matmul ins(%collapsed_840, %932 : tensor<16x1024x80xf16>, tensor<16x80x77xf16>) outs(%933 : tensor<16x1024x77xf16>) -> tensor<16x1024x77xf16> | |
| %935 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%934, %cst_0 : tensor<16x1024x77xf16>, tensor<f64>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %936 = linalg.fill ins(%cst_632 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %937 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%935 : tensor<16x1024x77xf16>) outs(%936 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %938 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%935, %937 : tensor<16x1024x77xf16>, tensor<16x1024x1xf16>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %939 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%938 : tensor<16x1024x77xf16>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %940 = linalg.fill ins(%cst_630 : f16) outs(%660 : tensor<16x1024x1xf16>) -> tensor<16x1024x1xf16> | |
| %941 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%939 : tensor<16x1024x77xf16>) outs(%940 : tensor<16x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x1xf16> | |
| %942 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%939, %941 : tensor<16x1024x77xf16>, tensor<16x1024x1xf16>) outs(%709 : tensor<16x1024x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x1024x77xf16> | |
| %943 = linalg.fill ins(%cst_630 : f16) outs(%668 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %944 = linalg.batch_matmul ins(%942, %collapsed_844 : tensor<16x1024x77xf16>, tensor<16x77x80xf16>) outs(%943 : tensor<16x1024x80xf16>) -> tensor<16x1024x80xf16> | |
| %expanded_845 = tensor.expand_shape %944 [[0, 1], [2], [3]] : tensor<16x1024x80xf16> into tensor<2x8x1024x80xf16> | |
| %945 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_845 : tensor<2x8x1024x80xf16>) outs(%671 : tensor<2x1024x8x80xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x8x80xf16> | |
| %946 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_138 : tensor<640x640xf16>) outs(%636 : tensor<640x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x640xf16> | |
| %collapsed_846 = tensor.collapse_shape %945 [[0, 1], [2, 3]] : tensor<2x1024x8x80xf16> into tensor<2048x640xf16> | |
| %947 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %948 = linalg.matmul ins(%collapsed_846, %946 : tensor<2048x640xf16>, tensor<640x640xf16>) outs(%947 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %949 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_139, %948 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_847 = tensor.expand_shape %949 [[0, 1], [2]] : tensor<2048x640xf16> into tensor<2x1024x640xf16> | |
| %950 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_847, %905 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %951 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %952 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%950 : tensor<2x1024x640xf16>) outs(%951 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %953 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%952 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %954 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%953 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %955 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%950, %954 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %956 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%955 : tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %957 = linalg.fill ins(%cst_630 : f16) outs(%621 : tensor<2x1024x1xf16>) -> tensor<2x1024x1xf16> | |
| %958 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%956 : tensor<2x1024x640xf16>) outs(%957 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %959 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%958 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_645 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %960 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%959 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %961 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%960 : tensor<2x1024x1xf16>) outs(%621 : tensor<2x1024x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x1xf16> | |
| %962 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%961 : tensor<2x1024x1xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %963 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%955, %962 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %964 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_140 : tensor<5120x640xf16>) outs(%741 : tensor<640x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<640x5120xf16> | |
| %collapsed_848 = tensor.collapse_shape %963 [[0, 1], [2]] : tensor<2x1024x640xf16> into tensor<2048x640xf16> | |
| %965 = linalg.fill ins(%cst_630 : f16) outs(%743 : tensor<2048x5120xf16>) -> tensor<2048x5120xf16> | |
| %966 = linalg.matmul ins(%collapsed_848, %964 : tensor<2048x640xf16>, tensor<640x5120xf16>) outs(%965 : tensor<2048x5120xf16>) -> tensor<2048x5120xf16> | |
| %967 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_141, %966 : tensor<5120xf16>, tensor<2048x5120xf16>) outs(%743 : tensor<2048x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x5120xf16> | |
| %expanded_849 = tensor.expand_shape %967 [[0, 1], [2]] : tensor<2048x5120xf16> into tensor<2x1024x5120xf16> | |
| %extracted_slice_850 = tensor.extract_slice %expanded_849[0, 0, 0] [2, 1024, 2560] [1, 1, 1] : tensor<2x1024x5120xf16> to tensor<2x1024x2560xf16> | |
| %extracted_slice_851 = tensor.extract_slice %expanded_849[0, 0, 2560] [2, 1024, 2560] [1, 1, 1] : tensor<2x1024x5120xf16> to tensor<2x1024x2560xf16> | |
| %968 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_851 : tensor<2x1024x2560xf16>) outs(%747 : tensor<2x1024x2560xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x1024x2560xf16> | |
| %969 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_850, %968 : tensor<2x1024x2560xf16>, tensor<2x1024x2560xf16>) outs(%747 : tensor<2x1024x2560xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x2560xf16> | |
| %970 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_142 : tensor<640x2560xf16>) outs(%750 : tensor<2560x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2560x640xf16> | |
| %collapsed_852 = tensor.collapse_shape %969 [[0, 1], [2]] : tensor<2x1024x2560xf16> into tensor<2048x2560xf16> | |
| %971 = linalg.fill ins(%cst_630 : f16) outs(%638 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %972 = linalg.matmul ins(%collapsed_852, %970 : tensor<2048x2560xf16>, tensor<2560x640xf16>) outs(%971 : tensor<2048x640xf16>) -> tensor<2048x640xf16> | |
| %973 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_143, %972 : tensor<640xf16>, tensor<2048x640xf16>) outs(%638 : tensor<2048x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2048x640xf16> | |
| %expanded_853 = tensor.expand_shape %973 [[0, 1], [2]] : tensor<2048x640xf16> into tensor<2x1024x640xf16> | |
| %974 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_853, %950 : tensor<2x1024x640xf16>, tensor<2x1024x640xf16>) outs(%625 : tensor<2x1024x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1024x640xf16> | |
| %expanded_854 = tensor.expand_shape %974 [[0], [1, 2], [3]] : tensor<2x1024x640xf16> into tensor<2x32x32x640xf16> | |
| %975 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_854 : tensor<2x32x32x640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %976 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_145 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %977 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%975, %cst_144 : tensor<2x640x32x32xf16>, tensor<640x640x1x1xf16>) outs(%976 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %978 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%977, %830 : tensor<2x640x32x32xf16>, tensor<2x640x32x32xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %padded_855 = tensor.pad %978 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x640x32x32xf16> to tensor<2x640x34x34xf16> | |
| %979 = tensor.empty() : tensor<2x640x16x16xf16> | |
| %980 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_147 : tensor<640xf16>) outs(%979 : tensor<2x640x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x16x16xf16> | |
| %981 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<2> : vector<2xi64>} ins(%padded_855, %cst_146 : tensor<2x640x34x34xf16>, tensor<640x640x3x3xf16>) outs(%980 : tensor<2x640x16x16xf16>) -> tensor<2x640x16x16xf16> | |
| %collapsed_856 = tensor.collapse_shape %981 [[0], [1], [2, 3]] : tensor<2x640x16x16xf16> into tensor<2x640x256xf16> | |
| %expanded_857 = tensor.expand_shape %collapsed_856 [[0], [1, 2], [3]] : tensor<2x640x256xf16> into tensor<2x32x20x256xf16> | |
| %982 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %983 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%982 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %984 = tensor.empty() : tensor<2x32x20x256xf32> | |
| %985 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%983 : tensor<f32>) outs(%984 : tensor<2x32x20x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x256xf32> | |
| %986 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_857 : tensor<2x32x20x256xf16>) outs(%985 : tensor<2x32x20x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x256xf32> | |
| %987 = tensor.empty() : tensor<2x32x20x256xf64> | |
| %988 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%986 : tensor<2x32x20x256xf32>) outs(%987 : tensor<2x32x20x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x256xf64> | |
| %989 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %990 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%988 : tensor<2x32x20x256xf64>) outs(%989 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %991 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%990 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %992 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%988, %991 : tensor<2x32x20x256xf64>, tensor<2x32x1x1xf64>) outs(%987 : tensor<2x32x20x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x256xf64> | |
| %993 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%992 : tensor<2x32x20x256xf64>) outs(%987 : tensor<2x32x20x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x256xf64> | |
| %994 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %995 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%993 : tensor<2x32x20x256xf64>) outs(%994 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %996 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%995 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %997 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%996 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %998 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %999 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%986 : tensor<2x32x20x256xf32>) outs(%998 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1000 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%999 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_647 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1001 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%997, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1002 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1001 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1003 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_857, %1000 : tensor<2x32x20x256xf16>, tensor<2x32x1x1xf32>) outs(%984 : tensor<2x32x20x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x256xf32> | |
| %1004 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1003, %1002 : tensor<2x32x20x256xf32>, tensor<2x32x1x1xf32>) outs(%984 : tensor<2x32x20x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x256xf32> | |
| %collapsed_858 = tensor.collapse_shape %1004 [[0], [1, 2], [3]] : tensor<2x32x20x256xf32> into tensor<2x640x256xf32> | |
| %expanded_859 = tensor.expand_shape %collapsed_858 [[0], [1], [2, 3]] : tensor<2x640x256xf32> into tensor<2x640x16x16xf32> | |
| %expanded_860 = tensor.expand_shape %cst_148 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %1005 = tensor.empty() : tensor<2x640x16x16xf32> | |
| %1006 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_859, %expanded_860 : tensor<2x640x16x16xf32>, tensor<640x1x1xf16>) outs(%1005 : tensor<2x640x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x16x16xf32> | |
| %expanded_861 = tensor.expand_shape %cst_149 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %1007 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1006, %expanded_861 : tensor<2x640x16x16xf32>, tensor<640x1x1xf16>) outs(%1005 : tensor<2x640x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x640x16x16xf32> | |
| %1008 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1009 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1008 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1010 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1009 : tensor<f16>) outs(%979 : tensor<2x640x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x16x16xf16> | |
| %1011 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1007 : tensor<2x640x16x16xf32>) outs(%1010 : tensor<2x640x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x16x16xf16> | |
| %1012 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1011 : tensor<2x640x16x16xf16>) outs(%979 : tensor<2x640x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x640x16x16xf16> | |
| %1013 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1012, %1011 : tensor<2x640x16x16xf16>, tensor<2x640x16x16xf16>) outs(%979 : tensor<2x640x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x16x16xf16> | |
| %padded_862 = tensor.pad %1013 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x640x16x16xf16> to tensor<2x640x18x18xf16> | |
| %1014 = tensor.empty() : tensor<2x1280x16x16xf16> | |
| %1015 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_151 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1016 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_862, %cst_150 : tensor<2x640x18x18xf16>, tensor<1280x640x3x3xf16>) outs(%1015 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1017 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1018 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1017, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1019 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_152 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1020 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1021 = linalg.matmul ins(%1018, %1019 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1020 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1022 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_153, %1021 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_863 = tensor.expand_shape %1022 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1023 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1016, %expanded_863 : tensor<2x1280x16x16xf16>, tensor<2x1280x1x1xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_864 = tensor.collapse_shape %1023 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_865 = tensor.expand_shape %collapsed_864 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %1024 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1025 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1024 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1026 = tensor.empty() : tensor<2x32x40x256xf32> | |
| %1027 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1025 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1028 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_865 : tensor<2x32x40x256xf16>) outs(%1027 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1029 = tensor.empty() : tensor<2x32x40x256xf64> | |
| %1030 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1028 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1031 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1032 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1030 : tensor<2x32x40x256xf64>) outs(%1031 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1033 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1032 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1034 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1030, %1033 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1035 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1034 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1036 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1037 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1035 : tensor<2x32x40x256xf64>) outs(%1036 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1038 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1037 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1039 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1038 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1040 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1041 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1028 : tensor<2x32x40x256xf32>) outs(%1040 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1042 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1041 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1043 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1039, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1044 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1043 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1045 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_865, %1042 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1046 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1045, %1044 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_866 = tensor.collapse_shape %1046 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_867 = tensor.expand_shape %collapsed_866 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %expanded_868 = tensor.expand_shape %cst_154 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1047 = tensor.empty() : tensor<2x1280x16x16xf32> | |
| %1048 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_867, %expanded_868 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %expanded_869 = tensor.expand_shape %cst_155 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1049 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1048, %expanded_869 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %1050 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1051 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1050 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1052 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1051 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1053 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1049 : tensor<2x1280x16x16xf32>) outs(%1052 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1054 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1053 : tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1055 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1054, %1053 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_870 = tensor.pad %1055 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %1056 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_157 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1057 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_870, %cst_156 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%1056 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1058 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_159 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1059 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%981, %cst_158 : tensor<2x640x16x16xf16>, tensor<1280x640x1x1xf16>) outs(%1058 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1060 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1059, %1057 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1061 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1060, %cst_3 : tensor<2x1280x16x16xf16>, tensor<f64>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_871 = tensor.collapse_shape %1061 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_872 = tensor.expand_shape %collapsed_871 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %1062 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1063 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1062 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1064 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1063 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1065 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_872 : tensor<2x32x40x256xf16>) outs(%1064 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1066 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1065 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1067 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1068 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1066 : tensor<2x32x40x256xf64>) outs(%1067 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1069 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1068 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1070 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1066, %1069 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1071 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1070 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1072 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1073 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1071 : tensor<2x32x40x256xf64>) outs(%1072 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1074 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1073 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1075 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1074 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1076 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1077 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1065 : tensor<2x32x40x256xf32>) outs(%1076 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1078 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1077 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1079 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1075, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1080 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1079 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1081 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_872, %1078 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1082 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1081, %1080 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_873 = tensor.collapse_shape %1082 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_874 = tensor.expand_shape %collapsed_873 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %1083 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1084 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1083 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1085 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1084 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1086 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_874 : tensor<2x1280x16x16xf32>) outs(%1085 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1087 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_161 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1088 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%1086, %cst_160 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%1087 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1089 = tensor.empty() : tensor<2x16x16x1280xf16> | |
| %1090 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1088 : tensor<2x1280x16x16xf16>) outs(%1089 : tensor<2x16x16x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x16x16x1280xf16> | |
| %collapsed_875 = tensor.collapse_shape %1090 [[0], [1, 2], [3]] : tensor<2x16x16x1280xf16> into tensor<2x256x1280xf16> | |
| %1091 = tensor.empty() : tensor<2x256x1xf16> | |
| %1092 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1093 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_875 : tensor<2x256x1280xf16>) outs(%1092 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1094 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1093 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1095 = tensor.empty() : tensor<2x256x1280xf16> | |
| %1096 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1094 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1097 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_875, %1096 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1098 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1097 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1099 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1100 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1098 : tensor<2x256x1280xf16>) outs(%1099 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1101 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1100 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1102 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1101 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1103 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1102 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1104 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1103 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1105 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1097, %1104 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1106 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_162 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_876 = tensor.collapse_shape %1105 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %1107 = tensor.empty() : tensor<512x1280xf16> | |
| %1108 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1109 = linalg.matmul ins(%collapsed_876, %1106 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1108 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1110 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_163, %1109 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %1111 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_164 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1112 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1113 = linalg.matmul ins(%collapsed_876, %1111 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1112 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1114 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_165, %1113 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %1115 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_166 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1116 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1117 = linalg.matmul ins(%collapsed_876, %1115 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1116 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1118 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_167, %1117 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_877 = tensor.expand_shape %1110 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1119 = tensor.empty() : tensor<2x8x256x160xf16> | |
| %1120 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_877 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_878 = tensor.collapse_shape %1120 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_879 = tensor.expand_shape %1114 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1121 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_879 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_880 = tensor.collapse_shape %1121 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_881 = tensor.expand_shape %1118 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1122 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_881 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_882 = tensor.collapse_shape %1122 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %1123 = tensor.empty() : tensor<16x160x256xf16> | |
| %1124 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_880 : tensor<16x256x160xf16>) outs(%1123 : tensor<16x160x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x256xf16> | |
| %1125 = tensor.empty() : tensor<16x256x256xf16> | |
| %1126 = linalg.fill ins(%cst_630 : f16) outs(%1125 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %1127 = linalg.batch_matmul ins(%collapsed_878, %1124 : tensor<16x256x160xf16>, tensor<16x160x256xf16>) outs(%1126 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %1128 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1127, %cst : tensor<16x256x256xf16>, tensor<f64>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1129 = tensor.empty() : tensor<16x256x1xf16> | |
| %1130 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1131 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1128 : tensor<16x256x256xf16>) outs(%1130 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1132 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1128, %1131 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1133 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1132 : tensor<16x256x256xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1134 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1135 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1133 : tensor<16x256x256xf16>) outs(%1134 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1136 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1133, %1135 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1137 = tensor.empty() : tensor<16x256x160xf16> | |
| %1138 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %1139 = linalg.batch_matmul ins(%1136, %collapsed_882 : tensor<16x256x256xf16>, tensor<16x256x160xf16>) outs(%1138 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_883 = tensor.expand_shape %1139 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %1140 = tensor.empty() : tensor<2x256x8x160xf16> | |
| %1141 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_883 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %1142 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_168 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_884 = tensor.collapse_shape %1141 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %1143 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1144 = linalg.matmul ins(%collapsed_884, %1142 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1143 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1145 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_169, %1144 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_885 = tensor.expand_shape %1145 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %1146 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_885, %collapsed_875 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1147 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1148 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1146 : tensor<2x256x1280xf16>) outs(%1147 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1149 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1148 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1150 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1149 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1151 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1146, %1150 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1152 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1151 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1153 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1154 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1152 : tensor<2x256x1280xf16>) outs(%1153 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1155 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1154 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1156 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1155 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1157 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1156 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1158 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1157 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1159 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1151, %1158 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1160 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_170 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_886 = tensor.collapse_shape %1159 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %1161 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1162 = linalg.matmul ins(%collapsed_886, %1160 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1161 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1163 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_171, %1162 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %1164 = tensor.empty() : tensor<768x1280xf16> | |
| %1165 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_172 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %1166 = tensor.empty() : tensor<154x1280xf16> | |
| %1167 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1168 = linalg.matmul ins(%collapsed_696, %1165 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%1167 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1169 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_173 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %1170 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1171 = linalg.matmul ins(%collapsed_696, %1169 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%1170 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %expanded_887 = tensor.expand_shape %1163 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1172 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_887 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_888 = tensor.collapse_shape %1172 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_889 = tensor.expand_shape %1168 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %1173 = tensor.empty() : tensor<2x8x77x160xf16> | |
| %1174 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_889 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_890 = tensor.collapse_shape %1174 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %expanded_891 = tensor.expand_shape %1171 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %1175 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_891 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_892 = tensor.collapse_shape %1175 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %1176 = tensor.empty() : tensor<16x160x77xf16> | |
| %1177 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_890 : tensor<16x77x160xf16>) outs(%1176 : tensor<16x160x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x77xf16> | |
| %1178 = tensor.empty() : tensor<16x256x77xf16> | |
| %1179 = linalg.fill ins(%cst_630 : f16) outs(%1178 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %1180 = linalg.batch_matmul ins(%collapsed_888, %1177 : tensor<16x256x160xf16>, tensor<16x160x77xf16>) outs(%1179 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %1181 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1180, %cst : tensor<16x256x77xf16>, tensor<f64>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1182 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1183 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1181 : tensor<16x256x77xf16>) outs(%1182 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1184 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1181, %1183 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1185 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1184 : tensor<16x256x77xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1186 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1187 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1185 : tensor<16x256x77xf16>) outs(%1186 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1188 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1185, %1187 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1189 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %1190 = linalg.batch_matmul ins(%1188, %collapsed_892 : tensor<16x256x77xf16>, tensor<16x77x160xf16>) outs(%1189 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_893 = tensor.expand_shape %1190 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %1191 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_893 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %1192 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_174 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_894 = tensor.collapse_shape %1191 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %1193 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1194 = linalg.matmul ins(%collapsed_894, %1192 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1193 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1195 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_175, %1194 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_895 = tensor.expand_shape %1195 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %1196 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_895, %1146 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1197 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1198 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1196 : tensor<2x256x1280xf16>) outs(%1197 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1199 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1198 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1200 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1199 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1201 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1196, %1200 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1202 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1201 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1203 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1204 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1202 : tensor<2x256x1280xf16>) outs(%1203 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1205 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1204 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1206 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1205 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1207 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1206 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1208 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1207 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1209 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1201, %1208 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1210 = tensor.empty() : tensor<1280x10240xf16> | |
| %1211 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_176 : tensor<10240x1280xf16>) outs(%1210 : tensor<1280x10240xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x10240xf16> | |
| %collapsed_896 = tensor.collapse_shape %1209 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %1212 = tensor.empty() : tensor<512x10240xf16> | |
| %1213 = linalg.fill ins(%cst_630 : f16) outs(%1212 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %1214 = linalg.matmul ins(%collapsed_896, %1211 : tensor<512x1280xf16>, tensor<1280x10240xf16>) outs(%1213 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %1215 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_177, %1214 : tensor<10240xf16>, tensor<512x10240xf16>) outs(%1212 : tensor<512x10240xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x10240xf16> | |
| %expanded_897 = tensor.expand_shape %1215 [[0, 1], [2]] : tensor<512x10240xf16> into tensor<2x256x10240xf16> | |
| %extracted_slice_898 = tensor.extract_slice %expanded_897[0, 0, 0] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %extracted_slice_899 = tensor.extract_slice %expanded_897[0, 0, 5120] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %1216 = tensor.empty() : tensor<2x256x5120xf16> | |
| %1217 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_899 : tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %1218 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_898, %1217 : tensor<2x256x5120xf16>, tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %1219 = tensor.empty() : tensor<5120x1280xf16> | |
| %1220 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_178 : tensor<1280x5120xf16>) outs(%1219 : tensor<5120x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<5120x1280xf16> | |
| %collapsed_900 = tensor.collapse_shape %1218 [[0, 1], [2]] : tensor<2x256x5120xf16> into tensor<512x5120xf16> | |
| %1221 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1222 = linalg.matmul ins(%collapsed_900, %1220 : tensor<512x5120xf16>, tensor<5120x1280xf16>) outs(%1221 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1223 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_179, %1222 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_901 = tensor.expand_shape %1223 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %1224 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_901, %1196 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %expanded_902 = tensor.expand_shape %1224 [[0], [1, 2], [3]] : tensor<2x256x1280xf16> into tensor<2x16x16x1280xf16> | |
| %1225 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_902 : tensor<2x16x16x1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1226 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_181 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1227 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%1225, %cst_180 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%1226 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1228 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1227, %1061 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_903 = tensor.collapse_shape %1228 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_904 = tensor.expand_shape %collapsed_903 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %1229 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1230 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1229 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1231 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1230 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1232 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_904 : tensor<2x32x40x256xf16>) outs(%1231 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1233 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1232 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1234 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1235 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1233 : tensor<2x32x40x256xf64>) outs(%1234 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1236 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1235 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1237 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1233, %1236 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1238 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1237 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1239 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1240 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1238 : tensor<2x32x40x256xf64>) outs(%1239 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1241 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1240 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1242 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1241 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1243 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1244 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1232 : tensor<2x32x40x256xf32>) outs(%1243 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1245 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1244 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1246 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1242, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1247 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1246 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1248 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_904, %1245 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1249 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1248, %1247 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_905 = tensor.collapse_shape %1249 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_906 = tensor.expand_shape %collapsed_905 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %expanded_907 = tensor.expand_shape %cst_182 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1250 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_906, %expanded_907 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %expanded_908 = tensor.expand_shape %cst_183 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1251 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1250, %expanded_908 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %1252 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1253 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1252 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1254 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1253 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1255 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1251 : tensor<2x1280x16x16xf32>) outs(%1254 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1256 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1255 : tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1257 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1256, %1255 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_909 = tensor.pad %1257 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %1258 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_185 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1259 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_909, %cst_184 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%1258 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1260 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1261 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1260, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1262 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_186 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1263 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1264 = linalg.matmul ins(%1261, %1262 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1263 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1265 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_187, %1264 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_910 = tensor.expand_shape %1265 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1266 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1259, %expanded_910 : tensor<2x1280x16x16xf16>, tensor<2x1280x1x1xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_911 = tensor.collapse_shape %1266 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_912 = tensor.expand_shape %collapsed_911 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %1267 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1268 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1267 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1269 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1268 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1270 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_912 : tensor<2x32x40x256xf16>) outs(%1269 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1271 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1270 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1272 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1273 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1271 : tensor<2x32x40x256xf64>) outs(%1272 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1274 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1273 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1275 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1271, %1274 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1276 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1275 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1277 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1278 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1276 : tensor<2x32x40x256xf64>) outs(%1277 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1279 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1278 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1280 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1279 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1281 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1282 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1270 : tensor<2x32x40x256xf32>) outs(%1281 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1283 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1282 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1284 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1280, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1285 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1284 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1286 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_912, %1283 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1287 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1286, %1285 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_913 = tensor.collapse_shape %1287 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_914 = tensor.expand_shape %collapsed_913 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %expanded_915 = tensor.expand_shape %cst_188 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1288 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_914, %expanded_915 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %expanded_916 = tensor.expand_shape %cst_189 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1289 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1288, %expanded_916 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %1290 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1291 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1290 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1292 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1291 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1293 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1289 : tensor<2x1280x16x16xf32>) outs(%1292 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1294 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1293 : tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1295 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1294, %1293 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_917 = tensor.pad %1295 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %1296 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_191 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1297 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_917, %cst_190 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%1296 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1298 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1228, %1297 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1299 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1298, %cst_3 : tensor<2x1280x16x16xf16>, tensor<f64>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_918 = tensor.collapse_shape %1299 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_919 = tensor.expand_shape %collapsed_918 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %1300 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1301 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1300 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1302 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1301 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1303 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_919 : tensor<2x32x40x256xf16>) outs(%1302 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1304 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1303 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1305 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1306 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1304 : tensor<2x32x40x256xf64>) outs(%1305 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1307 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1306 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1308 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1304, %1307 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1309 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1308 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %1310 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1311 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1309 : tensor<2x32x40x256xf64>) outs(%1310 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1312 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1311 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1313 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1312 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1314 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1315 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1303 : tensor<2x32x40x256xf32>) outs(%1314 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1316 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1315 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1317 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1313, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1318 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1317 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1319 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_919, %1316 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %1320 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1319, %1318 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_920 = tensor.collapse_shape %1320 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_921 = tensor.expand_shape %collapsed_920 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %1321 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1322 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1321 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1323 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1322 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1324 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_921 : tensor<2x1280x16x16xf32>) outs(%1323 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1325 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_193 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1326 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%1324, %cst_192 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%1325 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1327 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1326 : tensor<2x1280x16x16xf16>) outs(%1089 : tensor<2x16x16x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x16x16x1280xf16> | |
| %collapsed_922 = tensor.collapse_shape %1327 [[0], [1, 2], [3]] : tensor<2x16x16x1280xf16> into tensor<2x256x1280xf16> | |
| %1328 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1329 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_922 : tensor<2x256x1280xf16>) outs(%1328 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1330 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1329 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1331 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1330 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1332 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_922, %1331 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1333 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1332 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1334 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1335 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1333 : tensor<2x256x1280xf16>) outs(%1334 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1336 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1335 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1337 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1336 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1338 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1337 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1339 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1338 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1340 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1332, %1339 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1341 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_194 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_923 = tensor.collapse_shape %1340 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %1342 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1343 = linalg.matmul ins(%collapsed_923, %1341 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1342 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1344 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_195, %1343 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %1345 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_196 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1346 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1347 = linalg.matmul ins(%collapsed_923, %1345 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1346 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1348 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_197, %1347 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %1349 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_198 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1350 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1351 = linalg.matmul ins(%collapsed_923, %1349 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1350 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1352 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_199, %1351 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_924 = tensor.expand_shape %1344 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1353 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_924 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_925 = tensor.collapse_shape %1353 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_926 = tensor.expand_shape %1348 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1354 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_926 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_927 = tensor.collapse_shape %1354 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_928 = tensor.expand_shape %1352 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1355 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_928 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_929 = tensor.collapse_shape %1355 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %1356 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_927 : tensor<16x256x160xf16>) outs(%1123 : tensor<16x160x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x256xf16> | |
| %1357 = linalg.fill ins(%cst_630 : f16) outs(%1125 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %1358 = linalg.batch_matmul ins(%collapsed_925, %1356 : tensor<16x256x160xf16>, tensor<16x160x256xf16>) outs(%1357 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %1359 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1358, %cst : tensor<16x256x256xf16>, tensor<f64>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1360 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1361 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1359 : tensor<16x256x256xf16>) outs(%1360 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1362 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1359, %1361 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1363 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1362 : tensor<16x256x256xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1364 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1365 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1363 : tensor<16x256x256xf16>) outs(%1364 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1366 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1363, %1365 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %1367 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %1368 = linalg.batch_matmul ins(%1366, %collapsed_929 : tensor<16x256x256xf16>, tensor<16x256x160xf16>) outs(%1367 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_930 = tensor.expand_shape %1368 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %1369 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_930 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %1370 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_200 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_931 = tensor.collapse_shape %1369 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %1371 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1372 = linalg.matmul ins(%collapsed_931, %1370 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1371 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1373 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_201, %1372 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_932 = tensor.expand_shape %1373 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %1374 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_932, %collapsed_922 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1375 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1376 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1374 : tensor<2x256x1280xf16>) outs(%1375 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1377 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1376 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1378 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1377 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1379 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1374, %1378 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1380 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1379 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1381 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1382 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1380 : tensor<2x256x1280xf16>) outs(%1381 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1383 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1382 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1384 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1383 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1385 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1384 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1386 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1385 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1387 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1379, %1386 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1388 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_202 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_933 = tensor.collapse_shape %1387 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %1389 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1390 = linalg.matmul ins(%collapsed_933, %1388 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1389 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1391 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_203, %1390 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %1392 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_204 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %1393 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1394 = linalg.matmul ins(%collapsed_696, %1392 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%1393 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1395 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_205 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %1396 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1397 = linalg.matmul ins(%collapsed_696, %1395 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%1396 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %expanded_934 = tensor.expand_shape %1391 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %1398 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_934 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_935 = tensor.collapse_shape %1398 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_936 = tensor.expand_shape %1394 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %1399 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_936 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_937 = tensor.collapse_shape %1399 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %expanded_938 = tensor.expand_shape %1397 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %1400 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_938 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_939 = tensor.collapse_shape %1400 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %1401 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_937 : tensor<16x77x160xf16>) outs(%1176 : tensor<16x160x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x77xf16> | |
| %1402 = linalg.fill ins(%cst_630 : f16) outs(%1178 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %1403 = linalg.batch_matmul ins(%collapsed_935, %1401 : tensor<16x256x160xf16>, tensor<16x160x77xf16>) outs(%1402 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %1404 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1403, %cst : tensor<16x256x77xf16>, tensor<f64>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1405 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1406 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1404 : tensor<16x256x77xf16>) outs(%1405 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1407 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1404, %1406 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1408 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1407 : tensor<16x256x77xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1409 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %1410 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1408 : tensor<16x256x77xf16>) outs(%1409 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %1411 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1408, %1410 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %1412 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %1413 = linalg.batch_matmul ins(%1411, %collapsed_939 : tensor<16x256x77xf16>, tensor<16x77x160xf16>) outs(%1412 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_940 = tensor.expand_shape %1413 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %1414 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_940 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %1415 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_206 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_941 = tensor.collapse_shape %1414 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %1416 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1417 = linalg.matmul ins(%collapsed_941, %1415 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%1416 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1418 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_207, %1417 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_942 = tensor.expand_shape %1418 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %1419 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_942, %1374 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1420 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1421 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1419 : tensor<2x256x1280xf16>) outs(%1420 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1422 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1421 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1423 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1422 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1424 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1419, %1423 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1425 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1424 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1426 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %1427 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1425 : tensor<2x256x1280xf16>) outs(%1426 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1428 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1427 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1429 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1428 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1430 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1429 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %1431 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1430 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1432 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1424, %1431 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %1433 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_208 : tensor<10240x1280xf16>) outs(%1210 : tensor<1280x10240xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x10240xf16> | |
| %collapsed_943 = tensor.collapse_shape %1432 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %1434 = linalg.fill ins(%cst_630 : f16) outs(%1212 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %1435 = linalg.matmul ins(%collapsed_943, %1433 : tensor<512x1280xf16>, tensor<1280x10240xf16>) outs(%1434 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %1436 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_209, %1435 : tensor<10240xf16>, tensor<512x10240xf16>) outs(%1212 : tensor<512x10240xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x10240xf16> | |
| %expanded_944 = tensor.expand_shape %1436 [[0, 1], [2]] : tensor<512x10240xf16> into tensor<2x256x10240xf16> | |
| %extracted_slice_945 = tensor.extract_slice %expanded_944[0, 0, 0] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %extracted_slice_946 = tensor.extract_slice %expanded_944[0, 0, 5120] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %1437 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_946 : tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %1438 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_945, %1437 : tensor<2x256x5120xf16>, tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %1439 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_210 : tensor<1280x5120xf16>) outs(%1219 : tensor<5120x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<5120x1280xf16> | |
| %collapsed_947 = tensor.collapse_shape %1438 [[0, 1], [2]] : tensor<2x256x5120xf16> into tensor<512x5120xf16> | |
| %1440 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1441 = linalg.matmul ins(%collapsed_947, %1439 : tensor<512x5120xf16>, tensor<5120x1280xf16>) outs(%1440 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %1442 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_211, %1441 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_948 = tensor.expand_shape %1442 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %1443 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_948, %1419 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %expanded_949 = tensor.expand_shape %1443 [[0], [1, 2], [3]] : tensor<2x256x1280xf16> into tensor<2x16x16x1280xf16> | |
| %1444 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_949 : tensor<2x16x16x1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1445 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_213 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %1446 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%1444, %cst_212 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%1445 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %1447 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1446, %1299 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_950 = tensor.pad %1447 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %1448 = tensor.empty() : tensor<2x1280x8x8xf16> | |
| %1449 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_215 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1450 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<2> : vector<2xi64>} ins(%padded_950, %cst_214 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%1449 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %collapsed_951 = tensor.collapse_shape %1450 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_952 = tensor.expand_shape %collapsed_951 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1451 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1452 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1451 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1453 = tensor.empty() : tensor<2x32x40x64xf32> | |
| %1454 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1452 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1455 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_952 : tensor<2x32x40x64xf16>) outs(%1454 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1456 = tensor.empty() : tensor<2x32x40x64xf64> | |
| %1457 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1455 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1458 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1459 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1457 : tensor<2x32x40x64xf64>) outs(%1458 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1460 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1459 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1461 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1457, %1460 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1462 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1461 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1463 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1464 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1462 : tensor<2x32x40x64xf64>) outs(%1463 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1465 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1464 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1466 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1465 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1467 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1468 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1455 : tensor<2x32x40x64xf32>) outs(%1467 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1469 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1468 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1470 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1466, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1471 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1470 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1472 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_952, %1469 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1473 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1472, %1471 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_953 = tensor.collapse_shape %1473 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_954 = tensor.expand_shape %collapsed_953 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_955 = tensor.expand_shape %cst_216 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1474 = tensor.empty() : tensor<2x1280x8x8xf32> | |
| %1475 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_954, %expanded_955 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_956 = tensor.expand_shape %cst_217 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1476 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1475, %expanded_956 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1477 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1478 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1477 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1479 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1478 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1480 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1476 : tensor<2x1280x8x8xf32>) outs(%1479 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1481 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1480 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1482 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1481, %1480 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_957 = tensor.pad %1482 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1483 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_219 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1484 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_957, %cst_218 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1483 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1485 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1486 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1485, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1487 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_220 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1488 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1489 = linalg.matmul ins(%1486, %1487 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1488 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1490 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_221, %1489 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_958 = tensor.expand_shape %1490 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1491 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1484, %expanded_958 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_959 = tensor.collapse_shape %1491 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_960 = tensor.expand_shape %collapsed_959 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1492 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1493 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1492 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1494 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1493 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1495 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_960 : tensor<2x32x40x64xf16>) outs(%1494 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1496 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1495 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1497 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1498 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1496 : tensor<2x32x40x64xf64>) outs(%1497 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1499 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1498 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1500 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1496, %1499 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1501 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1500 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1502 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1503 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1501 : tensor<2x32x40x64xf64>) outs(%1502 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1504 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1503 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1505 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1504 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1506 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1507 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1495 : tensor<2x32x40x64xf32>) outs(%1506 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1508 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1507 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1509 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1505, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1510 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1509 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1511 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_960, %1508 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1512 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1511, %1510 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_961 = tensor.collapse_shape %1512 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_962 = tensor.expand_shape %collapsed_961 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_963 = tensor.expand_shape %cst_222 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1513 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_962, %expanded_963 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_964 = tensor.expand_shape %cst_223 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1514 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1513, %expanded_964 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1515 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1516 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1515 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1517 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1516 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1518 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1514 : tensor<2x1280x8x8xf32>) outs(%1517 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1519 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1518 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1520 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1519, %1518 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_965 = tensor.pad %1520 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1521 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_225 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1522 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_965, %cst_224 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1521 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1523 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1450, %1522 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1524 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1523, %cst_3 : tensor<2x1280x8x8xf16>, tensor<f64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_966 = tensor.collapse_shape %1524 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_967 = tensor.expand_shape %collapsed_966 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1525 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1526 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1525 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1527 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1526 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1528 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_967 : tensor<2x32x40x64xf16>) outs(%1527 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1529 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1528 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1530 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1531 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1529 : tensor<2x32x40x64xf64>) outs(%1530 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1532 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1531 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1533 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1529, %1532 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1534 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1533 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1535 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1536 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1534 : tensor<2x32x40x64xf64>) outs(%1535 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1537 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1536 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1538 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1537 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1539 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1540 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1528 : tensor<2x32x40x64xf32>) outs(%1539 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1541 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1540 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1542 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1538, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1543 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1542 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1544 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_967, %1541 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1545 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1544, %1543 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_968 = tensor.collapse_shape %1545 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_969 = tensor.expand_shape %collapsed_968 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_970 = tensor.expand_shape %cst_226 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1546 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_969, %expanded_970 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_971 = tensor.expand_shape %cst_227 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1547 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1546, %expanded_971 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1548 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1549 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1548 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1550 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1549 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1551 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1547 : tensor<2x1280x8x8xf32>) outs(%1550 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1552 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1551 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1553 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1552, %1551 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_972 = tensor.pad %1553 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1554 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_229 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1555 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_972, %cst_228 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1554 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1556 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1557 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1556, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1558 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_230 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1559 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1560 = linalg.matmul ins(%1557, %1558 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1559 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1561 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_231, %1560 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_973 = tensor.expand_shape %1561 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1562 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1555, %expanded_973 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_974 = tensor.collapse_shape %1562 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_975 = tensor.expand_shape %collapsed_974 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1563 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1564 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1563 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1565 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1564 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1566 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_975 : tensor<2x32x40x64xf16>) outs(%1565 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1567 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1566 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1568 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1569 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1567 : tensor<2x32x40x64xf64>) outs(%1568 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1570 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1569 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1571 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1567, %1570 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1572 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1571 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1573 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1574 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1572 : tensor<2x32x40x64xf64>) outs(%1573 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1575 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1574 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1576 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1575 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1577 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1578 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1566 : tensor<2x32x40x64xf32>) outs(%1577 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1579 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1578 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1580 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1576, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1581 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1580 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1582 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_975, %1579 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1583 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1582, %1581 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_976 = tensor.collapse_shape %1583 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_977 = tensor.expand_shape %collapsed_976 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_978 = tensor.expand_shape %cst_232 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1584 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_977, %expanded_978 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_979 = tensor.expand_shape %cst_233 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1585 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1584, %expanded_979 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1586 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1587 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1586 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1588 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1587 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1589 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1585 : tensor<2x1280x8x8xf32>) outs(%1588 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1590 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1589 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1591 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1590, %1589 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_980 = tensor.pad %1591 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1592 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_235 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1593 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_980, %cst_234 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1592 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1594 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1524, %1593 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1595 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1594, %cst_3 : tensor<2x1280x8x8xf16>, tensor<f64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_981 = tensor.collapse_shape %1595 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_982 = tensor.expand_shape %collapsed_981 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1596 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1597 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1596 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1598 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1597 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1599 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_982 : tensor<2x32x40x64xf16>) outs(%1598 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1600 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1599 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1601 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1602 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1600 : tensor<2x32x40x64xf64>) outs(%1601 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1603 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1602 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1604 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1600, %1603 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1605 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1604 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1606 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1607 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1605 : tensor<2x32x40x64xf64>) outs(%1606 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1608 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1607 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1609 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1608 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1610 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1611 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1599 : tensor<2x32x40x64xf32>) outs(%1610 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1612 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1611 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1613 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1609, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1614 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1613 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1615 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_982, %1612 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1616 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1615, %1614 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_983 = tensor.collapse_shape %1616 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_984 = tensor.expand_shape %collapsed_983 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_985 = tensor.expand_shape %cst_236 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1617 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_984, %expanded_985 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_986 = tensor.expand_shape %cst_237 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1618 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1617, %expanded_986 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1619 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1620 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1619 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1621 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1620 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1622 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1618 : tensor<2x1280x8x8xf32>) outs(%1621 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1623 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1622 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1624 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1623, %1622 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_987 = tensor.pad %1624 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1625 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_239 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1626 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_987, %cst_238 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1625 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1627 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1628 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1627, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1629 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_240 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1630 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1631 = linalg.matmul ins(%1628, %1629 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1630 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1632 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_241, %1631 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_988 = tensor.expand_shape %1632 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1633 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1626, %expanded_988 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_989 = tensor.collapse_shape %1633 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_990 = tensor.expand_shape %collapsed_989 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1634 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1635 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1634 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1636 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1635 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1637 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_990 : tensor<2x32x40x64xf16>) outs(%1636 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1638 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1637 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1639 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1640 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1638 : tensor<2x32x40x64xf64>) outs(%1639 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1641 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1640 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1642 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1638, %1641 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1643 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1642 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1644 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1645 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1643 : tensor<2x32x40x64xf64>) outs(%1644 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1646 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1645 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1647 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1646 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1648 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1649 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1637 : tensor<2x32x40x64xf32>) outs(%1648 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1650 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1649 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1651 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1647, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1652 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1651 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1653 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_990, %1650 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1654 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1653, %1652 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_991 = tensor.collapse_shape %1654 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_992 = tensor.expand_shape %collapsed_991 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_993 = tensor.expand_shape %cst_242 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1655 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_992, %expanded_993 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_994 = tensor.expand_shape %cst_243 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1656 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1655, %expanded_994 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1657 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1658 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1657 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1659 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1658 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1660 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1656 : tensor<2x1280x8x8xf32>) outs(%1659 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1661 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1660 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1662 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1661, %1660 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_995 = tensor.pad %1662 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1663 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_245 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1664 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_995, %cst_244 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1663 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1665 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1595, %1664 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1666 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1665, %cst_5 : tensor<2x1280x8x8xf16>, tensor<i64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: i64, %out: f16): | |
| %4180 = arith.sitofp %in_1545 : i64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_996 = tensor.collapse_shape %1666 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_997 = tensor.expand_shape %collapsed_996 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1667 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1668 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1667 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1669 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1668 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1670 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_997 : tensor<2x32x40x64xf16>) outs(%1669 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1671 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1670 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1672 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1673 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1671 : tensor<2x32x40x64xf64>) outs(%1672 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1674 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1673 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1675 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1671, %1674 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1676 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1675 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1677 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1678 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1676 : tensor<2x32x40x64xf64>) outs(%1677 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1679 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1678 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1680 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1679 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1681 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1682 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1670 : tensor<2x32x40x64xf32>) outs(%1681 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1683 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1682 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1684 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1680, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1685 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1684 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1686 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_997, %1683 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1687 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1686, %1685 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_998 = tensor.collapse_shape %1687 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_999 = tensor.expand_shape %collapsed_998 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %1688 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1689 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1688 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1690 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1689 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1691 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_999 : tensor<2x1280x8x8xf32>) outs(%1690 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1692 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_247 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1693 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%1691, %cst_246 : tensor<2x1280x8x8xf16>, tensor<1280x1280x1x1xf16>) outs(%1692 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1694 = tensor.empty() : tensor<2x8x8x1280xf16> | |
| %1695 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1693 : tensor<2x1280x8x8xf16>) outs(%1694 : tensor<2x8x8x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x8x1280xf16> | |
| %collapsed_1000 = tensor.collapse_shape %1695 [[0], [1, 2], [3]] : tensor<2x8x8x1280xf16> into tensor<2x64x1280xf16> | |
| %1696 = tensor.empty() : tensor<2x64x1xf16> | |
| %1697 = linalg.fill ins(%cst_630 : f16) outs(%1696 : tensor<2x64x1xf16>) -> tensor<2x64x1xf16> | |
| %1698 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_1000 : tensor<2x64x1280xf16>) outs(%1697 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1699 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1698 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1700 = tensor.empty() : tensor<2x64x1280xf16> | |
| %1701 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1699 : tensor<2x64x1xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1702 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1000, %1701 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1703 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1702 : tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1704 = linalg.fill ins(%cst_630 : f16) outs(%1696 : tensor<2x64x1xf16>) -> tensor<2x64x1xf16> | |
| %1705 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1703 : tensor<2x64x1280xf16>) outs(%1704 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1706 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1705 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1707 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1706 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1708 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1707 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1709 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1708 : tensor<2x64x1xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1710 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1702, %1709 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1711 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_248 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1001 = tensor.collapse_shape %1710 [[0, 1], [2]] : tensor<2x64x1280xf16> into tensor<128x1280xf16> | |
| %1712 = tensor.empty() : tensor<128x1280xf16> | |
| %1713 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1714 = linalg.matmul ins(%collapsed_1001, %1711 : tensor<128x1280xf16>, tensor<1280x1280xf16>) outs(%1713 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1715 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_249, %1714 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %1716 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_250 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1717 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1718 = linalg.matmul ins(%collapsed_1001, %1716 : tensor<128x1280xf16>, tensor<1280x1280xf16>) outs(%1717 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1719 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_251, %1718 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %1720 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_252 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1721 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1722 = linalg.matmul ins(%collapsed_1001, %1720 : tensor<128x1280xf16>, tensor<1280x1280xf16>) outs(%1721 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1723 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_253, %1722 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %expanded_1002 = tensor.expand_shape %1715 [[0, 1], [2, 3]] : tensor<128x1280xf16> into tensor<2x64x8x160xf16> | |
| %1724 = tensor.empty() : tensor<2x8x64x160xf16> | |
| %1725 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1002 : tensor<2x64x8x160xf16>) outs(%1724 : tensor<2x8x64x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x64x160xf16> | |
| %collapsed_1003 = tensor.collapse_shape %1725 [[0, 1], [2], [3]] : tensor<2x8x64x160xf16> into tensor<16x64x160xf16> | |
| %expanded_1004 = tensor.expand_shape %1719 [[0, 1], [2, 3]] : tensor<128x1280xf16> into tensor<2x64x8x160xf16> | |
| %1726 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1004 : tensor<2x64x8x160xf16>) outs(%1724 : tensor<2x8x64x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x64x160xf16> | |
| %collapsed_1005 = tensor.collapse_shape %1726 [[0, 1], [2], [3]] : tensor<2x8x64x160xf16> into tensor<16x64x160xf16> | |
| %expanded_1006 = tensor.expand_shape %1723 [[0, 1], [2, 3]] : tensor<128x1280xf16> into tensor<2x64x8x160xf16> | |
| %1727 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1006 : tensor<2x64x8x160xf16>) outs(%1724 : tensor<2x8x64x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x64x160xf16> | |
| %collapsed_1007 = tensor.collapse_shape %1727 [[0, 1], [2], [3]] : tensor<2x8x64x160xf16> into tensor<16x64x160xf16> | |
| %1728 = tensor.empty() : tensor<16x160x64xf16> | |
| %1729 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1005 : tensor<16x64x160xf16>) outs(%1728 : tensor<16x160x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x64xf16> | |
| %1730 = tensor.empty() : tensor<16x64x64xf16> | |
| %1731 = linalg.fill ins(%cst_630 : f16) outs(%1730 : tensor<16x64x64xf16>) -> tensor<16x64x64xf16> | |
| %1732 = linalg.batch_matmul ins(%collapsed_1003, %1729 : tensor<16x64x160xf16>, tensor<16x160x64xf16>) outs(%1731 : tensor<16x64x64xf16>) -> tensor<16x64x64xf16> | |
| %1733 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1732, %cst : tensor<16x64x64xf16>, tensor<f64>) outs(%1730 : tensor<16x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x64x64xf16> | |
| %1734 = tensor.empty() : tensor<16x64x1xf16> | |
| %1735 = linalg.fill ins(%cst_632 : f16) outs(%1734 : tensor<16x64x1xf16>) -> tensor<16x64x1xf16> | |
| %1736 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1733 : tensor<16x64x64xf16>) outs(%1735 : tensor<16x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x1xf16> | |
| %1737 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1733, %1736 : tensor<16x64x64xf16>, tensor<16x64x1xf16>) outs(%1730 : tensor<16x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x64xf16> | |
| %1738 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1737 : tensor<16x64x64xf16>) outs(%1730 : tensor<16x64x64xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x64xf16> | |
| %1739 = linalg.fill ins(%cst_630 : f16) outs(%1734 : tensor<16x64x1xf16>) -> tensor<16x64x1xf16> | |
| %1740 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1738 : tensor<16x64x64xf16>) outs(%1739 : tensor<16x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x1xf16> | |
| %1741 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1738, %1740 : tensor<16x64x64xf16>, tensor<16x64x1xf16>) outs(%1730 : tensor<16x64x64xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x64xf16> | |
| %1742 = tensor.empty() : tensor<16x64x160xf16> | |
| %1743 = linalg.fill ins(%cst_630 : f16) outs(%1742 : tensor<16x64x160xf16>) -> tensor<16x64x160xf16> | |
| %1744 = linalg.batch_matmul ins(%1741, %collapsed_1007 : tensor<16x64x64xf16>, tensor<16x64x160xf16>) outs(%1743 : tensor<16x64x160xf16>) -> tensor<16x64x160xf16> | |
| %expanded_1008 = tensor.expand_shape %1744 [[0, 1], [2], [3]] : tensor<16x64x160xf16> into tensor<2x8x64x160xf16> | |
| %1745 = tensor.empty() : tensor<2x64x8x160xf16> | |
| %1746 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1008 : tensor<2x8x64x160xf16>) outs(%1745 : tensor<2x64x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x8x160xf16> | |
| %1747 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_254 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1009 = tensor.collapse_shape %1746 [[0, 1], [2, 3]] : tensor<2x64x8x160xf16> into tensor<128x1280xf16> | |
| %1748 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1749 = linalg.matmul ins(%collapsed_1009, %1747 : tensor<128x1280xf16>, tensor<1280x1280xf16>) outs(%1748 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1750 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_255, %1749 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %expanded_1010 = tensor.expand_shape %1750 [[0, 1], [2]] : tensor<128x1280xf16> into tensor<2x64x1280xf16> | |
| %1751 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1010, %collapsed_1000 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1752 = linalg.fill ins(%cst_630 : f16) outs(%1696 : tensor<2x64x1xf16>) -> tensor<2x64x1xf16> | |
| %1753 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1751 : tensor<2x64x1280xf16>) outs(%1752 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1754 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1753 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1755 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1754 : tensor<2x64x1xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1756 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1751, %1755 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1757 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1756 : tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1758 = linalg.fill ins(%cst_630 : f16) outs(%1696 : tensor<2x64x1xf16>) -> tensor<2x64x1xf16> | |
| %1759 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1757 : tensor<2x64x1280xf16>) outs(%1758 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1760 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1759 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1761 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1760 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1762 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1761 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1763 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1762 : tensor<2x64x1xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1764 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1756, %1763 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1765 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_256 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1011 = tensor.collapse_shape %1764 [[0, 1], [2]] : tensor<2x64x1280xf16> into tensor<128x1280xf16> | |
| %1766 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1767 = linalg.matmul ins(%collapsed_1011, %1765 : tensor<128x1280xf16>, tensor<1280x1280xf16>) outs(%1766 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1768 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_257, %1767 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %1769 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_258 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %1770 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1771 = linalg.matmul ins(%collapsed_696, %1769 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%1770 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1772 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_259 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %1773 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %1774 = linalg.matmul ins(%collapsed_696, %1772 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%1773 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %expanded_1012 = tensor.expand_shape %1768 [[0, 1], [2, 3]] : tensor<128x1280xf16> into tensor<2x64x8x160xf16> | |
| %1775 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1012 : tensor<2x64x8x160xf16>) outs(%1724 : tensor<2x8x64x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x64x160xf16> | |
| %collapsed_1013 = tensor.collapse_shape %1775 [[0, 1], [2], [3]] : tensor<2x8x64x160xf16> into tensor<16x64x160xf16> | |
| %expanded_1014 = tensor.expand_shape %1771 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %1776 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1014 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1015 = tensor.collapse_shape %1776 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %expanded_1016 = tensor.expand_shape %1774 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %1777 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1016 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1017 = tensor.collapse_shape %1777 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %1778 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1015 : tensor<16x77x160xf16>) outs(%1176 : tensor<16x160x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x77xf16> | |
| %1779 = tensor.empty() : tensor<16x64x77xf16> | |
| %1780 = linalg.fill ins(%cst_630 : f16) outs(%1779 : tensor<16x64x77xf16>) -> tensor<16x64x77xf16> | |
| %1781 = linalg.batch_matmul ins(%collapsed_1013, %1778 : tensor<16x64x160xf16>, tensor<16x160x77xf16>) outs(%1780 : tensor<16x64x77xf16>) -> tensor<16x64x77xf16> | |
| %1782 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1781, %cst : tensor<16x64x77xf16>, tensor<f64>) outs(%1779 : tensor<16x64x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x64x77xf16> | |
| %1783 = linalg.fill ins(%cst_632 : f16) outs(%1734 : tensor<16x64x1xf16>) -> tensor<16x64x1xf16> | |
| %1784 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1782 : tensor<16x64x77xf16>) outs(%1783 : tensor<16x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x1xf16> | |
| %1785 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1782, %1784 : tensor<16x64x77xf16>, tensor<16x64x1xf16>) outs(%1779 : tensor<16x64x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x77xf16> | |
| %1786 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1785 : tensor<16x64x77xf16>) outs(%1779 : tensor<16x64x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x77xf16> | |
| %1787 = linalg.fill ins(%cst_630 : f16) outs(%1734 : tensor<16x64x1xf16>) -> tensor<16x64x1xf16> | |
| %1788 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1786 : tensor<16x64x77xf16>) outs(%1787 : tensor<16x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x1xf16> | |
| %1789 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1786, %1788 : tensor<16x64x77xf16>, tensor<16x64x1xf16>) outs(%1779 : tensor<16x64x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x64x77xf16> | |
| %1790 = linalg.fill ins(%cst_630 : f16) outs(%1742 : tensor<16x64x160xf16>) -> tensor<16x64x160xf16> | |
| %1791 = linalg.batch_matmul ins(%1789, %collapsed_1017 : tensor<16x64x77xf16>, tensor<16x77x160xf16>) outs(%1790 : tensor<16x64x160xf16>) -> tensor<16x64x160xf16> | |
| %expanded_1018 = tensor.expand_shape %1791 [[0, 1], [2], [3]] : tensor<16x64x160xf16> into tensor<2x8x64x160xf16> | |
| %1792 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1018 : tensor<2x8x64x160xf16>) outs(%1745 : tensor<2x64x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x8x160xf16> | |
| %1793 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_260 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1019 = tensor.collapse_shape %1792 [[0, 1], [2, 3]] : tensor<2x64x8x160xf16> into tensor<128x1280xf16> | |
| %1794 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1795 = linalg.matmul ins(%collapsed_1019, %1793 : tensor<128x1280xf16>, tensor<1280x1280xf16>) outs(%1794 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1796 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_261, %1795 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %expanded_1020 = tensor.expand_shape %1796 [[0, 1], [2]] : tensor<128x1280xf16> into tensor<2x64x1280xf16> | |
| %1797 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1020, %1751 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1798 = linalg.fill ins(%cst_630 : f16) outs(%1696 : tensor<2x64x1xf16>) -> tensor<2x64x1xf16> | |
| %1799 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1797 : tensor<2x64x1280xf16>) outs(%1798 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1800 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1799 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1801 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1800 : tensor<2x64x1xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1802 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1797, %1801 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1803 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1802 : tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1804 = linalg.fill ins(%cst_630 : f16) outs(%1696 : tensor<2x64x1xf16>) -> tensor<2x64x1xf16> | |
| %1805 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%1803 : tensor<2x64x1280xf16>) outs(%1804 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1806 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1805 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1807 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1806 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1808 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1807 : tensor<2x64x1xf16>) outs(%1696 : tensor<2x64x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1xf16> | |
| %1809 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1808 : tensor<2x64x1xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1810 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%1802, %1809 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %1811 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_262 : tensor<10240x1280xf16>) outs(%1210 : tensor<1280x10240xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x10240xf16> | |
| %collapsed_1021 = tensor.collapse_shape %1810 [[0, 1], [2]] : tensor<2x64x1280xf16> into tensor<128x1280xf16> | |
| %1812 = tensor.empty() : tensor<128x10240xf16> | |
| %1813 = linalg.fill ins(%cst_630 : f16) outs(%1812 : tensor<128x10240xf16>) -> tensor<128x10240xf16> | |
| %1814 = linalg.matmul ins(%collapsed_1021, %1811 : tensor<128x1280xf16>, tensor<1280x10240xf16>) outs(%1813 : tensor<128x10240xf16>) -> tensor<128x10240xf16> | |
| %1815 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_263, %1814 : tensor<10240xf16>, tensor<128x10240xf16>) outs(%1812 : tensor<128x10240xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x10240xf16> | |
| %expanded_1022 = tensor.expand_shape %1815 [[0, 1], [2]] : tensor<128x10240xf16> into tensor<2x64x10240xf16> | |
| %extracted_slice_1023 = tensor.extract_slice %expanded_1022[0, 0, 0] [2, 64, 5120] [1, 1, 1] : tensor<2x64x10240xf16> to tensor<2x64x5120xf16> | |
| %extracted_slice_1024 = tensor.extract_slice %expanded_1022[0, 0, 5120] [2, 64, 5120] [1, 1, 1] : tensor<2x64x10240xf16> to tensor<2x64x5120xf16> | |
| %1816 = tensor.empty() : tensor<2x64x5120xf16> | |
| %1817 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1024 : tensor<2x64x5120xf16>) outs(%1816 : tensor<2x64x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x64x5120xf16> | |
| %1818 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1023, %1817 : tensor<2x64x5120xf16>, tensor<2x64x5120xf16>) outs(%1816 : tensor<2x64x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x5120xf16> | |
| %1819 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_264 : tensor<1280x5120xf16>) outs(%1219 : tensor<5120x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<5120x1280xf16> | |
| %collapsed_1025 = tensor.collapse_shape %1818 [[0, 1], [2]] : tensor<2x64x5120xf16> into tensor<128x5120xf16> | |
| %1820 = linalg.fill ins(%cst_630 : f16) outs(%1712 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1821 = linalg.matmul ins(%collapsed_1025, %1819 : tensor<128x5120xf16>, tensor<5120x1280xf16>) outs(%1820 : tensor<128x1280xf16>) -> tensor<128x1280xf16> | |
| %1822 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_265, %1821 : tensor<1280xf16>, tensor<128x1280xf16>) outs(%1712 : tensor<128x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<128x1280xf16> | |
| %expanded_1026 = tensor.expand_shape %1822 [[0, 1], [2]] : tensor<128x1280xf16> into tensor<2x64x1280xf16> | |
| %1823 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1026, %1797 : tensor<2x64x1280xf16>, tensor<2x64x1280xf16>) outs(%1700 : tensor<2x64x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x64x1280xf16> | |
| %expanded_1027 = tensor.expand_shape %1823 [[0], [1, 2], [3]] : tensor<2x64x1280xf16> into tensor<2x8x8x1280xf16> | |
| %1824 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1027 : tensor<2x8x8x1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1825 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_267 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1826 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%1824, %cst_266 : tensor<2x1280x8x8xf16>, tensor<1280x1280x1x1xf16>) outs(%1825 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1827 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1826, %1666 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_1028 = tensor.collapse_shape %1827 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_1029 = tensor.expand_shape %collapsed_1028 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1828 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1829 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1828 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1830 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1829 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1831 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1029 : tensor<2x32x40x64xf16>) outs(%1830 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1832 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1831 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1833 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1834 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1832 : tensor<2x32x40x64xf64>) outs(%1833 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1835 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1834 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1836 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1832, %1835 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1837 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1836 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1838 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1839 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1837 : tensor<2x32x40x64xf64>) outs(%1838 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1840 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1839 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1841 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1840 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1842 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1843 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1831 : tensor<2x32x40x64xf32>) outs(%1842 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1844 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1843 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1845 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1841, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1846 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1845 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1847 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1029, %1844 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1848 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1847, %1846 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_1030 = tensor.collapse_shape %1848 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_1031 = tensor.expand_shape %collapsed_1030 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_1032 = tensor.expand_shape %cst_268 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1849 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1031, %expanded_1032 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_1033 = tensor.expand_shape %cst_269 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1850 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1849, %expanded_1033 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1851 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1852 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1851 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1853 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1852 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1854 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1850 : tensor<2x1280x8x8xf32>) outs(%1853 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1855 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1854 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1856 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1855, %1854 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_1034 = tensor.pad %1856 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1857 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_271 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1858 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1034, %cst_270 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1857 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1859 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1860 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1859, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1861 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_272 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1862 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1863 = linalg.matmul ins(%1860, %1861 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1862 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1864 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_273, %1863 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1035 = tensor.expand_shape %1864 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1865 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1858, %expanded_1035 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_1036 = tensor.collapse_shape %1865 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_1037 = tensor.expand_shape %collapsed_1036 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1866 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1867 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1866 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1868 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1867 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1869 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1037 : tensor<2x32x40x64xf16>) outs(%1868 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1870 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1869 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1871 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1872 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1870 : tensor<2x32x40x64xf64>) outs(%1871 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1873 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1872 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1874 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1870, %1873 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1875 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1874 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1876 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1877 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1875 : tensor<2x32x40x64xf64>) outs(%1876 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1878 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1877 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1879 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1878 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1880 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1881 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1869 : tensor<2x32x40x64xf32>) outs(%1880 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1882 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1881 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1883 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1879, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1884 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1883 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1885 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1037, %1882 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1886 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1885, %1884 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_1038 = tensor.collapse_shape %1886 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_1039 = tensor.expand_shape %collapsed_1038 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_1040 = tensor.expand_shape %cst_274 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1887 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1039, %expanded_1040 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_1041 = tensor.expand_shape %cst_275 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1888 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1887, %expanded_1041 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1889 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1890 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1889 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1891 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1890 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1892 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1888 : tensor<2x1280x8x8xf32>) outs(%1891 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1893 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1892 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1894 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1893, %1892 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_1042 = tensor.pad %1894 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1895 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_277 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1896 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1042, %cst_276 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1895 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1897 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1827, %1896 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1898 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1897, %cst_5 : tensor<2x1280x8x8xf16>, tensor<i64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: i64, %out: f16): | |
| %4180 = arith.sitofp %in_1545 : i64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1899 = tensor.empty() : tensor<2x2560x8x8xf16> | |
| %inserted_slice_1043 = tensor.insert_slice %1898 into %1899[0, 0, 0, 0] [2, 1280, 8, 8] [1, 1, 1, 1] : tensor<2x1280x8x8xf16> into tensor<2x2560x8x8xf16> | |
| %inserted_slice_1044 = tensor.insert_slice %1595 into %inserted_slice_1043[0, 1280, 0, 0] [2, 1280, 8, 8] [1, 1, 1, 1] : tensor<2x1280x8x8xf16> into tensor<2x2560x8x8xf16> | |
| %collapsed_1045 = tensor.collapse_shape %inserted_slice_1044 [[0], [1], [2, 3]] : tensor<2x2560x8x8xf16> into tensor<2x2560x64xf16> | |
| %expanded_1046 = tensor.expand_shape %collapsed_1045 [[0], [1, 2], [3]] : tensor<2x2560x64xf16> into tensor<2x32x80x64xf16> | |
| %1900 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1901 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1900 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1902 = tensor.empty() : tensor<2x32x80x64xf32> | |
| %1903 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1901 : tensor<f32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %1904 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1046 : tensor<2x32x80x64xf16>) outs(%1903 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %1905 = tensor.empty() : tensor<2x32x80x64xf64> | |
| %1906 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1904 : tensor<2x32x80x64xf32>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %1907 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1908 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1906 : tensor<2x32x80x64xf64>) outs(%1907 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1909 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1908 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1910 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1906, %1909 : tensor<2x32x80x64xf64>, tensor<2x32x1x1xf64>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %1911 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1910 : tensor<2x32x80x64xf64>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %1912 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1913 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1911 : tensor<2x32x80x64xf64>) outs(%1912 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1914 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1913 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1915 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1914 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1916 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1917 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1904 : tensor<2x32x80x64xf32>) outs(%1916 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1918 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1917 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_647 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1919 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1915, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1920 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1919 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1921 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1046, %1918 : tensor<2x32x80x64xf16>, tensor<2x32x1x1xf32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %1922 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1921, %1920 : tensor<2x32x80x64xf32>, tensor<2x32x1x1xf32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %collapsed_1047 = tensor.collapse_shape %1922 [[0], [1, 2], [3]] : tensor<2x32x80x64xf32> into tensor<2x2560x64xf32> | |
| %expanded_1048 = tensor.expand_shape %collapsed_1047 [[0], [1], [2, 3]] : tensor<2x2560x64xf32> into tensor<2x2560x8x8xf32> | |
| %expanded_1049 = tensor.expand_shape %cst_278 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %1923 = tensor.empty() : tensor<2x2560x8x8xf32> | |
| %1924 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1048, %expanded_1049 : tensor<2x2560x8x8xf32>, tensor<2560x1x1xf16>) outs(%1923 : tensor<2x2560x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x8x8xf32> | |
| %expanded_1050 = tensor.expand_shape %cst_279 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %1925 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1924, %expanded_1050 : tensor<2x2560x8x8xf32>, tensor<2560x1x1xf16>) outs(%1923 : tensor<2x2560x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x8x8xf32> | |
| %1926 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1927 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1926 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1928 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1927 : tensor<f16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %1929 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1925 : tensor<2x2560x8x8xf32>) outs(%1928 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %1930 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1929 : tensor<2x2560x8x8xf16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %1931 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1930, %1929 : tensor<2x2560x8x8xf16>, tensor<2x2560x8x8xf16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %padded_1051 = tensor.pad %1931 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x2560x8x8xf16> to tensor<2x2560x10x10xf16> | |
| %1932 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_281 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1933 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1051, %cst_280 : tensor<2x2560x10x10xf16>, tensor<1280x2560x3x3xf16>) outs(%1932 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1934 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1935 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%1934, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %1936 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_282 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %1937 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1938 = linalg.matmul ins(%1935, %1936 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%1937 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %1939 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_283, %1938 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1052 = tensor.expand_shape %1939 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %1940 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1933, %expanded_1052 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_1053 = tensor.collapse_shape %1940 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_1054 = tensor.expand_shape %collapsed_1053 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %1941 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1942 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1941 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1943 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1942 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1944 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1054 : tensor<2x32x40x64xf16>) outs(%1943 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1945 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1944 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1946 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1947 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1945 : tensor<2x32x40x64xf64>) outs(%1946 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1948 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1947 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1949 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1945, %1948 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1950 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1949 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %1951 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1952 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1950 : tensor<2x32x40x64xf64>) outs(%1951 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1953 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1952 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1954 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1953 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1955 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1956 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1944 : tensor<2x32x40x64xf32>) outs(%1955 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1957 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1956 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1958 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1954, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1959 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1958 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1960 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1054, %1957 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %1961 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1960, %1959 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_1055 = tensor.collapse_shape %1961 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_1056 = tensor.expand_shape %collapsed_1055 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_1057 = tensor.expand_shape %cst_284 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1962 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1056, %expanded_1057 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_1058 = tensor.expand_shape %cst_285 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %1963 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1962, %expanded_1058 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %1964 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1965 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1964 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %1966 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1965 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1967 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1963 : tensor<2x1280x8x8xf32>) outs(%1966 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1968 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1967 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1969 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1968, %1967 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_1059 = tensor.pad %1969 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %1970 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_287 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1971 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1059, %cst_286 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%1970 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1972 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_289 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1973 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%inserted_slice_1044, %cst_288 : tensor<2x2560x8x8xf16>, tensor<1280x2560x1x1xf16>) outs(%1972 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %1974 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1973, %1971 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %1975 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1974, %cst_3 : tensor<2x1280x8x8xf16>, tensor<f64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %inserted_slice_1060 = tensor.insert_slice %1975 into %1899[0, 0, 0, 0] [2, 1280, 8, 8] [1, 1, 1, 1] : tensor<2x1280x8x8xf16> into tensor<2x2560x8x8xf16> | |
| %inserted_slice_1061 = tensor.insert_slice %1524 into %inserted_slice_1060[0, 1280, 0, 0] [2, 1280, 8, 8] [1, 1, 1, 1] : tensor<2x1280x8x8xf16> into tensor<2x2560x8x8xf16> | |
| %collapsed_1062 = tensor.collapse_shape %inserted_slice_1061 [[0], [1], [2, 3]] : tensor<2x2560x8x8xf16> into tensor<2x2560x64xf16> | |
| %expanded_1063 = tensor.expand_shape %collapsed_1062 [[0], [1, 2], [3]] : tensor<2x2560x64xf16> into tensor<2x32x80x64xf16> | |
| %1976 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %1977 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1976 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %1978 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1977 : tensor<f32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %1979 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1063 : tensor<2x32x80x64xf16>) outs(%1978 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %1980 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1979 : tensor<2x32x80x64xf32>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %1981 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1982 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1980 : tensor<2x32x80x64xf64>) outs(%1981 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1983 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1982 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1984 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1980, %1983 : tensor<2x32x80x64xf64>, tensor<2x32x1x1xf64>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %1985 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1984 : tensor<2x32x80x64xf64>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %1986 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %1987 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1985 : tensor<2x32x80x64xf64>) outs(%1986 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1988 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1987 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %1989 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1988 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1990 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %1991 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%1979 : tensor<2x32x80x64xf32>) outs(%1990 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1992 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1991 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_647 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1993 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1989, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1994 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1993 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %1995 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1063, %1992 : tensor<2x32x80x64xf16>, tensor<2x32x1x1xf32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %1996 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1995, %1994 : tensor<2x32x80x64xf32>, tensor<2x32x1x1xf32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %collapsed_1064 = tensor.collapse_shape %1996 [[0], [1, 2], [3]] : tensor<2x32x80x64xf32> into tensor<2x2560x64xf32> | |
| %expanded_1065 = tensor.expand_shape %collapsed_1064 [[0], [1], [2, 3]] : tensor<2x2560x64xf32> into tensor<2x2560x8x8xf32> | |
| %expanded_1066 = tensor.expand_shape %cst_290 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %1997 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1065, %expanded_1066 : tensor<2x2560x8x8xf32>, tensor<2560x1x1xf16>) outs(%1923 : tensor<2x2560x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x8x8xf32> | |
| %expanded_1067 = tensor.expand_shape %cst_291 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %1998 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1997, %expanded_1067 : tensor<2x2560x8x8xf32>, tensor<2560x1x1xf16>) outs(%1923 : tensor<2x2560x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x8x8xf32> | |
| %1999 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2000 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%1999 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2001 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2000 : tensor<f16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %2002 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%1998 : tensor<2x2560x8x8xf32>) outs(%2001 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %2003 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2002 : tensor<2x2560x8x8xf16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %2004 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2003, %2002 : tensor<2x2560x8x8xf16>, tensor<2x2560x8x8xf16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %padded_1068 = tensor.pad %2004 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x2560x8x8xf16> to tensor<2x2560x10x10xf16> | |
| %2005 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_293 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2006 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1068, %cst_292 : tensor<2x2560x10x10xf16>, tensor<1280x2560x3x3xf16>) outs(%2005 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %2007 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2008 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%2007, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2009 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_294 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2010 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2011 = linalg.matmul ins(%2008, %2009 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%2010 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2012 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_295, %2011 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1069 = tensor.expand_shape %2012 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %2013 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2006, %expanded_1069 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_1070 = tensor.collapse_shape %2013 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_1071 = tensor.expand_shape %collapsed_1070 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %2014 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2015 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2014 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2016 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2015 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %2017 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1071 : tensor<2x32x40x64xf16>) outs(%2016 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %2018 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2017 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %2019 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2020 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2018 : tensor<2x32x40x64xf64>) outs(%2019 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2021 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2020 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2022 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2018, %2021 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %2023 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2022 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %2024 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2025 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2023 : tensor<2x32x40x64xf64>) outs(%2024 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2026 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2025 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2027 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2026 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2028 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2029 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2017 : tensor<2x32x40x64xf32>) outs(%2028 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2030 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2029 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2031 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2027, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2032 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2031 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2033 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1071, %2030 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %2034 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2033, %2032 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_1072 = tensor.collapse_shape %2034 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_1073 = tensor.expand_shape %collapsed_1072 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_1074 = tensor.expand_shape %cst_296 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2035 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1073, %expanded_1074 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_1075 = tensor.expand_shape %cst_297 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2036 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2035, %expanded_1075 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %2037 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2038 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2037 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2039 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2038 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2040 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2036 : tensor<2x1280x8x8xf32>) outs(%2039 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2041 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2040 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2042 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2041, %2040 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_1076 = tensor.pad %2042 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %2043 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_299 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2044 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1076, %cst_298 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%2043 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %2045 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_301 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2046 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%inserted_slice_1061, %cst_300 : tensor<2x2560x8x8xf16>, tensor<1280x2560x1x1xf16>) outs(%2045 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %2047 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2046, %2044 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2048 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2047, %cst_3 : tensor<2x1280x8x8xf16>, tensor<f64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %inserted_slice_1077 = tensor.insert_slice %2048 into %1899[0, 0, 0, 0] [2, 1280, 8, 8] [1, 1, 1, 1] : tensor<2x1280x8x8xf16> into tensor<2x2560x8x8xf16> | |
| %inserted_slice_1078 = tensor.insert_slice %1450 into %inserted_slice_1077[0, 1280, 0, 0] [2, 1280, 8, 8] [1, 1, 1, 1] : tensor<2x1280x8x8xf16> into tensor<2x2560x8x8xf16> | |
| %collapsed_1079 = tensor.collapse_shape %inserted_slice_1078 [[0], [1], [2, 3]] : tensor<2x2560x8x8xf16> into tensor<2x2560x64xf16> | |
| %expanded_1080 = tensor.expand_shape %collapsed_1079 [[0], [1, 2], [3]] : tensor<2x2560x64xf16> into tensor<2x32x80x64xf16> | |
| %2049 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2050 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2049 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2051 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2050 : tensor<f32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %2052 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1080 : tensor<2x32x80x64xf16>) outs(%2051 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %2053 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2052 : tensor<2x32x80x64xf32>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %2054 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2055 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2053 : tensor<2x32x80x64xf64>) outs(%2054 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2056 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2055 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2057 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2053, %2056 : tensor<2x32x80x64xf64>, tensor<2x32x1x1xf64>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %2058 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2057 : tensor<2x32x80x64xf64>) outs(%1905 : tensor<2x32x80x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x64xf64> | |
| %2059 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2060 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2058 : tensor<2x32x80x64xf64>) outs(%2059 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2061 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2060 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_646 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2062 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2061 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2063 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2064 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2052 : tensor<2x32x80x64xf32>) outs(%2063 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2065 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2064 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_647 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2066 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2062, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2067 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2066 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2068 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1080, %2065 : tensor<2x32x80x64xf16>, tensor<2x32x1x1xf32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %2069 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2068, %2067 : tensor<2x32x80x64xf32>, tensor<2x32x1x1xf32>) outs(%1902 : tensor<2x32x80x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x64xf32> | |
| %collapsed_1081 = tensor.collapse_shape %2069 [[0], [1, 2], [3]] : tensor<2x32x80x64xf32> into tensor<2x2560x64xf32> | |
| %expanded_1082 = tensor.expand_shape %collapsed_1081 [[0], [1], [2, 3]] : tensor<2x2560x64xf32> into tensor<2x2560x8x8xf32> | |
| %expanded_1083 = tensor.expand_shape %cst_302 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %2070 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1082, %expanded_1083 : tensor<2x2560x8x8xf32>, tensor<2560x1x1xf16>) outs(%1923 : tensor<2x2560x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x8x8xf32> | |
| %expanded_1084 = tensor.expand_shape %cst_303 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %2071 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2070, %expanded_1084 : tensor<2x2560x8x8xf32>, tensor<2560x1x1xf16>) outs(%1923 : tensor<2x2560x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x8x8xf32> | |
| %2072 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2073 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2072 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2074 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2073 : tensor<f16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %2075 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2071 : tensor<2x2560x8x8xf32>) outs(%2074 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %2076 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2075 : tensor<2x2560x8x8xf16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %2077 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2076, %2075 : tensor<2x2560x8x8xf16>, tensor<2x2560x8x8xf16>) outs(%1899 : tensor<2x2560x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x8x8xf16> | |
| %padded_1085 = tensor.pad %2077 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x2560x8x8xf16> to tensor<2x2560x10x10xf16> | |
| %2078 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_305 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2079 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1085, %cst_304 : tensor<2x2560x10x10xf16>, tensor<1280x2560x3x3xf16>) outs(%2078 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %2080 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2081 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%2080, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2082 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_306 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2083 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2084 = linalg.matmul ins(%2081, %2082 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%2083 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2085 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_307, %2084 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1086 = tensor.expand_shape %2085 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %2086 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2079, %expanded_1086 : tensor<2x1280x8x8xf16>, tensor<2x1280x1x1xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %collapsed_1087 = tensor.collapse_shape %2086 [[0], [1], [2, 3]] : tensor<2x1280x8x8xf16> into tensor<2x1280x64xf16> | |
| %expanded_1088 = tensor.expand_shape %collapsed_1087 [[0], [1, 2], [3]] : tensor<2x1280x64xf16> into tensor<2x32x40x64xf16> | |
| %2087 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2088 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2087 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2089 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2088 : tensor<f32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %2090 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1088 : tensor<2x32x40x64xf16>) outs(%2089 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %2091 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2090 : tensor<2x32x40x64xf32>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %2092 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2093 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2091 : tensor<2x32x40x64xf64>) outs(%2092 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2094 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2093 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2095 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2091, %2094 : tensor<2x32x40x64xf64>, tensor<2x32x1x1xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %2096 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2095 : tensor<2x32x40x64xf64>) outs(%1456 : tensor<2x32x40x64xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x64xf64> | |
| %2097 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2098 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2096 : tensor<2x32x40x64xf64>) outs(%2097 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2099 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2098 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_649 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2100 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2099 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2101 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2102 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2090 : tensor<2x32x40x64xf32>) outs(%2101 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2103 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2102 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_650 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2104 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2100, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2105 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2104 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2106 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1088, %2103 : tensor<2x32x40x64xf16>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %2107 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2106, %2105 : tensor<2x32x40x64xf32>, tensor<2x32x1x1xf32>) outs(%1453 : tensor<2x32x40x64xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x64xf32> | |
| %collapsed_1089 = tensor.collapse_shape %2107 [[0], [1, 2], [3]] : tensor<2x32x40x64xf32> into tensor<2x1280x64xf32> | |
| %expanded_1090 = tensor.expand_shape %collapsed_1089 [[0], [1], [2, 3]] : tensor<2x1280x64xf32> into tensor<2x1280x8x8xf32> | |
| %expanded_1091 = tensor.expand_shape %cst_308 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2108 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1090, %expanded_1091 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %expanded_1092 = tensor.expand_shape %cst_309 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2109 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2108, %expanded_1092 : tensor<2x1280x8x8xf32>, tensor<1280x1x1xf16>) outs(%1474 : tensor<2x1280x8x8xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x8x8xf32> | |
| %2110 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2111 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2110 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2112 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2111 : tensor<f16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2113 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2109 : tensor<2x1280x8x8xf32>) outs(%2112 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2114 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2113 : tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2115 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2114, %2113 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %padded_1093 = tensor.pad %2115 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x8x8xf16> to tensor<2x1280x10x10xf16> | |
| %2116 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_311 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2117 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1093, %cst_310 : tensor<2x1280x10x10xf16>, tensor<1280x1280x3x3xf16>) outs(%2116 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %2118 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_313 : tensor<1280xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2119 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%inserted_slice_1078, %cst_312 : tensor<2x2560x8x8xf16>, tensor<1280x2560x1x1xf16>) outs(%2118 : tensor<2x1280x8x8xf16>) -> tensor<2x1280x8x8xf16> | |
| %2120 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2119, %2117 : tensor<2x1280x8x8xf16>, tensor<2x1280x8x8xf16>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2121 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2120, %cst_3 : tensor<2x1280x8x8xf16>, tensor<f64>) outs(%1448 : tensor<2x1280x8x8xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x8x8xf16> | |
| %2122 = linalg.generic {indexing_maps = [#map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%out: f16): | |
| %4180 = linalg.index 0 : index | |
| %4181 = linalg.index 1 : index | |
| %4182 = linalg.index 2 : index | |
| %4183 = linalg.index 3 : index | |
| %4184 = arith.floordivsi %4182, %c2 : index | |
| %4185 = arith.floordivsi %4183, %c2 : index | |
| %extracted = tensor.extract %2121[%4180, %4181, %4184, %4185] : tensor<2x1280x8x8xf16> | |
| linalg.yield %extracted : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_1094 = tensor.pad %2122 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %2123 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_315 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2124 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1094, %cst_314 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%2123 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2125 = tensor.empty() : tensor<2x2560x16x16xf16> | |
| %inserted_slice_1095 = tensor.insert_slice %2124 into %2125[0, 0, 0, 0] [2, 1280, 16, 16] [1, 1, 1, 1] : tensor<2x1280x16x16xf16> into tensor<2x2560x16x16xf16> | |
| %inserted_slice_1096 = tensor.insert_slice %1447 into %inserted_slice_1095[0, 1280, 0, 0] [2, 1280, 16, 16] [1, 1, 1, 1] : tensor<2x1280x16x16xf16> into tensor<2x2560x16x16xf16> | |
| %collapsed_1097 = tensor.collapse_shape %inserted_slice_1096 [[0], [1], [2, 3]] : tensor<2x2560x16x16xf16> into tensor<2x2560x256xf16> | |
| %expanded_1098 = tensor.expand_shape %collapsed_1097 [[0], [1, 2], [3]] : tensor<2x2560x256xf16> into tensor<2x32x80x256xf16> | |
| %2126 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2127 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2126 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2128 = tensor.empty() : tensor<2x32x80x256xf32> | |
| %2129 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2127 : tensor<f32>) outs(%2128 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %2130 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1098 : tensor<2x32x80x256xf16>) outs(%2129 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %2131 = tensor.empty() : tensor<2x32x80x256xf64> | |
| %2132 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2130 : tensor<2x32x80x256xf32>) outs(%2131 : tensor<2x32x80x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x256xf64> | |
| %2133 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2134 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2132 : tensor<2x32x80x256xf64>) outs(%2133 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2135 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2134 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2136 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2132, %2135 : tensor<2x32x80x256xf64>, tensor<2x32x1x1xf64>) outs(%2131 : tensor<2x32x80x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x256xf64> | |
| %2137 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2136 : tensor<2x32x80x256xf64>) outs(%2131 : tensor<2x32x80x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x256xf64> | |
| %2138 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2139 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2137 : tensor<2x32x80x256xf64>) outs(%2138 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2140 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2139 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2141 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2140 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2142 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2143 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2130 : tensor<2x32x80x256xf32>) outs(%2142 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2144 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2143 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2145 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2141, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2146 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2145 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2147 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1098, %2144 : tensor<2x32x80x256xf16>, tensor<2x32x1x1xf32>) outs(%2128 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %2148 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2147, %2146 : tensor<2x32x80x256xf32>, tensor<2x32x1x1xf32>) outs(%2128 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %collapsed_1099 = tensor.collapse_shape %2148 [[0], [1, 2], [3]] : tensor<2x32x80x256xf32> into tensor<2x2560x256xf32> | |
| %expanded_1100 = tensor.expand_shape %collapsed_1099 [[0], [1], [2, 3]] : tensor<2x2560x256xf32> into tensor<2x2560x16x16xf32> | |
| %expanded_1101 = tensor.expand_shape %cst_316 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %2149 = tensor.empty() : tensor<2x2560x16x16xf32> | |
| %2150 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1100, %expanded_1101 : tensor<2x2560x16x16xf32>, tensor<2560x1x1xf16>) outs(%2149 : tensor<2x2560x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x16x16xf32> | |
| %expanded_1102 = tensor.expand_shape %cst_317 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %2151 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2150, %expanded_1102 : tensor<2x2560x16x16xf32>, tensor<2560x1x1xf16>) outs(%2149 : tensor<2x2560x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x16x16xf32> | |
| %2152 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2153 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2152 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2154 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2153 : tensor<f16>) outs(%2125 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %2155 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2151 : tensor<2x2560x16x16xf32>) outs(%2154 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %2156 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2155 : tensor<2x2560x16x16xf16>) outs(%2125 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %2157 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2156, %2155 : tensor<2x2560x16x16xf16>, tensor<2x2560x16x16xf16>) outs(%2125 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %padded_1103 = tensor.pad %2157 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x2560x16x16xf16> to tensor<2x2560x18x18xf16> | |
| %2158 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_319 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2159 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1103, %cst_318 : tensor<2x2560x18x18xf16>, tensor<1280x2560x3x3xf16>) outs(%2158 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2160 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2161 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%2160, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2162 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_320 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2163 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2164 = linalg.matmul ins(%2161, %2162 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%2163 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2165 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_321, %2164 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1104 = tensor.expand_shape %2165 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %2166 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2159, %expanded_1104 : tensor<2x1280x16x16xf16>, tensor<2x1280x1x1xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_1105 = tensor.collapse_shape %2166 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_1106 = tensor.expand_shape %collapsed_1105 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %2167 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2168 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2167 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2169 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2168 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2170 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1106 : tensor<2x32x40x256xf16>) outs(%2169 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2171 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2170 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2172 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2173 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2171 : tensor<2x32x40x256xf64>) outs(%2172 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2174 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2173 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2175 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2171, %2174 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2176 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2175 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2177 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2178 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2176 : tensor<2x32x40x256xf64>) outs(%2177 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2179 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2178 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2180 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2179 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2181 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2182 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2170 : tensor<2x32x40x256xf32>) outs(%2181 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2183 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2182 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2184 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2180, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2185 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2184 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2186 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1106, %2183 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2187 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2186, %2185 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_1107 = tensor.collapse_shape %2187 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_1108 = tensor.expand_shape %collapsed_1107 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %expanded_1109 = tensor.expand_shape %cst_322 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2188 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1108, %expanded_1109 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %expanded_1110 = tensor.expand_shape %cst_323 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2189 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2188, %expanded_1110 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %2190 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2191 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2190 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2192 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2191 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2193 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2189 : tensor<2x1280x16x16xf32>) outs(%2192 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2194 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2193 : tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2195 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2194, %2193 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_1111 = tensor.pad %2195 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %2196 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_325 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2197 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1111, %cst_324 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%2196 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2198 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_327 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2199 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%inserted_slice_1096, %cst_326 : tensor<2x2560x16x16xf16>, tensor<1280x2560x1x1xf16>) outs(%2198 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2200 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2199, %2197 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2201 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2200, %cst_3 : tensor<2x1280x16x16xf16>, tensor<f64>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_1112 = tensor.collapse_shape %2201 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_1113 = tensor.expand_shape %collapsed_1112 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %2202 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2203 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2202 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2204 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2203 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2205 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1113 : tensor<2x32x40x256xf16>) outs(%2204 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2206 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2205 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2207 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2208 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2206 : tensor<2x32x40x256xf64>) outs(%2207 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2209 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2208 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2210 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2206, %2209 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2211 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2210 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2212 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2213 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2211 : tensor<2x32x40x256xf64>) outs(%2212 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2214 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2213 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2215 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2214 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2216 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2217 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2205 : tensor<2x32x40x256xf32>) outs(%2216 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2218 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2217 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2219 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2215, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2220 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2219 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2221 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1113, %2218 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2222 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2221, %2220 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_1114 = tensor.collapse_shape %2222 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_1115 = tensor.expand_shape %collapsed_1114 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %2223 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2224 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2223 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2225 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2224 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2226 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1115 : tensor<2x1280x16x16xf32>) outs(%2225 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2227 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_329 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2228 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%2226, %cst_328 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%2227 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2229 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2228 : tensor<2x1280x16x16xf16>) outs(%1089 : tensor<2x16x16x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x16x16x1280xf16> | |
| %collapsed_1116 = tensor.collapse_shape %2229 [[0], [1, 2], [3]] : tensor<2x16x16x1280xf16> into tensor<2x256x1280xf16> | |
| %2230 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2231 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_1116 : tensor<2x256x1280xf16>) outs(%2230 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2232 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2231 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2233 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2232 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2234 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1116, %2233 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2235 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2234 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2236 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2237 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2235 : tensor<2x256x1280xf16>) outs(%2236 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2238 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2237 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2239 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2238 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2240 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2239 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2241 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2240 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2242 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2234, %2241 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2243 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_330 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1117 = tensor.collapse_shape %2242 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2244 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2245 = linalg.matmul ins(%collapsed_1117, %2243 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2244 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2246 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_331, %2245 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2247 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_332 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2248 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2249 = linalg.matmul ins(%collapsed_1117, %2247 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2248 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2250 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_333, %2249 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2251 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_334 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2252 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2253 = linalg.matmul ins(%collapsed_1117, %2251 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2252 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2254 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_335, %2253 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1118 = tensor.expand_shape %2246 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2255 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1118 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1119 = tensor.collapse_shape %2255 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1120 = tensor.expand_shape %2250 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2256 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1120 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1121 = tensor.collapse_shape %2256 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1122 = tensor.expand_shape %2254 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2257 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1122 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1123 = tensor.collapse_shape %2257 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %2258 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1121 : tensor<16x256x160xf16>) outs(%1123 : tensor<16x160x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x256xf16> | |
| %2259 = linalg.fill ins(%cst_630 : f16) outs(%1125 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %2260 = linalg.batch_matmul ins(%collapsed_1119, %2258 : tensor<16x256x160xf16>, tensor<16x160x256xf16>) outs(%2259 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %2261 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2260, %cst : tensor<16x256x256xf16>, tensor<f64>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2262 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2263 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2261 : tensor<16x256x256xf16>) outs(%2262 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2264 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2261, %2263 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2265 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2264 : tensor<16x256x256xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2266 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2267 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2265 : tensor<16x256x256xf16>) outs(%2266 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2268 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2265, %2267 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2269 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %2270 = linalg.batch_matmul ins(%2268, %collapsed_1123 : tensor<16x256x256xf16>, tensor<16x256x160xf16>) outs(%2269 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_1124 = tensor.expand_shape %2270 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %2271 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1124 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %2272 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_336 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1125 = tensor.collapse_shape %2271 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %2273 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2274 = linalg.matmul ins(%collapsed_1125, %2272 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2273 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2275 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_337, %2274 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1126 = tensor.expand_shape %2275 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2276 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1126, %collapsed_1116 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2277 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2278 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2276 : tensor<2x256x1280xf16>) outs(%2277 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2279 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2278 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2280 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2279 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2281 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2276, %2280 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2282 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2281 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2283 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2284 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2282 : tensor<2x256x1280xf16>) outs(%2283 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2285 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2284 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2286 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2285 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2287 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2286 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2288 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2287 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2289 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2281, %2288 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2290 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_338 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1127 = tensor.collapse_shape %2289 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2291 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2292 = linalg.matmul ins(%collapsed_1127, %2290 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2291 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2293 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_339, %2292 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2294 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_340 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %2295 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2296 = linalg.matmul ins(%collapsed_696, %2294 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%2295 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2297 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_341 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %2298 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2299 = linalg.matmul ins(%collapsed_696, %2297 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%2298 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %expanded_1128 = tensor.expand_shape %2293 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2300 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1128 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1129 = tensor.collapse_shape %2300 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1130 = tensor.expand_shape %2296 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %2301 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1130 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1131 = tensor.collapse_shape %2301 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %expanded_1132 = tensor.expand_shape %2299 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %2302 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1132 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1133 = tensor.collapse_shape %2302 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %2303 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1131 : tensor<16x77x160xf16>) outs(%1176 : tensor<16x160x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x77xf16> | |
| %2304 = linalg.fill ins(%cst_630 : f16) outs(%1178 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %2305 = linalg.batch_matmul ins(%collapsed_1129, %2303 : tensor<16x256x160xf16>, tensor<16x160x77xf16>) outs(%2304 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %2306 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2305, %cst : tensor<16x256x77xf16>, tensor<f64>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2307 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2308 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2306 : tensor<16x256x77xf16>) outs(%2307 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2309 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2306, %2308 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2310 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2309 : tensor<16x256x77xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2311 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2312 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2310 : tensor<16x256x77xf16>) outs(%2311 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2313 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2310, %2312 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2314 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %2315 = linalg.batch_matmul ins(%2313, %collapsed_1133 : tensor<16x256x77xf16>, tensor<16x77x160xf16>) outs(%2314 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_1134 = tensor.expand_shape %2315 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %2316 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1134 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %2317 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_342 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1135 = tensor.collapse_shape %2316 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %2318 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2319 = linalg.matmul ins(%collapsed_1135, %2317 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2318 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2320 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_343, %2319 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1136 = tensor.expand_shape %2320 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2321 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1136, %2276 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2322 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2323 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2321 : tensor<2x256x1280xf16>) outs(%2322 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2324 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2323 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2325 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2324 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2326 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2321, %2325 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2327 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2326 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2328 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2329 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2327 : tensor<2x256x1280xf16>) outs(%2328 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2330 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2329 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2331 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2330 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2332 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2331 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2333 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2332 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2334 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2326, %2333 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2335 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_344 : tensor<10240x1280xf16>) outs(%1210 : tensor<1280x10240xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x10240xf16> | |
| %collapsed_1137 = tensor.collapse_shape %2334 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2336 = linalg.fill ins(%cst_630 : f16) outs(%1212 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %2337 = linalg.matmul ins(%collapsed_1137, %2335 : tensor<512x1280xf16>, tensor<1280x10240xf16>) outs(%2336 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %2338 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_345, %2337 : tensor<10240xf16>, tensor<512x10240xf16>) outs(%1212 : tensor<512x10240xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x10240xf16> | |
| %expanded_1138 = tensor.expand_shape %2338 [[0, 1], [2]] : tensor<512x10240xf16> into tensor<2x256x10240xf16> | |
| %extracted_slice_1139 = tensor.extract_slice %expanded_1138[0, 0, 0] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %extracted_slice_1140 = tensor.extract_slice %expanded_1138[0, 0, 5120] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %2339 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1140 : tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %2340 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1139, %2339 : tensor<2x256x5120xf16>, tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %2341 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_346 : tensor<1280x5120xf16>) outs(%1219 : tensor<5120x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<5120x1280xf16> | |
| %collapsed_1141 = tensor.collapse_shape %2340 [[0, 1], [2]] : tensor<2x256x5120xf16> into tensor<512x5120xf16> | |
| %2342 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2343 = linalg.matmul ins(%collapsed_1141, %2341 : tensor<512x5120xf16>, tensor<5120x1280xf16>) outs(%2342 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2344 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_347, %2343 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1142 = tensor.expand_shape %2344 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2345 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1142, %2321 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %expanded_1143 = tensor.expand_shape %2345 [[0], [1, 2], [3]] : tensor<2x256x1280xf16> into tensor<2x16x16x1280xf16> | |
| %2346 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1143 : tensor<2x16x16x1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2347 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_349 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2348 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%2346, %cst_348 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%2347 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2349 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2348, %2201 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %inserted_slice_1144 = tensor.insert_slice %2349 into %2125[0, 0, 0, 0] [2, 1280, 16, 16] [1, 1, 1, 1] : tensor<2x1280x16x16xf16> into tensor<2x2560x16x16xf16> | |
| %inserted_slice_1145 = tensor.insert_slice %1228 into %inserted_slice_1144[0, 1280, 0, 0] [2, 1280, 16, 16] [1, 1, 1, 1] : tensor<2x1280x16x16xf16> into tensor<2x2560x16x16xf16> | |
| %collapsed_1146 = tensor.collapse_shape %inserted_slice_1145 [[0], [1], [2, 3]] : tensor<2x2560x16x16xf16> into tensor<2x2560x256xf16> | |
| %expanded_1147 = tensor.expand_shape %collapsed_1146 [[0], [1, 2], [3]] : tensor<2x2560x256xf16> into tensor<2x32x80x256xf16> | |
| %2350 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2351 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2350 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2352 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2351 : tensor<f32>) outs(%2128 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %2353 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1147 : tensor<2x32x80x256xf16>) outs(%2352 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %2354 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2353 : tensor<2x32x80x256xf32>) outs(%2131 : tensor<2x32x80x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x256xf64> | |
| %2355 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2356 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2354 : tensor<2x32x80x256xf64>) outs(%2355 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2357 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2356 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2358 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2354, %2357 : tensor<2x32x80x256xf64>, tensor<2x32x1x1xf64>) outs(%2131 : tensor<2x32x80x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x256xf64> | |
| %2359 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2358 : tensor<2x32x80x256xf64>) outs(%2131 : tensor<2x32x80x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x80x256xf64> | |
| %2360 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2361 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2359 : tensor<2x32x80x256xf64>) outs(%2360 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2362 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2361 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2363 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2362 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2364 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2365 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2353 : tensor<2x32x80x256xf32>) outs(%2364 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2366 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2365 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2367 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2363, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2368 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2367 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2369 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1147, %2366 : tensor<2x32x80x256xf16>, tensor<2x32x1x1xf32>) outs(%2128 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %2370 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2369, %2368 : tensor<2x32x80x256xf32>, tensor<2x32x1x1xf32>) outs(%2128 : tensor<2x32x80x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x80x256xf32> | |
| %collapsed_1148 = tensor.collapse_shape %2370 [[0], [1, 2], [3]] : tensor<2x32x80x256xf32> into tensor<2x2560x256xf32> | |
| %expanded_1149 = tensor.expand_shape %collapsed_1148 [[0], [1], [2, 3]] : tensor<2x2560x256xf32> into tensor<2x2560x16x16xf32> | |
| %expanded_1150 = tensor.expand_shape %cst_350 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %2371 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1149, %expanded_1150 : tensor<2x2560x16x16xf32>, tensor<2560x1x1xf16>) outs(%2149 : tensor<2x2560x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x16x16xf32> | |
| %expanded_1151 = tensor.expand_shape %cst_351 [[0, 1, 2]] : tensor<2560xf16> into tensor<2560x1x1xf16> | |
| %2372 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2371, %expanded_1151 : tensor<2x2560x16x16xf32>, tensor<2560x1x1xf16>) outs(%2149 : tensor<2x2560x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x2560x16x16xf32> | |
| %2373 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2374 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2373 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2375 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2374 : tensor<f16>) outs(%2125 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %2376 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2372 : tensor<2x2560x16x16xf32>) outs(%2375 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %2377 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2376 : tensor<2x2560x16x16xf16>) outs(%2125 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %2378 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2377, %2376 : tensor<2x2560x16x16xf16>, tensor<2x2560x16x16xf16>) outs(%2125 : tensor<2x2560x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x2560x16x16xf16> | |
| %padded_1152 = tensor.pad %2378 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x2560x16x16xf16> to tensor<2x2560x18x18xf16> | |
| %2379 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_353 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2380 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1152, %cst_352 : tensor<2x2560x18x18xf16>, tensor<1280x2560x3x3xf16>) outs(%2379 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2381 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2382 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%2381, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2383 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_354 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2384 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2385 = linalg.matmul ins(%2382, %2383 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%2384 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2386 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_355, %2385 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1153 = tensor.expand_shape %2386 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %2387 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2380, %expanded_1153 : tensor<2x1280x16x16xf16>, tensor<2x1280x1x1xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_1154 = tensor.collapse_shape %2387 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_1155 = tensor.expand_shape %collapsed_1154 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %2388 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2389 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2388 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2390 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2389 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2391 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1155 : tensor<2x32x40x256xf16>) outs(%2390 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2392 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2391 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2393 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2394 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2392 : tensor<2x32x40x256xf64>) outs(%2393 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2395 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2394 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2396 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2392, %2395 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2397 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2396 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2398 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2399 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2397 : tensor<2x32x40x256xf64>) outs(%2398 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2400 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2399 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2401 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2400 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2402 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2403 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2391 : tensor<2x32x40x256xf32>) outs(%2402 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2404 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2403 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2405 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2401, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2406 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2405 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2407 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1155, %2404 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2408 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2407, %2406 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_1156 = tensor.collapse_shape %2408 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_1157 = tensor.expand_shape %collapsed_1156 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %expanded_1158 = tensor.expand_shape %cst_356 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2409 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1157, %expanded_1158 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %expanded_1159 = tensor.expand_shape %cst_357 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2410 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2409, %expanded_1159 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %2411 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2412 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2411 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2413 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2412 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2414 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2410 : tensor<2x1280x16x16xf32>) outs(%2413 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2415 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2414 : tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2416 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2415, %2414 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_1160 = tensor.pad %2416 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %2417 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_359 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2418 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1160, %cst_358 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%2417 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2419 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_361 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2420 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%inserted_slice_1145, %cst_360 : tensor<2x2560x16x16xf16>, tensor<1280x2560x1x1xf16>) outs(%2419 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2421 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2420, %2418 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2422 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2421, %cst_3 : tensor<2x1280x16x16xf16>, tensor<f64>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_1161 = tensor.collapse_shape %2422 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_1162 = tensor.expand_shape %collapsed_1161 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %2423 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2424 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2423 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2425 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2424 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2426 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1162 : tensor<2x32x40x256xf16>) outs(%2425 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2427 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2426 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2428 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2429 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2427 : tensor<2x32x40x256xf64>) outs(%2428 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2430 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2429 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2431 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2427, %2430 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2432 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2431 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2433 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2434 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2432 : tensor<2x32x40x256xf64>) outs(%2433 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2435 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2434 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2436 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2435 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2437 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2438 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2426 : tensor<2x32x40x256xf32>) outs(%2437 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2439 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2438 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2440 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2436, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2441 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2440 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2442 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1162, %2439 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2443 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2442, %2441 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_1163 = tensor.collapse_shape %2443 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_1164 = tensor.expand_shape %collapsed_1163 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %2444 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2445 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2444 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2446 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2445 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2447 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1164 : tensor<2x1280x16x16xf32>) outs(%2446 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2448 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_363 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2449 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%2447, %cst_362 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%2448 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2450 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2449 : tensor<2x1280x16x16xf16>) outs(%1089 : tensor<2x16x16x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x16x16x1280xf16> | |
| %collapsed_1165 = tensor.collapse_shape %2450 [[0], [1, 2], [3]] : tensor<2x16x16x1280xf16> into tensor<2x256x1280xf16> | |
| %2451 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2452 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_1165 : tensor<2x256x1280xf16>) outs(%2451 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2453 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2452 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2454 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2453 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2455 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1165, %2454 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2456 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2455 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2457 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2458 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2456 : tensor<2x256x1280xf16>) outs(%2457 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2459 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2458 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2460 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2459 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2461 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2460 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2462 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2461 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2463 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2455, %2462 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2464 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_364 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1166 = tensor.collapse_shape %2463 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2465 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2466 = linalg.matmul ins(%collapsed_1166, %2464 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2465 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2467 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_365, %2466 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2468 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_366 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2469 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2470 = linalg.matmul ins(%collapsed_1166, %2468 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2469 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2471 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_367, %2470 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2472 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_368 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2473 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2474 = linalg.matmul ins(%collapsed_1166, %2472 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2473 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2475 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_369, %2474 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1167 = tensor.expand_shape %2467 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2476 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1167 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1168 = tensor.collapse_shape %2476 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1169 = tensor.expand_shape %2471 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2477 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1169 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1170 = tensor.collapse_shape %2477 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1171 = tensor.expand_shape %2475 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2478 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1171 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1172 = tensor.collapse_shape %2478 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %2479 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1170 : tensor<16x256x160xf16>) outs(%1123 : tensor<16x160x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x256xf16> | |
| %2480 = linalg.fill ins(%cst_630 : f16) outs(%1125 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %2481 = linalg.batch_matmul ins(%collapsed_1168, %2479 : tensor<16x256x160xf16>, tensor<16x160x256xf16>) outs(%2480 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %2482 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2481, %cst : tensor<16x256x256xf16>, tensor<f64>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2483 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2484 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2482 : tensor<16x256x256xf16>) outs(%2483 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2485 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2482, %2484 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2486 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2485 : tensor<16x256x256xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2487 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2488 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2486 : tensor<16x256x256xf16>) outs(%2487 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2489 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2486, %2488 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2490 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %2491 = linalg.batch_matmul ins(%2489, %collapsed_1172 : tensor<16x256x256xf16>, tensor<16x256x160xf16>) outs(%2490 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_1173 = tensor.expand_shape %2491 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %2492 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1173 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %2493 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_370 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1174 = tensor.collapse_shape %2492 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %2494 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2495 = linalg.matmul ins(%collapsed_1174, %2493 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2494 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2496 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_371, %2495 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1175 = tensor.expand_shape %2496 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2497 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1175, %collapsed_1165 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2498 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2499 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2497 : tensor<2x256x1280xf16>) outs(%2498 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2500 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2499 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2501 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2500 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2502 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2497, %2501 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2503 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2502 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2504 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2505 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2503 : tensor<2x256x1280xf16>) outs(%2504 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2506 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2505 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2507 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2506 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2508 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2507 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2509 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2508 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2510 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2502, %2509 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2511 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_372 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1176 = tensor.collapse_shape %2510 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2512 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2513 = linalg.matmul ins(%collapsed_1176, %2511 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2512 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2514 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_373, %2513 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2515 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_374 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %2516 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2517 = linalg.matmul ins(%collapsed_696, %2515 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%2516 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2518 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_375 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %2519 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2520 = linalg.matmul ins(%collapsed_696, %2518 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%2519 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %expanded_1177 = tensor.expand_shape %2514 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2521 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1177 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1178 = tensor.collapse_shape %2521 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1179 = tensor.expand_shape %2517 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %2522 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1179 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1180 = tensor.collapse_shape %2522 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %expanded_1181 = tensor.expand_shape %2520 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %2523 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1181 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1182 = tensor.collapse_shape %2523 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %2524 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1180 : tensor<16x77x160xf16>) outs(%1176 : tensor<16x160x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x77xf16> | |
| %2525 = linalg.fill ins(%cst_630 : f16) outs(%1178 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %2526 = linalg.batch_matmul ins(%collapsed_1178, %2524 : tensor<16x256x160xf16>, tensor<16x160x77xf16>) outs(%2525 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %2527 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2526, %cst : tensor<16x256x77xf16>, tensor<f64>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2528 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2529 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2527 : tensor<16x256x77xf16>) outs(%2528 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2530 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2527, %2529 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2531 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2530 : tensor<16x256x77xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2532 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2533 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2531 : tensor<16x256x77xf16>) outs(%2532 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2534 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2531, %2533 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2535 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %2536 = linalg.batch_matmul ins(%2534, %collapsed_1182 : tensor<16x256x77xf16>, tensor<16x77x160xf16>) outs(%2535 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_1183 = tensor.expand_shape %2536 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %2537 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1183 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %2538 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_376 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1184 = tensor.collapse_shape %2537 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %2539 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2540 = linalg.matmul ins(%collapsed_1184, %2538 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2539 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2541 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_377, %2540 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1185 = tensor.expand_shape %2541 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2542 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1185, %2497 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2543 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2544 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2542 : tensor<2x256x1280xf16>) outs(%2543 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2545 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2544 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2546 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2545 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2547 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2542, %2546 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2548 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2547 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2549 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2550 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2548 : tensor<2x256x1280xf16>) outs(%2549 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2551 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2550 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2552 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2551 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2553 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2552 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2554 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2553 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2555 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2547, %2554 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2556 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_378 : tensor<10240x1280xf16>) outs(%1210 : tensor<1280x10240xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x10240xf16> | |
| %collapsed_1186 = tensor.collapse_shape %2555 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2557 = linalg.fill ins(%cst_630 : f16) outs(%1212 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %2558 = linalg.matmul ins(%collapsed_1186, %2556 : tensor<512x1280xf16>, tensor<1280x10240xf16>) outs(%2557 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %2559 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_379, %2558 : tensor<10240xf16>, tensor<512x10240xf16>) outs(%1212 : tensor<512x10240xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x10240xf16> | |
| %expanded_1187 = tensor.expand_shape %2559 [[0, 1], [2]] : tensor<512x10240xf16> into tensor<2x256x10240xf16> | |
| %extracted_slice_1188 = tensor.extract_slice %expanded_1187[0, 0, 0] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %extracted_slice_1189 = tensor.extract_slice %expanded_1187[0, 0, 5120] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %2560 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1189 : tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %2561 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1188, %2560 : tensor<2x256x5120xf16>, tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %2562 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_380 : tensor<1280x5120xf16>) outs(%1219 : tensor<5120x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<5120x1280xf16> | |
| %collapsed_1190 = tensor.collapse_shape %2561 [[0, 1], [2]] : tensor<2x256x5120xf16> into tensor<512x5120xf16> | |
| %2563 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2564 = linalg.matmul ins(%collapsed_1190, %2562 : tensor<512x5120xf16>, tensor<5120x1280xf16>) outs(%2563 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2565 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_381, %2564 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1191 = tensor.expand_shape %2565 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2566 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1191, %2542 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %expanded_1192 = tensor.expand_shape %2566 [[0], [1, 2], [3]] : tensor<2x256x1280xf16> into tensor<2x16x16x1280xf16> | |
| %2567 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1192 : tensor<2x16x16x1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2568 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_383 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2569 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%2567, %cst_382 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%2568 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2570 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2569, %2422 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2571 = tensor.empty() : tensor<2x1920x16x16xf16> | |
| %inserted_slice_1193 = tensor.insert_slice %2570 into %2571[0, 0, 0, 0] [2, 1280, 16, 16] [1, 1, 1, 1] : tensor<2x1280x16x16xf16> into tensor<2x1920x16x16xf16> | |
| %inserted_slice_1194 = tensor.insert_slice %981 into %inserted_slice_1193[0, 1280, 0, 0] [2, 640, 16, 16] [1, 1, 1, 1] : tensor<2x640x16x16xf16> into tensor<2x1920x16x16xf16> | |
| %collapsed_1195 = tensor.collapse_shape %inserted_slice_1194 [[0], [1], [2, 3]] : tensor<2x1920x16x16xf16> into tensor<2x1920x256xf16> | |
| %expanded_1196 = tensor.expand_shape %collapsed_1195 [[0], [1, 2], [3]] : tensor<2x1920x256xf16> into tensor<2x32x60x256xf16> | |
| %2572 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2573 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2572 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2574 = tensor.empty() : tensor<2x32x60x256xf32> | |
| %2575 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2573 : tensor<f32>) outs(%2574 : tensor<2x32x60x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x60x256xf32> | |
| %2576 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1196 : tensor<2x32x60x256xf16>) outs(%2575 : tensor<2x32x60x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x60x256xf32> | |
| %2577 = tensor.empty() : tensor<2x32x60x256xf64> | |
| %2578 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2576 : tensor<2x32x60x256xf32>) outs(%2577 : tensor<2x32x60x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x60x256xf64> | |
| %2579 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2580 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2578 : tensor<2x32x60x256xf64>) outs(%2579 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2581 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2580 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_651 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2582 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2578, %2581 : tensor<2x32x60x256xf64>, tensor<2x32x1x1xf64>) outs(%2577 : tensor<2x32x60x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x60x256xf64> | |
| %2583 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2582 : tensor<2x32x60x256xf64>) outs(%2577 : tensor<2x32x60x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x60x256xf64> | |
| %2584 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2585 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2583 : tensor<2x32x60x256xf64>) outs(%2584 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2586 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2585 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_651 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2587 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2586 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2588 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2589 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2576 : tensor<2x32x60x256xf32>) outs(%2588 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2590 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2589 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_652 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2591 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2587, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2592 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2591 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2593 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1196, %2590 : tensor<2x32x60x256xf16>, tensor<2x32x1x1xf32>) outs(%2574 : tensor<2x32x60x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x60x256xf32> | |
| %2594 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2593, %2592 : tensor<2x32x60x256xf32>, tensor<2x32x1x1xf32>) outs(%2574 : tensor<2x32x60x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x60x256xf32> | |
| %collapsed_1197 = tensor.collapse_shape %2594 [[0], [1, 2], [3]] : tensor<2x32x60x256xf32> into tensor<2x1920x256xf32> | |
| %expanded_1198 = tensor.expand_shape %collapsed_1197 [[0], [1], [2, 3]] : tensor<2x1920x256xf32> into tensor<2x1920x16x16xf32> | |
| %expanded_1199 = tensor.expand_shape %cst_384 [[0, 1, 2]] : tensor<1920xf16> into tensor<1920x1x1xf16> | |
| %2595 = tensor.empty() : tensor<2x1920x16x16xf32> | |
| %2596 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1198, %expanded_1199 : tensor<2x1920x16x16xf32>, tensor<1920x1x1xf16>) outs(%2595 : tensor<2x1920x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1920x16x16xf32> | |
| %expanded_1200 = tensor.expand_shape %cst_385 [[0, 1, 2]] : tensor<1920xf16> into tensor<1920x1x1xf16> | |
| %2597 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2596, %expanded_1200 : tensor<2x1920x16x16xf32>, tensor<1920x1x1xf16>) outs(%2595 : tensor<2x1920x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1920x16x16xf32> | |
| %2598 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2599 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2598 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2600 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2599 : tensor<f16>) outs(%2571 : tensor<2x1920x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1920x16x16xf16> | |
| %2601 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2597 : tensor<2x1920x16x16xf32>) outs(%2600 : tensor<2x1920x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1920x16x16xf16> | |
| %2602 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2601 : tensor<2x1920x16x16xf16>) outs(%2571 : tensor<2x1920x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1920x16x16xf16> | |
| %2603 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2602, %2601 : tensor<2x1920x16x16xf16>, tensor<2x1920x16x16xf16>) outs(%2571 : tensor<2x1920x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1920x16x16xf16> | |
| %padded_1201 = tensor.pad %2603 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1920x16x16xf16> to tensor<2x1920x18x18xf16> | |
| %2604 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_387 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2605 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1201, %cst_386 : tensor<2x1920x18x18xf16>, tensor<1280x1920x3x3xf16>) outs(%2604 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2606 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2607 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%2606, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2608 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_388 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2609 = linalg.fill ins(%cst_630 : f16) outs(%30 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2610 = linalg.matmul ins(%2607, %2608 : tensor<2x1280xf16>, tensor<1280x1280xf16>) outs(%2609 : tensor<2x1280xf16>) -> tensor<2x1280xf16> | |
| %2611 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_389, %2610 : tensor<1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %expanded_1202 = tensor.expand_shape %2611 [[0], [1, 2, 3]] : tensor<2x1280xf16> into tensor<2x1280x1x1xf16> | |
| %2612 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2605, %expanded_1202 : tensor<2x1280x16x16xf16>, tensor<2x1280x1x1xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_1203 = tensor.collapse_shape %2612 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_1204 = tensor.expand_shape %collapsed_1203 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %2613 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2614 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2613 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2615 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2614 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2616 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1204 : tensor<2x32x40x256xf16>) outs(%2615 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2617 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2616 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2618 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2619 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2617 : tensor<2x32x40x256xf64>) outs(%2618 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2620 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2619 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2621 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2617, %2620 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2622 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2621 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2623 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2624 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2622 : tensor<2x32x40x256xf64>) outs(%2623 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2625 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2624 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2626 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2625 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2627 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2628 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2616 : tensor<2x32x40x256xf32>) outs(%2627 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2629 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2628 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2630 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2626, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2631 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2630 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2632 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1204, %2629 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2633 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2632, %2631 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_1205 = tensor.collapse_shape %2633 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_1206 = tensor.expand_shape %collapsed_1205 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %expanded_1207 = tensor.expand_shape %cst_390 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2634 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1206, %expanded_1207 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %expanded_1208 = tensor.expand_shape %cst_391 [[0, 1, 2]] : tensor<1280xf16> into tensor<1280x1x1xf16> | |
| %2635 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2634, %expanded_1208 : tensor<2x1280x16x16xf32>, tensor<1280x1x1xf16>) outs(%1047 : tensor<2x1280x16x16xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1280x16x16xf32> | |
| %2636 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2637 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2636 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2638 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2637 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2639 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2635 : tensor<2x1280x16x16xf32>) outs(%2638 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2640 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2639 : tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2641 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2640, %2639 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %padded_1209 = tensor.pad %2641 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x16x16xf16> to tensor<2x1280x18x18xf16> | |
| %2642 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_393 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2643 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1209, %cst_392 : tensor<2x1280x18x18xf16>, tensor<1280x1280x3x3xf16>) outs(%2642 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2644 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_395 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2645 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%inserted_slice_1194, %cst_394 : tensor<2x1920x16x16xf16>, tensor<1280x1920x1x1xf16>) outs(%2644 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2646 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2645, %2643 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2647 = linalg.generic {indexing_maps = [#map11, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2646, %cst_3 : tensor<2x1280x16x16xf16>, tensor<f64>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %collapsed_1210 = tensor.collapse_shape %2647 [[0], [1], [2, 3]] : tensor<2x1280x16x16xf16> into tensor<2x1280x256xf16> | |
| %expanded_1211 = tensor.expand_shape %collapsed_1210 [[0], [1, 2], [3]] : tensor<2x1280x256xf16> into tensor<2x32x40x256xf16> | |
| %2648 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2649 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2648 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2650 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2649 : tensor<f32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2651 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1211 : tensor<2x32x40x256xf16>) outs(%2650 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2652 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2651 : tensor<2x32x40x256xf32>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2653 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2654 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2652 : tensor<2x32x40x256xf64>) outs(%2653 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2655 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2654 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2656 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2652, %2655 : tensor<2x32x40x256xf64>, tensor<2x32x1x1xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2657 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2656 : tensor<2x32x40x256xf64>) outs(%1029 : tensor<2x32x40x256xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x40x256xf64> | |
| %2658 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2659 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2657 : tensor<2x32x40x256xf64>) outs(%2658 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2660 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2659 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_641 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2661 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2660 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2662 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2663 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2651 : tensor<2x32x40x256xf32>) outs(%2662 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2664 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2663 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_642 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2665 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2661, %cst_2 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2666 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2665 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2667 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1211, %2664 : tensor<2x32x40x256xf16>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %2668 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2667, %2666 : tensor<2x32x40x256xf32>, tensor<2x32x1x1xf32>) outs(%1026 : tensor<2x32x40x256xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x40x256xf32> | |
| %collapsed_1212 = tensor.collapse_shape %2668 [[0], [1, 2], [3]] : tensor<2x32x40x256xf32> into tensor<2x1280x256xf32> | |
| %expanded_1213 = tensor.expand_shape %collapsed_1212 [[0], [1], [2, 3]] : tensor<2x1280x256xf32> into tensor<2x1280x16x16xf32> | |
| %2669 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2670 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2669 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2671 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2670 : tensor<f16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2672 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1213 : tensor<2x1280x16x16xf32>) outs(%2671 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2673 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_397 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2674 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%2672, %cst_396 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%2673 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2675 = linalg.generic {indexing_maps = [#map11, #map15], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2674 : tensor<2x1280x16x16xf16>) outs(%1089 : tensor<2x16x16x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x16x16x1280xf16> | |
| %collapsed_1214 = tensor.collapse_shape %2675 [[0], [1, 2], [3]] : tensor<2x16x16x1280xf16> into tensor<2x256x1280xf16> | |
| %2676 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2677 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%collapsed_1214 : tensor<2x256x1280xf16>) outs(%2676 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2678 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2677 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2679 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2678 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2680 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1214, %2679 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2681 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2680 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2682 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2683 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2681 : tensor<2x256x1280xf16>) outs(%2682 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2684 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2683 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2685 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2684 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2686 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2685 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2687 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2686 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2688 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2680, %2687 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2689 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_398 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1215 = tensor.collapse_shape %2688 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2690 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2691 = linalg.matmul ins(%collapsed_1215, %2689 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2690 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2692 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_399, %2691 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2693 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_400 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2694 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2695 = linalg.matmul ins(%collapsed_1215, %2693 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2694 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2696 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_401, %2695 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2697 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_402 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %2698 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2699 = linalg.matmul ins(%collapsed_1215, %2697 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2698 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2700 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_403, %2699 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1216 = tensor.expand_shape %2692 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2701 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1216 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1217 = tensor.collapse_shape %2701 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1218 = tensor.expand_shape %2696 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2702 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1218 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1219 = tensor.collapse_shape %2702 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1220 = tensor.expand_shape %2700 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2703 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1220 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1221 = tensor.collapse_shape %2703 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %2704 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1219 : tensor<16x256x160xf16>) outs(%1123 : tensor<16x160x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x256xf16> | |
| %2705 = linalg.fill ins(%cst_630 : f16) outs(%1125 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %2706 = linalg.batch_matmul ins(%collapsed_1217, %2704 : tensor<16x256x160xf16>, tensor<16x160x256xf16>) outs(%2705 : tensor<16x256x256xf16>) -> tensor<16x256x256xf16> | |
| %2707 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2706, %cst : tensor<16x256x256xf16>, tensor<f64>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2708 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2709 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2707 : tensor<16x256x256xf16>) outs(%2708 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2710 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2707, %2709 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2711 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2710 : tensor<16x256x256xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2712 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2713 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2711 : tensor<16x256x256xf16>) outs(%2712 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2714 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2711, %2713 : tensor<16x256x256xf16>, tensor<16x256x1xf16>) outs(%1125 : tensor<16x256x256xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x256xf16> | |
| %2715 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %2716 = linalg.batch_matmul ins(%2714, %collapsed_1221 : tensor<16x256x256xf16>, tensor<16x256x160xf16>) outs(%2715 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_1222 = tensor.expand_shape %2716 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %2717 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1222 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %2718 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_404 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1223 = tensor.collapse_shape %2717 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %2719 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2720 = linalg.matmul ins(%collapsed_1223, %2718 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2719 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2721 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_405, %2720 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1224 = tensor.expand_shape %2721 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2722 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1224, %collapsed_1214 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2723 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2724 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2722 : tensor<2x256x1280xf16>) outs(%2723 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2725 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2724 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2726 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2725 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2727 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2722, %2726 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2728 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2727 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2729 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2730 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2728 : tensor<2x256x1280xf16>) outs(%2729 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2731 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2730 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2732 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2731 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2733 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2732 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2734 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2733 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2735 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2727, %2734 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2736 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_406 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1225 = tensor.collapse_shape %2735 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2737 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2738 = linalg.matmul ins(%collapsed_1225, %2736 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2737 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2739 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_407, %2738 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %2740 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_408 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %2741 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2742 = linalg.matmul ins(%collapsed_696, %2740 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%2741 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2743 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_409 : tensor<1280x768xf16>) outs(%1164 : tensor<768x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<768x1280xf16> | |
| %2744 = linalg.fill ins(%cst_630 : f16) outs(%1166 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %2745 = linalg.matmul ins(%collapsed_696, %2743 : tensor<154x768xf16>, tensor<768x1280xf16>) outs(%2744 : tensor<154x1280xf16>) -> tensor<154x1280xf16> | |
| %expanded_1226 = tensor.expand_shape %2739 [[0, 1], [2, 3]] : tensor<512x1280xf16> into tensor<2x256x8x160xf16> | |
| %2746 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1226 : tensor<2x256x8x160xf16>) outs(%1119 : tensor<2x8x256x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x256x160xf16> | |
| %collapsed_1227 = tensor.collapse_shape %2746 [[0, 1], [2], [3]] : tensor<2x8x256x160xf16> into tensor<16x256x160xf16> | |
| %expanded_1228 = tensor.expand_shape %2742 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %2747 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1228 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1229 = tensor.collapse_shape %2747 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %expanded_1230 = tensor.expand_shape %2745 [[0, 1], [2, 3]] : tensor<154x1280xf16> into tensor<2x77x8x160xf16> | |
| %2748 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1230 : tensor<2x77x8x160xf16>) outs(%1173 : tensor<2x8x77x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x8x77x160xf16> | |
| %collapsed_1231 = tensor.collapse_shape %2748 [[0, 1], [2], [3]] : tensor<2x8x77x160xf16> into tensor<16x77x160xf16> | |
| %2749 = linalg.generic {indexing_maps = [#map16, #map19], iterator_types = ["parallel", "parallel", "parallel"]} ins(%collapsed_1229 : tensor<16x77x160xf16>) outs(%1176 : tensor<16x160x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<16x160x77xf16> | |
| %2750 = linalg.fill ins(%cst_630 : f16) outs(%1178 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %2751 = linalg.batch_matmul ins(%collapsed_1227, %2749 : tensor<16x256x160xf16>, tensor<16x160x77xf16>) outs(%2750 : tensor<16x256x77xf16>) -> tensor<16x256x77xf16> | |
| %2752 = linalg.generic {indexing_maps = [#map16, #map20, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2751, %cst : tensor<16x256x77xf16>, tensor<f64>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f64, %out: f16): | |
| %4180 = arith.truncf %in_1545 : f64 to f16 | |
| %4181 = arith.mulf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2753 = linalg.fill ins(%cst_632 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2754 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2752 : tensor<16x256x77xf16>) outs(%2753 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.maxf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2755 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2752, %2754 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2756 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2755 : tensor<16x256x77xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.exp %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2757 = linalg.fill ins(%cst_630 : f16) outs(%1129 : tensor<16x256x1xf16>) -> tensor<16x256x1xf16> | |
| %2758 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2756 : tensor<16x256x77xf16>) outs(%2757 : tensor<16x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x1xf16> | |
| %2759 = linalg.generic {indexing_maps = [#map16, #map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2756, %2758 : tensor<16x256x77xf16>, tensor<16x256x1xf16>) outs(%1178 : tensor<16x256x77xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.divf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<16x256x77xf16> | |
| %2760 = linalg.fill ins(%cst_630 : f16) outs(%1137 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %2761 = linalg.batch_matmul ins(%2759, %collapsed_1231 : tensor<16x256x77xf16>, tensor<16x77x160xf16>) outs(%2760 : tensor<16x256x160xf16>) -> tensor<16x256x160xf16> | |
| %expanded_1232 = tensor.expand_shape %2761 [[0, 1], [2], [3]] : tensor<16x256x160xf16> into tensor<2x8x256x160xf16> | |
| %2762 = linalg.generic {indexing_maps = [#map11, #map18], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1232 : tensor<2x8x256x160xf16>) outs(%1140 : tensor<2x256x8x160xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x8x160xf16> | |
| %2763 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_410 : tensor<1280x1280xf16>) outs(%36 : tensor<1280x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x1280xf16> | |
| %collapsed_1233 = tensor.collapse_shape %2762 [[0, 1], [2, 3]] : tensor<2x256x8x160xf16> into tensor<512x1280xf16> | |
| %2764 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2765 = linalg.matmul ins(%collapsed_1233, %2763 : tensor<512x1280xf16>, tensor<1280x1280xf16>) outs(%2764 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2766 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_411, %2765 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1234 = tensor.expand_shape %2766 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2767 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1234, %2722 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2768 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2769 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2767 : tensor<2x256x1280xf16>) outs(%2768 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2770 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2769 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2771 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2770 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2772 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2767, %2771 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.subf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2773 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2772 : tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2774 = linalg.fill ins(%cst_630 : f16) outs(%1091 : tensor<2x256x1xf16>) -> tensor<2x256x1xf16> | |
| %2775 = linalg.generic {indexing_maps = [#map16, #map17], iterator_types = ["parallel", "parallel", "reduction"]} ins(%2773 : tensor<2x256x1280xf16>) outs(%2774 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.addf %in, %out : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2776 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2775 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.divf %in, %cst_648 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2777 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2776 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.truncf %cst_636 : f64 to f16 | |
| %4181 = arith.addf %in, %4180 : f16 | |
| linalg.yield %4181 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2778 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2777 : tensor<2x256x1xf16>) outs(%1091 : tensor<2x256x1xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.rsqrt %in : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1xf16> | |
| %2779 = linalg.generic {indexing_maps = [#map17, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2778 : tensor<2x256x1xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2780 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%2772, %2779 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %2781 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_412 : tensor<10240x1280xf16>) outs(%1210 : tensor<1280x10240xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x10240xf16> | |
| %collapsed_1235 = tensor.collapse_shape %2780 [[0, 1], [2]] : tensor<2x256x1280xf16> into tensor<512x1280xf16> | |
| %2782 = linalg.fill ins(%cst_630 : f16) outs(%1212 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %2783 = linalg.matmul ins(%collapsed_1235, %2781 : tensor<512x1280xf16>, tensor<1280x10240xf16>) outs(%2782 : tensor<512x10240xf16>) -> tensor<512x10240xf16> | |
| %2784 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_413, %2783 : tensor<10240xf16>, tensor<512x10240xf16>) outs(%1212 : tensor<512x10240xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x10240xf16> | |
| %expanded_1236 = tensor.expand_shape %2784 [[0, 1], [2]] : tensor<512x10240xf16> into tensor<2x256x10240xf16> | |
| %extracted_slice_1237 = tensor.extract_slice %expanded_1236[0, 0, 0] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %extracted_slice_1238 = tensor.extract_slice %expanded_1236[0, 0, 5120] [2, 256, 5120] [1, 1, 1] : tensor<2x256x10240xf16> to tensor<2x256x5120xf16> | |
| %2785 = linalg.generic {indexing_maps = [#map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1238 : tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = math.sqrt %cst_633 : f16 | |
| %4181 = arith.divf %in, %4180 : f16 | |
| %4182 = math.erf %4181 : f16 | |
| %4183 = arith.addf %4182, %cst_631 : f16 | |
| %4184 = arith.mulf %4183, %cst_634 : f16 | |
| %4185 = arith.mulf %in, %4184 : f16 | |
| linalg.yield %4185 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %2786 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%extracted_slice_1237, %2785 : tensor<2x256x5120xf16>, tensor<2x256x5120xf16>) outs(%1216 : tensor<2x256x5120xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x5120xf16> | |
| %2787 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_414 : tensor<1280x5120xf16>) outs(%1219 : tensor<5120x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<5120x1280xf16> | |
| %collapsed_1239 = tensor.collapse_shape %2786 [[0, 1], [2]] : tensor<2x256x5120xf16> into tensor<512x5120xf16> | |
| %2788 = linalg.fill ins(%cst_630 : f16) outs(%1107 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2789 = linalg.matmul ins(%collapsed_1239, %2787 : tensor<512x5120xf16>, tensor<5120x1280xf16>) outs(%2788 : tensor<512x1280xf16>) -> tensor<512x1280xf16> | |
| %2790 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_415, %2789 : tensor<1280xf16>, tensor<512x1280xf16>) outs(%1107 : tensor<512x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<512x1280xf16> | |
| %expanded_1240 = tensor.expand_shape %2790 [[0, 1], [2]] : tensor<512x1280xf16> into tensor<2x256x1280xf16> | |
| %2791 = linalg.generic {indexing_maps = [#map16, #map16, #map16], iterator_types = ["parallel", "parallel", "parallel"]} ins(%expanded_1240, %2767 : tensor<2x256x1280xf16>, tensor<2x256x1280xf16>) outs(%1095 : tensor<2x256x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x256x1280xf16> | |
| %expanded_1241 = tensor.expand_shape %2791 [[0], [1, 2], [3]] : tensor<2x256x1280xf16> into tensor<2x16x16x1280xf16> | |
| %2792 = linalg.generic {indexing_maps = [#map11, #map21], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1241 : tensor<2x16x16x1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2793 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_417 : tensor<1280xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2794 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%2792, %cst_416 : tensor<2x1280x16x16xf16>, tensor<1280x1280x1x1xf16>) outs(%2793 : tensor<2x1280x16x16xf16>) -> tensor<2x1280x16x16xf16> | |
| %2795 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2794, %2647 : tensor<2x1280x16x16xf16>, tensor<2x1280x16x16xf16>) outs(%1014 : tensor<2x1280x16x16xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280x16x16xf16> | |
| %2796 = tensor.empty() : tensor<2x1280x32x32xf16> | |
| %2797 = linalg.generic {indexing_maps = [#map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} outs(%2796 : tensor<2x1280x32x32xf16>) { | |
| ^bb0(%out: f16): | |
| %4180 = linalg.index 0 : index | |
| %4181 = linalg.index 1 : index | |
| %4182 = linalg.index 2 : index | |
| %4183 = linalg.index 3 : index | |
| %4184 = arith.floordivsi %4182, %c2 : index | |
| %4185 = arith.floordivsi %4183, %c2 : index | |
| %extracted = tensor.extract %2795[%4180, %4181, %4184, %4185] : tensor<2x1280x16x16xf16> | |
| linalg.yield %extracted : f16 | |
| } -> tensor<2x1280x32x32xf16> | |
| %padded_1242 = tensor.pad %2797 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1280x32x32xf16> to tensor<2x1280x34x34xf16> | |
| %2798 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_419 : tensor<1280xf16>) outs(%2796 : tensor<2x1280x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1280x32x32xf16> | |
| %2799 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1242, %cst_418 : tensor<2x1280x34x34xf16>, tensor<1280x1280x3x3xf16>) outs(%2798 : tensor<2x1280x32x32xf16>) -> tensor<2x1280x32x32xf16> | |
| %2800 = tensor.empty() : tensor<2x1920x32x32xf16> | |
| %inserted_slice_1243 = tensor.insert_slice %2799 into %2800[0, 0, 0, 0] [2, 1280, 32, 32] [1, 1, 1, 1] : tensor<2x1280x32x32xf16> into tensor<2x1920x32x32xf16> | |
| %inserted_slice_1244 = tensor.insert_slice %978 into %inserted_slice_1243[0, 1280, 0, 0] [2, 640, 32, 32] [1, 1, 1, 1] : tensor<2x640x32x32xf16> into tensor<2x1920x32x32xf16> | |
| %collapsed_1245 = tensor.collapse_shape %inserted_slice_1244 [[0], [1], [2, 3]] : tensor<2x1920x32x32xf16> into tensor<2x1920x1024xf16> | |
| %expanded_1246 = tensor.expand_shape %collapsed_1245 [[0], [1, 2], [3]] : tensor<2x1920x1024xf16> into tensor<2x32x60x1024xf16> | |
| %2801 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2802 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2801 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2803 = tensor.empty() : tensor<2x32x60x1024xf32> | |
| %2804 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2802 : tensor<f32>) outs(%2803 : tensor<2x32x60x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x60x1024xf32> | |
| %2805 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1246 : tensor<2x32x60x1024xf16>) outs(%2804 : tensor<2x32x60x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x60x1024xf32> | |
| %2806 = tensor.empty() : tensor<2x32x60x1024xf64> | |
| %2807 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2805 : tensor<2x32x60x1024xf32>) outs(%2806 : tensor<2x32x60x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x60x1024xf64> | |
| %2808 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2809 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2807 : tensor<2x32x60x1024xf64>) outs(%2808 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2810 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2809 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_653 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2811 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2807, %2810 : tensor<2x32x60x1024xf64>, tensor<2x32x1x1xf64>) outs(%2806 : tensor<2x32x60x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x60x1024xf64> | |
| %2812 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2811 : tensor<2x32x60x1024xf64>) outs(%2806 : tensor<2x32x60x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x60x1024xf64> | |
| %2813 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2814 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2812 : tensor<2x32x60x1024xf64>) outs(%2813 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2815 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2814 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_653 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2816 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2815 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2817 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2818 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2805 : tensor<2x32x60x1024xf32>) outs(%2817 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2819 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2818 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_654 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2820 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2816, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2821 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2820 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2822 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1246, %2819 : tensor<2x32x60x1024xf16>, tensor<2x32x1x1xf32>) outs(%2803 : tensor<2x32x60x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x60x1024xf32> | |
| %2823 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2822, %2821 : tensor<2x32x60x1024xf32>, tensor<2x32x1x1xf32>) outs(%2803 : tensor<2x32x60x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x60x1024xf32> | |
| %collapsed_1247 = tensor.collapse_shape %2823 [[0], [1, 2], [3]] : tensor<2x32x60x1024xf32> into tensor<2x1920x1024xf32> | |
| %expanded_1248 = tensor.expand_shape %collapsed_1247 [[0], [1], [2, 3]] : tensor<2x1920x1024xf32> into tensor<2x1920x32x32xf32> | |
| %expanded_1249 = tensor.expand_shape %cst_420 [[0, 1, 2]] : tensor<1920xf16> into tensor<1920x1x1xf16> | |
| %2824 = tensor.empty() : tensor<2x1920x32x32xf32> | |
| %2825 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1248, %expanded_1249 : tensor<2x1920x32x32xf32>, tensor<1920x1x1xf16>) outs(%2824 : tensor<2x1920x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.mulf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1920x32x32xf32> | |
| %expanded_1250 = tensor.expand_shape %cst_421 [[0, 1, 2]] : tensor<1920xf16> into tensor<1920x1x1xf16> | |
| %2826 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2825, %expanded_1250 : tensor<2x1920x32x32xf32>, tensor<1920x1x1xf16>) outs(%2824 : tensor<2x1920x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out: f32): | |
| %4180 = arith.extf %in_1545 : f16 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x1920x32x32xf32> | |
| %2827 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2828 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2827 : tensor<f64>) outs(%23 : tensor<f16>) { | |
| ^bb0(%in: f64, %out: f16): | |
| %4180 = arith.truncf %in : f64 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<f16> | |
| %2829 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2828 : tensor<f16>) outs(%2800 : tensor<2x1920x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x1920x32x32xf16> | |
| %2830 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2826 : tensor<2x1920x32x32xf32>) outs(%2829 : tensor<2x1920x32x32xf16>) { | |
| ^bb0(%in: f32, %out: f16): | |
| %4180 = arith.truncf %in : f32 to f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1920x32x32xf16> | |
| %2831 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2830 : tensor<2x1920x32x32xf16>) outs(%2800 : tensor<2x1920x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1920x32x32xf16> | |
| %2832 = linalg.generic {indexing_maps = [#map11, #map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2831, %2830 : tensor<2x1920x32x32xf16>, tensor<2x1920x32x32xf16>) outs(%2800 : tensor<2x1920x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1920x32x32xf16> | |
| %padded_1251 = tensor.pad %2832 low[0, 0, 1, 1] high[0, 0, 1, 1] { | |
| ^bb0(%arg3: index, %arg4: index, %arg5: index, %arg6: index): | |
| tensor.yield %cst_630 : f16 | |
| } : tensor<2x1920x32x32xf16> to tensor<2x1920x34x34xf16> | |
| %2833 = linalg.generic {indexing_maps = [#map10, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%cst_423 : tensor<640xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %2834 = linalg.conv_2d_nchw_fchw {dilations = dense<1> : vector<2xi64>, strides = dense<1> : vector<2xi64>} ins(%padded_1251, %cst_422 : tensor<2x1920x34x34xf16>, tensor<640x1920x3x3xf16>) outs(%2833 : tensor<2x640x32x32xf16>) -> tensor<2x640x32x32xf16> | |
| %2835 = linalg.generic {indexing_maps = [#map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%40 : tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| %4180 = arith.negf %in : f16 | |
| %4181 = math.exp %4180 : f16 | |
| %4182 = arith.addf %4181, %cst_631 : f16 | |
| %4183 = arith.divf %cst_631, %4182 : f16 | |
| linalg.yield %4183 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2836 = linalg.generic {indexing_maps = [#map5, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%2835, %40 : tensor<2x1280xf16>, tensor<2x1280xf16>) outs(%30 : tensor<2x1280xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.mulf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x1280xf16> | |
| %2837 = linalg.generic {indexing_maps = [#map5, #map8], iterator_types = ["parallel", "parallel"]} ins(%cst_424 : tensor<640x1280xf16>) outs(%547 : tensor<1280x640xf16>) { | |
| ^bb0(%in: f16, %out: f16): | |
| linalg.yield %in : f16 | |
| } -> tensor<1280x640xf16> | |
| %2838 = linalg.fill ins(%cst_630 : f16) outs(%549 : tensor<2x640xf16>) -> tensor<2x640xf16> | |
| %2839 = linalg.matmul ins(%2836, %2837 : tensor<2x1280xf16>, tensor<1280x640xf16>) outs(%2838 : tensor<2x640xf16>) -> tensor<2x640xf16> | |
| %2840 = linalg.generic {indexing_maps = [#map9, #map5, #map5], iterator_types = ["parallel", "parallel"]} ins(%cst_425, %2839 : tensor<640xf16>, tensor<2x640xf16>) outs(%549 : tensor<2x640xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640xf16> | |
| %expanded_1252 = tensor.expand_shape %2840 [[0], [1, 2, 3]] : tensor<2x640xf16> into tensor<2x640x1x1xf16> | |
| %2841 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2834, %expanded_1252 : tensor<2x640x32x32xf16>, tensor<2x640x1x1xf16>) outs(%542 : tensor<2x640x32x32xf16>) { | |
| ^bb0(%in: f16, %in_1545: f16, %out: f16): | |
| %4180 = arith.addf %in, %in_1545 : f16 | |
| linalg.yield %4180 : f16 | |
| } -> tensor<2x640x32x32xf16> | |
| %collapsed_1253 = tensor.collapse_shape %2841 [[0], [1], [2, 3]] : tensor<2x640x32x32xf16> into tensor<2x640x1024xf16> | |
| %expanded_1254 = tensor.expand_shape %collapsed_1253 [[0], [1, 2], [3]] : tensor<2x640x1024xf16> into tensor<2x32x20x1024xf16> | |
| %2842 = linalg.fill ins(%cst_635 : f64) outs(%7 : tensor<f64>) -> tensor<f64> | |
| %2843 = linalg.generic {indexing_maps = [#map3, #map3], iterator_types = []} ins(%2842 : tensor<f64>) outs(%9 : tensor<f32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<f32> | |
| %2844 = linalg.generic {indexing_maps = [#map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2843 : tensor<f32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| linalg.yield %in : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %2845 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1254 : tensor<2x32x20x1024xf16>) outs(%2844 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %2846 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2845 : tensor<2x32x20x1024xf32>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f32, %out: f64): | |
| %4180 = arith.extf %in : f32 to f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %2847 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2848 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2846 : tensor<2x32x20x1024xf64>) outs(%2847 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2849 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2848 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2850 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2846, %2849 : tensor<2x32x20x1024xf64>, tensor<2x32x1x1xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %in_1545: f64, %out: f64): | |
| %4180 = arith.subf %in, %in_1545 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %2851 = linalg.generic {indexing_maps = [#map11, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2850 : tensor<2x32x20x1024xf64>) outs(%559 : tensor<2x32x20x1024xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.mulf %in, %in : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x20x1024xf64> | |
| %2852 = linalg.fill ins(%cst_635 : f64) outs(%51 : tensor<2x32x1x1xf64>) -> tensor<2x32x1x1xf64> | |
| %2853 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2851 : tensor<2x32x20x1024xf64>) outs(%2852 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.addf %in, %out : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2854 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2853 : tensor<2x32x1x1xf64>) outs(%51 : tensor<2x32x1x1xf64>) { | |
| ^bb0(%in: f64, %out: f64): | |
| %4180 = arith.divf %in, %cst_643 : f64 | |
| linalg.yield %4180 : f64 | |
| } -> tensor<2x32x1x1xf64> | |
| %2855 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2854 : tensor<2x32x1x1xf64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f64, %out: f32): | |
| %4180 = arith.truncf %in : f64 to f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2856 = linalg.fill ins(%cst_637 : f32) outs(%60 : tensor<2x32x1x1xf32>) -> tensor<2x32x1x1xf32> | |
| %2857 = linalg.generic {indexing_maps = [#map11, #map13], iterator_types = ["parallel", "parallel", "reduction", "reduction"]} ins(%2845 : tensor<2x32x20x1024xf32>) outs(%2856 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.addf %in, %out : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2858 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2857 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = arith.divf %in, %cst_644 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2859 = linalg.generic {indexing_maps = [#map13, #map12, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2855, %cst_4 : tensor<2x32x1x1xf32>, tensor<f64>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %in_1545: f64, %out: f32): | |
| %4180 = arith.truncf %in_1545 : f64 to f32 | |
| %4181 = arith.addf %in, %4180 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2860 = linalg.generic {indexing_maps = [#map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2859 : tensor<2x32x1x1xf32>) outs(%60 : tensor<2x32x1x1xf32>) { | |
| ^bb0(%in: f32, %out: f32): | |
| %4180 = math.rsqrt %in : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x1x1xf32> | |
| %2861 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1254, %2858 : tensor<2x32x20x1024xf16>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f16, %in_1545: f32, %out: f32): | |
| %4180 = arith.extf %in : f16 to f32 | |
| %4181 = arith.subf %4180, %in_1545 : f32 | |
| linalg.yield %4181 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %2862 = linalg.generic {indexing_maps = [#map11, #map13, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%2861, %2860 : tensor<2x32x20x1024xf32>, tensor<2x32x1x1xf32>) outs(%556 : tensor<2x32x20x1024xf32>) { | |
| ^bb0(%in: f32, %in_1545: f32, %out: f32): | |
| %4180 = arith.mulf %in, %in_1545 : f32 | |
| linalg.yield %4180 : f32 | |
| } -> tensor<2x32x20x1024xf32> | |
| %collapsed_1255 = tensor.collapse_shape %2862 [[0], [1, 2], [3]] : tensor<2x32x20x1024xf32> into tensor<2x640x1024xf32> | |
| %expanded_1256 = tensor.expand_shape %collapsed_1255 [[0], [1], [2, 3]] : tensor<2x640x1024xf32> into tensor<2x640x32x32xf32> | |
| %expanded_1257 = tensor.expand_shape %cst_426 [[0, 1, 2]] : tensor<640xf16> into tensor<640x1x1xf16> | |
| %2863 = linalg.generic {indexing_maps = [#map11, #map14, #map11], iterator_types = ["parallel", "parallel", "parallel", "parallel"]} ins(%expanded_1256, %expanded_1257 : tensor<2x640x32x32xf32>, tensor<640x1x1xf16>) outs(%577 : tensor<2x640x32x32xf32>) { | |
| ^bb0(%in: f32, %in_1545: f16, %out |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment