7767517 297 354 Input in0 0 1 in0 MemoryData pos_base 0 1 1 0=128 1=128 2=1152 Convolution conv_55 1 1 in0 2 0=1152 1=16 11=16 12=1 13=16 14=0 2=1 3=16 4=0 5=1 6=884736 Split splitncnn_0 1 3 2 3 4 5 Interp F.upsample_290 2 1 1 4 6 0=2 5=1 6=0 9="1w,1h" BinaryOp add_0 2 1 3 6 7 0=0 Reshape reshape_172 1 1 7 8 0=-1 1=1152 Permute permute_169 1 1 8 9 0=1 Split splitncnn_1 1 2 9 10 11 LayerNorm ln_59 1 1 11 12 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_113 1 1 12 13 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_1 2 1 10 13 14 0=0 Split splitncnn_2 1 2 14 15 16 LayerNorm ln_60 1 1 16 17 0=1152 1=1.000000e-5 2=1 Gemm gemm_0 1 1 17 18 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_142 1 1 18 19 Gemm gemm_1 1 1 19 20 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_2 2 1 15 20 21 0=0 Split splitncnn_3 1 2 21 22 23 LayerNorm ln_61 1 1 23 24 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_114 1 1 24 25 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_3 2 1 22 25 26 0=0 Split splitncnn_4 1 2 26 27 28 LayerNorm ln_62 1 1 28 29 0=1152 1=1.000000e-5 2=1 Gemm gemm_2 1 1 29 30 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_143 1 1 30 31 Gemm gemm_3 1 1 31 32 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_4 2 1 27 32 33 0=0 Split splitncnn_5 1 2 33 34 35 LayerNorm ln_63 1 1 35 36 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_115 1 1 36 37 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_5 2 1 34 37 38 0=0 Split splitncnn_6 1 2 38 39 40 LayerNorm ln_64 1 1 40 41 0=1152 1=1.000000e-5 2=1 Gemm gemm_4 1 1 41 42 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_144 1 1 42 43 Gemm gemm_5 1 1 43 44 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_6 2 1 39 44 45 0=0 Split splitncnn_7 1 2 45 46 47 LayerNorm ln_65 1 1 47 48 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_116 1 1 48 49 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_7 2 1 46 49 50 0=0 Split splitncnn_8 1 2 50 51 52 LayerNorm ln_66 1 1 52 53 0=1152 1=1.000000e-5 2=1 Gemm gemm_6 1 1 53 54 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_145 1 1 54 55 Gemm gemm_7 1 1 55 56 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_8 2 1 51 56 57 0=0 Split splitncnn_9 1 2 57 58 59 LayerNorm ln_67 1 1 59 60 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_117 1 1 60 61 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_9 2 1 58 61 62 0=0 Split splitncnn_10 1 2 62 63 64 LayerNorm ln_68 1 1 64 65 0=1152 1=1.000000e-5 2=1 Gemm gemm_8 1 1 65 66 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_146 1 1 66 67 Gemm gemm_9 1 1 67 68 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_10 2 1 63 68 69 0=0 Split splitncnn_11 1 2 69 70 71 LayerNorm ln_69 1 1 71 72 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_118 1 1 72 73 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_11 2 1 70 73 74 0=0 Split splitncnn_12 1 2 74 75 76 LayerNorm ln_70 1 1 76 77 0=1152 1=1.000000e-5 2=1 Gemm gemm_10 1 1 77 78 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_147 1 1 78 79 Gemm gemm_11 1 1 79 80 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_12 2 1 75 80 81 0=0 Split splitncnn_13 1 2 81 82 83 LayerNorm ln_71 1 1 83 84 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_119 1 1 84 85 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_13 2 1 82 85 86 0=0 Split splitncnn_14 1 2 86 87 88 LayerNorm ln_72 1 1 88 89 0=1152 1=1.000000e-5 2=1 Gemm gemm_12 1 1 89 90 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_148 1 1 90 91 Gemm gemm_13 1 1 91 92 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_14 2 1 87 92 93 0=0 Split splitncnn_15 1 2 93 94 95 LayerNorm ln_73 1 1 95 96 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_120 1 1 96 97 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_15 2 1 94 97 98 0=0 Split splitncnn_16 1 2 98 99 100 LayerNorm ln_74 1 1 100 101 0=1152 1=1.000000e-5 2=1 Gemm gemm_14 1 1 101 102 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_149 1 1 102 103 Gemm gemm_15 1 1 103 104 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_16 2 1 99 104 105 0=0 Split splitncnn_17 1 2 105 106 107 LayerNorm ln_75 1 1 107 108 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_121 1 1 108 109 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_17 2 1 106 109 110 0=0 Split splitncnn_18 1 2 110 111 112 LayerNorm ln_76 1 1 112 113 0=1152 1=1.000000e-5 2=1 Gemm gemm_16 1 1 113 114 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_150 1 1 114 115 Gemm gemm_17 1 1 115 116 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_18 2 1 111 116 117 0=0 Split splitncnn_19 1 2 117 118 119 LayerNorm ln_77 1 1 119 120 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_122 1 1 120 121 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_19 2 1 118 121 122 0=0 Split splitncnn_20 1 2 122 123 124 LayerNorm ln_78 1 1 124 125 0=1152 1=1.000000e-5 2=1 Gemm gemm_18 1 1 125 126 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_151 1 1 126 127 Gemm gemm_19 1 1 127 128 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_20 2 1 123 128 129 0=0 Split splitncnn_21 1 2 129 130 131 LayerNorm ln_79 1 1 131 132 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_123 1 1 132 133 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_21 2 1 130 133 134 0=0 Split splitncnn_22 1 2 134 135 136 LayerNorm ln_80 1 1 136 137 0=1152 1=1.000000e-5 2=1 Gemm gemm_20 1 1 137 138 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_152 1 1 138 139 Gemm gemm_21 1 1 139 140 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_22 2 1 135 140 141 0=0 Split splitncnn_23 1 2 141 142 143 LayerNorm ln_81 1 1 143 144 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_124 1 1 144 145 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_23 2 1 142 145 146 0=0 Split splitncnn_24 1 2 146 147 148 LayerNorm ln_82 1 1 148 149 0=1152 1=1.000000e-5 2=1 Gemm gemm_22 1 1 149 150 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_153 1 1 150 151 Gemm gemm_23 1 1 151 152 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_24 2 1 147 152 153 0=0 Split splitncnn_25 1 2 153 154 155 LayerNorm ln_83 1 1 155 156 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_125 1 1 156 157 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_25 2 1 154 157 158 0=0 Split splitncnn_26 1 2 158 159 160 LayerNorm ln_84 1 1 160 161 0=1152 1=1.000000e-5 2=1 Gemm gemm_24 1 1 161 162 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_154 1 1 162 163 Gemm gemm_25 1 1 163 164 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_26 2 1 159 164 165 0=0 Split splitncnn_27 1 2 165 166 167 LayerNorm ln_85 1 1 167 168 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_126 1 1 168 169 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_27 2 1 166 169 170 0=0 Split splitncnn_28 1 2 170 171 172 LayerNorm ln_86 1 1 172 173 0=1152 1=1.000000e-5 2=1 Gemm gemm_26 1 1 173 174 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_155 1 1 174 175 Gemm gemm_27 1 1 175 176 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_28 2 1 171 176 177 0=0 Split splitncnn_29 1 2 177 178 179 LayerNorm ln_87 1 1 179 180 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_127 1 1 180 181 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_29 2 1 178 181 182 0=0 Split splitncnn_30 1 2 182 183 184 LayerNorm ln_88 1 1 184 185 0=1152 1=1.000000e-5 2=1 Gemm gemm_28 1 1 185 186 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_156 1 1 186 187 Gemm gemm_29 1 1 187 188 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_30 2 1 183 188 189 0=0 Split splitncnn_31 1 2 189 190 191 LayerNorm ln_89 1 1 191 192 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_128 1 1 192 193 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_31 2 1 190 193 194 0=0 Split splitncnn_32 1 2 194 195 196 LayerNorm ln_90 1 1 196 197 0=1152 1=1.000000e-5 2=1 Gemm gemm_30 1 1 197 198 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_157 1 1 198 199 Gemm gemm_31 1 1 199 200 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_32 2 1 195 200 201 0=0 Split splitncnn_33 1 2 201 202 203 LayerNorm ln_91 1 1 203 204 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_129 1 1 204 205 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_33 2 1 202 205 206 0=0 Split splitncnn_34 1 2 206 207 208 LayerNorm ln_92 1 1 208 209 0=1152 1=1.000000e-5 2=1 Gemm gemm_32 1 1 209 210 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_158 1 1 210 211 Gemm gemm_33 1 1 211 212 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_34 2 1 207 212 213 0=0 Split splitncnn_35 1 2 213 214 215 LayerNorm ln_93 1 1 215 216 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_130 1 1 216 217 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_35 2 1 214 217 218 0=0 Split splitncnn_36 1 2 218 219 220 LayerNorm ln_94 1 1 220 221 0=1152 1=1.000000e-5 2=1 Gemm gemm_34 1 1 221 222 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_159 1 1 222 223 Gemm gemm_35 1 1 223 224 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_36 2 1 219 224 225 0=0 Split splitncnn_37 1 2 225 226 227 LayerNorm ln_95 1 1 227 228 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_131 1 1 228 229 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_37 2 1 226 229 230 0=0 Split splitncnn_38 1 2 230 231 232 LayerNorm ln_96 1 1 232 233 0=1152 1=1.000000e-5 2=1 Gemm gemm_36 1 1 233 234 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_160 1 1 234 235 Gemm gemm_37 1 1 235 236 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_38 2 1 231 236 237 0=0 Split splitncnn_39 1 2 237 238 239 LayerNorm ln_97 1 1 239 240 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_132 1 1 240 241 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_39 2 1 238 241 242 0=0 Split splitncnn_40 1 2 242 243 244 LayerNorm ln_98 1 1 244 245 0=1152 1=1.000000e-5 2=1 Gemm gemm_38 1 1 245 246 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_161 1 1 246 247 Gemm gemm_39 1 1 247 248 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_40 2 1 243 248 249 0=0 Split splitncnn_41 1 2 249 250 251 LayerNorm ln_99 1 1 251 252 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_133 1 1 252 253 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_41 2 1 250 253 254 0=0 Split splitncnn_42 1 2 254 255 256 LayerNorm ln_100 1 1 256 257 0=1152 1=1.000000e-5 2=1 Gemm gemm_40 1 1 257 258 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_162 1 1 258 259 Gemm gemm_41 1 1 259 260 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_42 2 1 255 260 261 0=0 Split splitncnn_43 1 2 261 262 263 LayerNorm ln_101 1 1 263 264 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_134 1 1 264 265 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_43 2 1 262 265 266 0=0 Split splitncnn_44 1 2 266 267 268 LayerNorm ln_102 1 1 268 269 0=1152 1=1.000000e-5 2=1 Gemm gemm_42 1 1 269 270 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_163 1 1 270 271 Gemm gemm_43 1 1 271 272 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_44 2 1 267 272 273 0=0 Split splitncnn_45 1 2 273 274 275 LayerNorm ln_103 1 1 275 276 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_135 1 1 276 277 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_45 2 1 274 277 278 0=0 Split splitncnn_46 1 2 278 279 280 LayerNorm ln_104 1 1 280 281 0=1152 1=1.000000e-5 2=1 Gemm gemm_44 1 1 281 282 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_164 1 1 282 283 Gemm gemm_45 1 1 283 284 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_46 2 1 279 284 285 0=0 Split splitncnn_47 1 2 285 286 287 LayerNorm ln_105 1 1 287 288 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_136 1 1 288 289 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_47 2 1 286 289 290 0=0 Split splitncnn_48 1 2 290 291 292 LayerNorm ln_106 1 1 292 293 0=1152 1=1.000000e-5 2=1 Gemm gemm_46 1 1 293 294 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_165 1 1 294 295 Gemm gemm_47 1 1 295 296 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_48 2 1 291 296 297 0=0 Split splitncnn_49 1 2 297 298 299 LayerNorm ln_107 1 1 299 300 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_137 1 1 300 301 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_49 2 1 298 301 302 0=0 Split splitncnn_50 1 2 302 303 304 LayerNorm ln_108 1 1 304 305 0=1152 1=1.000000e-5 2=1 Gemm gemm_48 1 1 305 306 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_166 1 1 306 307 Gemm gemm_49 1 1 307 308 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_50 2 1 303 308 309 0=0 Split splitncnn_51 1 2 309 310 311 LayerNorm ln_109 1 1 311 312 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_138 1 1 312 313 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_51 2 1 310 313 314 0=0 Split splitncnn_52 1 2 314 315 316 LayerNorm ln_110 1 1 316 317 0=1152 1=1.000000e-5 2=1 Gemm gemm_50 1 1 317 318 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_167 1 1 318 319 Gemm gemm_51 1 1 319 320 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_52 2 1 315 320 321 0=0 Split splitncnn_53 1 2 321 322 323 LayerNorm ln_111 1 1 323 324 0=1152 1=1.000000e-5 2=1 MultiHeadAttention attention_139 1 1 324 325 0=1152 1=16 2=1327104 3=1152 4=1152 BinaryOp add_53 2 1 322 325 326 0=0 Split splitncnn_54 1 2 326 327 328 LayerNorm ln_112 1 1 328 329 0=1152 1=1.000000e-5 2=1 Gemm gemm_52 1 1 329 330 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4304 9=1152 GELU gelu_168 1 1 330 331 Gemm gemm_53 1 1 331 332 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1152 9=4304 BinaryOp add_54 2 1 327 332 333 0=0 RMSNorm rmsn_140 1 1 333 334 0=1152 1=1.000000e-5 2=1 Permute permute_170 1 1 334 335 0=1 Reshape Tensor.reshape_254 2 1 335 5 336 6="1w,1h,1152" Convolution conv_56 1 1 336 337 0=2304 1=2 11=2 12=1 13=2 14=0 2=1 3=2 4=0 5=1 6=10616832 GELU gelu_58 1 1 337 338 Convolution conv_57 1 1 338 339 0=4608 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10616832 Split splitncnn_55 1 2 339 340 341 MemoryData pnnx_fold_1800 0 1 342 0=1 1=1 2=4608 Crop slice_0 1 1 341 343 -23310=2,1,1 -23311=2,0,2 -23309=2,0,0 BinaryOp mul_55 1 1 343 344 0=2 1=1 2=0.0 BinaryOp add_56 2 1 342 344 345 0=0 Concat cat_0 2 1 340 345 346 0=2 Reshape reshape_173 1 1 346 347 0=-1 1=4608 Permute permute_171 1 1 347 348 0=1 Gemm gemm_54 1 1 348 349 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4608 MemoryData pnnx_fold_begin.1 0 1 350 0=1024 1=1 MemoryData pnnx_fold_end.1 0 1 351 0=1024 1=1 Concat cat_1 3 1 350 349 351 352 0=0 RMSNorm rmsn_141 1 1 352 out0 0=1024 1=1.000000e-5 2=1