7767517 1378 1692 Input in0 0 1 in0 Input in1 0 1 in1 Split splitncnn_0 1 2 in1 2 3 Input in2 0 1 in2 Split splitncnn_1 1 2 in2 5 6 Convolution conv_172 1 1 in0 7 0=1024 1=14 11=14 12=1 13=14 14=0 2=1 3=14 4=0 5=1 6=602112 Reshape reshape_299 1 1 7 8 0=-1 1=1024 Permute transpose_495 1 1 8 9 0=1 Split splitncnn_2 1 3 9 10 11 12 UnaryOp pow_0 1 1 10 13 0=4 Reduction mean_398 1 1 13 14 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.4 0 1 15 0=1024 1=1 BinaryOp add_1 1 1 14 16 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_2 1 1 16 17 0=6 BinaryOp mul_3 2 1 11 17 18 0=2 BinaryOp mul_4 2 1 15 18 19 0=2 Split splitncnn_3 1 3 19 20 21 22 Gemm gemm_0 1 1 22 23 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_1 1 1 21 24 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_2 1 1 20 25 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_300 1 1 23 26 0=64 1=16 2=-1 Split splitncnn_4 1 2 26 27 28 Reshape reshape_301 1 1 24 29 0=64 1=16 2=-1 Split splitncnn_5 1 2 29 30 31 Reshape reshape_302 1 1 25 32 0=64 1=16 2=-1 UnaryOp pow_5 1 1 27 33 0=4 Reduction mean_399 1 1 33 34 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.6 0 1 35 0=64 1=1 2=1 BinaryOp add_6 1 1 34 36 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_7 1 1 36 37 0=6 BinaryOp mul_8 2 1 28 37 38 0=2 BinaryOp mul_9 2 1 35 38 39 0=2 UnaryOp pow_10 1 1 30 40 0=4 Reduction mean_400 1 1 40 41 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.8 0 1 42 0=64 1=1 2=1 BinaryOp add_11 1 1 41 43 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_12 1 1 43 44 0=6 BinaryOp mul_13 2 1 31 44 45 0=2 BinaryOp mul_14 2 1 42 45 46 0=2 Permute permute_201 1 1 39 47 0=2 Permute permute_202 1 1 46 48 0=2 Permute permute_203 1 1 32 49 0=2 Concat cat_0 2 1 2 3 50 0=1 Split splitncnn_6 1 48 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 Concat cat_1 2 1 5 6 99 0=1 Split splitncnn_7 1 48 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 RotaryEmbed rope_0 3 1 47 98 147 148 0=0 RotaryEmbed rope_1 3 1 48 97 146 149 0=0 SDPA sdpa_496 3 1 148 149 49 150 5=0 6=0.125 Permute permute_204 1 1 150 151 0=2 Reshape reshape_303 1 1 151 152 0=1024 1=-1 Gemm gemm_3 1 1 152 153 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_15 2 1 12 153 154 0=0 Split splitncnn_8 1 3 154 155 156 157 UnaryOp pow_16 1 1 155 158 0=4 Reduction mean_401 1 1 158 159 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.10 0 1 160 0=1024 1=1 BinaryOp add_17 1 1 159 161 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_18 1 1 161 162 0=6 BinaryOp mul_19 2 1 156 162 163 0=2 BinaryOp mul_20 2 1 160 163 164 0=2 Split splitncnn_9 1 2 164 165 166 Gemm gemm_4 1 1 166 167 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_176 1 1 167 168 Gemm gemm_5 1 1 165 169 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_21 2 1 168 169 170 0=2 Gemm gemm_6 1 1 170 171 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_22 2 1 157 171 172 0=0 Split splitncnn_10 1 3 172 173 174 175 UnaryOp pow_23 1 1 173 176 0=4 Reduction mean_402 1 1 176 177 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.12 0 1 178 0=1024 1=1 BinaryOp add_24 1 1 177 179 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_25 1 1 179 180 0=6 BinaryOp mul_26 2 1 174 180 181 0=2 BinaryOp mul_27 2 1 178 181 182 0=2 Split splitncnn_11 1 3 182 183 184 185 Gemm gemm_7 1 1 185 186 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_8 1 1 184 187 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_9 1 1 183 188 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_304 1 1 186 189 0=64 1=16 2=-1 Split splitncnn_12 1 2 189 190 191 Reshape reshape_305 1 1 187 192 0=64 1=16 2=-1 Split splitncnn_13 1 2 192 193 194 Reshape reshape_306 1 1 188 195 0=64 1=16 2=-1 UnaryOp pow_28 1 1 190 196 0=4 Reduction mean_403 1 1 196 197 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.14 0 1 198 0=64 1=1 2=1 BinaryOp add_29 1 1 197 199 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_30 1 1 199 200 0=6 BinaryOp mul_31 2 1 191 200 201 0=2 BinaryOp mul_32 2 1 198 201 202 0=2 UnaryOp pow_33 1 1 193 203 0=4 Reduction mean_404 1 1 203 204 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.16 0 1 205 0=64 1=1 2=1 BinaryOp add_34 1 1 204 206 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_35 1 1 206 207 0=6 BinaryOp mul_36 2 1 194 207 208 0=2 BinaryOp mul_37 2 1 205 208 209 0=2 Permute permute_205 1 1 202 210 0=2 Permute permute_206 1 1 209 211 0=2 Permute permute_207 1 1 195 212 0=2 RotaryEmbed rope_2 3 1 210 96 145 213 0=0 RotaryEmbed rope_3 3 1 211 95 144 214 0=0 SDPA sdpa_497 3 1 213 214 212 215 5=0 6=0.125 Permute permute_208 1 1 215 216 0=2 Reshape reshape_307 1 1 216 217 0=1024 1=-1 Gemm gemm_10 1 1 217 218 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_38 2 1 175 218 219 0=0 Split splitncnn_14 1 3 219 220 221 222 UnaryOp pow_39 1 1 220 223 0=4 Reduction mean_405 1 1 223 224 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.18 0 1 225 0=1024 1=1 BinaryOp add_40 1 1 224 226 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_41 1 1 226 227 0=6 BinaryOp mul_42 2 1 221 227 228 0=2 BinaryOp mul_43 2 1 225 228 229 0=2 Split splitncnn_15 1 2 229 230 231 Gemm gemm_11 1 1 231 232 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_177 1 1 232 233 Gemm gemm_12 1 1 230 234 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_44 2 1 233 234 235 0=2 Gemm gemm_13 1 1 235 236 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_45 2 1 222 236 237 0=0 Split splitncnn_16 1 3 237 238 239 240 UnaryOp pow_46 1 1 238 241 0=4 Reduction mean_406 1 1 241 242 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.20 0 1 243 0=1024 1=1 BinaryOp add_47 1 1 242 244 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_48 1 1 244 245 0=6 BinaryOp mul_49 2 1 239 245 246 0=2 BinaryOp mul_50 2 1 243 246 247 0=2 Split splitncnn_17 1 3 247 248 249 250 Gemm gemm_14 1 1 250 251 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_15 1 1 249 252 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_16 1 1 248 253 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_308 1 1 251 254 0=64 1=16 2=-1 Split splitncnn_18 1 2 254 255 256 Reshape reshape_309 1 1 252 257 0=64 1=16 2=-1 Split splitncnn_19 1 2 257 258 259 Reshape reshape_310 1 1 253 260 0=64 1=16 2=-1 UnaryOp pow_51 1 1 255 261 0=4 Reduction mean_407 1 1 261 262 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.22 0 1 263 0=64 1=1 2=1 BinaryOp add_52 1 1 262 264 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_53 1 1 264 265 0=6 BinaryOp mul_54 2 1 256 265 266 0=2 BinaryOp mul_55 2 1 263 266 267 0=2 UnaryOp pow_56 1 1 258 268 0=4 Reduction mean_408 1 1 268 269 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.24 0 1 270 0=64 1=1 2=1 BinaryOp add_57 1 1 269 271 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_58 1 1 271 272 0=6 BinaryOp mul_59 2 1 259 272 273 0=2 BinaryOp mul_60 2 1 270 273 274 0=2 Permute permute_209 1 1 267 275 0=2 Permute permute_210 1 1 274 276 0=2 Permute permute_211 1 1 260 277 0=2 RotaryEmbed rope_4 3 1 275 94 143 278 0=0 RotaryEmbed rope_5 3 1 276 93 142 279 0=0 SDPA sdpa_498 3 1 278 279 277 280 5=0 6=0.125 Permute permute_212 1 1 280 281 0=2 Reshape reshape_311 1 1 281 282 0=1024 1=-1 Gemm gemm_17 1 1 282 283 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_61 2 1 240 283 284 0=0 Split splitncnn_20 1 3 284 285 286 287 UnaryOp pow_62 1 1 285 288 0=4 Reduction mean_409 1 1 288 289 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.26 0 1 290 0=1024 1=1 BinaryOp add_63 1 1 289 291 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_64 1 1 291 292 0=6 BinaryOp mul_65 2 1 286 292 293 0=2 BinaryOp mul_66 2 1 290 293 294 0=2 Split splitncnn_21 1 2 294 295 296 Gemm gemm_18 1 1 296 297 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_178 1 1 297 298 Gemm gemm_19 1 1 295 299 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_67 2 1 298 299 300 0=2 Gemm gemm_20 1 1 300 301 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_68 2 1 287 301 302 0=0 Split splitncnn_22 1 3 302 303 304 305 UnaryOp pow_69 1 1 303 306 0=4 Reduction mean_410 1 1 306 307 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.28 0 1 308 0=1024 1=1 BinaryOp add_70 1 1 307 309 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_71 1 1 309 310 0=6 BinaryOp mul_72 2 1 304 310 311 0=2 BinaryOp mul_73 2 1 308 311 312 0=2 Split splitncnn_23 1 3 312 313 314 315 Gemm gemm_21 1 1 315 316 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_22 1 1 314 317 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_23 1 1 313 318 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_312 1 1 316 319 0=64 1=16 2=-1 Split splitncnn_24 1 2 319 320 321 Reshape reshape_313 1 1 317 322 0=64 1=16 2=-1 Split splitncnn_25 1 2 322 323 324 Reshape reshape_314 1 1 318 325 0=64 1=16 2=-1 UnaryOp pow_74 1 1 320 326 0=4 Reduction mean_411 1 1 326 327 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.30 0 1 328 0=64 1=1 2=1 BinaryOp add_75 1 1 327 329 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_76 1 1 329 330 0=6 BinaryOp mul_77 2 1 321 330 331 0=2 BinaryOp mul_78 2 1 328 331 332 0=2 UnaryOp pow_79 1 1 323 333 0=4 Reduction mean_412 1 1 333 334 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.32 0 1 335 0=64 1=1 2=1 BinaryOp add_80 1 1 334 336 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_81 1 1 336 337 0=6 BinaryOp mul_82 2 1 324 337 338 0=2 BinaryOp mul_83 2 1 335 338 339 0=2 Permute permute_213 1 1 332 340 0=2 Permute permute_214 1 1 339 341 0=2 Permute permute_215 1 1 325 342 0=2 RotaryEmbed rope_6 3 1 340 92 141 343 0=0 RotaryEmbed rope_7 3 1 341 91 140 344 0=0 SDPA sdpa_499 3 1 343 344 342 345 5=0 6=0.125 Permute permute_216 1 1 345 346 0=2 Reshape reshape_315 1 1 346 347 0=1024 1=-1 Gemm gemm_24 1 1 347 348 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_84 2 1 305 348 349 0=0 Split splitncnn_26 1 3 349 350 351 352 UnaryOp pow_85 1 1 350 353 0=4 Reduction mean_413 1 1 353 354 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.34 0 1 355 0=1024 1=1 BinaryOp add_86 1 1 354 356 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_87 1 1 356 357 0=6 BinaryOp mul_88 2 1 351 357 358 0=2 BinaryOp mul_89 2 1 355 358 359 0=2 Split splitncnn_27 1 2 359 360 361 Gemm gemm_25 1 1 361 362 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_179 1 1 362 363 Gemm gemm_26 1 1 360 364 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_90 2 1 363 364 365 0=2 Gemm gemm_27 1 1 365 366 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_91 2 1 352 366 367 0=0 Split splitncnn_28 1 3 367 368 369 370 UnaryOp pow_92 1 1 368 371 0=4 Reduction mean_414 1 1 371 372 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.36 0 1 373 0=1024 1=1 BinaryOp add_93 1 1 372 374 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_94 1 1 374 375 0=6 BinaryOp mul_95 2 1 369 375 376 0=2 BinaryOp mul_96 2 1 373 376 377 0=2 Split splitncnn_29 1 3 377 378 379 380 Gemm gemm_28 1 1 380 381 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_29 1 1 379 382 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_30 1 1 378 383 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_316 1 1 381 384 0=64 1=16 2=-1 Split splitncnn_30 1 2 384 385 386 Reshape reshape_317 1 1 382 387 0=64 1=16 2=-1 Split splitncnn_31 1 2 387 388 389 Reshape reshape_318 1 1 383 390 0=64 1=16 2=-1 UnaryOp pow_97 1 1 385 391 0=4 Reduction mean_415 1 1 391 392 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.38 0 1 393 0=64 1=1 2=1 BinaryOp add_98 1 1 392 394 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_99 1 1 394 395 0=6 BinaryOp mul_100 2 1 386 395 396 0=2 BinaryOp mul_101 2 1 393 396 397 0=2 UnaryOp pow_102 1 1 388 398 0=4 Reduction mean_416 1 1 398 399 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.40 0 1 400 0=64 1=1 2=1 BinaryOp add_103 1 1 399 401 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_104 1 1 401 402 0=6 BinaryOp mul_105 2 1 389 402 403 0=2 BinaryOp mul_106 2 1 400 403 404 0=2 Permute permute_217 1 1 397 405 0=2 Permute permute_218 1 1 404 406 0=2 Permute permute_219 1 1 390 407 0=2 RotaryEmbed rope_8 3 1 405 90 139 408 0=0 RotaryEmbed rope_9 3 1 406 89 138 409 0=0 SDPA sdpa_500 3 1 408 409 407 410 5=0 6=0.125 Permute permute_220 1 1 410 411 0=2 Reshape reshape_319 1 1 411 412 0=1024 1=-1 Gemm gemm_31 1 1 412 413 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_107 2 1 370 413 414 0=0 Split splitncnn_32 1 3 414 415 416 417 UnaryOp pow_108 1 1 415 418 0=4 Reduction mean_417 1 1 418 419 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.42 0 1 420 0=1024 1=1 BinaryOp add_109 1 1 419 421 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_110 1 1 421 422 0=6 BinaryOp mul_111 2 1 416 422 423 0=2 BinaryOp mul_112 2 1 420 423 424 0=2 Split splitncnn_33 1 2 424 425 426 Gemm gemm_32 1 1 426 427 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_180 1 1 427 428 Gemm gemm_33 1 1 425 429 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_113 2 1 428 429 430 0=2 Gemm gemm_34 1 1 430 431 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_114 2 1 417 431 432 0=0 Split splitncnn_34 1 3 432 433 434 435 UnaryOp pow_115 1 1 433 436 0=4 Reduction mean_418 1 1 436 437 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.44 0 1 438 0=1024 1=1 BinaryOp add_116 1 1 437 439 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_117 1 1 439 440 0=6 BinaryOp mul_118 2 1 434 440 441 0=2 BinaryOp mul_119 2 1 438 441 442 0=2 Split splitncnn_35 1 3 442 443 444 445 Gemm gemm_35 1 1 445 446 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_36 1 1 444 447 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_37 1 1 443 448 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_320 1 1 446 449 0=64 1=16 2=-1 Split splitncnn_36 1 2 449 450 451 Reshape reshape_321 1 1 447 452 0=64 1=16 2=-1 Split splitncnn_37 1 2 452 453 454 Reshape reshape_322 1 1 448 455 0=64 1=16 2=-1 UnaryOp pow_120 1 1 450 456 0=4 Reduction mean_419 1 1 456 457 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.46 0 1 458 0=64 1=1 2=1 BinaryOp add_121 1 1 457 459 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_122 1 1 459 460 0=6 BinaryOp mul_123 2 1 451 460 461 0=2 BinaryOp mul_124 2 1 458 461 462 0=2 UnaryOp pow_125 1 1 453 463 0=4 Reduction mean_420 1 1 463 464 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.48 0 1 465 0=64 1=1 2=1 BinaryOp add_126 1 1 464 466 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_127 1 1 466 467 0=6 BinaryOp mul_128 2 1 454 467 468 0=2 BinaryOp mul_129 2 1 465 468 469 0=2 Permute permute_221 1 1 462 470 0=2 Permute permute_222 1 1 469 471 0=2 Permute permute_223 1 1 455 472 0=2 RotaryEmbed rope_10 3 1 470 88 137 473 0=0 RotaryEmbed rope_11 3 1 471 87 136 474 0=0 SDPA sdpa_501 3 1 473 474 472 475 5=0 6=0.125 Permute permute_224 1 1 475 476 0=2 Reshape reshape_323 1 1 476 477 0=1024 1=-1 Gemm gemm_38 1 1 477 478 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_130 2 1 435 478 479 0=0 Split splitncnn_38 1 3 479 480 481 482 UnaryOp pow_131 1 1 480 483 0=4 Reduction mean_421 1 1 483 484 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.50 0 1 485 0=1024 1=1 BinaryOp add_132 1 1 484 486 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_133 1 1 486 487 0=6 BinaryOp mul_134 2 1 481 487 488 0=2 BinaryOp mul_135 2 1 485 488 489 0=2 Split splitncnn_39 1 2 489 490 491 Gemm gemm_39 1 1 491 492 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_181 1 1 492 493 Gemm gemm_40 1 1 490 494 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_136 2 1 493 494 495 0=2 Gemm gemm_41 1 1 495 496 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_137 2 1 482 496 497 0=0 Split splitncnn_40 1 3 497 498 499 500 UnaryOp pow_138 1 1 498 501 0=4 Reduction mean_422 1 1 501 502 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.52 0 1 503 0=1024 1=1 BinaryOp add_139 1 1 502 504 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_140 1 1 504 505 0=6 BinaryOp mul_141 2 1 499 505 506 0=2 BinaryOp mul_142 2 1 503 506 507 0=2 Split splitncnn_41 1 3 507 508 509 510 Gemm gemm_42 1 1 510 511 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_43 1 1 509 512 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_44 1 1 508 513 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_324 1 1 511 514 0=64 1=16 2=-1 Split splitncnn_42 1 2 514 515 516 Reshape reshape_325 1 1 512 517 0=64 1=16 2=-1 Split splitncnn_43 1 2 517 518 519 Reshape reshape_326 1 1 513 520 0=64 1=16 2=-1 UnaryOp pow_143 1 1 515 521 0=4 Reduction mean_423 1 1 521 522 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.54 0 1 523 0=64 1=1 2=1 BinaryOp add_144 1 1 522 524 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_145 1 1 524 525 0=6 BinaryOp mul_146 2 1 516 525 526 0=2 BinaryOp mul_147 2 1 523 526 527 0=2 UnaryOp pow_148 1 1 518 528 0=4 Reduction mean_424 1 1 528 529 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.56 0 1 530 0=64 1=1 2=1 BinaryOp add_149 1 1 529 531 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_150 1 1 531 532 0=6 BinaryOp mul_151 2 1 519 532 533 0=2 BinaryOp mul_152 2 1 530 533 534 0=2 Permute permute_225 1 1 527 535 0=2 Permute permute_226 1 1 534 536 0=2 Permute permute_227 1 1 520 537 0=2 RotaryEmbed rope_12 3 1 535 86 135 538 0=0 RotaryEmbed rope_13 3 1 536 85 134 539 0=0 SDPA sdpa_502 3 1 538 539 537 540 5=0 6=0.125 Permute permute_228 1 1 540 541 0=2 Reshape reshape_327 1 1 541 542 0=1024 1=-1 Gemm gemm_45 1 1 542 543 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_153 2 1 500 543 544 0=0 Split splitncnn_44 1 3 544 545 546 547 UnaryOp pow_154 1 1 545 548 0=4 Reduction mean_425 1 1 548 549 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.58 0 1 550 0=1024 1=1 BinaryOp add_155 1 1 549 551 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_156 1 1 551 552 0=6 BinaryOp mul_157 2 1 546 552 553 0=2 BinaryOp mul_158 2 1 550 553 554 0=2 Split splitncnn_45 1 2 554 555 556 Gemm gemm_46 1 1 556 557 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_182 1 1 557 558 Gemm gemm_47 1 1 555 559 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_159 2 1 558 559 560 0=2 Gemm gemm_48 1 1 560 561 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_160 2 1 547 561 562 0=0 Split splitncnn_46 1 3 562 563 564 565 UnaryOp pow_161 1 1 563 566 0=4 Reduction mean_426 1 1 566 567 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.60 0 1 568 0=1024 1=1 BinaryOp add_162 1 1 567 569 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_163 1 1 569 570 0=6 BinaryOp mul_164 2 1 564 570 571 0=2 BinaryOp mul_165 2 1 568 571 572 0=2 Split splitncnn_47 1 3 572 573 574 575 Gemm gemm_49 1 1 575 576 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_50 1 1 574 577 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_51 1 1 573 578 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_328 1 1 576 579 0=64 1=16 2=-1 Split splitncnn_48 1 2 579 580 581 Reshape reshape_329 1 1 577 582 0=64 1=16 2=-1 Split splitncnn_49 1 2 582 583 584 Reshape reshape_330 1 1 578 585 0=64 1=16 2=-1 UnaryOp pow_166 1 1 580 586 0=4 Reduction mean_427 1 1 586 587 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.62 0 1 588 0=64 1=1 2=1 BinaryOp add_167 1 1 587 589 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_168 1 1 589 590 0=6 BinaryOp mul_169 2 1 581 590 591 0=2 BinaryOp mul_170 2 1 588 591 592 0=2 UnaryOp pow_171 1 1 583 593 0=4 Reduction mean_428 1 1 593 594 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.64 0 1 595 0=64 1=1 2=1 BinaryOp add_172 1 1 594 596 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_173 1 1 596 597 0=6 BinaryOp mul_174 2 1 584 597 598 0=2 BinaryOp mul_175 2 1 595 598 599 0=2 Permute permute_229 1 1 592 600 0=2 Permute permute_230 1 1 599 601 0=2 Permute permute_231 1 1 585 602 0=2 RotaryEmbed rope_14 3 1 600 84 133 603 0=0 RotaryEmbed rope_15 3 1 601 83 132 604 0=0 SDPA sdpa_503 3 1 603 604 602 605 5=0 6=0.125 Permute permute_232 1 1 605 606 0=2 Reshape reshape_331 1 1 606 607 0=1024 1=-1 Gemm gemm_52 1 1 607 608 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_176 2 1 565 608 609 0=0 Split splitncnn_50 1 3 609 610 611 612 UnaryOp pow_177 1 1 610 613 0=4 Reduction mean_429 1 1 613 614 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.66 0 1 615 0=1024 1=1 BinaryOp add_178 1 1 614 616 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_179 1 1 616 617 0=6 BinaryOp mul_180 2 1 611 617 618 0=2 BinaryOp mul_181 2 1 615 618 619 0=2 Split splitncnn_51 1 2 619 620 621 Gemm gemm_53 1 1 621 622 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_183 1 1 622 623 Gemm gemm_54 1 1 620 624 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_182 2 1 623 624 625 0=2 Gemm gemm_55 1 1 625 626 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_183 2 1 612 626 627 0=0 Split splitncnn_52 1 3 627 628 629 630 UnaryOp pow_184 1 1 628 631 0=4 Reduction mean_430 1 1 631 632 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.68 0 1 633 0=1024 1=1 BinaryOp add_185 1 1 632 634 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_186 1 1 634 635 0=6 BinaryOp mul_187 2 1 629 635 636 0=2 BinaryOp mul_188 2 1 633 636 637 0=2 Split splitncnn_53 1 3 637 638 639 640 Gemm gemm_56 1 1 640 641 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_57 1 1 639 642 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_58 1 1 638 643 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_332 1 1 641 644 0=64 1=16 2=-1 Split splitncnn_54 1 2 644 645 646 Reshape reshape_333 1 1 642 647 0=64 1=16 2=-1 Split splitncnn_55 1 2 647 648 649 Reshape reshape_334 1 1 643 650 0=64 1=16 2=-1 UnaryOp pow_189 1 1 645 651 0=4 Reduction mean_431 1 1 651 652 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.70 0 1 653 0=64 1=1 2=1 BinaryOp add_190 1 1 652 654 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_191 1 1 654 655 0=6 BinaryOp mul_192 2 1 646 655 656 0=2 BinaryOp mul_193 2 1 653 656 657 0=2 UnaryOp pow_194 1 1 648 658 0=4 Reduction mean_432 1 1 658 659 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.72 0 1 660 0=64 1=1 2=1 BinaryOp add_195 1 1 659 661 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_196 1 1 661 662 0=6 BinaryOp mul_197 2 1 649 662 663 0=2 BinaryOp mul_198 2 1 660 663 664 0=2 Permute permute_233 1 1 657 665 0=2 Permute permute_234 1 1 664 666 0=2 Permute permute_235 1 1 650 667 0=2 RotaryEmbed rope_16 3 1 665 82 131 668 0=0 RotaryEmbed rope_17 3 1 666 81 130 669 0=0 SDPA sdpa_504 3 1 668 669 667 670 5=0 6=0.125 Permute permute_236 1 1 670 671 0=2 Reshape reshape_335 1 1 671 672 0=1024 1=-1 Gemm gemm_59 1 1 672 673 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_199 2 1 630 673 674 0=0 Split splitncnn_56 1 3 674 675 676 677 UnaryOp pow_200 1 1 675 678 0=4 Reduction mean_433 1 1 678 679 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.74 0 1 680 0=1024 1=1 BinaryOp add_201 1 1 679 681 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_202 1 1 681 682 0=6 BinaryOp mul_203 2 1 676 682 683 0=2 BinaryOp mul_204 2 1 680 683 684 0=2 Split splitncnn_57 1 2 684 685 686 Gemm gemm_60 1 1 686 687 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_184 1 1 687 688 Gemm gemm_61 1 1 685 689 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_205 2 1 688 689 690 0=2 Gemm gemm_62 1 1 690 691 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_206 2 1 677 691 692 0=0 Split splitncnn_58 1 3 692 693 694 695 UnaryOp pow_207 1 1 693 696 0=4 Reduction mean_434 1 1 696 697 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.76 0 1 698 0=1024 1=1 BinaryOp add_208 1 1 697 699 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_209 1 1 699 700 0=6 BinaryOp mul_210 2 1 694 700 701 0=2 BinaryOp mul_211 2 1 698 701 702 0=2 Split splitncnn_59 1 3 702 703 704 705 Gemm gemm_63 1 1 705 706 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_64 1 1 704 707 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_65 1 1 703 708 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_336 1 1 706 709 0=64 1=16 2=-1 Split splitncnn_60 1 2 709 710 711 Reshape reshape_337 1 1 707 712 0=64 1=16 2=-1 Split splitncnn_61 1 2 712 713 714 Reshape reshape_338 1 1 708 715 0=64 1=16 2=-1 UnaryOp pow_212 1 1 710 716 0=4 Reduction mean_435 1 1 716 717 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.78 0 1 718 0=64 1=1 2=1 BinaryOp add_213 1 1 717 719 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_214 1 1 719 720 0=6 BinaryOp mul_215 2 1 711 720 721 0=2 BinaryOp mul_216 2 1 718 721 722 0=2 UnaryOp pow_217 1 1 713 723 0=4 Reduction mean_436 1 1 723 724 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.80 0 1 725 0=64 1=1 2=1 BinaryOp add_218 1 1 724 726 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_219 1 1 726 727 0=6 BinaryOp mul_220 2 1 714 727 728 0=2 BinaryOp mul_221 2 1 725 728 729 0=2 Permute permute_237 1 1 722 730 0=2 Permute permute_238 1 1 729 731 0=2 Permute permute_239 1 1 715 732 0=2 RotaryEmbed rope_18 3 1 730 80 129 733 0=0 RotaryEmbed rope_19 3 1 731 79 128 734 0=0 SDPA sdpa_505 3 1 733 734 732 735 5=0 6=0.125 Permute permute_240 1 1 735 736 0=2 Reshape reshape_339 1 1 736 737 0=1024 1=-1 Gemm gemm_66 1 1 737 738 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_222 2 1 695 738 739 0=0 Split splitncnn_62 1 3 739 740 741 742 UnaryOp pow_223 1 1 740 743 0=4 Reduction mean_437 1 1 743 744 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.82 0 1 745 0=1024 1=1 BinaryOp add_224 1 1 744 746 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_225 1 1 746 747 0=6 BinaryOp mul_226 2 1 741 747 748 0=2 BinaryOp mul_227 2 1 745 748 749 0=2 Split splitncnn_63 1 2 749 750 751 Gemm gemm_67 1 1 751 752 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_185 1 1 752 753 Gemm gemm_68 1 1 750 754 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_228 2 1 753 754 755 0=2 Gemm gemm_69 1 1 755 756 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_229 2 1 742 756 757 0=0 Split splitncnn_64 1 3 757 758 759 760 UnaryOp pow_230 1 1 758 761 0=4 Reduction mean_438 1 1 761 762 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.84 0 1 763 0=1024 1=1 BinaryOp add_231 1 1 762 764 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_232 1 1 764 765 0=6 BinaryOp mul_233 2 1 759 765 766 0=2 BinaryOp mul_234 2 1 763 766 767 0=2 Split splitncnn_65 1 3 767 768 769 770 Gemm gemm_70 1 1 770 771 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_71 1 1 769 772 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_72 1 1 768 773 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_340 1 1 771 774 0=64 1=16 2=-1 Split splitncnn_66 1 2 774 775 776 Reshape reshape_341 1 1 772 777 0=64 1=16 2=-1 Split splitncnn_67 1 2 777 778 779 Reshape reshape_342 1 1 773 780 0=64 1=16 2=-1 UnaryOp pow_235 1 1 775 781 0=4 Reduction mean_439 1 1 781 782 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.86 0 1 783 0=64 1=1 2=1 BinaryOp add_236 1 1 782 784 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_237 1 1 784 785 0=6 BinaryOp mul_238 2 1 776 785 786 0=2 BinaryOp mul_239 2 1 783 786 787 0=2 UnaryOp pow_240 1 1 778 788 0=4 Reduction mean_440 1 1 788 789 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.88 0 1 790 0=64 1=1 2=1 BinaryOp add_241 1 1 789 791 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_242 1 1 791 792 0=6 BinaryOp mul_243 2 1 779 792 793 0=2 BinaryOp mul_244 2 1 790 793 794 0=2 Permute permute_241 1 1 787 795 0=2 Permute permute_242 1 1 794 796 0=2 Permute permute_243 1 1 780 797 0=2 RotaryEmbed rope_20 3 1 795 78 127 798 0=0 RotaryEmbed rope_21 3 1 796 77 126 799 0=0 SDPA sdpa_506 3 1 798 799 797 800 5=0 6=0.125 Permute permute_244 1 1 800 801 0=2 Reshape reshape_343 1 1 801 802 0=1024 1=-1 Gemm gemm_73 1 1 802 803 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_245 2 1 760 803 804 0=0 Split splitncnn_68 1 3 804 805 806 807 UnaryOp pow_246 1 1 805 808 0=4 Reduction mean_441 1 1 808 809 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.90 0 1 810 0=1024 1=1 BinaryOp add_247 1 1 809 811 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_248 1 1 811 812 0=6 BinaryOp mul_249 2 1 806 812 813 0=2 BinaryOp mul_250 2 1 810 813 814 0=2 Split splitncnn_69 1 2 814 815 816 Gemm gemm_74 1 1 816 817 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_186 1 1 817 818 Gemm gemm_75 1 1 815 819 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_251 2 1 818 819 820 0=2 Gemm gemm_76 1 1 820 821 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_252 2 1 807 821 822 0=0 Split splitncnn_70 1 3 822 823 824 825 UnaryOp pow_253 1 1 823 826 0=4 Reduction mean_442 1 1 826 827 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.92 0 1 828 0=1024 1=1 BinaryOp add_254 1 1 827 829 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_255 1 1 829 830 0=6 BinaryOp mul_256 2 1 824 830 831 0=2 BinaryOp mul_257 2 1 828 831 832 0=2 Split splitncnn_71 1 3 832 833 834 835 Gemm gemm_77 1 1 835 836 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_78 1 1 834 837 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_79 1 1 833 838 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_344 1 1 836 839 0=64 1=16 2=-1 Split splitncnn_72 1 2 839 840 841 Reshape reshape_345 1 1 837 842 0=64 1=16 2=-1 Split splitncnn_73 1 2 842 843 844 Reshape reshape_346 1 1 838 845 0=64 1=16 2=-1 UnaryOp pow_258 1 1 840 846 0=4 Reduction mean_443 1 1 846 847 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.94 0 1 848 0=64 1=1 2=1 BinaryOp add_259 1 1 847 849 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_260 1 1 849 850 0=6 BinaryOp mul_261 2 1 841 850 851 0=2 BinaryOp mul_262 2 1 848 851 852 0=2 UnaryOp pow_263 1 1 843 853 0=4 Reduction mean_444 1 1 853 854 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.96 0 1 855 0=64 1=1 2=1 BinaryOp add_264 1 1 854 856 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_265 1 1 856 857 0=6 BinaryOp mul_266 2 1 844 857 858 0=2 BinaryOp mul_267 2 1 855 858 859 0=2 Permute permute_245 1 1 852 860 0=2 Permute permute_246 1 1 859 861 0=2 Permute permute_247 1 1 845 862 0=2 RotaryEmbed rope_22 3 1 860 76 125 863 0=0 RotaryEmbed rope_23 3 1 861 75 124 864 0=0 SDPA sdpa_507 3 1 863 864 862 865 5=0 6=0.125 Permute permute_248 1 1 865 866 0=2 Reshape reshape_347 1 1 866 867 0=1024 1=-1 Gemm gemm_80 1 1 867 868 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_268 2 1 825 868 869 0=0 Split splitncnn_74 1 3 869 870 871 872 UnaryOp pow_269 1 1 870 873 0=4 Reduction mean_445 1 1 873 874 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.98 0 1 875 0=1024 1=1 BinaryOp add_270 1 1 874 876 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_271 1 1 876 877 0=6 BinaryOp mul_272 2 1 871 877 878 0=2 BinaryOp mul_273 2 1 875 878 879 0=2 Split splitncnn_75 1 2 879 880 881 Gemm gemm_81 1 1 881 882 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_187 1 1 882 883 Gemm gemm_82 1 1 880 884 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_274 2 1 883 884 885 0=2 Gemm gemm_83 1 1 885 886 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_275 2 1 872 886 887 0=0 Split splitncnn_76 1 3 887 888 889 890 UnaryOp pow_276 1 1 888 891 0=4 Reduction mean_446 1 1 891 892 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.100 0 1 893 0=1024 1=1 BinaryOp add_277 1 1 892 894 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_278 1 1 894 895 0=6 BinaryOp mul_279 2 1 889 895 896 0=2 BinaryOp mul_280 2 1 893 896 897 0=2 Split splitncnn_77 1 3 897 898 899 900 Gemm gemm_84 1 1 900 901 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_85 1 1 899 902 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_86 1 1 898 903 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_348 1 1 901 904 0=64 1=16 2=-1 Split splitncnn_78 1 2 904 905 906 Reshape reshape_349 1 1 902 907 0=64 1=16 2=-1 Split splitncnn_79 1 2 907 908 909 Reshape reshape_350 1 1 903 910 0=64 1=16 2=-1 UnaryOp pow_281 1 1 905 911 0=4 Reduction mean_447 1 1 911 912 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.102 0 1 913 0=64 1=1 2=1 BinaryOp add_282 1 1 912 914 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_283 1 1 914 915 0=6 BinaryOp mul_284 2 1 906 915 916 0=2 BinaryOp mul_285 2 1 913 916 917 0=2 UnaryOp pow_286 1 1 908 918 0=4 Reduction mean_448 1 1 918 919 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.104 0 1 920 0=64 1=1 2=1 BinaryOp add_287 1 1 919 921 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_288 1 1 921 922 0=6 BinaryOp mul_289 2 1 909 922 923 0=2 BinaryOp mul_290 2 1 920 923 924 0=2 Permute permute_249 1 1 917 925 0=2 Permute permute_250 1 1 924 926 0=2 Permute permute_251 1 1 910 927 0=2 RotaryEmbed rope_24 3 1 925 74 123 928 0=0 RotaryEmbed rope_25 3 1 926 73 122 929 0=0 SDPA sdpa_508 3 1 928 929 927 930 5=0 6=0.125 Permute permute_252 1 1 930 931 0=2 Reshape reshape_351 1 1 931 932 0=1024 1=-1 Gemm gemm_87 1 1 932 933 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_291 2 1 890 933 934 0=0 Split splitncnn_80 1 3 934 935 936 937 UnaryOp pow_292 1 1 935 938 0=4 Reduction mean_449 1 1 938 939 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.106 0 1 940 0=1024 1=1 BinaryOp add_293 1 1 939 941 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_294 1 1 941 942 0=6 BinaryOp mul_295 2 1 936 942 943 0=2 BinaryOp mul_296 2 1 940 943 944 0=2 Split splitncnn_81 1 2 944 945 946 Gemm gemm_88 1 1 946 947 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_188 1 1 947 948 Gemm gemm_89 1 1 945 949 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_297 2 1 948 949 950 0=2 Gemm gemm_90 1 1 950 951 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_298 2 1 937 951 952 0=0 Split splitncnn_82 1 3 952 953 954 955 UnaryOp pow_299 1 1 953 956 0=4 Reduction mean_450 1 1 956 957 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.108 0 1 958 0=1024 1=1 BinaryOp add_300 1 1 957 959 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_301 1 1 959 960 0=6 BinaryOp mul_302 2 1 954 960 961 0=2 BinaryOp mul_303 2 1 958 961 962 0=2 Split splitncnn_83 1 3 962 963 964 965 Gemm gemm_91 1 1 965 966 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_92 1 1 964 967 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_93 1 1 963 968 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_352 1 1 966 969 0=64 1=16 2=-1 Split splitncnn_84 1 2 969 970 971 Reshape reshape_353 1 1 967 972 0=64 1=16 2=-1 Split splitncnn_85 1 2 972 973 974 Reshape reshape_354 1 1 968 975 0=64 1=16 2=-1 UnaryOp pow_304 1 1 970 976 0=4 Reduction mean_451 1 1 976 977 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.110 0 1 978 0=64 1=1 2=1 BinaryOp add_305 1 1 977 979 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_306 1 1 979 980 0=6 BinaryOp mul_307 2 1 971 980 981 0=2 BinaryOp mul_308 2 1 978 981 982 0=2 UnaryOp pow_309 1 1 973 983 0=4 Reduction mean_452 1 1 983 984 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.112 0 1 985 0=64 1=1 2=1 BinaryOp add_310 1 1 984 986 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_311 1 1 986 987 0=6 BinaryOp mul_312 2 1 974 987 988 0=2 BinaryOp mul_313 2 1 985 988 989 0=2 Permute permute_253 1 1 982 990 0=2 Permute permute_254 1 1 989 991 0=2 Permute permute_255 1 1 975 992 0=2 RotaryEmbed rope_26 3 1 990 72 121 993 0=0 RotaryEmbed rope_27 3 1 991 71 120 994 0=0 SDPA sdpa_509 3 1 993 994 992 995 5=0 6=0.125 Permute permute_256 1 1 995 996 0=2 Reshape reshape_355 1 1 996 997 0=1024 1=-1 Gemm gemm_94 1 1 997 998 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_314 2 1 955 998 999 0=0 Split splitncnn_86 1 3 999 1000 1001 1002 UnaryOp pow_315 1 1 1000 1003 0=4 Reduction mean_453 1 1 1003 1004 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.114 0 1 1005 0=1024 1=1 BinaryOp add_316 1 1 1004 1006 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_317 1 1 1006 1007 0=6 BinaryOp mul_318 2 1 1001 1007 1008 0=2 BinaryOp mul_319 2 1 1005 1008 1009 0=2 Split splitncnn_87 1 2 1009 1010 1011 Gemm gemm_95 1 1 1011 1012 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_189 1 1 1012 1013 Gemm gemm_96 1 1 1010 1014 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_320 2 1 1013 1014 1015 0=2 Gemm gemm_97 1 1 1015 1016 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_321 2 1 1002 1016 1017 0=0 Split splitncnn_88 1 3 1017 1018 1019 1020 UnaryOp pow_322 1 1 1018 1021 0=4 Reduction mean_454 1 1 1021 1022 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.116 0 1 1023 0=1024 1=1 BinaryOp add_323 1 1 1022 1024 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_324 1 1 1024 1025 0=6 BinaryOp mul_325 2 1 1019 1025 1026 0=2 BinaryOp mul_326 2 1 1023 1026 1027 0=2 Split splitncnn_89 1 3 1027 1028 1029 1030 Gemm gemm_98 1 1 1030 1031 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_99 1 1 1029 1032 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_100 1 1 1028 1033 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_356 1 1 1031 1034 0=64 1=16 2=-1 Split splitncnn_90 1 2 1034 1035 1036 Reshape reshape_357 1 1 1032 1037 0=64 1=16 2=-1 Split splitncnn_91 1 2 1037 1038 1039 Reshape reshape_358 1 1 1033 1040 0=64 1=16 2=-1 UnaryOp pow_327 1 1 1035 1041 0=4 Reduction mean_455 1 1 1041 1042 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.118 0 1 1043 0=64 1=1 2=1 BinaryOp add_328 1 1 1042 1044 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_329 1 1 1044 1045 0=6 BinaryOp mul_330 2 1 1036 1045 1046 0=2 BinaryOp mul_331 2 1 1043 1046 1047 0=2 UnaryOp pow_332 1 1 1038 1048 0=4 Reduction mean_456 1 1 1048 1049 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.120 0 1 1050 0=64 1=1 2=1 BinaryOp add_333 1 1 1049 1051 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_334 1 1 1051 1052 0=6 BinaryOp mul_335 2 1 1039 1052 1053 0=2 BinaryOp mul_336 2 1 1050 1053 1054 0=2 Permute permute_257 1 1 1047 1055 0=2 Permute permute_258 1 1 1054 1056 0=2 Permute permute_259 1 1 1040 1057 0=2 RotaryEmbed rope_28 3 1 1055 70 119 1058 0=0 RotaryEmbed rope_29 3 1 1056 69 118 1059 0=0 SDPA sdpa_510 3 1 1058 1059 1057 1060 5=0 6=0.125 Permute permute_260 1 1 1060 1061 0=2 Reshape reshape_359 1 1 1061 1062 0=1024 1=-1 Gemm gemm_101 1 1 1062 1063 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_337 2 1 1020 1063 1064 0=0 Split splitncnn_92 1 3 1064 1065 1066 1067 UnaryOp pow_338 1 1 1065 1068 0=4 Reduction mean_457 1 1 1068 1069 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.122 0 1 1070 0=1024 1=1 BinaryOp add_339 1 1 1069 1071 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_340 1 1 1071 1072 0=6 BinaryOp mul_341 2 1 1066 1072 1073 0=2 BinaryOp mul_342 2 1 1070 1073 1074 0=2 Split splitncnn_93 1 2 1074 1075 1076 Gemm gemm_102 1 1 1076 1077 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_190 1 1 1077 1078 Gemm gemm_103 1 1 1075 1079 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_343 2 1 1078 1079 1080 0=2 Gemm gemm_104 1 1 1080 1081 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_344 2 1 1067 1081 1082 0=0 Split splitncnn_94 1 3 1082 1083 1084 1085 UnaryOp pow_345 1 1 1083 1086 0=4 Reduction mean_458 1 1 1086 1087 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.124 0 1 1088 0=1024 1=1 BinaryOp add_346 1 1 1087 1089 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_347 1 1 1089 1090 0=6 BinaryOp mul_348 2 1 1084 1090 1091 0=2 BinaryOp mul_349 2 1 1088 1091 1092 0=2 Split splitncnn_95 1 3 1092 1093 1094 1095 Gemm gemm_105 1 1 1095 1096 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_106 1 1 1094 1097 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_107 1 1 1093 1098 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_360 1 1 1096 1099 0=64 1=16 2=-1 Split splitncnn_96 1 2 1099 1100 1101 Reshape reshape_361 1 1 1097 1102 0=64 1=16 2=-1 Split splitncnn_97 1 2 1102 1103 1104 Reshape reshape_362 1 1 1098 1105 0=64 1=16 2=-1 UnaryOp pow_350 1 1 1100 1106 0=4 Reduction mean_459 1 1 1106 1107 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.126 0 1 1108 0=64 1=1 2=1 BinaryOp add_351 1 1 1107 1109 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_352 1 1 1109 1110 0=6 BinaryOp mul_353 2 1 1101 1110 1111 0=2 BinaryOp mul_354 2 1 1108 1111 1112 0=2 UnaryOp pow_355 1 1 1103 1113 0=4 Reduction mean_460 1 1 1113 1114 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.128 0 1 1115 0=64 1=1 2=1 BinaryOp add_356 1 1 1114 1116 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_357 1 1 1116 1117 0=6 BinaryOp mul_358 2 1 1104 1117 1118 0=2 BinaryOp mul_359 2 1 1115 1118 1119 0=2 Permute permute_261 1 1 1112 1120 0=2 Permute permute_262 1 1 1119 1121 0=2 Permute permute_263 1 1 1105 1122 0=2 RotaryEmbed rope_30 3 1 1120 68 117 1123 0=0 RotaryEmbed rope_31 3 1 1121 67 116 1124 0=0 SDPA sdpa_511 3 1 1123 1124 1122 1125 5=0 6=0.125 Permute permute_264 1 1 1125 1126 0=2 Reshape reshape_363 1 1 1126 1127 0=1024 1=-1 Gemm gemm_108 1 1 1127 1128 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_360 2 1 1085 1128 1129 0=0 Split splitncnn_98 1 3 1129 1130 1131 1132 UnaryOp pow_361 1 1 1130 1133 0=4 Reduction mean_461 1 1 1133 1134 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.130 0 1 1135 0=1024 1=1 BinaryOp add_362 1 1 1134 1136 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_363 1 1 1136 1137 0=6 BinaryOp mul_364 2 1 1131 1137 1138 0=2 BinaryOp mul_365 2 1 1135 1138 1139 0=2 Split splitncnn_99 1 2 1139 1140 1141 Gemm gemm_109 1 1 1141 1142 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_191 1 1 1142 1143 Gemm gemm_110 1 1 1140 1144 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_366 2 1 1143 1144 1145 0=2 Gemm gemm_111 1 1 1145 1146 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_367 2 1 1132 1146 1147 0=0 Split splitncnn_100 1 3 1147 1148 1149 1150 UnaryOp pow_368 1 1 1148 1151 0=4 Reduction mean_462 1 1 1151 1152 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.132 0 1 1153 0=1024 1=1 BinaryOp add_369 1 1 1152 1154 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_370 1 1 1154 1155 0=6 BinaryOp mul_371 2 1 1149 1155 1156 0=2 BinaryOp mul_372 2 1 1153 1156 1157 0=2 Split splitncnn_101 1 3 1157 1158 1159 1160 Gemm gemm_112 1 1 1160 1161 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_113 1 1 1159 1162 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_114 1 1 1158 1163 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_364 1 1 1161 1164 0=64 1=16 2=-1 Split splitncnn_102 1 2 1164 1165 1166 Reshape reshape_365 1 1 1162 1167 0=64 1=16 2=-1 Split splitncnn_103 1 2 1167 1168 1169 Reshape reshape_366 1 1 1163 1170 0=64 1=16 2=-1 UnaryOp pow_373 1 1 1165 1171 0=4 Reduction mean_463 1 1 1171 1172 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.134 0 1 1173 0=64 1=1 2=1 BinaryOp add_374 1 1 1172 1174 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_375 1 1 1174 1175 0=6 BinaryOp mul_376 2 1 1166 1175 1176 0=2 BinaryOp mul_377 2 1 1173 1176 1177 0=2 UnaryOp pow_378 1 1 1168 1178 0=4 Reduction mean_464 1 1 1178 1179 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.136 0 1 1180 0=64 1=1 2=1 BinaryOp add_379 1 1 1179 1181 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_380 1 1 1181 1182 0=6 BinaryOp mul_381 2 1 1169 1182 1183 0=2 BinaryOp mul_382 2 1 1180 1183 1184 0=2 Permute permute_265 1 1 1177 1185 0=2 Permute permute_266 1 1 1184 1186 0=2 Permute permute_267 1 1 1170 1187 0=2 RotaryEmbed rope_32 3 1 1185 66 115 1188 0=0 RotaryEmbed rope_33 3 1 1186 65 114 1189 0=0 SDPA sdpa_512 3 1 1188 1189 1187 1190 5=0 6=0.125 Permute permute_268 1 1 1190 1191 0=2 Reshape reshape_367 1 1 1191 1192 0=1024 1=-1 Gemm gemm_115 1 1 1192 1193 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_383 2 1 1150 1193 1194 0=0 Split splitncnn_104 1 3 1194 1195 1196 1197 UnaryOp pow_384 1 1 1195 1198 0=4 Reduction mean_465 1 1 1198 1199 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.138 0 1 1200 0=1024 1=1 BinaryOp add_385 1 1 1199 1201 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_386 1 1 1201 1202 0=6 BinaryOp mul_387 2 1 1196 1202 1203 0=2 BinaryOp mul_388 2 1 1200 1203 1204 0=2 Split splitncnn_105 1 2 1204 1205 1206 Gemm gemm_116 1 1 1206 1207 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_192 1 1 1207 1208 Gemm gemm_117 1 1 1205 1209 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_389 2 1 1208 1209 1210 0=2 Gemm gemm_118 1 1 1210 1211 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_390 2 1 1197 1211 1212 0=0 Split splitncnn_106 1 3 1212 1213 1214 1215 UnaryOp pow_391 1 1 1213 1216 0=4 Reduction mean_466 1 1 1216 1217 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.140 0 1 1218 0=1024 1=1 BinaryOp add_392 1 1 1217 1219 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_393 1 1 1219 1220 0=6 BinaryOp mul_394 2 1 1214 1220 1221 0=2 BinaryOp mul_395 2 1 1218 1221 1222 0=2 Split splitncnn_107 1 3 1222 1223 1224 1225 Gemm gemm_119 1 1 1225 1226 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_120 1 1 1224 1227 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_121 1 1 1223 1228 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_368 1 1 1226 1229 0=64 1=16 2=-1 Split splitncnn_108 1 2 1229 1230 1231 Reshape reshape_369 1 1 1227 1232 0=64 1=16 2=-1 Split splitncnn_109 1 2 1232 1233 1234 Reshape reshape_370 1 1 1228 1235 0=64 1=16 2=-1 UnaryOp pow_396 1 1 1230 1236 0=4 Reduction mean_467 1 1 1236 1237 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.142 0 1 1238 0=64 1=1 2=1 BinaryOp add_397 1 1 1237 1239 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_398 1 1 1239 1240 0=6 BinaryOp mul_399 2 1 1231 1240 1241 0=2 BinaryOp mul_400 2 1 1238 1241 1242 0=2 UnaryOp pow_401 1 1 1233 1243 0=4 Reduction mean_468 1 1 1243 1244 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.144 0 1 1245 0=64 1=1 2=1 BinaryOp add_402 1 1 1244 1246 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_403 1 1 1246 1247 0=6 BinaryOp mul_404 2 1 1234 1247 1248 0=2 BinaryOp mul_405 2 1 1245 1248 1249 0=2 Permute permute_269 1 1 1242 1250 0=2 Permute permute_270 1 1 1249 1251 0=2 Permute permute_271 1 1 1235 1252 0=2 RotaryEmbed rope_34 3 1 1250 64 113 1253 0=0 RotaryEmbed rope_35 3 1 1251 63 112 1254 0=0 SDPA sdpa_513 3 1 1253 1254 1252 1255 5=0 6=0.125 Permute permute_272 1 1 1255 1256 0=2 Reshape reshape_371 1 1 1256 1257 0=1024 1=-1 Gemm gemm_122 1 1 1257 1258 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_406 2 1 1215 1258 1259 0=0 Split splitncnn_110 1 3 1259 1260 1261 1262 UnaryOp pow_407 1 1 1260 1263 0=4 Reduction mean_469 1 1 1263 1264 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.146 0 1 1265 0=1024 1=1 BinaryOp add_408 1 1 1264 1266 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_409 1 1 1266 1267 0=6 BinaryOp mul_410 2 1 1261 1267 1268 0=2 BinaryOp mul_411 2 1 1265 1268 1269 0=2 Split splitncnn_111 1 2 1269 1270 1271 Gemm gemm_123 1 1 1271 1272 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_193 1 1 1272 1273 Gemm gemm_124 1 1 1270 1274 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_412 2 1 1273 1274 1275 0=2 Gemm gemm_125 1 1 1275 1276 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_413 2 1 1262 1276 1277 0=0 Split splitncnn_112 1 3 1277 1278 1279 1280 UnaryOp pow_414 1 1 1278 1281 0=4 Reduction mean_470 1 1 1281 1282 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.148 0 1 1283 0=1024 1=1 BinaryOp add_415 1 1 1282 1284 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_416 1 1 1284 1285 0=6 BinaryOp mul_417 2 1 1279 1285 1286 0=2 BinaryOp mul_418 2 1 1283 1286 1287 0=2 Split splitncnn_113 1 3 1287 1288 1289 1290 Gemm gemm_126 1 1 1290 1291 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_127 1 1 1289 1292 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_128 1 1 1288 1293 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_372 1 1 1291 1294 0=64 1=16 2=-1 Split splitncnn_114 1 2 1294 1295 1296 Reshape reshape_373 1 1 1292 1297 0=64 1=16 2=-1 Split splitncnn_115 1 2 1297 1298 1299 Reshape reshape_374 1 1 1293 1300 0=64 1=16 2=-1 UnaryOp pow_419 1 1 1295 1301 0=4 Reduction mean_471 1 1 1301 1302 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.150 0 1 1303 0=64 1=1 2=1 BinaryOp add_420 1 1 1302 1304 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_421 1 1 1304 1305 0=6 BinaryOp mul_422 2 1 1296 1305 1306 0=2 BinaryOp mul_423 2 1 1303 1306 1307 0=2 UnaryOp pow_424 1 1 1298 1308 0=4 Reduction mean_472 1 1 1308 1309 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.152 0 1 1310 0=64 1=1 2=1 BinaryOp add_425 1 1 1309 1311 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_426 1 1 1311 1312 0=6 BinaryOp mul_427 2 1 1299 1312 1313 0=2 BinaryOp mul_428 2 1 1310 1313 1314 0=2 Permute permute_273 1 1 1307 1315 0=2 Permute permute_274 1 1 1314 1316 0=2 Permute permute_275 1 1 1300 1317 0=2 RotaryEmbed rope_36 3 1 1315 62 111 1318 0=0 RotaryEmbed rope_37 3 1 1316 61 110 1319 0=0 SDPA sdpa_514 3 1 1318 1319 1317 1320 5=0 6=0.125 Permute permute_276 1 1 1320 1321 0=2 Reshape reshape_375 1 1 1321 1322 0=1024 1=-1 Gemm gemm_129 1 1 1322 1323 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_429 2 1 1280 1323 1324 0=0 Split splitncnn_116 1 3 1324 1325 1326 1327 UnaryOp pow_430 1 1 1325 1328 0=4 Reduction mean_473 1 1 1328 1329 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.154 0 1 1330 0=1024 1=1 BinaryOp add_431 1 1 1329 1331 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_432 1 1 1331 1332 0=6 BinaryOp mul_433 2 1 1326 1332 1333 0=2 BinaryOp mul_434 2 1 1330 1333 1334 0=2 Split splitncnn_117 1 2 1334 1335 1336 Gemm gemm_130 1 1 1336 1337 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_194 1 1 1337 1338 Gemm gemm_131 1 1 1335 1339 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_435 2 1 1338 1339 1340 0=2 Gemm gemm_132 1 1 1340 1341 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_436 2 1 1327 1341 1342 0=0 Split splitncnn_118 1 3 1342 1343 1344 1345 UnaryOp pow_437 1 1 1343 1346 0=4 Reduction mean_474 1 1 1346 1347 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.156 0 1 1348 0=1024 1=1 BinaryOp add_438 1 1 1347 1349 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_439 1 1 1349 1350 0=6 BinaryOp mul_440 2 1 1344 1350 1351 0=2 BinaryOp mul_441 2 1 1348 1351 1352 0=2 Split splitncnn_119 1 3 1352 1353 1354 1355 Gemm gemm_133 1 1 1355 1356 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_134 1 1 1354 1357 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_135 1 1 1353 1358 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_376 1 1 1356 1359 0=64 1=16 2=-1 Split splitncnn_120 1 2 1359 1360 1361 Reshape reshape_377 1 1 1357 1362 0=64 1=16 2=-1 Split splitncnn_121 1 2 1362 1363 1364 Reshape reshape_378 1 1 1358 1365 0=64 1=16 2=-1 UnaryOp pow_442 1 1 1360 1366 0=4 Reduction mean_475 1 1 1366 1367 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.158 0 1 1368 0=64 1=1 2=1 BinaryOp add_443 1 1 1367 1369 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_444 1 1 1369 1370 0=6 BinaryOp mul_445 2 1 1361 1370 1371 0=2 BinaryOp mul_446 2 1 1368 1371 1372 0=2 UnaryOp pow_447 1 1 1363 1373 0=4 Reduction mean_476 1 1 1373 1374 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.160 0 1 1375 0=64 1=1 2=1 BinaryOp add_448 1 1 1374 1376 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_449 1 1 1376 1377 0=6 BinaryOp mul_450 2 1 1364 1377 1378 0=2 BinaryOp mul_451 2 1 1375 1378 1379 0=2 Permute permute_277 1 1 1372 1380 0=2 Permute permute_278 1 1 1379 1381 0=2 Permute permute_279 1 1 1365 1382 0=2 RotaryEmbed rope_38 3 1 1380 60 109 1383 0=0 RotaryEmbed rope_39 3 1 1381 59 108 1384 0=0 SDPA sdpa_515 3 1 1383 1384 1382 1385 5=0 6=0.125 Permute permute_280 1 1 1385 1386 0=2 Reshape reshape_379 1 1 1386 1387 0=1024 1=-1 Gemm gemm_136 1 1 1387 1388 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_452 2 1 1345 1388 1389 0=0 Split splitncnn_122 1 3 1389 1390 1391 1392 UnaryOp pow_453 1 1 1390 1393 0=4 Reduction mean_477 1 1 1393 1394 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.162 0 1 1395 0=1024 1=1 BinaryOp add_454 1 1 1394 1396 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_455 1 1 1396 1397 0=6 BinaryOp mul_456 2 1 1391 1397 1398 0=2 BinaryOp mul_457 2 1 1395 1398 1399 0=2 Split splitncnn_123 1 2 1399 1400 1401 Gemm gemm_137 1 1 1401 1402 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_195 1 1 1402 1403 Gemm gemm_138 1 1 1400 1404 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_458 2 1 1403 1404 1405 0=2 Gemm gemm_139 1 1 1405 1406 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_459 2 1 1392 1406 1407 0=0 Split splitncnn_124 1 3 1407 1408 1409 1410 UnaryOp pow_460 1 1 1408 1411 0=4 Reduction mean_478 1 1 1411 1412 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.164 0 1 1413 0=1024 1=1 BinaryOp add_461 1 1 1412 1414 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_462 1 1 1414 1415 0=6 BinaryOp mul_463 2 1 1409 1415 1416 0=2 BinaryOp mul_464 2 1 1413 1416 1417 0=2 Split splitncnn_125 1 3 1417 1418 1419 1420 Gemm gemm_140 1 1 1420 1421 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_141 1 1 1419 1422 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_142 1 1 1418 1423 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_380 1 1 1421 1424 0=64 1=16 2=-1 Split splitncnn_126 1 2 1424 1425 1426 Reshape reshape_381 1 1 1422 1427 0=64 1=16 2=-1 Split splitncnn_127 1 2 1427 1428 1429 Reshape reshape_382 1 1 1423 1430 0=64 1=16 2=-1 UnaryOp pow_465 1 1 1425 1431 0=4 Reduction mean_479 1 1 1431 1432 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.166 0 1 1433 0=64 1=1 2=1 BinaryOp add_466 1 1 1432 1434 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_467 1 1 1434 1435 0=6 BinaryOp mul_468 2 1 1426 1435 1436 0=2 BinaryOp mul_469 2 1 1433 1436 1437 0=2 UnaryOp pow_470 1 1 1428 1438 0=4 Reduction mean_480 1 1 1438 1439 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.168 0 1 1440 0=64 1=1 2=1 BinaryOp add_471 1 1 1439 1441 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_472 1 1 1441 1442 0=6 BinaryOp mul_473 2 1 1429 1442 1443 0=2 BinaryOp mul_474 2 1 1440 1443 1444 0=2 Permute permute_281 1 1 1437 1445 0=2 Permute permute_282 1 1 1444 1446 0=2 Permute permute_283 1 1 1430 1447 0=2 RotaryEmbed rope_40 3 1 1445 58 107 1448 0=0 RotaryEmbed rope_41 3 1 1446 57 106 1449 0=0 SDPA sdpa_516 3 1 1448 1449 1447 1450 5=0 6=0.125 Permute permute_284 1 1 1450 1451 0=2 Reshape reshape_383 1 1 1451 1452 0=1024 1=-1 Gemm gemm_143 1 1 1452 1453 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_475 2 1 1410 1453 1454 0=0 Split splitncnn_128 1 3 1454 1455 1456 1457 UnaryOp pow_476 1 1 1455 1458 0=4 Reduction mean_481 1 1 1458 1459 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.170 0 1 1460 0=1024 1=1 BinaryOp add_477 1 1 1459 1461 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_478 1 1 1461 1462 0=6 BinaryOp mul_479 2 1 1456 1462 1463 0=2 BinaryOp mul_480 2 1 1460 1463 1464 0=2 Split splitncnn_129 1 2 1464 1465 1466 Gemm gemm_144 1 1 1466 1467 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_196 1 1 1467 1468 Gemm gemm_145 1 1 1465 1469 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_481 2 1 1468 1469 1470 0=2 Gemm gemm_146 1 1 1470 1471 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_482 2 1 1457 1471 1472 0=0 Split splitncnn_130 1 3 1472 1473 1474 1475 UnaryOp pow_483 1 1 1473 1476 0=4 Reduction mean_482 1 1 1476 1477 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.172 0 1 1478 0=1024 1=1 BinaryOp add_484 1 1 1477 1479 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_485 1 1 1479 1480 0=6 BinaryOp mul_486 2 1 1474 1480 1481 0=2 BinaryOp mul_487 2 1 1478 1481 1482 0=2 Split splitncnn_131 1 3 1482 1483 1484 1485 Gemm gemm_147 1 1 1485 1486 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_148 1 1 1484 1487 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_149 1 1 1483 1488 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_384 1 1 1486 1489 0=64 1=16 2=-1 Split splitncnn_132 1 2 1489 1490 1491 Reshape reshape_385 1 1 1487 1492 0=64 1=16 2=-1 Split splitncnn_133 1 2 1492 1493 1494 Reshape reshape_386 1 1 1488 1495 0=64 1=16 2=-1 UnaryOp pow_488 1 1 1490 1496 0=4 Reduction mean_483 1 1 1496 1497 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.174 0 1 1498 0=64 1=1 2=1 BinaryOp add_489 1 1 1497 1499 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_490 1 1 1499 1500 0=6 BinaryOp mul_491 2 1 1491 1500 1501 0=2 BinaryOp mul_492 2 1 1498 1501 1502 0=2 UnaryOp pow_493 1 1 1493 1503 0=4 Reduction mean_484 1 1 1503 1504 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.176 0 1 1505 0=64 1=1 2=1 BinaryOp add_494 1 1 1504 1506 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_495 1 1 1506 1507 0=6 BinaryOp mul_496 2 1 1494 1507 1508 0=2 BinaryOp mul_497 2 1 1505 1508 1509 0=2 Permute permute_285 1 1 1502 1510 0=2 Permute permute_286 1 1 1509 1511 0=2 Permute permute_287 1 1 1495 1512 0=2 RotaryEmbed rope_42 3 1 1510 56 105 1513 0=0 RotaryEmbed rope_43 3 1 1511 55 104 1514 0=0 SDPA sdpa_517 3 1 1513 1514 1512 1515 5=0 6=0.125 Permute permute_288 1 1 1515 1516 0=2 Reshape reshape_387 1 1 1516 1517 0=1024 1=-1 Gemm gemm_150 1 1 1517 1518 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_498 2 1 1475 1518 1519 0=0 Split splitncnn_134 1 3 1519 1520 1521 1522 UnaryOp pow_499 1 1 1520 1523 0=4 Reduction mean_485 1 1 1523 1524 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.178 0 1 1525 0=1024 1=1 BinaryOp add_500 1 1 1524 1526 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_501 1 1 1526 1527 0=6 BinaryOp mul_502 2 1 1521 1527 1528 0=2 BinaryOp mul_503 2 1 1525 1528 1529 0=2 Split splitncnn_135 1 2 1529 1530 1531 Gemm gemm_151 1 1 1531 1532 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_197 1 1 1532 1533 Gemm gemm_152 1 1 1530 1534 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_504 2 1 1533 1534 1535 0=2 Gemm gemm_153 1 1 1535 1536 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_505 2 1 1522 1536 1537 0=0 Split splitncnn_136 1 3 1537 1538 1539 1540 UnaryOp pow_506 1 1 1538 1541 0=4 Reduction mean_486 1 1 1541 1542 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.180 0 1 1543 0=1024 1=1 BinaryOp add_507 1 1 1542 1544 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_508 1 1 1544 1545 0=6 BinaryOp mul_509 2 1 1539 1545 1546 0=2 BinaryOp mul_510 2 1 1543 1546 1547 0=2 Split splitncnn_137 1 3 1547 1548 1549 1550 Gemm gemm_154 1 1 1550 1551 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_155 1 1 1549 1552 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_156 1 1 1548 1553 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_388 1 1 1551 1554 0=64 1=16 2=-1 Split splitncnn_138 1 2 1554 1555 1556 Reshape reshape_389 1 1 1552 1557 0=64 1=16 2=-1 Split splitncnn_139 1 2 1557 1558 1559 Reshape reshape_390 1 1 1553 1560 0=64 1=16 2=-1 UnaryOp pow_511 1 1 1555 1561 0=4 Reduction mean_487 1 1 1561 1562 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.182 0 1 1563 0=64 1=1 2=1 BinaryOp add_512 1 1 1562 1564 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_513 1 1 1564 1565 0=6 BinaryOp mul_514 2 1 1556 1565 1566 0=2 BinaryOp mul_515 2 1 1563 1566 1567 0=2 UnaryOp pow_516 1 1 1558 1568 0=4 Reduction mean_488 1 1 1568 1569 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.184 0 1 1570 0=64 1=1 2=1 BinaryOp add_517 1 1 1569 1571 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_518 1 1 1571 1572 0=6 BinaryOp mul_519 2 1 1559 1572 1573 0=2 BinaryOp mul_520 2 1 1570 1573 1574 0=2 Permute permute_289 1 1 1567 1575 0=2 Permute permute_290 1 1 1574 1576 0=2 Permute permute_291 1 1 1560 1577 0=2 RotaryEmbed rope_44 3 1 1575 54 103 1578 0=0 RotaryEmbed rope_45 3 1 1576 53 102 1579 0=0 SDPA sdpa_518 3 1 1578 1579 1577 1580 5=0 6=0.125 Permute permute_292 1 1 1580 1581 0=2 Reshape reshape_391 1 1 1581 1582 0=1024 1=-1 Gemm gemm_157 1 1 1582 1583 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_521 2 1 1540 1583 1584 0=0 Split splitncnn_140 1 3 1584 1585 1586 1587 UnaryOp pow_522 1 1 1585 1588 0=4 Reduction mean_489 1 1 1588 1589 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.186 0 1 1590 0=1024 1=1 BinaryOp add_523 1 1 1589 1591 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_524 1 1 1591 1592 0=6 BinaryOp mul_525 2 1 1586 1592 1593 0=2 BinaryOp mul_526 2 1 1590 1593 1594 0=2 Split splitncnn_141 1 2 1594 1595 1596 Gemm gemm_158 1 1 1596 1597 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_198 1 1 1597 1598 Gemm gemm_159 1 1 1595 1599 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_527 2 1 1598 1599 1600 0=2 Gemm gemm_160 1 1 1600 1601 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_528 2 1 1587 1601 1602 0=0 Split splitncnn_142 1 3 1602 1603 1604 1605 UnaryOp pow_529 1 1 1603 1606 0=4 Reduction mean_490 1 1 1606 1607 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.3 0 1 1608 0=1024 1=1 BinaryOp add_530 1 1 1607 1609 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_531 1 1 1609 1610 0=6 BinaryOp mul_532 2 1 1604 1610 1611 0=2 BinaryOp mul_533 2 1 1608 1611 1612 0=2 Split splitncnn_143 1 3 1612 1613 1614 1615 Gemm gemm_161 1 1 1615 1616 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_162 1 1 1614 1617 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_163 1 1 1613 1618 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_392 1 1 1616 1619 0=64 1=16 2=-1 Split splitncnn_144 1 2 1619 1620 1621 Reshape reshape_393 1 1 1617 1622 0=64 1=16 2=-1 Split splitncnn_145 1 2 1622 1623 1624 Reshape reshape_394 1 1 1618 1625 0=64 1=16 2=-1 UnaryOp pow_534 1 1 1620 1626 0=4 Reduction mean_491 1 1 1626 1627 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.2 0 1 1628 0=64 1=1 2=1 BinaryOp add_535 1 1 1627 1629 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_536 1 1 1629 1630 0=6 BinaryOp mul_537 2 1 1621 1630 1631 0=2 BinaryOp mul_538 2 1 1628 1631 1632 0=2 UnaryOp pow_539 1 1 1623 1633 0=4 Reduction mean_492 1 1 1633 1634 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.5 0 1 1635 0=64 1=1 2=1 BinaryOp add_540 1 1 1634 1636 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_541 1 1 1636 1637 0=6 BinaryOp mul_542 2 1 1624 1637 1638 0=2 BinaryOp mul_543 2 1 1635 1638 1639 0=2 Permute permute_293 1 1 1632 1640 0=2 Permute permute_294 1 1 1639 1641 0=2 Permute permute_295 1 1 1625 1642 0=2 RotaryEmbed rope_46 3 1 1640 52 101 1643 0=0 RotaryEmbed rope_47 3 1 1641 51 100 1644 0=0 SDPA sdpa_519 3 1 1643 1644 1642 1645 5=0 6=0.125 Permute permute_296 1 1 1645 1646 0=2 Reshape reshape_395 1 1 1646 1647 0=1024 1=-1 Gemm gemm_164 1 1 1647 1648 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_544 2 1 1605 1648 1649 0=0 Split splitncnn_146 1 3 1649 1650 1651 1652 UnaryOp pow_545 1 1 1650 1653 0=4 Reduction mean_493 1 1 1653 1654 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.188 0 1 1655 0=1024 1=1 BinaryOp add_546 1 1 1654 1656 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_547 1 1 1656 1657 0=6 BinaryOp mul_548 2 1 1651 1657 1658 0=2 BinaryOp mul_549 2 1 1655 1658 1659 0=2 Split splitncnn_147 1 2 1659 1660 1661 Gemm gemm_165 1 1 1661 1662 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_199 1 1 1662 1663 Gemm gemm_166 1 1 1660 1664 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_550 2 1 1663 1664 1665 0=2 Gemm gemm_167 1 1 1665 1666 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_551 2 1 1652 1666 1667 0=0 Split splitncnn_148 1 2 1667 1668 1669 UnaryOp pow_552 1 1 1668 1670 0=4 Reduction mean_494 1 1 1670 1671 0=3 1=0 -23303=1,-1 4=1 5=1 MemoryData pnnx_fold_w.1 0 1 1672 0=1024 1=1 BinaryOp add_553 1 1 1671 1673 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_554 1 1 1673 1674 0=6 BinaryOp mul_555 2 1 1669 1674 1675 0=2 BinaryOp mul_556 2 1 1672 1675 1676 0=2 Reshape reshape_396 1 1 1676 1677 0=1024 1=2 2=-1 Permute permute_297 1 1 1677 1678 0=4 Convolution conv_173 1 1 1678 1679 0=1536 1=2 11=2 12=1 13=2 14=0 2=1 3=2 4=0 5=1 6=6291456 Permute permute_298 1 1 1679 1680 0=2 Reshape reshape_397 1 1 1680 1681 0=1536 1=-1 Gemm gemm_168 1 1 1681 1682 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=1536 LayerNorm ln_175 1 1 1682 1683 0=1536 1=1.000000e-05 2=1 GELU gelu_174 1 1 1683 1684 Split splitncnn_149 1 2 1684 1685 1686 Gemm gemm_169 1 1 1686 1687 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4608 9=1536 Swish silu_200 1 1 1687 1688 Gemm gemm_170 1 1 1685 1689 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4608 9=1536 BinaryOp mul_557 2 1 1688 1689 1690 0=2 Gemm gemm_171 1 1 1690 out0 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608