7767517 1027 1344 Input in0 0 1 in0 Input in1 0 1 in1 Input in2 0 1 in2 Input in3 0 1 in3 Input kv_cache 0 32 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 Split splitncnn_0 1 3 in0 1 2 3 MemoryData pnnx_0 0 1 7 0=1536 1=1 MemoryData pnnx_1 0 1 8 0=1536 1=1 MemoryData pnnx_4 0 1 9 0=1536 1=1 MemoryData pnnx_5 0 1 10 0=1536 1=1 MemoryData pnnx_10 0 1 11 0=1536 1=1 MemoryData pnnx_11 0 1 12 0=1536 1=1 MemoryData pnnx_14 0 1 13 0=1536 1=1 MemoryData pnnx_15 0 1 14 0=1536 1=1 MemoryData pnnx_20 0 1 15 0=1536 1=1 MemoryData pnnx_21 0 1 16 0=1536 1=1 MemoryData pnnx_24 0 1 17 0=1536 1=1 MemoryData pnnx_25 0 1 18 0=1536 1=1 MemoryData pnnx_30 0 1 19 0=1536 1=1 MemoryData pnnx_31 0 1 20 0=1536 1=1 MemoryData pnnx_34 0 1 21 0=1536 1=1 MemoryData pnnx_35 0 1 22 0=1536 1=1 MemoryData pnnx_40 0 1 23 0=1536 1=1 MemoryData pnnx_41 0 1 24 0=1536 1=1 MemoryData pnnx_44 0 1 25 0=1536 1=1 MemoryData pnnx_45 0 1 26 0=1536 1=1 MemoryData pnnx_50 0 1 27 0=1536 1=1 MemoryData pnnx_51 0 1 28 0=1536 1=1 MemoryData pnnx_54 0 1 29 0=1536 1=1 MemoryData pnnx_55 0 1 30 0=1536 1=1 MemoryData pnnx_60 0 1 31 0=1536 1=1 MemoryData pnnx_61 0 1 32 0=1536 1=1 MemoryData pnnx_64 0 1 33 0=1536 1=1 MemoryData pnnx_65 0 1 34 0=1536 1=1 MemoryData pnnx_70 0 1 35 0=1536 1=1 MemoryData pnnx_71 0 1 36 0=1536 1=1 MemoryData pnnx_74 0 1 37 0=1536 1=1 MemoryData pnnx_75 0 1 38 0=1536 1=1 MemoryData pnnx_80 0 1 39 0=1536 1=1 MemoryData pnnx_81 0 1 40 0=1536 1=1 MemoryData pnnx_84 0 1 41 0=1536 1=1 MemoryData pnnx_85 0 1 42 0=1536 1=1 MemoryData pnnx_90 0 1 43 0=1536 1=1 MemoryData pnnx_91 0 1 44 0=1536 1=1 MemoryData pnnx_94 0 1 45 0=1536 1=1 MemoryData pnnx_95 0 1 46 0=1536 1=1 MemoryData pnnx_100 0 1 47 0=1536 1=1 MemoryData pnnx_101 0 1 48 0=1536 1=1 MemoryData pnnx_104 0 1 49 0=1536 1=1 MemoryData pnnx_105 0 1 50 0=1536 1=1 MemoryData pnnx_110 0 1 51 0=1536 1=1 MemoryData pnnx_111 0 1 52 0=1536 1=1 MemoryData pnnx_114 0 1 53 0=1536 1=1 MemoryData pnnx_115 0 1 54 0=1536 1=1 MemoryData pnnx_120 0 1 55 0=1536 1=1 MemoryData pnnx_121 0 1 56 0=1536 1=1 MemoryData pnnx_124 0 1 57 0=1536 1=1 MemoryData pnnx_125 0 1 58 0=1536 1=1 MemoryData pnnx_130 0 1 59 0=1536 1=1 MemoryData pnnx_131 0 1 60 0=1536 1=1 MemoryData pnnx_134 0 1 61 0=1536 1=1 MemoryData pnnx_135 0 1 62 0=1536 1=1 MemoryData pnnx_140 0 1 63 0=1536 1=1 MemoryData pnnx_141 0 1 64 0=1536 1=1 MemoryData pnnx_144 0 1 65 0=1536 1=1 MemoryData pnnx_145 0 1 66 0=1536 1=1 MemoryData pnnx_150 0 1 67 0=1536 1=1 MemoryData pnnx_151 0 1 68 0=1536 1=1 MemoryData pnnx_154 0 1 69 0=1536 1=1 MemoryData pnnx_155 0 1 70 0=1536 1=1 MemoryData pnnx_162 0 1 71 0=1536 1=1 ExpandDims unsqueeze_337 1 1 in1 72 -23303=1,0 Split splitncnn_1 1 16 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 UnaryOp pow_0 1 1 1 89 0=4 Reduction mean_208 1 1 89 90 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_1 1 1 90 91 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_2 1 1 91 92 0=6 BinaryOp mul_3 2 1 2 92 93 0=2 BinaryOp mul_4 2 1 71 93 94 0=2 Split splitncnn_2 1 3 94 95 96 97 Gemm gemm_0 1 1 97 98 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_112 1 1 98 99 0=128 1=16 2=-1 Permute transpose_273 1 1 99 100 0=2 Gemm gemm_1 1 1 96 101 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_113 1 1 101 102 0=128 1=8 2=-1 Permute transpose_274 1 1 102 103 0=2 Gemm gemm_2 1 1 95 104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_114 1 1 104 105 0=128 1=8 2=-1 Permute transpose_275 1 1 105 106 0=2 Split splitncnn_3 1 2 106 107 108 ExpandDims unsqueeze_338 1 1 in2 109 -23303=1,0 Split splitncnn_4 1 32 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 ExpandDims unsqueeze_339 1 1 in3 142 -23303=1,0 Split splitncnn_5 1 32 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 RotaryEmbed rope_0 3 1 100 141 174 175 0=1 RotaryEmbed rope_1 3 1 103 140 173 176 0=1 Split splitncnn_6 1 2 176 177 178 Concat stack_0 2 1 177 178 179 0=1 Reshape reshape_115 1 1 179 180 0=128 1=-1 11=2 2=8 Reshape flatten_340 1 1 180 181 0=128 1=-1 2=16 Concat stack_1 2 1 107 108 182 0=1 Reshape reshape_116 1 1 182 183 0=128 1=-1 11=2 2=8 Reshape flatten_341 1 1 183 184 0=128 1=-1 2=16 SDPA sdpa_372 6 3 175 181 184 88 cache_k0 cache_v0 185 out_cache_k0 out_cache_v0 5=1 6=0.0883883 7=1 Permute transpose_276 1 1 185 186 0=2 Reshape reshape_117 1 1 186 187 0=2048 1=-1 Gemm gemm_3 1 1 187 188 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_7 1 2 188 189 190 UnaryOp pow_5 1 1 189 191 0=4 Reduction mean_209 1 1 191 192 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_6 1 1 192 193 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_7 1 1 193 194 0=6 BinaryOp mul_8 2 1 190 194 195 0=2 BinaryOp mul_9 2 1 70 195 196 0=2 BinaryOp add_10 2 1 3 196 197 0=0 Split splitncnn_8 1 3 197 198 199 200 UnaryOp pow_11 1 1 198 201 0=4 Reduction mean_210 1 1 201 202 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_12 1 1 202 203 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_13 1 1 203 204 0=6 BinaryOp mul_14 2 1 199 204 205 0=2 BinaryOp mul_15 2 1 69 205 206 0=2 Gemm gemm_4 1 1 206 207 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_0 1 2 207 208 209 -23300=2,-233,-233 1=1 Swish silu_96 1 1 208 210 BinaryOp mul_16 2 1 209 210 211 0=2 Gemm gemm_5 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_9 1 2 212 213 214 UnaryOp pow_17 1 1 213 215 0=4 Reduction mean_211 1 1 215 216 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_18 1 1 216 217 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_19 1 1 217 218 0=6 BinaryOp mul_20 2 1 214 218 219 0=2 BinaryOp mul_21 2 1 68 219 220 0=2 BinaryOp add_22 2 1 200 220 221 0=0 Split splitncnn_10 1 3 221 222 223 224 UnaryOp pow_23 1 1 222 225 0=4 Reduction mean_212 1 1 225 226 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_24 1 1 226 227 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_25 1 1 227 228 0=6 BinaryOp mul_26 2 1 223 228 229 0=2 BinaryOp mul_27 2 1 67 229 230 0=2 Split splitncnn_11 1 3 230 231 232 233 Gemm gemm_6 1 1 233 234 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_118 1 1 234 235 0=128 1=16 2=-1 Permute transpose_277 1 1 235 236 0=2 Gemm gemm_7 1 1 232 237 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_119 1 1 237 238 0=128 1=8 2=-1 Permute transpose_278 1 1 238 239 0=2 Gemm gemm_8 1 1 231 240 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_120 1 1 240 241 0=128 1=8 2=-1 Permute transpose_279 1 1 241 242 0=2 Split splitncnn_12 1 2 242 243 244 RotaryEmbed rope_2 3 1 236 139 172 245 0=1 RotaryEmbed rope_3 3 1 239 138 171 246 0=1 Split splitncnn_13 1 2 246 247 248 Concat stack_2 2 1 247 248 249 0=1 Reshape reshape_121 1 1 249 250 0=128 1=-1 11=2 2=8 Reshape flatten_342 1 1 250 251 0=128 1=-1 2=16 Concat stack_3 2 1 243 244 252 0=1 Reshape reshape_122 1 1 252 253 0=128 1=-1 11=2 2=8 Reshape flatten_343 1 1 253 254 0=128 1=-1 2=16 SDPA sdpa_373 6 3 245 251 254 87 cache_k1 cache_v1 255 out_cache_k1 out_cache_v1 5=1 6=0.0883883 7=1 Permute transpose_280 1 1 255 256 0=2 Reshape reshape_123 1 1 256 257 0=2048 1=-1 Gemm gemm_9 1 1 257 258 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_14 1 2 258 259 260 UnaryOp pow_28 1 1 259 261 0=4 Reduction mean_213 1 1 261 262 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_29 1 1 262 263 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_30 1 1 263 264 0=6 BinaryOp mul_31 2 1 260 264 265 0=2 BinaryOp mul_32 2 1 66 265 266 0=2 BinaryOp add_33 2 1 224 266 267 0=0 Split splitncnn_15 1 3 267 268 269 270 UnaryOp pow_34 1 1 268 271 0=4 Reduction mean_214 1 1 271 272 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_35 1 1 272 273 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_36 1 1 273 274 0=6 BinaryOp mul_37 2 1 269 274 275 0=2 BinaryOp mul_38 2 1 65 275 276 0=2 Gemm gemm_10 1 1 276 277 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_1 1 2 277 278 279 -23300=2,-233,-233 1=1 Swish silu_97 1 1 278 280 BinaryOp mul_39 2 1 279 280 281 0=2 Gemm gemm_11 1 1 281 282 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_16 1 2 282 283 284 UnaryOp pow_40 1 1 283 285 0=4 Reduction mean_215 1 1 285 286 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_41 1 1 286 287 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_42 1 1 287 288 0=6 BinaryOp mul_43 2 1 284 288 289 0=2 BinaryOp mul_44 2 1 64 289 290 0=2 BinaryOp add_45 2 1 270 290 291 0=0 Split splitncnn_17 1 3 291 292 293 294 UnaryOp pow_46 1 1 292 295 0=4 Reduction mean_216 1 1 295 296 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_47 1 1 296 297 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_48 1 1 297 298 0=6 BinaryOp mul_49 2 1 293 298 299 0=2 BinaryOp mul_50 2 1 63 299 300 0=2 Split splitncnn_18 1 3 300 301 302 303 Gemm gemm_12 1 1 303 304 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_124 1 1 304 305 0=128 1=16 2=-1 Permute transpose_281 1 1 305 306 0=2 Gemm gemm_13 1 1 302 307 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_125 1 1 307 308 0=128 1=8 2=-1 Permute transpose_282 1 1 308 309 0=2 Gemm gemm_14 1 1 301 310 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_126 1 1 310 311 0=128 1=8 2=-1 Permute transpose_283 1 1 311 312 0=2 Split splitncnn_19 1 2 312 313 314 RotaryEmbed rope_4 3 1 306 137 170 315 0=1 RotaryEmbed rope_5 3 1 309 136 169 316 0=1 Split splitncnn_20 1 2 316 317 318 Concat stack_4 2 1 317 318 319 0=1 Reshape reshape_127 1 1 319 320 0=128 1=-1 11=2 2=8 Reshape flatten_344 1 1 320 321 0=128 1=-1 2=16 Concat stack_5 2 1 313 314 322 0=1 Reshape reshape_128 1 1 322 323 0=128 1=-1 11=2 2=8 Reshape flatten_345 1 1 323 324 0=128 1=-1 2=16 SDPA sdpa_374 6 3 315 321 324 86 cache_k2 cache_v2 325 out_cache_k2 out_cache_v2 5=1 6=0.0883883 7=1 Permute transpose_284 1 1 325 326 0=2 Reshape reshape_129 1 1 326 327 0=2048 1=-1 Gemm gemm_15 1 1 327 328 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_21 1 2 328 329 330 UnaryOp pow_51 1 1 329 331 0=4 Reduction mean_217 1 1 331 332 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_52 1 1 332 333 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_53 1 1 333 334 0=6 BinaryOp mul_54 2 1 330 334 335 0=2 BinaryOp mul_55 2 1 62 335 336 0=2 BinaryOp add_56 2 1 294 336 337 0=0 Split splitncnn_22 1 3 337 338 339 340 UnaryOp pow_57 1 1 338 341 0=4 Reduction mean_218 1 1 341 342 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_58 1 1 342 343 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_59 1 1 343 344 0=6 BinaryOp mul_60 2 1 339 344 345 0=2 BinaryOp mul_61 2 1 61 345 346 0=2 Gemm gemm_16 1 1 346 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_2 1 2 347 348 349 -23300=2,-233,-233 1=1 Swish silu_98 1 1 348 350 BinaryOp mul_62 2 1 349 350 351 0=2 Gemm gemm_17 1 1 351 352 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_23 1 2 352 353 354 UnaryOp pow_63 1 1 353 355 0=4 Reduction mean_219 1 1 355 356 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_64 1 1 356 357 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_65 1 1 357 358 0=6 BinaryOp mul_66 2 1 354 358 359 0=2 BinaryOp mul_67 2 1 60 359 360 0=2 BinaryOp add_68 2 1 340 360 361 0=0 Split splitncnn_24 1 3 361 362 363 364 UnaryOp pow_69 1 1 362 365 0=4 Reduction mean_220 1 1 365 366 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_70 1 1 366 367 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_71 1 1 367 368 0=6 BinaryOp mul_72 2 1 363 368 369 0=2 BinaryOp mul_73 2 1 59 369 370 0=2 Split splitncnn_25 1 3 370 371 372 373 Gemm gemm_18 1 1 373 374 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_130 1 1 374 375 0=128 1=16 2=-1 Permute transpose_285 1 1 375 376 0=2 Gemm gemm_19 1 1 372 377 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_131 1 1 377 378 0=128 1=8 2=-1 Permute transpose_286 1 1 378 379 0=2 Gemm gemm_20 1 1 371 380 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_132 1 1 380 381 0=128 1=8 2=-1 Permute transpose_287 1 1 381 382 0=2 Split splitncnn_26 1 2 382 383 384 RotaryEmbed rope_6 3 1 376 135 168 385 0=1 RotaryEmbed rope_7 3 1 379 134 167 386 0=1 Split splitncnn_27 1 2 386 387 388 Concat stack_6 2 1 387 388 389 0=1 Reshape reshape_133 1 1 389 390 0=128 1=-1 11=2 2=8 Reshape flatten_346 1 1 390 391 0=128 1=-1 2=16 Concat stack_7 2 1 383 384 392 0=1 Reshape reshape_134 1 1 392 393 0=128 1=-1 11=2 2=8 Reshape flatten_347 1 1 393 394 0=128 1=-1 2=16 SDPA sdpa_375 6 3 385 391 394 85 cache_k3 cache_v3 395 out_cache_k3 out_cache_v3 5=1 6=0.0883883 7=1 Permute transpose_288 1 1 395 396 0=2 Reshape reshape_135 1 1 396 397 0=2048 1=-1 Gemm gemm_21 1 1 397 398 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_28 1 2 398 399 400 UnaryOp pow_74 1 1 399 401 0=4 Reduction mean_221 1 1 401 402 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_75 1 1 402 403 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_76 1 1 403 404 0=6 BinaryOp mul_77 2 1 400 404 405 0=2 BinaryOp mul_78 2 1 58 405 406 0=2 BinaryOp add_79 2 1 364 406 407 0=0 Split splitncnn_29 1 3 407 408 409 410 UnaryOp pow_80 1 1 408 411 0=4 Reduction mean_222 1 1 411 412 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_81 1 1 412 413 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_82 1 1 413 414 0=6 BinaryOp mul_83 2 1 409 414 415 0=2 BinaryOp mul_84 2 1 57 415 416 0=2 Gemm gemm_22 1 1 416 417 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_3 1 2 417 418 419 -23300=2,-233,-233 1=1 Swish silu_99 1 1 418 420 BinaryOp mul_85 2 1 419 420 421 0=2 Gemm gemm_23 1 1 421 422 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_30 1 2 422 423 424 UnaryOp pow_86 1 1 423 425 0=4 Reduction mean_223 1 1 425 426 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_87 1 1 426 427 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_88 1 1 427 428 0=6 BinaryOp mul_89 2 1 424 428 429 0=2 BinaryOp mul_90 2 1 56 429 430 0=2 BinaryOp add_91 2 1 410 430 431 0=0 Split splitncnn_31 1 3 431 432 433 434 UnaryOp pow_92 1 1 432 435 0=4 Reduction mean_224 1 1 435 436 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_93 1 1 436 437 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_94 1 1 437 438 0=6 BinaryOp mul_95 2 1 433 438 439 0=2 BinaryOp mul_96 2 1 55 439 440 0=2 Split splitncnn_32 1 3 440 441 442 443 Gemm gemm_24 1 1 443 444 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_136 1 1 444 445 0=128 1=16 2=-1 Permute transpose_289 1 1 445 446 0=2 Gemm gemm_25 1 1 442 447 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_137 1 1 447 448 0=128 1=8 2=-1 Permute transpose_290 1 1 448 449 0=2 Gemm gemm_26 1 1 441 450 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_138 1 1 450 451 0=128 1=8 2=-1 Permute transpose_291 1 1 451 452 0=2 Split splitncnn_33 1 2 452 453 454 RotaryEmbed rope_8 3 1 446 133 166 455 0=1 RotaryEmbed rope_9 3 1 449 132 165 456 0=1 Split splitncnn_34 1 2 456 457 458 Concat stack_8 2 1 457 458 459 0=1 Reshape reshape_139 1 1 459 460 0=128 1=-1 11=2 2=8 Reshape flatten_348 1 1 460 461 0=128 1=-1 2=16 Concat stack_9 2 1 453 454 462 0=1 Reshape reshape_140 1 1 462 463 0=128 1=-1 11=2 2=8 Reshape flatten_349 1 1 463 464 0=128 1=-1 2=16 SDPA sdpa_376 6 3 455 461 464 84 cache_k4 cache_v4 465 out_cache_k4 out_cache_v4 5=1 6=0.0883883 7=1 Permute transpose_292 1 1 465 466 0=2 Reshape reshape_141 1 1 466 467 0=2048 1=-1 Gemm gemm_27 1 1 467 468 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_35 1 2 468 469 470 UnaryOp pow_97 1 1 469 471 0=4 Reduction mean_225 1 1 471 472 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_98 1 1 472 473 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_99 1 1 473 474 0=6 BinaryOp mul_100 2 1 470 474 475 0=2 BinaryOp mul_101 2 1 54 475 476 0=2 BinaryOp add_102 2 1 434 476 477 0=0 Split splitncnn_36 1 3 477 478 479 480 UnaryOp pow_103 1 1 478 481 0=4 Reduction mean_226 1 1 481 482 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_104 1 1 482 483 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_105 1 1 483 484 0=6 BinaryOp mul_106 2 1 479 484 485 0=2 BinaryOp mul_107 2 1 53 485 486 0=2 Gemm gemm_28 1 1 486 487 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_4 1 2 487 488 489 -23300=2,-233,-233 1=1 Swish silu_100 1 1 488 490 BinaryOp mul_108 2 1 489 490 491 0=2 Gemm gemm_29 1 1 491 492 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_37 1 2 492 493 494 UnaryOp pow_109 1 1 493 495 0=4 Reduction mean_227 1 1 495 496 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_110 1 1 496 497 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_111 1 1 497 498 0=6 BinaryOp mul_112 2 1 494 498 499 0=2 BinaryOp mul_113 2 1 52 499 500 0=2 BinaryOp add_114 2 1 480 500 501 0=0 Split splitncnn_38 1 3 501 502 503 504 UnaryOp pow_115 1 1 502 505 0=4 Reduction mean_228 1 1 505 506 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_116 1 1 506 507 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_117 1 1 507 508 0=6 BinaryOp mul_118 2 1 503 508 509 0=2 BinaryOp mul_119 2 1 51 509 510 0=2 Split splitncnn_39 1 3 510 511 512 513 Gemm gemm_30 1 1 513 514 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_142 1 1 514 515 0=128 1=16 2=-1 Permute transpose_293 1 1 515 516 0=2 Gemm gemm_31 1 1 512 517 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_143 1 1 517 518 0=128 1=8 2=-1 Permute transpose_294 1 1 518 519 0=2 Gemm gemm_32 1 1 511 520 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_144 1 1 520 521 0=128 1=8 2=-1 Permute transpose_295 1 1 521 522 0=2 Split splitncnn_40 1 2 522 523 524 RotaryEmbed rope_10 3 1 516 131 164 525 0=1 RotaryEmbed rope_11 3 1 519 130 163 526 0=1 Split splitncnn_41 1 2 526 527 528 Concat stack_10 2 1 527 528 529 0=1 Reshape reshape_145 1 1 529 530 0=128 1=-1 11=2 2=8 Reshape flatten_350 1 1 530 531 0=128 1=-1 2=16 Concat stack_11 2 1 523 524 532 0=1 Reshape reshape_146 1 1 532 533 0=128 1=-1 11=2 2=8 Reshape flatten_351 1 1 533 534 0=128 1=-1 2=16 SDPA sdpa_377 6 3 525 531 534 83 cache_k5 cache_v5 535 out_cache_k5 out_cache_v5 5=1 6=0.0883883 7=1 Permute transpose_296 1 1 535 536 0=2 Reshape reshape_147 1 1 536 537 0=2048 1=-1 Gemm gemm_33 1 1 537 538 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_42 1 2 538 539 540 UnaryOp pow_120 1 1 539 541 0=4 Reduction mean_229 1 1 541 542 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_121 1 1 542 543 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_122 1 1 543 544 0=6 BinaryOp mul_123 2 1 540 544 545 0=2 BinaryOp mul_124 2 1 50 545 546 0=2 BinaryOp add_125 2 1 504 546 547 0=0 Split splitncnn_43 1 3 547 548 549 550 UnaryOp pow_126 1 1 548 551 0=4 Reduction mean_230 1 1 551 552 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_127 1 1 552 553 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_128 1 1 553 554 0=6 BinaryOp mul_129 2 1 549 554 555 0=2 BinaryOp mul_130 2 1 49 555 556 0=2 Gemm gemm_34 1 1 556 557 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_5 1 2 557 558 559 -23300=2,-233,-233 1=1 Swish silu_101 1 1 558 560 BinaryOp mul_131 2 1 559 560 561 0=2 Gemm gemm_35 1 1 561 562 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_44 1 2 562 563 564 UnaryOp pow_132 1 1 563 565 0=4 Reduction mean_231 1 1 565 566 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_133 1 1 566 567 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_134 1 1 567 568 0=6 BinaryOp mul_135 2 1 564 568 569 0=2 BinaryOp mul_136 2 1 48 569 570 0=2 BinaryOp add_137 2 1 550 570 571 0=0 Split splitncnn_45 1 3 571 572 573 574 UnaryOp pow_138 1 1 572 575 0=4 Reduction mean_232 1 1 575 576 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_139 1 1 576 577 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_140 1 1 577 578 0=6 BinaryOp mul_141 2 1 573 578 579 0=2 BinaryOp mul_142 2 1 47 579 580 0=2 Split splitncnn_46 1 3 580 581 582 583 Gemm gemm_36 1 1 583 584 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_148 1 1 584 585 0=128 1=16 2=-1 Permute transpose_297 1 1 585 586 0=2 Gemm gemm_37 1 1 582 587 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_149 1 1 587 588 0=128 1=8 2=-1 Permute transpose_298 1 1 588 589 0=2 Gemm gemm_38 1 1 581 590 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_150 1 1 590 591 0=128 1=8 2=-1 Permute transpose_299 1 1 591 592 0=2 Split splitncnn_47 1 2 592 593 594 RotaryEmbed rope_12 3 1 586 129 162 595 0=1 RotaryEmbed rope_13 3 1 589 128 161 596 0=1 Split splitncnn_48 1 2 596 597 598 Concat stack_12 2 1 597 598 599 0=1 Reshape reshape_151 1 1 599 600 0=128 1=-1 11=2 2=8 Reshape flatten_352 1 1 600 601 0=128 1=-1 2=16 Concat stack_13 2 1 593 594 602 0=1 Reshape reshape_152 1 1 602 603 0=128 1=-1 11=2 2=8 Reshape flatten_353 1 1 603 604 0=128 1=-1 2=16 SDPA sdpa_378 6 3 595 601 604 82 cache_k6 cache_v6 605 out_cache_k6 out_cache_v6 5=1 6=0.0883883 7=1 Permute transpose_300 1 1 605 606 0=2 Reshape reshape_153 1 1 606 607 0=2048 1=-1 Gemm gemm_39 1 1 607 608 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_49 1 2 608 609 610 UnaryOp pow_143 1 1 609 611 0=4 Reduction mean_233 1 1 611 612 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_144 1 1 612 613 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_145 1 1 613 614 0=6 BinaryOp mul_146 2 1 610 614 615 0=2 BinaryOp mul_147 2 1 46 615 616 0=2 BinaryOp add_148 2 1 574 616 617 0=0 Split splitncnn_50 1 3 617 618 619 620 UnaryOp pow_149 1 1 618 621 0=4 Reduction mean_234 1 1 621 622 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_150 1 1 622 623 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_151 1 1 623 624 0=6 BinaryOp mul_152 2 1 619 624 625 0=2 BinaryOp mul_153 2 1 45 625 626 0=2 Gemm gemm_40 1 1 626 627 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_6 1 2 627 628 629 -23300=2,-233,-233 1=1 Swish silu_102 1 1 628 630 BinaryOp mul_154 2 1 629 630 631 0=2 Gemm gemm_41 1 1 631 632 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_51 1 2 632 633 634 UnaryOp pow_155 1 1 633 635 0=4 Reduction mean_235 1 1 635 636 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_156 1 1 636 637 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_157 1 1 637 638 0=6 BinaryOp mul_158 2 1 634 638 639 0=2 BinaryOp mul_159 2 1 44 639 640 0=2 BinaryOp add_160 2 1 620 640 641 0=0 Split splitncnn_52 1 3 641 642 643 644 UnaryOp pow_161 1 1 642 645 0=4 Reduction mean_236 1 1 645 646 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_162 1 1 646 647 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_163 1 1 647 648 0=6 BinaryOp mul_164 2 1 643 648 649 0=2 BinaryOp mul_165 2 1 43 649 650 0=2 Split splitncnn_53 1 3 650 651 652 653 Gemm gemm_42 1 1 653 654 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_154 1 1 654 655 0=128 1=16 2=-1 Permute transpose_301 1 1 655 656 0=2 Gemm gemm_43 1 1 652 657 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_155 1 1 657 658 0=128 1=8 2=-1 Permute transpose_302 1 1 658 659 0=2 Gemm gemm_44 1 1 651 660 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_156 1 1 660 661 0=128 1=8 2=-1 Permute transpose_303 1 1 661 662 0=2 Split splitncnn_54 1 2 662 663 664 RotaryEmbed rope_14 3 1 656 127 160 665 0=1 RotaryEmbed rope_15 3 1 659 126 159 666 0=1 Split splitncnn_55 1 2 666 667 668 Concat stack_14 2 1 667 668 669 0=1 Reshape reshape_157 1 1 669 670 0=128 1=-1 11=2 2=8 Reshape flatten_354 1 1 670 671 0=128 1=-1 2=16 Concat stack_15 2 1 663 664 672 0=1 Reshape reshape_158 1 1 672 673 0=128 1=-1 11=2 2=8 Reshape flatten_355 1 1 673 674 0=128 1=-1 2=16 SDPA sdpa_379 6 3 665 671 674 81 cache_k7 cache_v7 675 out_cache_k7 out_cache_v7 5=1 6=0.0883883 7=1 Permute transpose_304 1 1 675 676 0=2 Reshape reshape_159 1 1 676 677 0=2048 1=-1 Gemm gemm_45 1 1 677 678 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_56 1 2 678 679 680 UnaryOp pow_166 1 1 679 681 0=4 Reduction mean_237 1 1 681 682 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_167 1 1 682 683 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_168 1 1 683 684 0=6 BinaryOp mul_169 2 1 680 684 685 0=2 BinaryOp mul_170 2 1 42 685 686 0=2 BinaryOp add_171 2 1 644 686 687 0=0 Split splitncnn_57 1 3 687 688 689 690 UnaryOp pow_172 1 1 688 691 0=4 Reduction mean_238 1 1 691 692 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_173 1 1 692 693 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_174 1 1 693 694 0=6 BinaryOp mul_175 2 1 689 694 695 0=2 BinaryOp mul_176 2 1 41 695 696 0=2 Gemm gemm_46 1 1 696 697 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_7 1 2 697 698 699 -23300=2,-233,-233 1=1 Swish silu_103 1 1 698 700 BinaryOp mul_177 2 1 699 700 701 0=2 Gemm gemm_47 1 1 701 702 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_58 1 2 702 703 704 UnaryOp pow_178 1 1 703 705 0=4 Reduction mean_239 1 1 705 706 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_179 1 1 706 707 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_180 1 1 707 708 0=6 BinaryOp mul_181 2 1 704 708 709 0=2 BinaryOp mul_182 2 1 40 709 710 0=2 BinaryOp add_183 2 1 690 710 711 0=0 Split splitncnn_59 1 3 711 712 713 714 UnaryOp pow_184 1 1 712 715 0=4 Reduction mean_240 1 1 715 716 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_185 1 1 716 717 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_186 1 1 717 718 0=6 BinaryOp mul_187 2 1 713 718 719 0=2 BinaryOp mul_188 2 1 39 719 720 0=2 Split splitncnn_60 1 3 720 721 722 723 Gemm gemm_48 1 1 723 724 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_160 1 1 724 725 0=128 1=16 2=-1 Permute transpose_305 1 1 725 726 0=2 Gemm gemm_49 1 1 722 727 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_161 1 1 727 728 0=128 1=8 2=-1 Permute transpose_306 1 1 728 729 0=2 Gemm gemm_50 1 1 721 730 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_162 1 1 730 731 0=128 1=8 2=-1 Permute transpose_307 1 1 731 732 0=2 Split splitncnn_61 1 2 732 733 734 RotaryEmbed rope_16 3 1 726 125 158 735 0=1 RotaryEmbed rope_17 3 1 729 124 157 736 0=1 Split splitncnn_62 1 2 736 737 738 Concat stack_16 2 1 737 738 739 0=1 Reshape reshape_163 1 1 739 740 0=128 1=-1 11=2 2=8 Reshape flatten_356 1 1 740 741 0=128 1=-1 2=16 Concat stack_17 2 1 733 734 742 0=1 Reshape reshape_164 1 1 742 743 0=128 1=-1 11=2 2=8 Reshape flatten_357 1 1 743 744 0=128 1=-1 2=16 SDPA sdpa_380 6 3 735 741 744 80 cache_k8 cache_v8 745 out_cache_k8 out_cache_v8 5=1 6=0.0883883 7=1 Permute transpose_308 1 1 745 746 0=2 Reshape reshape_165 1 1 746 747 0=2048 1=-1 Gemm gemm_51 1 1 747 748 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_63 1 2 748 749 750 UnaryOp pow_189 1 1 749 751 0=4 Reduction mean_241 1 1 751 752 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_190 1 1 752 753 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_191 1 1 753 754 0=6 BinaryOp mul_192 2 1 750 754 755 0=2 BinaryOp mul_193 2 1 38 755 756 0=2 BinaryOp add_194 2 1 714 756 757 0=0 Split splitncnn_64 1 3 757 758 759 760 UnaryOp pow_195 1 1 758 761 0=4 Reduction mean_242 1 1 761 762 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_196 1 1 762 763 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_197 1 1 763 764 0=6 BinaryOp mul_198 2 1 759 764 765 0=2 BinaryOp mul_199 2 1 37 765 766 0=2 Gemm gemm_52 1 1 766 767 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_8 1 2 767 768 769 -23300=2,-233,-233 1=1 Swish silu_104 1 1 768 770 BinaryOp mul_200 2 1 769 770 771 0=2 Gemm gemm_53 1 1 771 772 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_65 1 2 772 773 774 UnaryOp pow_201 1 1 773 775 0=4 Reduction mean_243 1 1 775 776 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_202 1 1 776 777 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_203 1 1 777 778 0=6 BinaryOp mul_204 2 1 774 778 779 0=2 BinaryOp mul_205 2 1 36 779 780 0=2 BinaryOp add_206 2 1 760 780 781 0=0 Split splitncnn_66 1 3 781 782 783 784 UnaryOp pow_207 1 1 782 785 0=4 Reduction mean_244 1 1 785 786 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_208 1 1 786 787 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_209 1 1 787 788 0=6 BinaryOp mul_210 2 1 783 788 789 0=2 BinaryOp mul_211 2 1 35 789 790 0=2 Split splitncnn_67 1 3 790 791 792 793 Gemm gemm_54 1 1 793 794 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_166 1 1 794 795 0=128 1=16 2=-1 Permute transpose_309 1 1 795 796 0=2 Gemm gemm_55 1 1 792 797 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_167 1 1 797 798 0=128 1=8 2=-1 Permute transpose_310 1 1 798 799 0=2 Gemm gemm_56 1 1 791 800 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_168 1 1 800 801 0=128 1=8 2=-1 Permute transpose_311 1 1 801 802 0=2 Split splitncnn_68 1 2 802 803 804 RotaryEmbed rope_18 3 1 796 123 156 805 0=1 RotaryEmbed rope_19 3 1 799 122 155 806 0=1 Split splitncnn_69 1 2 806 807 808 Concat stack_18 2 1 807 808 809 0=1 Reshape reshape_169 1 1 809 810 0=128 1=-1 11=2 2=8 Reshape flatten_358 1 1 810 811 0=128 1=-1 2=16 Concat stack_19 2 1 803 804 812 0=1 Reshape reshape_170 1 1 812 813 0=128 1=-1 11=2 2=8 Reshape flatten_359 1 1 813 814 0=128 1=-1 2=16 SDPA sdpa_381 6 3 805 811 814 79 cache_k9 cache_v9 815 out_cache_k9 out_cache_v9 5=1 6=0.0883883 7=1 Permute transpose_312 1 1 815 816 0=2 Reshape reshape_171 1 1 816 817 0=2048 1=-1 Gemm gemm_57 1 1 817 818 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_70 1 2 818 819 820 UnaryOp pow_212 1 1 819 821 0=4 Reduction mean_245 1 1 821 822 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_213 1 1 822 823 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_214 1 1 823 824 0=6 BinaryOp mul_215 2 1 820 824 825 0=2 BinaryOp mul_216 2 1 34 825 826 0=2 BinaryOp add_217 2 1 784 826 827 0=0 Split splitncnn_71 1 3 827 828 829 830 UnaryOp pow_218 1 1 828 831 0=4 Reduction mean_246 1 1 831 832 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_219 1 1 832 833 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_220 1 1 833 834 0=6 BinaryOp mul_221 2 1 829 834 835 0=2 BinaryOp mul_222 2 1 33 835 836 0=2 Gemm gemm_58 1 1 836 837 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_9 1 2 837 838 839 -23300=2,-233,-233 1=1 Swish silu_105 1 1 838 840 BinaryOp mul_223 2 1 839 840 841 0=2 Gemm gemm_59 1 1 841 842 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_72 1 2 842 843 844 UnaryOp pow_224 1 1 843 845 0=4 Reduction mean_247 1 1 845 846 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_225 1 1 846 847 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_226 1 1 847 848 0=6 BinaryOp mul_227 2 1 844 848 849 0=2 BinaryOp mul_228 2 1 32 849 850 0=2 BinaryOp add_229 2 1 830 850 851 0=0 Split splitncnn_73 1 3 851 852 853 854 UnaryOp pow_230 1 1 852 855 0=4 Reduction mean_248 1 1 855 856 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_231 1 1 856 857 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_232 1 1 857 858 0=6 BinaryOp mul_233 2 1 853 858 859 0=2 BinaryOp mul_234 2 1 31 859 860 0=2 Split splitncnn_74 1 3 860 861 862 863 Gemm gemm_60 1 1 863 864 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_172 1 1 864 865 0=128 1=16 2=-1 Permute transpose_313 1 1 865 866 0=2 Gemm gemm_61 1 1 862 867 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_173 1 1 867 868 0=128 1=8 2=-1 Permute transpose_314 1 1 868 869 0=2 Gemm gemm_62 1 1 861 870 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_174 1 1 870 871 0=128 1=8 2=-1 Permute transpose_315 1 1 871 872 0=2 Split splitncnn_75 1 2 872 873 874 RotaryEmbed rope_20 3 1 866 121 154 875 0=1 RotaryEmbed rope_21 3 1 869 120 153 876 0=1 Split splitncnn_76 1 2 876 877 878 Concat stack_20 2 1 877 878 879 0=1 Reshape reshape_175 1 1 879 880 0=128 1=-1 11=2 2=8 Reshape flatten_360 1 1 880 881 0=128 1=-1 2=16 Concat stack_21 2 1 873 874 882 0=1 Reshape reshape_176 1 1 882 883 0=128 1=-1 11=2 2=8 Reshape flatten_361 1 1 883 884 0=128 1=-1 2=16 SDPA sdpa_382 6 3 875 881 884 78 cache_k10 cache_v10 885 out_cache_k10 out_cache_v10 5=1 6=0.0883883 7=1 Permute transpose_316 1 1 885 886 0=2 Reshape reshape_177 1 1 886 887 0=2048 1=-1 Gemm gemm_63 1 1 887 888 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_77 1 2 888 889 890 UnaryOp pow_235 1 1 889 891 0=4 Reduction mean_249 1 1 891 892 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_236 1 1 892 893 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_237 1 1 893 894 0=6 BinaryOp mul_238 2 1 890 894 895 0=2 BinaryOp mul_239 2 1 30 895 896 0=2 BinaryOp add_240 2 1 854 896 897 0=0 Split splitncnn_78 1 3 897 898 899 900 UnaryOp pow_241 1 1 898 901 0=4 Reduction mean_250 1 1 901 902 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_242 1 1 902 903 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_243 1 1 903 904 0=6 BinaryOp mul_244 2 1 899 904 905 0=2 BinaryOp mul_245 2 1 29 905 906 0=2 Gemm gemm_64 1 1 906 907 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_10 1 2 907 908 909 -23300=2,-233,-233 1=1 Swish silu_106 1 1 908 910 BinaryOp mul_246 2 1 909 910 911 0=2 Gemm gemm_65 1 1 911 912 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_79 1 2 912 913 914 UnaryOp pow_247 1 1 913 915 0=4 Reduction mean_251 1 1 915 916 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_248 1 1 916 917 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_249 1 1 917 918 0=6 BinaryOp mul_250 2 1 914 918 919 0=2 BinaryOp mul_251 2 1 28 919 920 0=2 BinaryOp add_252 2 1 900 920 921 0=0 Split splitncnn_80 1 3 921 922 923 924 UnaryOp pow_253 1 1 922 925 0=4 Reduction mean_252 1 1 925 926 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_254 1 1 926 927 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_255 1 1 927 928 0=6 BinaryOp mul_256 2 1 923 928 929 0=2 BinaryOp mul_257 2 1 27 929 930 0=2 Split splitncnn_81 1 3 930 931 932 933 Gemm gemm_66 1 1 933 934 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_178 1 1 934 935 0=128 1=16 2=-1 Permute transpose_317 1 1 935 936 0=2 Gemm gemm_67 1 1 932 937 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_179 1 1 937 938 0=128 1=8 2=-1 Permute transpose_318 1 1 938 939 0=2 Gemm gemm_68 1 1 931 940 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_180 1 1 940 941 0=128 1=8 2=-1 Permute transpose_319 1 1 941 942 0=2 Split splitncnn_82 1 2 942 943 944 RotaryEmbed rope_22 3 1 936 119 152 945 0=1 RotaryEmbed rope_23 3 1 939 118 151 946 0=1 Split splitncnn_83 1 2 946 947 948 Concat stack_22 2 1 947 948 949 0=1 Reshape reshape_181 1 1 949 950 0=128 1=-1 11=2 2=8 Reshape flatten_362 1 1 950 951 0=128 1=-1 2=16 Concat stack_23 2 1 943 944 952 0=1 Reshape reshape_182 1 1 952 953 0=128 1=-1 11=2 2=8 Reshape flatten_363 1 1 953 954 0=128 1=-1 2=16 SDPA sdpa_383 6 3 945 951 954 77 cache_k11 cache_v11 955 out_cache_k11 out_cache_v11 5=1 6=0.0883883 7=1 Permute transpose_320 1 1 955 956 0=2 Reshape reshape_183 1 1 956 957 0=2048 1=-1 Gemm gemm_69 1 1 957 958 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_84 1 2 958 959 960 UnaryOp pow_258 1 1 959 961 0=4 Reduction mean_253 1 1 961 962 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_259 1 1 962 963 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_260 1 1 963 964 0=6 BinaryOp mul_261 2 1 960 964 965 0=2 BinaryOp mul_262 2 1 26 965 966 0=2 BinaryOp add_263 2 1 924 966 967 0=0 Split splitncnn_85 1 3 967 968 969 970 UnaryOp pow_264 1 1 968 971 0=4 Reduction mean_254 1 1 971 972 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_265 1 1 972 973 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_266 1 1 973 974 0=6 BinaryOp mul_267 2 1 969 974 975 0=2 BinaryOp mul_268 2 1 25 975 976 0=2 Gemm gemm_70 1 1 976 977 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_11 1 2 977 978 979 -23300=2,-233,-233 1=1 Swish silu_107 1 1 978 980 BinaryOp mul_269 2 1 979 980 981 0=2 Gemm gemm_71 1 1 981 982 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_86 1 2 982 983 984 UnaryOp pow_270 1 1 983 985 0=4 Reduction mean_255 1 1 985 986 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_271 1 1 986 987 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_272 1 1 987 988 0=6 BinaryOp mul_273 2 1 984 988 989 0=2 BinaryOp mul_274 2 1 24 989 990 0=2 BinaryOp add_275 2 1 970 990 991 0=0 Split splitncnn_87 1 3 991 992 993 994 UnaryOp pow_276 1 1 992 995 0=4 Reduction mean_256 1 1 995 996 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_277 1 1 996 997 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_278 1 1 997 998 0=6 BinaryOp mul_279 2 1 993 998 999 0=2 BinaryOp mul_280 2 1 23 999 1000 0=2 Split splitncnn_88 1 3 1000 1001 1002 1003 Gemm gemm_72 1 1 1003 1004 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_184 1 1 1004 1005 0=128 1=16 2=-1 Permute transpose_321 1 1 1005 1006 0=2 Gemm gemm_73 1 1 1002 1007 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_185 1 1 1007 1008 0=128 1=8 2=-1 Permute transpose_322 1 1 1008 1009 0=2 Gemm gemm_74 1 1 1001 1010 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_186 1 1 1010 1011 0=128 1=8 2=-1 Permute transpose_323 1 1 1011 1012 0=2 Split splitncnn_89 1 2 1012 1013 1014 RotaryEmbed rope_24 3 1 1006 117 150 1015 0=1 RotaryEmbed rope_25 3 1 1009 116 149 1016 0=1 Split splitncnn_90 1 2 1016 1017 1018 Concat stack_24 2 1 1017 1018 1019 0=1 Reshape reshape_187 1 1 1019 1020 0=128 1=-1 11=2 2=8 Reshape flatten_364 1 1 1020 1021 0=128 1=-1 2=16 Concat stack_25 2 1 1013 1014 1022 0=1 Reshape reshape_188 1 1 1022 1023 0=128 1=-1 11=2 2=8 Reshape flatten_365 1 1 1023 1024 0=128 1=-1 2=16 SDPA sdpa_384 6 3 1015 1021 1024 76 cache_k12 cache_v12 1025 out_cache_k12 out_cache_v12 5=1 6=0.0883883 7=1 Permute transpose_324 1 1 1025 1026 0=2 Reshape reshape_189 1 1 1026 1027 0=2048 1=-1 Gemm gemm_75 1 1 1027 1028 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_91 1 2 1028 1029 1030 UnaryOp pow_281 1 1 1029 1031 0=4 Reduction mean_257 1 1 1031 1032 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_282 1 1 1032 1033 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_283 1 1 1033 1034 0=6 BinaryOp mul_284 2 1 1030 1034 1035 0=2 BinaryOp mul_285 2 1 22 1035 1036 0=2 BinaryOp add_286 2 1 994 1036 1037 0=0 Split splitncnn_92 1 3 1037 1038 1039 1040 UnaryOp pow_287 1 1 1038 1041 0=4 Reduction mean_258 1 1 1041 1042 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_288 1 1 1042 1043 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_289 1 1 1043 1044 0=6 BinaryOp mul_290 2 1 1039 1044 1045 0=2 BinaryOp mul_291 2 1 21 1045 1046 0=2 Gemm gemm_76 1 1 1046 1047 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_12 1 2 1047 1048 1049 -23300=2,-233,-233 1=1 Swish silu_108 1 1 1048 1050 BinaryOp mul_292 2 1 1049 1050 1051 0=2 Gemm gemm_77 1 1 1051 1052 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_93 1 2 1052 1053 1054 UnaryOp pow_293 1 1 1053 1055 0=4 Reduction mean_259 1 1 1055 1056 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_294 1 1 1056 1057 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_295 1 1 1057 1058 0=6 BinaryOp mul_296 2 1 1054 1058 1059 0=2 BinaryOp mul_297 2 1 20 1059 1060 0=2 BinaryOp add_298 2 1 1040 1060 1061 0=0 Split splitncnn_94 1 3 1061 1062 1063 1064 UnaryOp pow_299 1 1 1062 1065 0=4 Reduction mean_260 1 1 1065 1066 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_300 1 1 1066 1067 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_301 1 1 1067 1068 0=6 BinaryOp mul_302 2 1 1063 1068 1069 0=2 BinaryOp mul_303 2 1 19 1069 1070 0=2 Split splitncnn_95 1 3 1070 1071 1072 1073 Gemm gemm_78 1 1 1073 1074 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_190 1 1 1074 1075 0=128 1=16 2=-1 Permute transpose_325 1 1 1075 1076 0=2 Gemm gemm_79 1 1 1072 1077 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_191 1 1 1077 1078 0=128 1=8 2=-1 Permute transpose_326 1 1 1078 1079 0=2 Gemm gemm_80 1 1 1071 1080 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_192 1 1 1080 1081 0=128 1=8 2=-1 Permute transpose_327 1 1 1081 1082 0=2 Split splitncnn_96 1 2 1082 1083 1084 RotaryEmbed rope_26 3 1 1076 115 148 1085 0=1 RotaryEmbed rope_27 3 1 1079 114 147 1086 0=1 Split splitncnn_97 1 2 1086 1087 1088 Concat stack_26 2 1 1087 1088 1089 0=1 Reshape reshape_193 1 1 1089 1090 0=128 1=-1 11=2 2=8 Reshape flatten_366 1 1 1090 1091 0=128 1=-1 2=16 Concat stack_27 2 1 1083 1084 1092 0=1 Reshape reshape_194 1 1 1092 1093 0=128 1=-1 11=2 2=8 Reshape flatten_367 1 1 1093 1094 0=128 1=-1 2=16 SDPA sdpa_385 6 3 1085 1091 1094 75 cache_k13 cache_v13 1095 out_cache_k13 out_cache_v13 5=1 6=0.0883883 7=1 Permute transpose_328 1 1 1095 1096 0=2 Reshape reshape_195 1 1 1096 1097 0=2048 1=-1 Gemm gemm_81 1 1 1097 1098 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_98 1 2 1098 1099 1100 UnaryOp pow_304 1 1 1099 1101 0=4 Reduction mean_261 1 1 1101 1102 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_305 1 1 1102 1103 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_306 1 1 1103 1104 0=6 BinaryOp mul_307 2 1 1100 1104 1105 0=2 BinaryOp mul_308 2 1 18 1105 1106 0=2 BinaryOp add_309 2 1 1064 1106 1107 0=0 Split splitncnn_99 1 3 1107 1108 1109 1110 UnaryOp pow_310 1 1 1108 1111 0=4 Reduction mean_262 1 1 1111 1112 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_311 1 1 1112 1113 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_312 1 1 1113 1114 0=6 BinaryOp mul_313 2 1 1109 1114 1115 0=2 BinaryOp mul_314 2 1 17 1115 1116 0=2 Gemm gemm_82 1 1 1116 1117 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_13 1 2 1117 1118 1119 -23300=2,-233,-233 1=1 Swish silu_109 1 1 1118 1120 BinaryOp mul_315 2 1 1119 1120 1121 0=2 Gemm gemm_83 1 1 1121 1122 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_100 1 2 1122 1123 1124 UnaryOp pow_316 1 1 1123 1125 0=4 Reduction mean_263 1 1 1125 1126 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_317 1 1 1126 1127 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_318 1 1 1127 1128 0=6 BinaryOp mul_319 2 1 1124 1128 1129 0=2 BinaryOp mul_320 2 1 16 1129 1130 0=2 BinaryOp add_321 2 1 1110 1130 1131 0=0 Split splitncnn_101 1 3 1131 1132 1133 1134 UnaryOp pow_322 1 1 1132 1135 0=4 Reduction mean_264 1 1 1135 1136 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_323 1 1 1136 1137 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_324 1 1 1137 1138 0=6 BinaryOp mul_325 2 1 1133 1138 1139 0=2 BinaryOp mul_326 2 1 15 1139 1140 0=2 Split splitncnn_102 1 3 1140 1141 1142 1143 Gemm gemm_84 1 1 1143 1144 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_196 1 1 1144 1145 0=128 1=16 2=-1 Permute transpose_329 1 1 1145 1146 0=2 Gemm gemm_85 1 1 1142 1147 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_197 1 1 1147 1148 0=128 1=8 2=-1 Permute transpose_330 1 1 1148 1149 0=2 Gemm gemm_86 1 1 1141 1150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_198 1 1 1150 1151 0=128 1=8 2=-1 Permute transpose_331 1 1 1151 1152 0=2 Split splitncnn_103 1 2 1152 1153 1154 RotaryEmbed rope_28 3 1 1146 113 146 1155 0=1 RotaryEmbed rope_29 3 1 1149 112 145 1156 0=1 Split splitncnn_104 1 2 1156 1157 1158 Concat stack_28 2 1 1157 1158 1159 0=1 Reshape reshape_199 1 1 1159 1160 0=128 1=-1 11=2 2=8 Reshape flatten_368 1 1 1160 1161 0=128 1=-1 2=16 Concat stack_29 2 1 1153 1154 1162 0=1 Reshape reshape_200 1 1 1162 1163 0=128 1=-1 11=2 2=8 Reshape flatten_369 1 1 1163 1164 0=128 1=-1 2=16 SDPA sdpa_386 6 3 1155 1161 1164 74 cache_k14 cache_v14 1165 out_cache_k14 out_cache_v14 5=1 6=0.0883883 7=1 Permute transpose_332 1 1 1165 1166 0=2 Reshape reshape_201 1 1 1166 1167 0=2048 1=-1 Gemm gemm_87 1 1 1167 1168 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_105 1 2 1168 1169 1170 UnaryOp pow_327 1 1 1169 1171 0=4 Reduction mean_265 1 1 1171 1172 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_328 1 1 1172 1173 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_329 1 1 1173 1174 0=6 BinaryOp mul_330 2 1 1170 1174 1175 0=2 BinaryOp mul_331 2 1 14 1175 1176 0=2 BinaryOp add_332 2 1 1134 1176 1177 0=0 Split splitncnn_106 1 3 1177 1178 1179 1180 UnaryOp pow_333 1 1 1178 1181 0=4 Reduction mean_266 1 1 1181 1182 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_334 1 1 1182 1183 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_335 1 1 1183 1184 0=6 BinaryOp mul_336 2 1 1179 1184 1185 0=2 BinaryOp mul_337 2 1 13 1185 1186 0=2 Gemm gemm_88 1 1 1186 1187 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_14 1 2 1187 1188 1189 -23300=2,-233,-233 1=1 Swish silu_110 1 1 1188 1190 BinaryOp mul_338 2 1 1189 1190 1191 0=2 Gemm gemm_89 1 1 1191 1192 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_107 1 2 1192 1193 1194 UnaryOp pow_339 1 1 1193 1195 0=4 Reduction mean_267 1 1 1195 1196 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_340 1 1 1196 1197 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_341 1 1 1197 1198 0=6 BinaryOp mul_342 2 1 1194 1198 1199 0=2 BinaryOp mul_343 2 1 12 1199 1200 0=2 BinaryOp add_344 2 1 1180 1200 1201 0=0 Split splitncnn_108 1 3 1201 1202 1203 1204 UnaryOp pow_345 1 1 1202 1205 0=4 Reduction mean_268 1 1 1205 1206 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_346 1 1 1206 1207 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_347 1 1 1207 1208 0=6 BinaryOp mul_348 2 1 1203 1208 1209 0=2 BinaryOp mul_349 2 1 11 1209 1210 0=2 Split splitncnn_109 1 3 1210 1211 1212 1213 Gemm gemm_90 1 1 1213 1214 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1536 Reshape reshape_202 1 1 1214 1215 0=128 1=16 2=-1 Permute transpose_333 1 1 1215 1216 0=2 Gemm gemm_91 1 1 1212 1217 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_203 1 1 1217 1218 0=128 1=8 2=-1 Permute transpose_334 1 1 1218 1219 0=2 Gemm gemm_92 1 1 1211 1220 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1536 Reshape reshape_204 1 1 1220 1221 0=128 1=8 2=-1 Permute transpose_335 1 1 1221 1222 0=2 Split splitncnn_110 1 2 1222 1223 1224 RotaryEmbed rope_30 3 1 1216 111 144 1225 0=1 RotaryEmbed rope_31 3 1 1219 110 143 1226 0=1 Split splitncnn_111 1 2 1226 1227 1228 Concat stack_30 2 1 1227 1228 1229 0=1 Reshape reshape_205 1 1 1229 1230 0=128 1=-1 11=2 2=8 Reshape flatten_370 1 1 1230 1231 0=128 1=-1 2=16 Concat stack_31 2 1 1223 1224 1232 0=1 Reshape reshape_206 1 1 1232 1233 0=128 1=-1 11=2 2=8 Reshape flatten_371 1 1 1233 1234 0=128 1=-1 2=16 SDPA sdpa_387 6 3 1225 1231 1234 73 cache_k15 cache_v15 1235 out_cache_k15 out_cache_v15 5=1 6=0.0883883 7=1 Permute transpose_336 1 1 1235 1236 0=2 Reshape reshape_207 1 1 1236 1237 0=2048 1=-1 Gemm gemm_93 1 1 1237 1238 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 Split splitncnn_112 1 2 1238 1239 1240 UnaryOp pow_350 1 1 1239 1241 0=4 Reduction mean_269 1 1 1241 1242 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_351 1 1 1242 1243 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_352 1 1 1243 1244 0=6 BinaryOp mul_353 2 1 1240 1244 1245 0=2 BinaryOp mul_354 2 1 10 1245 1246 0=2 BinaryOp add_355 2 1 1204 1246 1247 0=0 Split splitncnn_113 1 3 1247 1248 1249 1250 UnaryOp pow_356 1 1 1248 1251 0=4 Reduction mean_270 1 1 1251 1252 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_357 1 1 1252 1253 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_358 1 1 1253 1254 0=6 BinaryOp mul_359 2 1 1249 1254 1255 0=2 BinaryOp mul_360 2 1 9 1255 1256 0=2 Gemm gemm_94 1 1 1256 1257 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=1536 Slice chunk_15 1 2 1257 1258 1259 -23300=2,-233,-233 1=1 Swish silu_111 1 1 1258 1260 BinaryOp mul_361 2 1 1259 1260 1261 0=2 Gemm gemm_95 1 1 1261 1262 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=4608 Split splitncnn_114 1 2 1262 1263 1264 UnaryOp pow_362 1 1 1263 1265 0=4 Reduction mean_271 1 1 1265 1266 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_363 1 1 1266 1267 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_364 1 1 1267 1268 0=6 BinaryOp mul_365 2 1 1264 1268 1269 0=2 BinaryOp mul_366 2 1 8 1269 1270 0=2 BinaryOp add_367 2 1 1250 1270 1271 0=0 Split splitncnn_115 1 2 1271 1272 1273 UnaryOp pow_368 1 1 1272 1274 0=4 Reduction mean_272 1 1 1274 1275 0=3 1=0 -23303=1,-1 4=1 5=1 BinaryOp add_369 1 1 1275 1276 0=0 1=1 2=1.000000e-05 UnaryOp rsqrt_370 1 1 1276 1277 0=6 BinaryOp mul_371 2 1 1273 1277 1278 0=2 BinaryOp mul_372 2 1 7 1278 out0 0=2