7767517 1129 1637 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 Split splitncnn_1 1 32 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 Input in2 0 1 in2 Split splitncnn_2 1 64 in2 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 Input in3 0 1 in3 Split splitncnn_3 1 64 in3 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 Input kv_cache 0 64 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 cache_k16 cache_v16 cache_k17 cache_v17 cache_k18 cache_v18 cache_k19 cache_v19 cache_k20 cache_v20 cache_k21 cache_v21 cache_k22 cache_v22 cache_k23 cache_v23 cache_k24 cache_v24 cache_k25 cache_v25 cache_k26 cache_v26 cache_k27 cache_v27 cache_k28 cache_v28 cache_k29 cache_v29 cache_k30 cache_v30 cache_k31 cache_v31 RMSNorm rmsn_256 1 1 2 166 0=2048 1=1.000000e-06 2=1 Split splitncnn_4 1 2 166 167 168 Gemm gemm_0 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_257 1 1 169 170 0=1536 1=0.0 2=1 Gemm gemm_1 1 1 170 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_449 1 1 171 172 0=192 1=16 2=-1 Permute transpose_545 1 1 172 173 0=2 Slice split_0 1 2 173 174 175 -23300=2,128,64 1=2 Gemm gemm_2 1 1 167 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_1 1 2 176 177 178 -23300=2,512,64 1=1 RMSNorm rmsn_258 1 1 177 179 0=512 1=0.0 2=1 Gemm gemm_3 1 1 179 180 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_450 1 1 180 181 0=256 1=16 2=-1 Permute transpose_546 1 1 181 182 0=2 Slice split_2 1 2 182 183 184 -23300=2,128,128 1=2 RotaryEmbed rope_0 3 1 175 100 165 185 0=1 RotaryEmbed rope_1 3 1 178 99 164 186 0=1 Tile expand_417 1 1 186 187 -23302=3,16,1,1 Concat cat_0 2 1 174 185 188 0=2 Concat cat_1 2 1 183 187 189 0=2 SDPA sdpa_641 6 3 188 189 184 35 cache_k0 cache_v0 190 out_cache_k0 out_cache_v0 5=1 6=0.0721688 7=1 Permute transpose_547 1 1 190 191 0=2 Reshape reshape_451 1 1 191 192 0=2048 1=-1 Gemm gemm_4 1 1 192 193 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_0 2 1 1 193 194 0=0 Split splitncnn_5 1 2 194 195 196 RMSNorm rmsn_259 1 1 196 197 0=2048 1=1.000000e-06 2=1 Split splitncnn_6 1 2 197 198 199 Gemm gemm_5 1 1 199 200 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_385 1 1 200 201 Gemm gemm_6 1 1 198 202 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_1 2 1 201 202 203 0=2 Gemm gemm_7 1 1 203 204 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_2 2 1 195 204 205 0=0 Split splitncnn_7 1 2 205 206 207 RMSNorm rmsn_260 1 1 207 208 0=2048 1=1.000000e-06 2=1 Split splitncnn_8 1 2 208 209 210 Gemm gemm_8 1 1 210 211 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_261 1 1 211 212 0=1536 1=0.0 2=1 Gemm gemm_9 1 1 212 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_452 1 1 213 214 0=192 1=16 2=-1 Permute transpose_548 1 1 214 215 0=2 Slice split_3 1 2 215 216 217 -23300=2,128,64 1=2 Gemm gemm_10 1 1 209 218 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_4 1 2 218 219 220 -23300=2,512,64 1=1 RMSNorm rmsn_262 1 1 219 221 0=512 1=0.0 2=1 Gemm gemm_11 1 1 221 222 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_453 1 1 222 223 0=256 1=16 2=-1 Permute transpose_549 1 1 223 224 0=2 Slice split_5 1 2 224 225 226 -23300=2,128,128 1=2 RotaryEmbed rope_2 3 1 217 98 163 227 0=1 RotaryEmbed rope_3 3 1 220 97 162 228 0=1 Tile expand_418 1 1 228 229 -23302=3,16,1,1 Concat cat_2 2 1 216 227 230 0=2 Concat cat_3 2 1 225 229 231 0=2 SDPA sdpa_642 6 3 230 231 226 34 cache_k1 cache_v1 232 out_cache_k1 out_cache_v1 5=1 6=0.0721688 7=1 Permute transpose_550 1 1 232 233 0=2 Reshape reshape_454 1 1 233 234 0=2048 1=-1 Gemm gemm_12 1 1 234 235 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_3 2 1 206 235 236 0=0 Split splitncnn_9 1 2 236 237 238 RMSNorm rmsn_263 1 1 238 239 0=2048 1=1.000000e-06 2=1 Split splitncnn_10 1 2 239 240 241 Gemm gemm_13 1 1 241 242 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_386 1 1 242 243 Gemm gemm_14 1 1 240 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_4 2 1 243 244 245 0=2 Gemm gemm_15 1 1 245 246 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_5 2 1 237 246 247 0=0 Split splitncnn_11 1 2 247 248 249 RMSNorm rmsn_264 1 1 249 250 0=2048 1=1.000000e-06 2=1 Split splitncnn_12 1 2 250 251 252 Gemm gemm_16 1 1 252 253 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_265 1 1 253 254 0=1536 1=0.0 2=1 Gemm gemm_17 1 1 254 255 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_455 1 1 255 256 0=192 1=16 2=-1 Permute transpose_551 1 1 256 257 0=2 Slice split_6 1 2 257 258 259 -23300=2,128,64 1=2 Gemm gemm_18 1 1 251 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_7 1 2 260 261 262 -23300=2,512,64 1=1 RMSNorm rmsn_266 1 1 261 263 0=512 1=0.0 2=1 Gemm gemm_19 1 1 263 264 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_456 1 1 264 265 0=256 1=16 2=-1 Permute transpose_552 1 1 265 266 0=2 Slice split_8 1 2 266 267 268 -23300=2,128,128 1=2 RotaryEmbed rope_4 3 1 259 96 161 269 0=1 RotaryEmbed rope_5 3 1 262 95 160 270 0=1 Tile expand_419 1 1 270 271 -23302=3,16,1,1 Concat cat_4 2 1 258 269 272 0=2 Concat cat_5 2 1 267 271 273 0=2 SDPA sdpa_643 6 3 272 273 268 33 cache_k2 cache_v2 274 out_cache_k2 out_cache_v2 5=1 6=0.0721688 7=1 Permute transpose_553 1 1 274 275 0=2 Reshape reshape_457 1 1 275 276 0=2048 1=-1 Gemm gemm_20 1 1 276 277 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_6 2 1 248 277 278 0=0 Split splitncnn_13 1 2 278 279 280 RMSNorm rmsn_267 1 1 280 281 0=2048 1=1.000000e-06 2=1 Split splitncnn_14 1 2 281 282 283 Gemm gemm_21 1 1 283 284 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_387 1 1 284 285 Gemm gemm_22 1 1 282 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_7 2 1 285 286 287 0=2 Gemm gemm_23 1 1 287 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_8 2 1 279 288 289 0=0 Split splitncnn_15 1 2 289 290 291 RMSNorm rmsn_268 1 1 291 292 0=2048 1=1.000000e-06 2=1 Split splitncnn_16 1 2 292 293 294 Gemm gemm_24 1 1 294 295 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_269 1 1 295 296 0=1536 1=0.0 2=1 Gemm gemm_25 1 1 296 297 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_458 1 1 297 298 0=192 1=16 2=-1 Permute transpose_554 1 1 298 299 0=2 Slice split_9 1 2 299 300 301 -23300=2,128,64 1=2 Gemm gemm_26 1 1 293 302 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_10 1 2 302 303 304 -23300=2,512,64 1=1 RMSNorm rmsn_270 1 1 303 305 0=512 1=0.0 2=1 Gemm gemm_27 1 1 305 306 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_459 1 1 306 307 0=256 1=16 2=-1 Permute transpose_555 1 1 307 308 0=2 Slice split_11 1 2 308 309 310 -23300=2,128,128 1=2 RotaryEmbed rope_6 3 1 301 94 159 311 0=1 RotaryEmbed rope_7 3 1 304 93 158 312 0=1 Tile expand_420 1 1 312 313 -23302=3,16,1,1 Concat cat_6 2 1 300 311 314 0=2 Concat cat_7 2 1 309 313 315 0=2 SDPA sdpa_644 6 3 314 315 310 32 cache_k3 cache_v3 316 out_cache_k3 out_cache_v3 5=1 6=0.0721688 7=1 Permute transpose_556 1 1 316 317 0=2 Reshape reshape_460 1 1 317 318 0=2048 1=-1 Gemm gemm_28 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_9 2 1 290 319 320 0=0 Split splitncnn_17 1 2 320 321 322 RMSNorm rmsn_271 1 1 322 323 0=2048 1=1.000000e-06 2=1 Split splitncnn_18 1 2 323 324 325 Gemm gemm_29 1 1 325 326 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_388 1 1 326 327 Gemm gemm_30 1 1 324 328 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_10 2 1 327 328 329 0=2 Gemm gemm_31 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_11 2 1 321 330 331 0=0 Split splitncnn_19 1 2 331 332 333 RMSNorm rmsn_272 1 1 333 334 0=2048 1=1.000000e-06 2=1 Split splitncnn_20 1 2 334 335 336 Gemm gemm_32 1 1 336 337 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_273 1 1 337 338 0=1536 1=0.0 2=1 Gemm gemm_33 1 1 338 339 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_461 1 1 339 340 0=192 1=16 2=-1 Permute transpose_557 1 1 340 341 0=2 Slice split_12 1 2 341 342 343 -23300=2,128,64 1=2 Gemm gemm_34 1 1 335 344 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_13 1 2 344 345 346 -23300=2,512,64 1=1 RMSNorm rmsn_274 1 1 345 347 0=512 1=0.0 2=1 Gemm gemm_35 1 1 347 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_462 1 1 348 349 0=256 1=16 2=-1 Permute transpose_558 1 1 349 350 0=2 Slice split_14 1 2 350 351 352 -23300=2,128,128 1=2 RotaryEmbed rope_8 3 1 343 92 157 353 0=1 RotaryEmbed rope_9 3 1 346 91 156 354 0=1 Tile expand_421 1 1 354 355 -23302=3,16,1,1 Concat cat_8 2 1 342 353 356 0=2 Concat cat_9 2 1 351 355 357 0=2 SDPA sdpa_645 6 3 356 357 352 31 cache_k4 cache_v4 358 out_cache_k4 out_cache_v4 5=1 6=0.0721688 7=1 Permute transpose_559 1 1 358 359 0=2 Reshape reshape_463 1 1 359 360 0=2048 1=-1 Gemm gemm_36 1 1 360 361 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_12 2 1 332 361 362 0=0 Split splitncnn_21 1 2 362 363 364 RMSNorm rmsn_275 1 1 364 365 0=2048 1=1.000000e-06 2=1 Split splitncnn_22 1 2 365 366 367 Gemm gemm_37 1 1 367 368 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_389 1 1 368 369 Gemm gemm_38 1 1 366 370 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_13 2 1 369 370 371 0=2 Gemm gemm_39 1 1 371 372 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_14 2 1 363 372 373 0=0 Split splitncnn_23 1 2 373 374 375 RMSNorm rmsn_276 1 1 375 376 0=2048 1=1.000000e-06 2=1 Split splitncnn_24 1 2 376 377 378 Gemm gemm_40 1 1 378 379 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_277 1 1 379 380 0=1536 1=0.0 2=1 Gemm gemm_41 1 1 380 381 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_464 1 1 381 382 0=192 1=16 2=-1 Permute transpose_560 1 1 382 383 0=2 Slice split_15 1 2 383 384 385 -23300=2,128,64 1=2 Gemm gemm_42 1 1 377 386 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_16 1 2 386 387 388 -23300=2,512,64 1=1 RMSNorm rmsn_278 1 1 387 389 0=512 1=0.0 2=1 Gemm gemm_43 1 1 389 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_465 1 1 390 391 0=256 1=16 2=-1 Permute transpose_561 1 1 391 392 0=2 Slice split_17 1 2 392 393 394 -23300=2,128,128 1=2 RotaryEmbed rope_10 3 1 385 90 155 395 0=1 RotaryEmbed rope_11 3 1 388 89 154 396 0=1 Tile expand_422 1 1 396 397 -23302=3,16,1,1 Concat cat_10 2 1 384 395 398 0=2 Concat cat_11 2 1 393 397 399 0=2 SDPA sdpa_646 6 3 398 399 394 30 cache_k5 cache_v5 400 out_cache_k5 out_cache_v5 5=1 6=0.0721688 7=1 Permute transpose_562 1 1 400 401 0=2 Reshape reshape_466 1 1 401 402 0=2048 1=-1 Gemm gemm_44 1 1 402 403 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_15 2 1 374 403 404 0=0 Split splitncnn_25 1 2 404 405 406 RMSNorm rmsn_279 1 1 406 407 0=2048 1=1.000000e-06 2=1 Split splitncnn_26 1 2 407 408 409 Gemm gemm_45 1 1 409 410 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_390 1 1 410 411 Gemm gemm_46 1 1 408 412 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_16 2 1 411 412 413 0=2 Gemm gemm_47 1 1 413 414 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_17 2 1 405 414 415 0=0 Split splitncnn_27 1 2 415 416 417 RMSNorm rmsn_280 1 1 417 418 0=2048 1=1.000000e-06 2=1 Split splitncnn_28 1 2 418 419 420 Gemm gemm_48 1 1 420 421 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_281 1 1 421 422 0=1536 1=0.0 2=1 Gemm gemm_49 1 1 422 423 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_467 1 1 423 424 0=192 1=16 2=-1 Permute transpose_563 1 1 424 425 0=2 Slice split_18 1 2 425 426 427 -23300=2,128,64 1=2 Gemm gemm_50 1 1 419 428 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_19 1 2 428 429 430 -23300=2,512,64 1=1 RMSNorm rmsn_282 1 1 429 431 0=512 1=0.0 2=1 Gemm gemm_51 1 1 431 432 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_468 1 1 432 433 0=256 1=16 2=-1 Permute transpose_564 1 1 433 434 0=2 Slice split_20 1 2 434 435 436 -23300=2,128,128 1=2 RotaryEmbed rope_12 3 1 427 88 153 437 0=1 RotaryEmbed rope_13 3 1 430 87 152 438 0=1 Tile expand_423 1 1 438 439 -23302=3,16,1,1 Concat cat_12 2 1 426 437 440 0=2 Concat cat_13 2 1 435 439 441 0=2 SDPA sdpa_647 6 3 440 441 436 29 cache_k6 cache_v6 442 out_cache_k6 out_cache_v6 5=1 6=0.0721688 7=1 Permute transpose_565 1 1 442 443 0=2 Reshape reshape_469 1 1 443 444 0=2048 1=-1 Gemm gemm_52 1 1 444 445 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_18 2 1 416 445 446 0=0 Split splitncnn_29 1 2 446 447 448 RMSNorm rmsn_283 1 1 448 449 0=2048 1=1.000000e-06 2=1 Split splitncnn_30 1 2 449 450 451 Gemm gemm_53 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_391 1 1 452 453 Gemm gemm_54 1 1 450 454 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_19 2 1 453 454 455 0=2 Gemm gemm_55 1 1 455 456 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_20 2 1 447 456 457 0=0 Split splitncnn_31 1 2 457 458 459 RMSNorm rmsn_284 1 1 459 460 0=2048 1=1.000000e-06 2=1 Split splitncnn_32 1 2 460 461 462 Gemm gemm_56 1 1 462 463 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_285 1 1 463 464 0=1536 1=0.0 2=1 Gemm gemm_57 1 1 464 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_470 1 1 465 466 0=192 1=16 2=-1 Permute transpose_566 1 1 466 467 0=2 Slice split_21 1 2 467 468 469 -23300=2,128,64 1=2 Gemm gemm_58 1 1 461 470 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_22 1 2 470 471 472 -23300=2,512,64 1=1 RMSNorm rmsn_286 1 1 471 473 0=512 1=0.0 2=1 Gemm gemm_59 1 1 473 474 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_471 1 1 474 475 0=256 1=16 2=-1 Permute transpose_567 1 1 475 476 0=2 Slice split_23 1 2 476 477 478 -23300=2,128,128 1=2 RotaryEmbed rope_14 3 1 469 86 151 479 0=1 RotaryEmbed rope_15 3 1 472 85 150 480 0=1 Tile expand_424 1 1 480 481 -23302=3,16,1,1 Concat cat_14 2 1 468 479 482 0=2 Concat cat_15 2 1 477 481 483 0=2 SDPA sdpa_648 6 3 482 483 478 28 cache_k7 cache_v7 484 out_cache_k7 out_cache_v7 5=1 6=0.0721688 7=1 Permute transpose_568 1 1 484 485 0=2 Reshape reshape_472 1 1 485 486 0=2048 1=-1 Gemm gemm_60 1 1 486 487 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_21 2 1 458 487 488 0=0 Split splitncnn_33 1 2 488 489 490 RMSNorm rmsn_287 1 1 490 491 0=2048 1=1.000000e-06 2=1 Split splitncnn_34 1 2 491 492 493 Gemm gemm_61 1 1 493 494 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_392 1 1 494 495 Gemm gemm_62 1 1 492 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_22 2 1 495 496 497 0=2 Gemm gemm_63 1 1 497 498 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_23 2 1 489 498 499 0=0 Split splitncnn_35 1 2 499 500 501 RMSNorm rmsn_288 1 1 501 502 0=2048 1=1.000000e-06 2=1 Split splitncnn_36 1 2 502 503 504 Gemm gemm_64 1 1 504 505 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_289 1 1 505 506 0=1536 1=0.0 2=1 Gemm gemm_65 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_473 1 1 507 508 0=192 1=16 2=-1 Permute transpose_569 1 1 508 509 0=2 Slice split_24 1 2 509 510 511 -23300=2,128,64 1=2 Gemm gemm_66 1 1 503 512 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_25 1 2 512 513 514 -23300=2,512,64 1=1 RMSNorm rmsn_290 1 1 513 515 0=512 1=0.0 2=1 Gemm gemm_67 1 1 515 516 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_474 1 1 516 517 0=256 1=16 2=-1 Permute transpose_570 1 1 517 518 0=2 Slice split_26 1 2 518 519 520 -23300=2,128,128 1=2 RotaryEmbed rope_16 3 1 511 84 149 521 0=1 RotaryEmbed rope_17 3 1 514 83 148 522 0=1 Tile expand_425 1 1 522 523 -23302=3,16,1,1 Concat cat_16 2 1 510 521 524 0=2 Concat cat_17 2 1 519 523 525 0=2 SDPA sdpa_649 6 3 524 525 520 27 cache_k8 cache_v8 526 out_cache_k8 out_cache_v8 5=1 6=0.0721688 7=1 Permute transpose_571 1 1 526 527 0=2 Reshape reshape_475 1 1 527 528 0=2048 1=-1 Gemm gemm_68 1 1 528 529 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_24 2 1 500 529 530 0=0 Split splitncnn_37 1 2 530 531 532 RMSNorm rmsn_291 1 1 532 533 0=2048 1=1.000000e-06 2=1 Split splitncnn_38 1 2 533 534 535 Gemm gemm_69 1 1 535 536 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_393 1 1 536 537 Gemm gemm_70 1 1 534 538 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_25 2 1 537 538 539 0=2 Gemm gemm_71 1 1 539 540 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_26 2 1 531 540 541 0=0 Split splitncnn_39 1 2 541 542 543 RMSNorm rmsn_292 1 1 543 544 0=2048 1=1.000000e-06 2=1 Split splitncnn_40 1 2 544 545 546 Gemm gemm_72 1 1 546 547 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_293 1 1 547 548 0=1536 1=0.0 2=1 Gemm gemm_73 1 1 548 549 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_476 1 1 549 550 0=192 1=16 2=-1 Permute transpose_572 1 1 550 551 0=2 Slice split_27 1 2 551 552 553 -23300=2,128,64 1=2 Gemm gemm_74 1 1 545 554 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_28 1 2 554 555 556 -23300=2,512,64 1=1 RMSNorm rmsn_294 1 1 555 557 0=512 1=0.0 2=1 Gemm gemm_75 1 1 557 558 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_477 1 1 558 559 0=256 1=16 2=-1 Permute transpose_573 1 1 559 560 0=2 Slice split_29 1 2 560 561 562 -23300=2,128,128 1=2 RotaryEmbed rope_18 3 1 553 82 147 563 0=1 RotaryEmbed rope_19 3 1 556 81 146 564 0=1 Tile expand_426 1 1 564 565 -23302=3,16,1,1 Concat cat_18 2 1 552 563 566 0=2 Concat cat_19 2 1 561 565 567 0=2 SDPA sdpa_650 6 3 566 567 562 26 cache_k9 cache_v9 568 out_cache_k9 out_cache_v9 5=1 6=0.0721688 7=1 Permute transpose_574 1 1 568 569 0=2 Reshape reshape_478 1 1 569 570 0=2048 1=-1 Gemm gemm_76 1 1 570 571 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_27 2 1 542 571 572 0=0 Split splitncnn_41 1 2 572 573 574 RMSNorm rmsn_295 1 1 574 575 0=2048 1=1.000000e-06 2=1 Split splitncnn_42 1 2 575 576 577 Gemm gemm_77 1 1 577 578 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_394 1 1 578 579 Gemm gemm_78 1 1 576 580 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_28 2 1 579 580 581 0=2 Gemm gemm_79 1 1 581 582 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_29 2 1 573 582 583 0=0 Split splitncnn_43 1 2 583 584 585 RMSNorm rmsn_296 1 1 585 586 0=2048 1=1.000000e-06 2=1 Split splitncnn_44 1 2 586 587 588 Gemm gemm_80 1 1 588 589 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_297 1 1 589 590 0=1536 1=0.0 2=1 Gemm gemm_81 1 1 590 591 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_479 1 1 591 592 0=192 1=16 2=-1 Permute transpose_575 1 1 592 593 0=2 Slice split_30 1 2 593 594 595 -23300=2,128,64 1=2 Gemm gemm_82 1 1 587 596 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_31 1 2 596 597 598 -23300=2,512,64 1=1 RMSNorm rmsn_298 1 1 597 599 0=512 1=0.0 2=1 Gemm gemm_83 1 1 599 600 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_480 1 1 600 601 0=256 1=16 2=-1 Permute transpose_576 1 1 601 602 0=2 Slice split_32 1 2 602 603 604 -23300=2,128,128 1=2 RotaryEmbed rope_20 3 1 595 80 145 605 0=1 RotaryEmbed rope_21 3 1 598 79 144 606 0=1 Tile expand_427 1 1 606 607 -23302=3,16,1,1 Concat cat_20 2 1 594 605 608 0=2 Concat cat_21 2 1 603 607 609 0=2 SDPA sdpa_651 6 3 608 609 604 25 cache_k10 cache_v10 610 out_cache_k10 out_cache_v10 5=1 6=0.0721688 7=1 Permute transpose_577 1 1 610 611 0=2 Reshape reshape_481 1 1 611 612 0=2048 1=-1 Gemm gemm_84 1 1 612 613 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_30 2 1 584 613 614 0=0 Split splitncnn_45 1 2 614 615 616 RMSNorm rmsn_299 1 1 616 617 0=2048 1=1.000000e-06 2=1 Split splitncnn_46 1 2 617 618 619 Gemm gemm_85 1 1 619 620 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_395 1 1 620 621 Gemm gemm_86 1 1 618 622 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_31 2 1 621 622 623 0=2 Gemm gemm_87 1 1 623 624 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_32 2 1 615 624 625 0=0 Split splitncnn_47 1 2 625 626 627 RMSNorm rmsn_300 1 1 627 628 0=2048 1=1.000000e-06 2=1 Split splitncnn_48 1 2 628 629 630 Gemm gemm_88 1 1 630 631 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_301 1 1 631 632 0=1536 1=0.0 2=1 Gemm gemm_89 1 1 632 633 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_482 1 1 633 634 0=192 1=16 2=-1 Permute transpose_578 1 1 634 635 0=2 Slice split_33 1 2 635 636 637 -23300=2,128,64 1=2 Gemm gemm_90 1 1 629 638 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_34 1 2 638 639 640 -23300=2,512,64 1=1 RMSNorm rmsn_302 1 1 639 641 0=512 1=0.0 2=1 Gemm gemm_91 1 1 641 642 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_483 1 1 642 643 0=256 1=16 2=-1 Permute transpose_579 1 1 643 644 0=2 Slice split_35 1 2 644 645 646 -23300=2,128,128 1=2 RotaryEmbed rope_22 3 1 637 78 143 647 0=1 RotaryEmbed rope_23 3 1 640 77 142 648 0=1 Tile expand_428 1 1 648 649 -23302=3,16,1,1 Concat cat_22 2 1 636 647 650 0=2 Concat cat_23 2 1 645 649 651 0=2 SDPA sdpa_652 6 3 650 651 646 24 cache_k11 cache_v11 652 out_cache_k11 out_cache_v11 5=1 6=0.0721688 7=1 Permute transpose_580 1 1 652 653 0=2 Reshape reshape_484 1 1 653 654 0=2048 1=-1 Gemm gemm_92 1 1 654 655 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_33 2 1 626 655 656 0=0 Split splitncnn_49 1 2 656 657 658 RMSNorm rmsn_303 1 1 658 659 0=2048 1=1.000000e-06 2=1 Split splitncnn_50 1 2 659 660 661 Gemm gemm_93 1 1 661 662 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_396 1 1 662 663 Gemm gemm_94 1 1 660 664 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_34 2 1 663 664 665 0=2 Gemm gemm_95 1 1 665 666 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_35 2 1 657 666 667 0=0 Split splitncnn_51 1 2 667 668 669 RMSNorm rmsn_304 1 1 669 670 0=2048 1=1.000000e-06 2=1 Split splitncnn_52 1 2 670 671 672 Gemm gemm_96 1 1 672 673 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_305 1 1 673 674 0=1536 1=0.0 2=1 Gemm gemm_97 1 1 674 675 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_485 1 1 675 676 0=192 1=16 2=-1 Permute transpose_581 1 1 676 677 0=2 Slice split_36 1 2 677 678 679 -23300=2,128,64 1=2 Gemm gemm_98 1 1 671 680 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_37 1 2 680 681 682 -23300=2,512,64 1=1 RMSNorm rmsn_306 1 1 681 683 0=512 1=0.0 2=1 Gemm gemm_99 1 1 683 684 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_486 1 1 684 685 0=256 1=16 2=-1 Permute transpose_582 1 1 685 686 0=2 Slice split_38 1 2 686 687 688 -23300=2,128,128 1=2 RotaryEmbed rope_24 3 1 679 76 141 689 0=1 RotaryEmbed rope_25 3 1 682 75 140 690 0=1 Tile expand_429 1 1 690 691 -23302=3,16,1,1 Concat cat_24 2 1 678 689 692 0=2 Concat cat_25 2 1 687 691 693 0=2 SDPA sdpa_653 6 3 692 693 688 23 cache_k12 cache_v12 694 out_cache_k12 out_cache_v12 5=1 6=0.0721688 7=1 Permute transpose_583 1 1 694 695 0=2 Reshape reshape_487 1 1 695 696 0=2048 1=-1 Gemm gemm_100 1 1 696 697 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_36 2 1 668 697 698 0=0 Split splitncnn_53 1 2 698 699 700 RMSNorm rmsn_307 1 1 700 701 0=2048 1=1.000000e-06 2=1 Split splitncnn_54 1 2 701 702 703 Gemm gemm_101 1 1 703 704 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_397 1 1 704 705 Gemm gemm_102 1 1 702 706 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_37 2 1 705 706 707 0=2 Gemm gemm_103 1 1 707 708 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_38 2 1 699 708 709 0=0 Split splitncnn_55 1 2 709 710 711 RMSNorm rmsn_308 1 1 711 712 0=2048 1=1.000000e-06 2=1 Split splitncnn_56 1 2 712 713 714 Gemm gemm_104 1 1 714 715 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_309 1 1 715 716 0=1536 1=0.0 2=1 Gemm gemm_105 1 1 716 717 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_488 1 1 717 718 0=192 1=16 2=-1 Permute transpose_584 1 1 718 719 0=2 Slice split_39 1 2 719 720 721 -23300=2,128,64 1=2 Gemm gemm_106 1 1 713 722 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_40 1 2 722 723 724 -23300=2,512,64 1=1 RMSNorm rmsn_310 1 1 723 725 0=512 1=0.0 2=1 Gemm gemm_107 1 1 725 726 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_489 1 1 726 727 0=256 1=16 2=-1 Permute transpose_585 1 1 727 728 0=2 Slice split_41 1 2 728 729 730 -23300=2,128,128 1=2 RotaryEmbed rope_26 3 1 721 74 139 731 0=1 RotaryEmbed rope_27 3 1 724 73 138 732 0=1 Tile expand_430 1 1 732 733 -23302=3,16,1,1 Concat cat_26 2 1 720 731 734 0=2 Concat cat_27 2 1 729 733 735 0=2 SDPA sdpa_654 6 3 734 735 730 22 cache_k13 cache_v13 736 out_cache_k13 out_cache_v13 5=1 6=0.0721688 7=1 Permute transpose_586 1 1 736 737 0=2 Reshape reshape_490 1 1 737 738 0=2048 1=-1 Gemm gemm_108 1 1 738 739 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_39 2 1 710 739 740 0=0 Split splitncnn_57 1 2 740 741 742 RMSNorm rmsn_311 1 1 742 743 0=2048 1=1.000000e-06 2=1 Split splitncnn_58 1 2 743 744 745 Gemm gemm_109 1 1 745 746 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_398 1 1 746 747 Gemm gemm_110 1 1 744 748 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_40 2 1 747 748 749 0=2 Gemm gemm_111 1 1 749 750 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_41 2 1 741 750 751 0=0 Split splitncnn_59 1 2 751 752 753 RMSNorm rmsn_312 1 1 753 754 0=2048 1=1.000000e-06 2=1 Split splitncnn_60 1 2 754 755 756 Gemm gemm_112 1 1 756 757 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_313 1 1 757 758 0=1536 1=0.0 2=1 Gemm gemm_113 1 1 758 759 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_491 1 1 759 760 0=192 1=16 2=-1 Permute transpose_587 1 1 760 761 0=2 Slice split_42 1 2 761 762 763 -23300=2,128,64 1=2 Gemm gemm_114 1 1 755 764 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_43 1 2 764 765 766 -23300=2,512,64 1=1 RMSNorm rmsn_314 1 1 765 767 0=512 1=0.0 2=1 Gemm gemm_115 1 1 767 768 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_492 1 1 768 769 0=256 1=16 2=-1 Permute transpose_588 1 1 769 770 0=2 Slice split_44 1 2 770 771 772 -23300=2,128,128 1=2 RotaryEmbed rope_28 3 1 763 72 137 773 0=1 RotaryEmbed rope_29 3 1 766 71 136 774 0=1 Tile expand_431 1 1 774 775 -23302=3,16,1,1 Concat cat_28 2 1 762 773 776 0=2 Concat cat_29 2 1 771 775 777 0=2 SDPA sdpa_655 6 3 776 777 772 21 cache_k14 cache_v14 778 out_cache_k14 out_cache_v14 5=1 6=0.0721688 7=1 Permute transpose_589 1 1 778 779 0=2 Reshape reshape_493 1 1 779 780 0=2048 1=-1 Gemm gemm_116 1 1 780 781 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_42 2 1 752 781 782 0=0 Split splitncnn_61 1 2 782 783 784 RMSNorm rmsn_315 1 1 784 785 0=2048 1=1.000000e-06 2=1 Split splitncnn_62 1 2 785 786 787 Gemm gemm_117 1 1 787 788 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_399 1 1 788 789 Gemm gemm_118 1 1 786 790 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_43 2 1 789 790 791 0=2 Gemm gemm_119 1 1 791 792 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_44 2 1 783 792 793 0=0 Split splitncnn_63 1 2 793 794 795 RMSNorm rmsn_316 1 1 795 796 0=2048 1=1.000000e-06 2=1 Split splitncnn_64 1 2 796 797 798 Gemm gemm_120 1 1 798 799 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_317 1 1 799 800 0=1536 1=0.0 2=1 Gemm gemm_121 1 1 800 801 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_494 1 1 801 802 0=192 1=16 2=-1 Permute transpose_590 1 1 802 803 0=2 Slice split_45 1 2 803 804 805 -23300=2,128,64 1=2 Gemm gemm_122 1 1 797 806 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_46 1 2 806 807 808 -23300=2,512,64 1=1 RMSNorm rmsn_318 1 1 807 809 0=512 1=0.0 2=1 Gemm gemm_123 1 1 809 810 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_495 1 1 810 811 0=256 1=16 2=-1 Permute transpose_591 1 1 811 812 0=2 Slice split_47 1 2 812 813 814 -23300=2,128,128 1=2 RotaryEmbed rope_30 3 1 805 70 135 815 0=1 RotaryEmbed rope_31 3 1 808 69 134 816 0=1 Tile expand_432 1 1 816 817 -23302=3,16,1,1 Concat cat_30 2 1 804 815 818 0=2 Concat cat_31 2 1 813 817 819 0=2 SDPA sdpa_656 6 3 818 819 814 20 cache_k15 cache_v15 820 out_cache_k15 out_cache_v15 5=1 6=0.0721688 7=1 Permute transpose_592 1 1 820 821 0=2 Reshape reshape_496 1 1 821 822 0=2048 1=-1 Gemm gemm_124 1 1 822 823 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_45 2 1 794 823 824 0=0 Split splitncnn_65 1 2 824 825 826 RMSNorm rmsn_319 1 1 826 827 0=2048 1=1.000000e-06 2=1 Split splitncnn_66 1 2 827 828 829 Gemm gemm_125 1 1 829 830 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_400 1 1 830 831 Gemm gemm_126 1 1 828 832 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_46 2 1 831 832 833 0=2 Gemm gemm_127 1 1 833 834 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_47 2 1 825 834 835 0=0 Split splitncnn_67 1 2 835 836 837 RMSNorm rmsn_320 1 1 837 838 0=2048 1=1.000000e-06 2=1 Split splitncnn_68 1 2 838 839 840 Gemm gemm_128 1 1 840 841 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_321 1 1 841 842 0=1536 1=0.0 2=1 Gemm gemm_129 1 1 842 843 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_497 1 1 843 844 0=192 1=16 2=-1 Permute transpose_593 1 1 844 845 0=2 Slice split_48 1 2 845 846 847 -23300=2,128,64 1=2 Gemm gemm_130 1 1 839 848 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_49 1 2 848 849 850 -23300=2,512,64 1=1 RMSNorm rmsn_322 1 1 849 851 0=512 1=0.0 2=1 Gemm gemm_131 1 1 851 852 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_498 1 1 852 853 0=256 1=16 2=-1 Permute transpose_594 1 1 853 854 0=2 Slice split_50 1 2 854 855 856 -23300=2,128,128 1=2 RotaryEmbed rope_32 3 1 847 68 133 857 0=1 RotaryEmbed rope_33 3 1 850 67 132 858 0=1 Tile expand_433 1 1 858 859 -23302=3,16,1,1 Concat cat_32 2 1 846 857 860 0=2 Concat cat_33 2 1 855 859 861 0=2 SDPA sdpa_657 6 3 860 861 856 19 cache_k16 cache_v16 862 out_cache_k16 out_cache_v16 5=1 6=0.0721688 7=1 Permute transpose_595 1 1 862 863 0=2 Reshape reshape_499 1 1 863 864 0=2048 1=-1 Gemm gemm_132 1 1 864 865 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_48 2 1 836 865 866 0=0 Split splitncnn_69 1 2 866 867 868 RMSNorm rmsn_323 1 1 868 869 0=2048 1=1.000000e-06 2=1 Split splitncnn_70 1 2 869 870 871 Gemm gemm_133 1 1 871 872 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_401 1 1 872 873 Gemm gemm_134 1 1 870 874 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_49 2 1 873 874 875 0=2 Gemm gemm_135 1 1 875 876 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_50 2 1 867 876 877 0=0 Split splitncnn_71 1 2 877 878 879 RMSNorm rmsn_324 1 1 879 880 0=2048 1=1.000000e-06 2=1 Split splitncnn_72 1 2 880 881 882 Gemm gemm_136 1 1 882 883 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_325 1 1 883 884 0=1536 1=0.0 2=1 Gemm gemm_137 1 1 884 885 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_500 1 1 885 886 0=192 1=16 2=-1 Permute transpose_596 1 1 886 887 0=2 Slice split_51 1 2 887 888 889 -23300=2,128,64 1=2 Gemm gemm_138 1 1 881 890 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_52 1 2 890 891 892 -23300=2,512,64 1=1 RMSNorm rmsn_326 1 1 891 893 0=512 1=0.0 2=1 Gemm gemm_139 1 1 893 894 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_501 1 1 894 895 0=256 1=16 2=-1 Permute transpose_597 1 1 895 896 0=2 Slice split_53 1 2 896 897 898 -23300=2,128,128 1=2 RotaryEmbed rope_34 3 1 889 66 131 899 0=1 RotaryEmbed rope_35 3 1 892 65 130 900 0=1 Tile expand_434 1 1 900 901 -23302=3,16,1,1 Concat cat_34 2 1 888 899 902 0=2 Concat cat_35 2 1 897 901 903 0=2 SDPA sdpa_658 6 3 902 903 898 18 cache_k17 cache_v17 904 out_cache_k17 out_cache_v17 5=1 6=0.0721688 7=1 Permute transpose_598 1 1 904 905 0=2 Reshape reshape_502 1 1 905 906 0=2048 1=-1 Gemm gemm_140 1 1 906 907 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_51 2 1 878 907 908 0=0 Split splitncnn_73 1 2 908 909 910 RMSNorm rmsn_327 1 1 910 911 0=2048 1=1.000000e-06 2=1 Split splitncnn_74 1 2 911 912 913 Gemm gemm_141 1 1 913 914 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_402 1 1 914 915 Gemm gemm_142 1 1 912 916 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_52 2 1 915 916 917 0=2 Gemm gemm_143 1 1 917 918 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_53 2 1 909 918 919 0=0 Split splitncnn_75 1 2 919 920 921 RMSNorm rmsn_328 1 1 921 922 0=2048 1=1.000000e-06 2=1 Split splitncnn_76 1 2 922 923 924 Gemm gemm_144 1 1 924 925 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_329 1 1 925 926 0=1536 1=0.0 2=1 Gemm gemm_145 1 1 926 927 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_503 1 1 927 928 0=192 1=16 2=-1 Permute transpose_599 1 1 928 929 0=2 Slice split_54 1 2 929 930 931 -23300=2,128,64 1=2 Gemm gemm_146 1 1 923 932 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_55 1 2 932 933 934 -23300=2,512,64 1=1 RMSNorm rmsn_330 1 1 933 935 0=512 1=0.0 2=1 Gemm gemm_147 1 1 935 936 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_504 1 1 936 937 0=256 1=16 2=-1 Permute transpose_600 1 1 937 938 0=2 Slice split_56 1 2 938 939 940 -23300=2,128,128 1=2 RotaryEmbed rope_36 3 1 931 64 129 941 0=1 RotaryEmbed rope_37 3 1 934 63 128 942 0=1 Tile expand_435 1 1 942 943 -23302=3,16,1,1 Concat cat_36 2 1 930 941 944 0=2 Concat cat_37 2 1 939 943 945 0=2 SDPA sdpa_659 6 3 944 945 940 17 cache_k18 cache_v18 946 out_cache_k18 out_cache_v18 5=1 6=0.0721688 7=1 Permute transpose_601 1 1 946 947 0=2 Reshape reshape_505 1 1 947 948 0=2048 1=-1 Gemm gemm_148 1 1 948 949 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_54 2 1 920 949 950 0=0 Split splitncnn_77 1 2 950 951 952 RMSNorm rmsn_331 1 1 952 953 0=2048 1=1.000000e-06 2=1 Split splitncnn_78 1 2 953 954 955 Gemm gemm_149 1 1 955 956 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_403 1 1 956 957 Gemm gemm_150 1 1 954 958 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_55 2 1 957 958 959 0=2 Gemm gemm_151 1 1 959 960 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_56 2 1 951 960 961 0=0 Split splitncnn_79 1 2 961 962 963 RMSNorm rmsn_332 1 1 963 964 0=2048 1=1.000000e-06 2=1 Split splitncnn_80 1 2 964 965 966 Gemm gemm_152 1 1 966 967 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_333 1 1 967 968 0=1536 1=0.0 2=1 Gemm gemm_153 1 1 968 969 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_506 1 1 969 970 0=192 1=16 2=-1 Permute transpose_602 1 1 970 971 0=2 Slice split_57 1 2 971 972 973 -23300=2,128,64 1=2 Gemm gemm_154 1 1 965 974 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_58 1 2 974 975 976 -23300=2,512,64 1=1 RMSNorm rmsn_334 1 1 975 977 0=512 1=0.0 2=1 Gemm gemm_155 1 1 977 978 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_507 1 1 978 979 0=256 1=16 2=-1 Permute transpose_603 1 1 979 980 0=2 Slice split_59 1 2 980 981 982 -23300=2,128,128 1=2 RotaryEmbed rope_38 3 1 973 62 127 983 0=1 RotaryEmbed rope_39 3 1 976 61 126 984 0=1 Tile expand_436 1 1 984 985 -23302=3,16,1,1 Concat cat_38 2 1 972 983 986 0=2 Concat cat_39 2 1 981 985 987 0=2 SDPA sdpa_660 6 3 986 987 982 16 cache_k19 cache_v19 988 out_cache_k19 out_cache_v19 5=1 6=0.0721688 7=1 Permute transpose_604 1 1 988 989 0=2 Reshape reshape_508 1 1 989 990 0=2048 1=-1 Gemm gemm_156 1 1 990 991 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_57 2 1 962 991 992 0=0 Split splitncnn_81 1 2 992 993 994 RMSNorm rmsn_335 1 1 994 995 0=2048 1=1.000000e-06 2=1 Split splitncnn_82 1 2 995 996 997 Gemm gemm_157 1 1 997 998 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_404 1 1 998 999 Gemm gemm_158 1 1 996 1000 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_58 2 1 999 1000 1001 0=2 Gemm gemm_159 1 1 1001 1002 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_59 2 1 993 1002 1003 0=0 Split splitncnn_83 1 2 1003 1004 1005 RMSNorm rmsn_336 1 1 1005 1006 0=2048 1=1.000000e-06 2=1 Split splitncnn_84 1 2 1006 1007 1008 Gemm gemm_160 1 1 1008 1009 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_337 1 1 1009 1010 0=1536 1=0.0 2=1 Gemm gemm_161 1 1 1010 1011 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_509 1 1 1011 1012 0=192 1=16 2=-1 Permute transpose_605 1 1 1012 1013 0=2 Slice split_60 1 2 1013 1014 1015 -23300=2,128,64 1=2 Gemm gemm_162 1 1 1007 1016 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_61 1 2 1016 1017 1018 -23300=2,512,64 1=1 RMSNorm rmsn_338 1 1 1017 1019 0=512 1=0.0 2=1 Gemm gemm_163 1 1 1019 1020 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_510 1 1 1020 1021 0=256 1=16 2=-1 Permute transpose_606 1 1 1021 1022 0=2 Slice split_62 1 2 1022 1023 1024 -23300=2,128,128 1=2 RotaryEmbed rope_40 3 1 1015 60 125 1025 0=1 RotaryEmbed rope_41 3 1 1018 59 124 1026 0=1 Tile expand_437 1 1 1026 1027 -23302=3,16,1,1 Concat cat_40 2 1 1014 1025 1028 0=2 Concat cat_41 2 1 1023 1027 1029 0=2 SDPA sdpa_661 6 3 1028 1029 1024 15 cache_k20 cache_v20 1030 out_cache_k20 out_cache_v20 5=1 6=0.0721688 7=1 Permute transpose_607 1 1 1030 1031 0=2 Reshape reshape_511 1 1 1031 1032 0=2048 1=-1 Gemm gemm_164 1 1 1032 1033 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_60 2 1 1004 1033 1034 0=0 Split splitncnn_85 1 2 1034 1035 1036 RMSNorm rmsn_339 1 1 1036 1037 0=2048 1=1.000000e-06 2=1 Split splitncnn_86 1 2 1037 1038 1039 Gemm gemm_165 1 1 1039 1040 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_405 1 1 1040 1041 Gemm gemm_166 1 1 1038 1042 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_61 2 1 1041 1042 1043 0=2 Gemm gemm_167 1 1 1043 1044 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_62 2 1 1035 1044 1045 0=0 Split splitncnn_87 1 2 1045 1046 1047 RMSNorm rmsn_340 1 1 1047 1048 0=2048 1=1.000000e-06 2=1 Split splitncnn_88 1 2 1048 1049 1050 Gemm gemm_168 1 1 1050 1051 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_341 1 1 1051 1052 0=1536 1=0.0 2=1 Gemm gemm_169 1 1 1052 1053 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_512 1 1 1053 1054 0=192 1=16 2=-1 Permute transpose_608 1 1 1054 1055 0=2 Slice split_63 1 2 1055 1056 1057 -23300=2,128,64 1=2 Gemm gemm_170 1 1 1049 1058 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_64 1 2 1058 1059 1060 -23300=2,512,64 1=1 RMSNorm rmsn_342 1 1 1059 1061 0=512 1=0.0 2=1 Gemm gemm_171 1 1 1061 1062 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_513 1 1 1062 1063 0=256 1=16 2=-1 Permute transpose_609 1 1 1063 1064 0=2 Slice split_65 1 2 1064 1065 1066 -23300=2,128,128 1=2 RotaryEmbed rope_42 3 1 1057 58 123 1067 0=1 RotaryEmbed rope_43 3 1 1060 57 122 1068 0=1 Tile expand_438 1 1 1068 1069 -23302=3,16,1,1 Concat cat_42 2 1 1056 1067 1070 0=2 Concat cat_43 2 1 1065 1069 1071 0=2 SDPA sdpa_662 6 3 1070 1071 1066 14 cache_k21 cache_v21 1072 out_cache_k21 out_cache_v21 5=1 6=0.0721688 7=1 Permute transpose_610 1 1 1072 1073 0=2 Reshape reshape_514 1 1 1073 1074 0=2048 1=-1 Gemm gemm_172 1 1 1074 1075 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_63 2 1 1046 1075 1076 0=0 Split splitncnn_89 1 2 1076 1077 1078 RMSNorm rmsn_343 1 1 1078 1079 0=2048 1=1.000000e-06 2=1 Split splitncnn_90 1 2 1079 1080 1081 Gemm gemm_173 1 1 1081 1082 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_406 1 1 1082 1083 Gemm gemm_174 1 1 1080 1084 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_64 2 1 1083 1084 1085 0=2 Gemm gemm_175 1 1 1085 1086 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_65 2 1 1077 1086 1087 0=0 Split splitncnn_91 1 2 1087 1088 1089 RMSNorm rmsn_344 1 1 1089 1090 0=2048 1=1.000000e-06 2=1 Split splitncnn_92 1 2 1090 1091 1092 Gemm gemm_176 1 1 1092 1093 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_345 1 1 1093 1094 0=1536 1=0.0 2=1 Gemm gemm_177 1 1 1094 1095 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_515 1 1 1095 1096 0=192 1=16 2=-1 Permute transpose_611 1 1 1096 1097 0=2 Slice split_66 1 2 1097 1098 1099 -23300=2,128,64 1=2 Gemm gemm_178 1 1 1091 1100 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_67 1 2 1100 1101 1102 -23300=2,512,64 1=1 RMSNorm rmsn_346 1 1 1101 1103 0=512 1=0.0 2=1 Gemm gemm_179 1 1 1103 1104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_516 1 1 1104 1105 0=256 1=16 2=-1 Permute transpose_612 1 1 1105 1106 0=2 Slice split_68 1 2 1106 1107 1108 -23300=2,128,128 1=2 RotaryEmbed rope_44 3 1 1099 56 121 1109 0=1 RotaryEmbed rope_45 3 1 1102 55 120 1110 0=1 Tile expand_439 1 1 1110 1111 -23302=3,16,1,1 Concat cat_44 2 1 1098 1109 1112 0=2 Concat cat_45 2 1 1107 1111 1113 0=2 SDPA sdpa_663 6 3 1112 1113 1108 13 cache_k22 cache_v22 1114 out_cache_k22 out_cache_v22 5=1 6=0.0721688 7=1 Permute transpose_613 1 1 1114 1115 0=2 Reshape reshape_517 1 1 1115 1116 0=2048 1=-1 Gemm gemm_180 1 1 1116 1117 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_66 2 1 1088 1117 1118 0=0 Split splitncnn_93 1 2 1118 1119 1120 RMSNorm rmsn_347 1 1 1120 1121 0=2048 1=1.000000e-06 2=1 Split splitncnn_94 1 2 1121 1122 1123 Gemm gemm_181 1 1 1123 1124 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_407 1 1 1124 1125 Gemm gemm_182 1 1 1122 1126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_67 2 1 1125 1126 1127 0=2 Gemm gemm_183 1 1 1127 1128 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_68 2 1 1119 1128 1129 0=0 Split splitncnn_95 1 2 1129 1130 1131 RMSNorm rmsn_348 1 1 1131 1132 0=2048 1=1.000000e-06 2=1 Split splitncnn_96 1 2 1132 1133 1134 Gemm gemm_184 1 1 1134 1135 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_349 1 1 1135 1136 0=1536 1=0.0 2=1 Gemm gemm_185 1 1 1136 1137 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_518 1 1 1137 1138 0=192 1=16 2=-1 Permute transpose_614 1 1 1138 1139 0=2 Slice split_69 1 2 1139 1140 1141 -23300=2,128,64 1=2 Gemm gemm_186 1 1 1133 1142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_70 1 2 1142 1143 1144 -23300=2,512,64 1=1 RMSNorm rmsn_350 1 1 1143 1145 0=512 1=0.0 2=1 Gemm gemm_187 1 1 1145 1146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_519 1 1 1146 1147 0=256 1=16 2=-1 Permute transpose_615 1 1 1147 1148 0=2 Slice split_71 1 2 1148 1149 1150 -23300=2,128,128 1=2 RotaryEmbed rope_46 3 1 1141 54 119 1151 0=1 RotaryEmbed rope_47 3 1 1144 53 118 1152 0=1 Tile expand_440 1 1 1152 1153 -23302=3,16,1,1 Concat cat_46 2 1 1140 1151 1154 0=2 Concat cat_47 2 1 1149 1153 1155 0=2 SDPA sdpa_664 6 3 1154 1155 1150 12 cache_k23 cache_v23 1156 out_cache_k23 out_cache_v23 5=1 6=0.0721688 7=1 Permute transpose_616 1 1 1156 1157 0=2 Reshape reshape_520 1 1 1157 1158 0=2048 1=-1 Gemm gemm_188 1 1 1158 1159 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_69 2 1 1130 1159 1160 0=0 Split splitncnn_97 1 2 1160 1161 1162 RMSNorm rmsn_351 1 1 1162 1163 0=2048 1=1.000000e-06 2=1 Split splitncnn_98 1 2 1163 1164 1165 Gemm gemm_189 1 1 1165 1166 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_408 1 1 1166 1167 Gemm gemm_190 1 1 1164 1168 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_70 2 1 1167 1168 1169 0=2 Gemm gemm_191 1 1 1169 1170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_71 2 1 1161 1170 1171 0=0 Split splitncnn_99 1 2 1171 1172 1173 RMSNorm rmsn_352 1 1 1173 1174 0=2048 1=1.000000e-06 2=1 Split splitncnn_100 1 2 1174 1175 1176 Gemm gemm_192 1 1 1176 1177 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_353 1 1 1177 1178 0=1536 1=0.0 2=1 Gemm gemm_193 1 1 1178 1179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_521 1 1 1179 1180 0=192 1=16 2=-1 Permute transpose_617 1 1 1180 1181 0=2 Slice split_72 1 2 1181 1182 1183 -23300=2,128,64 1=2 Gemm gemm_194 1 1 1175 1184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_73 1 2 1184 1185 1186 -23300=2,512,64 1=1 RMSNorm rmsn_354 1 1 1185 1187 0=512 1=0.0 2=1 Gemm gemm_195 1 1 1187 1188 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_522 1 1 1188 1189 0=256 1=16 2=-1 Permute transpose_618 1 1 1189 1190 0=2 Slice split_74 1 2 1190 1191 1192 -23300=2,128,128 1=2 RotaryEmbed rope_48 3 1 1183 52 117 1193 0=1 RotaryEmbed rope_49 3 1 1186 51 116 1194 0=1 Tile expand_441 1 1 1194 1195 -23302=3,16,1,1 Concat cat_48 2 1 1182 1193 1196 0=2 Concat cat_49 2 1 1191 1195 1197 0=2 SDPA sdpa_665 6 3 1196 1197 1192 11 cache_k24 cache_v24 1198 out_cache_k24 out_cache_v24 5=1 6=0.0721688 7=1 Permute transpose_619 1 1 1198 1199 0=2 Reshape reshape_523 1 1 1199 1200 0=2048 1=-1 Gemm gemm_196 1 1 1200 1201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_72 2 1 1172 1201 1202 0=0 Split splitncnn_101 1 2 1202 1203 1204 RMSNorm rmsn_355 1 1 1204 1205 0=2048 1=1.000000e-06 2=1 Split splitncnn_102 1 2 1205 1206 1207 Gemm gemm_197 1 1 1207 1208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_409 1 1 1208 1209 Gemm gemm_198 1 1 1206 1210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_73 2 1 1209 1210 1211 0=2 Gemm gemm_199 1 1 1211 1212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_74 2 1 1203 1212 1213 0=0 Split splitncnn_103 1 2 1213 1214 1215 RMSNorm rmsn_356 1 1 1215 1216 0=2048 1=1.000000e-06 2=1 Split splitncnn_104 1 2 1216 1217 1218 Gemm gemm_200 1 1 1218 1219 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_357 1 1 1219 1220 0=1536 1=0.0 2=1 Gemm gemm_201 1 1 1220 1221 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_524 1 1 1221 1222 0=192 1=16 2=-1 Permute transpose_620 1 1 1222 1223 0=2 Slice split_75 1 2 1223 1224 1225 -23300=2,128,64 1=2 Gemm gemm_202 1 1 1217 1226 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_76 1 2 1226 1227 1228 -23300=2,512,64 1=1 RMSNorm rmsn_358 1 1 1227 1229 0=512 1=0.0 2=1 Gemm gemm_203 1 1 1229 1230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_525 1 1 1230 1231 0=256 1=16 2=-1 Permute transpose_621 1 1 1231 1232 0=2 Slice split_77 1 2 1232 1233 1234 -23300=2,128,128 1=2 RotaryEmbed rope_50 3 1 1225 50 115 1235 0=1 RotaryEmbed rope_51 3 1 1228 49 114 1236 0=1 Tile expand_442 1 1 1236 1237 -23302=3,16,1,1 Concat cat_50 2 1 1224 1235 1238 0=2 Concat cat_51 2 1 1233 1237 1239 0=2 SDPA sdpa_666 6 3 1238 1239 1234 10 cache_k25 cache_v25 1240 out_cache_k25 out_cache_v25 5=1 6=0.0721688 7=1 Permute transpose_622 1 1 1240 1241 0=2 Reshape reshape_526 1 1 1241 1242 0=2048 1=-1 Gemm gemm_204 1 1 1242 1243 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_75 2 1 1214 1243 1244 0=0 Split splitncnn_105 1 2 1244 1245 1246 RMSNorm rmsn_359 1 1 1246 1247 0=2048 1=1.000000e-06 2=1 Split splitncnn_106 1 2 1247 1248 1249 Gemm gemm_205 1 1 1249 1250 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_410 1 1 1250 1251 Gemm gemm_206 1 1 1248 1252 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_76 2 1 1251 1252 1253 0=2 Gemm gemm_207 1 1 1253 1254 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_77 2 1 1245 1254 1255 0=0 Split splitncnn_107 1 2 1255 1256 1257 RMSNorm rmsn_360 1 1 1257 1258 0=2048 1=1.000000e-06 2=1 Split splitncnn_108 1 2 1258 1259 1260 Gemm gemm_208 1 1 1260 1261 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_361 1 1 1261 1262 0=1536 1=0.0 2=1 Gemm gemm_209 1 1 1262 1263 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_527 1 1 1263 1264 0=192 1=16 2=-1 Permute transpose_623 1 1 1264 1265 0=2 Slice split_78 1 2 1265 1266 1267 -23300=2,128,64 1=2 Gemm gemm_210 1 1 1259 1268 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_79 1 2 1268 1269 1270 -23300=2,512,64 1=1 RMSNorm rmsn_362 1 1 1269 1271 0=512 1=0.0 2=1 Gemm gemm_211 1 1 1271 1272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_528 1 1 1272 1273 0=256 1=16 2=-1 Permute transpose_624 1 1 1273 1274 0=2 Slice split_80 1 2 1274 1275 1276 -23300=2,128,128 1=2 RotaryEmbed rope_52 3 1 1267 48 113 1277 0=1 RotaryEmbed rope_53 3 1 1270 47 112 1278 0=1 Tile expand_443 1 1 1278 1279 -23302=3,16,1,1 Concat cat_52 2 1 1266 1277 1280 0=2 Concat cat_53 2 1 1275 1279 1281 0=2 SDPA sdpa_667 6 3 1280 1281 1276 9 cache_k26 cache_v26 1282 out_cache_k26 out_cache_v26 5=1 6=0.0721688 7=1 Permute transpose_625 1 1 1282 1283 0=2 Reshape reshape_529 1 1 1283 1284 0=2048 1=-1 Gemm gemm_212 1 1 1284 1285 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_78 2 1 1256 1285 1286 0=0 Split splitncnn_109 1 2 1286 1287 1288 RMSNorm rmsn_363 1 1 1288 1289 0=2048 1=1.000000e-06 2=1 Split splitncnn_110 1 2 1289 1290 1291 Gemm gemm_213 1 1 1291 1292 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_411 1 1 1292 1293 Gemm gemm_214 1 1 1290 1294 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_79 2 1 1293 1294 1295 0=2 Gemm gemm_215 1 1 1295 1296 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_80 2 1 1287 1296 1297 0=0 Split splitncnn_111 1 2 1297 1298 1299 RMSNorm rmsn_364 1 1 1299 1300 0=2048 1=1.000000e-06 2=1 Split splitncnn_112 1 2 1300 1301 1302 Gemm gemm_216 1 1 1302 1303 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_365 1 1 1303 1304 0=1536 1=0.0 2=1 Gemm gemm_217 1 1 1304 1305 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_530 1 1 1305 1306 0=192 1=16 2=-1 Permute transpose_626 1 1 1306 1307 0=2 Slice split_81 1 2 1307 1308 1309 -23300=2,128,64 1=2 Gemm gemm_218 1 1 1301 1310 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_82 1 2 1310 1311 1312 -23300=2,512,64 1=1 RMSNorm rmsn_366 1 1 1311 1313 0=512 1=0.0 2=1 Gemm gemm_219 1 1 1313 1314 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_531 1 1 1314 1315 0=256 1=16 2=-1 Permute transpose_627 1 1 1315 1316 0=2 Slice split_83 1 2 1316 1317 1318 -23300=2,128,128 1=2 RotaryEmbed rope_54 3 1 1309 46 111 1319 0=1 RotaryEmbed rope_55 3 1 1312 45 110 1320 0=1 Tile expand_444 1 1 1320 1321 -23302=3,16,1,1 Concat cat_54 2 1 1308 1319 1322 0=2 Concat cat_55 2 1 1317 1321 1323 0=2 SDPA sdpa_668 6 3 1322 1323 1318 8 cache_k27 cache_v27 1324 out_cache_k27 out_cache_v27 5=1 6=0.0721688 7=1 Permute transpose_628 1 1 1324 1325 0=2 Reshape reshape_532 1 1 1325 1326 0=2048 1=-1 Gemm gemm_220 1 1 1326 1327 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_81 2 1 1298 1327 1328 0=0 Split splitncnn_113 1 2 1328 1329 1330 RMSNorm rmsn_367 1 1 1330 1331 0=2048 1=1.000000e-06 2=1 Split splitncnn_114 1 2 1331 1332 1333 Gemm gemm_221 1 1 1333 1334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_412 1 1 1334 1335 Gemm gemm_222 1 1 1332 1336 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_82 2 1 1335 1336 1337 0=2 Gemm gemm_223 1 1 1337 1338 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_83 2 1 1329 1338 1339 0=0 Split splitncnn_115 1 2 1339 1340 1341 RMSNorm rmsn_368 1 1 1341 1342 0=2048 1=1.000000e-06 2=1 Split splitncnn_116 1 2 1342 1343 1344 Gemm gemm_224 1 1 1344 1345 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_369 1 1 1345 1346 0=1536 1=0.0 2=1 Gemm gemm_225 1 1 1346 1347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_533 1 1 1347 1348 0=192 1=16 2=-1 Permute transpose_629 1 1 1348 1349 0=2 Slice split_84 1 2 1349 1350 1351 -23300=2,128,64 1=2 Gemm gemm_226 1 1 1343 1352 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_85 1 2 1352 1353 1354 -23300=2,512,64 1=1 RMSNorm rmsn_370 1 1 1353 1355 0=512 1=0.0 2=1 Gemm gemm_227 1 1 1355 1356 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_534 1 1 1356 1357 0=256 1=16 2=-1 Permute transpose_630 1 1 1357 1358 0=2 Slice split_86 1 2 1358 1359 1360 -23300=2,128,128 1=2 RotaryEmbed rope_56 3 1 1351 44 109 1361 0=1 RotaryEmbed rope_57 3 1 1354 43 108 1362 0=1 Tile expand_445 1 1 1362 1363 -23302=3,16,1,1 Concat cat_56 2 1 1350 1361 1364 0=2 Concat cat_57 2 1 1359 1363 1365 0=2 SDPA sdpa_669 6 3 1364 1365 1360 7 cache_k28 cache_v28 1366 out_cache_k28 out_cache_v28 5=1 6=0.0721688 7=1 Permute transpose_631 1 1 1366 1367 0=2 Reshape reshape_535 1 1 1367 1368 0=2048 1=-1 Gemm gemm_228 1 1 1368 1369 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_84 2 1 1340 1369 1370 0=0 Split splitncnn_117 1 2 1370 1371 1372 RMSNorm rmsn_371 1 1 1372 1373 0=2048 1=1.000000e-06 2=1 Split splitncnn_118 1 2 1373 1374 1375 Gemm gemm_229 1 1 1375 1376 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_413 1 1 1376 1377 Gemm gemm_230 1 1 1374 1378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_85 2 1 1377 1378 1379 0=2 Gemm gemm_231 1 1 1379 1380 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_86 2 1 1371 1380 1381 0=0 Split splitncnn_119 1 2 1381 1382 1383 RMSNorm rmsn_372 1 1 1383 1384 0=2048 1=1.000000e-06 2=1 Split splitncnn_120 1 2 1384 1385 1386 Gemm gemm_232 1 1 1386 1387 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_373 1 1 1387 1388 0=1536 1=0.0 2=1 Gemm gemm_233 1 1 1388 1389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_536 1 1 1389 1390 0=192 1=16 2=-1 Permute transpose_632 1 1 1390 1391 0=2 Slice split_87 1 2 1391 1392 1393 -23300=2,128,64 1=2 Gemm gemm_234 1 1 1385 1394 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_88 1 2 1394 1395 1396 -23300=2,512,64 1=1 RMSNorm rmsn_374 1 1 1395 1397 0=512 1=0.0 2=1 Gemm gemm_235 1 1 1397 1398 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_537 1 1 1398 1399 0=256 1=16 2=-1 Permute transpose_633 1 1 1399 1400 0=2 Slice split_89 1 2 1400 1401 1402 -23300=2,128,128 1=2 RotaryEmbed rope_58 3 1 1393 42 107 1403 0=1 RotaryEmbed rope_59 3 1 1396 41 106 1404 0=1 Tile expand_446 1 1 1404 1405 -23302=3,16,1,1 Concat cat_58 2 1 1392 1403 1406 0=2 Concat cat_59 2 1 1401 1405 1407 0=2 SDPA sdpa_670 6 3 1406 1407 1402 6 cache_k29 cache_v29 1408 out_cache_k29 out_cache_v29 5=1 6=0.0721688 7=1 Permute transpose_634 1 1 1408 1409 0=2 Reshape reshape_538 1 1 1409 1410 0=2048 1=-1 Gemm gemm_236 1 1 1410 1411 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_87 2 1 1382 1411 1412 0=0 Split splitncnn_121 1 2 1412 1413 1414 RMSNorm rmsn_375 1 1 1414 1415 0=2048 1=1.000000e-06 2=1 Split splitncnn_122 1 2 1415 1416 1417 Gemm gemm_237 1 1 1417 1418 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_414 1 1 1418 1419 Gemm gemm_238 1 1 1416 1420 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_88 2 1 1419 1420 1421 0=2 Gemm gemm_239 1 1 1421 1422 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_89 2 1 1413 1422 1423 0=0 Split splitncnn_123 1 2 1423 1424 1425 RMSNorm rmsn_376 1 1 1425 1426 0=2048 1=1.000000e-06 2=1 Split splitncnn_124 1 2 1426 1427 1428 Gemm gemm_240 1 1 1428 1429 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_377 1 1 1429 1430 0=1536 1=0.0 2=1 Gemm gemm_241 1 1 1430 1431 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_539 1 1 1431 1432 0=192 1=16 2=-1 Permute transpose_635 1 1 1432 1433 0=2 Slice split_90 1 2 1433 1434 1435 -23300=2,128,64 1=2 Gemm gemm_242 1 1 1427 1436 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_91 1 2 1436 1437 1438 -23300=2,512,64 1=1 RMSNorm rmsn_378 1 1 1437 1439 0=512 1=0.0 2=1 Gemm gemm_243 1 1 1439 1440 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_540 1 1 1440 1441 0=256 1=16 2=-1 Permute transpose_636 1 1 1441 1442 0=2 Slice split_92 1 2 1442 1443 1444 -23300=2,128,128 1=2 RotaryEmbed rope_60 3 1 1435 40 105 1445 0=1 RotaryEmbed rope_61 3 1 1438 39 104 1446 0=1 Tile expand_447 1 1 1446 1447 -23302=3,16,1,1 Concat cat_60 2 1 1434 1445 1448 0=2 Concat cat_61 2 1 1443 1447 1449 0=2 SDPA sdpa_671 6 3 1448 1449 1444 5 cache_k30 cache_v30 1450 out_cache_k30 out_cache_v30 5=1 6=0.0721688 7=1 Permute transpose_637 1 1 1450 1451 0=2 Reshape reshape_541 1 1 1451 1452 0=2048 1=-1 Gemm gemm_244 1 1 1452 1453 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_90 2 1 1424 1453 1454 0=0 Split splitncnn_125 1 2 1454 1455 1456 RMSNorm rmsn_379 1 1 1456 1457 0=2048 1=1.000000e-06 2=1 Split splitncnn_126 1 2 1457 1458 1459 Gemm gemm_245 1 1 1459 1460 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_415 1 1 1460 1461 Gemm gemm_246 1 1 1458 1462 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_91 2 1 1461 1462 1463 0=2 Gemm gemm_247 1 1 1463 1464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_92 2 1 1455 1464 1465 0=0 Split splitncnn_127 1 2 1465 1466 1467 RMSNorm rmsn_380 1 1 1467 1468 0=2048 1=1.000000e-06 2=1 Split splitncnn_128 1 2 1468 1469 1470 Gemm gemm_248 1 1 1470 1471 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1536 9=2048 RMSNorm rmsn_381 1 1 1471 1472 0=1536 1=0.0 2=1 Gemm gemm_249 1 1 1472 1473 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1536 Reshape reshape_542 1 1 1473 1474 0=192 1=16 2=-1 Permute transpose_638 1 1 1474 1475 0=2 Slice split_93 1 2 1475 1476 1477 -23300=2,128,64 1=2 Gemm gemm_250 1 1 1469 1478 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=576 9=2048 Slice split_94 1 2 1478 1479 1480 -23300=2,512,64 1=1 RMSNorm rmsn_382 1 1 1479 1481 0=512 1=0.0 2=1 Gemm gemm_251 1 1 1481 1482 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=512 Reshape reshape_543 1 1 1482 1483 0=256 1=16 2=-1 Permute transpose_639 1 1 1483 1484 0=2 Slice split_95 1 2 1484 1485 1486 -23300=2,128,128 1=2 RotaryEmbed rope_62 3 1 1477 38 103 1487 0=1 RotaryEmbed rope_63 3 1 1480 37 102 1488 0=1 Tile expand_448 1 1 1488 1489 -23302=3,16,1,1 Concat cat_62 2 1 1476 1487 1490 0=2 Concat cat_63 2 1 1485 1489 1491 0=2 SDPA sdpa_672 6 3 1490 1491 1486 4 cache_k31 cache_v31 1492 out_cache_k31 out_cache_v31 5=1 6=0.0721688 7=1 Permute transpose_640 1 1 1492 1493 0=2 Reshape reshape_544 1 1 1493 1494 0=2048 1=-1 Gemm gemm_252 1 1 1494 1495 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_93 2 1 1466 1495 1496 0=0 Split splitncnn_129 1 2 1496 1497 1498 RMSNorm rmsn_383 1 1 1498 1499 0=2048 1=1.000000e-06 2=1 Split splitncnn_130 1 2 1499 1500 1501 Gemm gemm_253 1 1 1501 1502 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_416 1 1 1502 1503 Gemm gemm_254 1 1 1500 1504 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_94 2 1 1503 1504 1505 0=2 Gemm gemm_255 1 1 1505 1506 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_95 2 1 1497 1506 1507 0=0 RMSNorm rmsn_384 1 1 1507 out0 0=2048 1=1.000000e-06 2=1