7767517 1017 1405 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 Split splitncnn_1 1 28 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 Input in2 0 1 in2 Split splitncnn_2 1 56 in2 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 Input in3 0 1 in3 Split splitncnn_3 1 56 in3 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 Input kv_cache 0 56 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 cache_k16 cache_v16 cache_k17 cache_v17 cache_k18 cache_v18 cache_k19 cache_v19 cache_k20 cache_v20 cache_k21 cache_v21 cache_k22 cache_v22 cache_k23 cache_v23 cache_k24 cache_v24 cache_k25 cache_v25 cache_k26 cache_v26 cache_k27 cache_v27 RMSNorm rmsn_196 1 1 2 146 0=1024 1=1.000000e-06 2=1 Split splitncnn_4 1 3 146 147 148 149 Gemm gemm_0 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_393 1 1 150 151 0=128 1=16 2=-1 RMSNorm rmsn_197 1 1 151 152 0=128 1=1.000000e-06 2=1 Permute transpose_561 1 1 152 153 0=2 Gemm gemm_1 1 1 148 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_394 1 1 154 155 0=128 1=8 2=-1 RMSNorm rmsn_198 1 1 155 156 0=128 1=1.000000e-06 2=1 Permute transpose_562 1 1 156 157 0=2 Gemm gemm_2 1 1 147 158 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_395 1 1 158 159 0=128 1=8 2=-1 Permute transpose_563 1 1 159 160 0=2 RotaryEmbed rope_0 3 1 153 88 145 161 0=0 RotaryEmbed rope_1 3 1 157 87 144 162 0=0 ExpandDims unsqueeze_673 1 1 162 163 -23303=1,1 Tile expand_337 1 1 163 164 -23302=4,1,2,1,1 Reshape reshape_396 1 1 164 165 0=128 1=-1 2=16 ExpandDims unsqueeze_674 1 1 160 166 -23303=1,1 Tile expand_338 1 1 166 167 -23302=4,1,2,1,1 Reshape reshape_397 1 1 167 168 0=128 1=-1 2=16 SDPA sdpa_729 6 3 161 165 168 31 cache_k0 cache_v0 169 out_cache_k0 out_cache_v0 5=1 6=0.0883883 7=1 Permute transpose_564 1 1 169 170 0=2 Reshape reshape_398 1 1 170 171 0=2048 1=-1 Gemm gemm_3 1 1 171 172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_0 2 1 1 172 173 0=0 Split splitncnn_5 1 2 173 174 175 RMSNorm rmsn_199 1 1 175 176 0=1024 1=1.000000e-06 2=1 Split splitncnn_6 1 2 176 177 178 Gemm gemm_4 1 1 178 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_309 1 1 179 180 Gemm gemm_5 1 1 177 181 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_1 2 1 180 181 182 0=2 Gemm gemm_6 1 1 182 183 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_2 2 1 174 183 184 0=0 Split splitncnn_7 1 2 184 185 186 RMSNorm rmsn_200 1 1 186 187 0=1024 1=1.000000e-06 2=1 Split splitncnn_8 1 3 187 188 189 190 Gemm gemm_7 1 1 190 191 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_399 1 1 191 192 0=128 1=16 2=-1 RMSNorm rmsn_201 1 1 192 193 0=128 1=1.000000e-06 2=1 Permute transpose_565 1 1 193 194 0=2 Gemm gemm_8 1 1 189 195 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_400 1 1 195 196 0=128 1=8 2=-1 RMSNorm rmsn_202 1 1 196 197 0=128 1=1.000000e-06 2=1 Permute transpose_566 1 1 197 198 0=2 Gemm gemm_9 1 1 188 199 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_401 1 1 199 200 0=128 1=8 2=-1 Permute transpose_567 1 1 200 201 0=2 RotaryEmbed rope_2 3 1 194 86 143 202 0=0 RotaryEmbed rope_3 3 1 198 85 142 203 0=0 ExpandDims unsqueeze_675 1 1 203 204 -23303=1,1 Tile expand_339 1 1 204 205 -23302=4,1,2,1,1 Reshape reshape_402 1 1 205 206 0=128 1=-1 2=16 ExpandDims unsqueeze_676 1 1 201 207 -23303=1,1 Tile expand_340 1 1 207 208 -23302=4,1,2,1,1 Reshape reshape_403 1 1 208 209 0=128 1=-1 2=16 SDPA sdpa_730 6 3 202 206 209 30 cache_k1 cache_v1 210 out_cache_k1 out_cache_v1 5=1 6=0.0883883 7=1 Permute transpose_568 1 1 210 211 0=2 Reshape reshape_404 1 1 211 212 0=2048 1=-1 Gemm gemm_10 1 1 212 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_3 2 1 185 213 214 0=0 Split splitncnn_9 1 2 214 215 216 RMSNorm rmsn_203 1 1 216 217 0=1024 1=1.000000e-06 2=1 Split splitncnn_10 1 2 217 218 219 Gemm gemm_11 1 1 219 220 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_310 1 1 220 221 Gemm gemm_12 1 1 218 222 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_4 2 1 221 222 223 0=2 Gemm gemm_13 1 1 223 224 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_5 2 1 215 224 225 0=0 Split splitncnn_11 1 2 225 226 227 RMSNorm rmsn_204 1 1 227 228 0=1024 1=1.000000e-06 2=1 Split splitncnn_12 1 3 228 229 230 231 Gemm gemm_14 1 1 231 232 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_405 1 1 232 233 0=128 1=16 2=-1 RMSNorm rmsn_205 1 1 233 234 0=128 1=1.000000e-06 2=1 Permute transpose_569 1 1 234 235 0=2 Gemm gemm_15 1 1 230 236 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_406 1 1 236 237 0=128 1=8 2=-1 RMSNorm rmsn_206 1 1 237 238 0=128 1=1.000000e-06 2=1 Permute transpose_570 1 1 238 239 0=2 Gemm gemm_16 1 1 229 240 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_407 1 1 240 241 0=128 1=8 2=-1 Permute transpose_571 1 1 241 242 0=2 RotaryEmbed rope_4 3 1 235 84 141 243 0=0 RotaryEmbed rope_5 3 1 239 83 140 244 0=0 ExpandDims unsqueeze_677 1 1 244 245 -23303=1,1 Tile expand_341 1 1 245 246 -23302=4,1,2,1,1 Reshape reshape_408 1 1 246 247 0=128 1=-1 2=16 ExpandDims unsqueeze_678 1 1 242 248 -23303=1,1 Tile expand_342 1 1 248 249 -23302=4,1,2,1,1 Reshape reshape_409 1 1 249 250 0=128 1=-1 2=16 SDPA sdpa_731 6 3 243 247 250 29 cache_k2 cache_v2 251 out_cache_k2 out_cache_v2 5=1 6=0.0883883 7=1 Permute transpose_572 1 1 251 252 0=2 Reshape reshape_410 1 1 252 253 0=2048 1=-1 Gemm gemm_17 1 1 253 254 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_6 2 1 226 254 255 0=0 Split splitncnn_13 1 2 255 256 257 RMSNorm rmsn_207 1 1 257 258 0=1024 1=1.000000e-06 2=1 Split splitncnn_14 1 2 258 259 260 Gemm gemm_18 1 1 260 261 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_311 1 1 261 262 Gemm gemm_19 1 1 259 263 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_7 2 1 262 263 264 0=2 Gemm gemm_20 1 1 264 265 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_8 2 1 256 265 266 0=0 Split splitncnn_15 1 2 266 267 268 RMSNorm rmsn_208 1 1 268 269 0=1024 1=1.000000e-06 2=1 Split splitncnn_16 1 3 269 270 271 272 Gemm gemm_21 1 1 272 273 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_411 1 1 273 274 0=128 1=16 2=-1 RMSNorm rmsn_209 1 1 274 275 0=128 1=1.000000e-06 2=1 Permute transpose_573 1 1 275 276 0=2 Gemm gemm_22 1 1 271 277 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_412 1 1 277 278 0=128 1=8 2=-1 RMSNorm rmsn_210 1 1 278 279 0=128 1=1.000000e-06 2=1 Permute transpose_574 1 1 279 280 0=2 Gemm gemm_23 1 1 270 281 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_413 1 1 281 282 0=128 1=8 2=-1 Permute transpose_575 1 1 282 283 0=2 RotaryEmbed rope_6 3 1 276 82 139 284 0=0 RotaryEmbed rope_7 3 1 280 81 138 285 0=0 ExpandDims unsqueeze_679 1 1 285 286 -23303=1,1 Tile expand_343 1 1 286 287 -23302=4,1,2,1,1 Reshape reshape_414 1 1 287 288 0=128 1=-1 2=16 ExpandDims unsqueeze_680 1 1 283 289 -23303=1,1 Tile expand_344 1 1 289 290 -23302=4,1,2,1,1 Reshape reshape_415 1 1 290 291 0=128 1=-1 2=16 SDPA sdpa_732 6 3 284 288 291 28 cache_k3 cache_v3 292 out_cache_k3 out_cache_v3 5=1 6=0.0883883 7=1 Permute transpose_576 1 1 292 293 0=2 Reshape reshape_416 1 1 293 294 0=2048 1=-1 Gemm gemm_24 1 1 294 295 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_9 2 1 267 295 296 0=0 Split splitncnn_17 1 2 296 297 298 RMSNorm rmsn_211 1 1 298 299 0=1024 1=1.000000e-06 2=1 Split splitncnn_18 1 2 299 300 301 Gemm gemm_25 1 1 301 302 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_312 1 1 302 303 Gemm gemm_26 1 1 300 304 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_10 2 1 303 304 305 0=2 Gemm gemm_27 1 1 305 306 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_11 2 1 297 306 307 0=0 Split splitncnn_19 1 2 307 308 309 RMSNorm rmsn_212 1 1 309 310 0=1024 1=1.000000e-06 2=1 Split splitncnn_20 1 3 310 311 312 313 Gemm gemm_28 1 1 313 314 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_417 1 1 314 315 0=128 1=16 2=-1 RMSNorm rmsn_213 1 1 315 316 0=128 1=1.000000e-06 2=1 Permute transpose_577 1 1 316 317 0=2 Gemm gemm_29 1 1 312 318 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_418 1 1 318 319 0=128 1=8 2=-1 RMSNorm rmsn_214 1 1 319 320 0=128 1=1.000000e-06 2=1 Permute transpose_578 1 1 320 321 0=2 Gemm gemm_30 1 1 311 322 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_419 1 1 322 323 0=128 1=8 2=-1 Permute transpose_579 1 1 323 324 0=2 RotaryEmbed rope_8 3 1 317 80 137 325 0=0 RotaryEmbed rope_9 3 1 321 79 136 326 0=0 ExpandDims unsqueeze_681 1 1 326 327 -23303=1,1 Tile expand_345 1 1 327 328 -23302=4,1,2,1,1 Reshape reshape_420 1 1 328 329 0=128 1=-1 2=16 ExpandDims unsqueeze_682 1 1 324 330 -23303=1,1 Tile expand_346 1 1 330 331 -23302=4,1,2,1,1 Reshape reshape_421 1 1 331 332 0=128 1=-1 2=16 SDPA sdpa_733 6 3 325 329 332 27 cache_k4 cache_v4 333 out_cache_k4 out_cache_v4 5=1 6=0.0883883 7=1 Permute transpose_580 1 1 333 334 0=2 Reshape reshape_422 1 1 334 335 0=2048 1=-1 Gemm gemm_31 1 1 335 336 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_12 2 1 308 336 337 0=0 Split splitncnn_21 1 2 337 338 339 RMSNorm rmsn_215 1 1 339 340 0=1024 1=1.000000e-06 2=1 Split splitncnn_22 1 2 340 341 342 Gemm gemm_32 1 1 342 343 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_313 1 1 343 344 Gemm gemm_33 1 1 341 345 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_13 2 1 344 345 346 0=2 Gemm gemm_34 1 1 346 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_14 2 1 338 347 348 0=0 Split splitncnn_23 1 2 348 349 350 RMSNorm rmsn_216 1 1 350 351 0=1024 1=1.000000e-06 2=1 Split splitncnn_24 1 3 351 352 353 354 Gemm gemm_35 1 1 354 355 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_423 1 1 355 356 0=128 1=16 2=-1 RMSNorm rmsn_217 1 1 356 357 0=128 1=1.000000e-06 2=1 Permute transpose_581 1 1 357 358 0=2 Gemm gemm_36 1 1 353 359 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_424 1 1 359 360 0=128 1=8 2=-1 RMSNorm rmsn_218 1 1 360 361 0=128 1=1.000000e-06 2=1 Permute transpose_582 1 1 361 362 0=2 Gemm gemm_37 1 1 352 363 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_425 1 1 363 364 0=128 1=8 2=-1 Permute transpose_583 1 1 364 365 0=2 RotaryEmbed rope_10 3 1 358 78 135 366 0=0 RotaryEmbed rope_11 3 1 362 77 134 367 0=0 ExpandDims unsqueeze_683 1 1 367 368 -23303=1,1 Tile expand_347 1 1 368 369 -23302=4,1,2,1,1 Reshape reshape_426 1 1 369 370 0=128 1=-1 2=16 ExpandDims unsqueeze_684 1 1 365 371 -23303=1,1 Tile expand_348 1 1 371 372 -23302=4,1,2,1,1 Reshape reshape_427 1 1 372 373 0=128 1=-1 2=16 SDPA sdpa_734 6 3 366 370 373 26 cache_k5 cache_v5 374 out_cache_k5 out_cache_v5 5=1 6=0.0883883 7=1 Permute transpose_584 1 1 374 375 0=2 Reshape reshape_428 1 1 375 376 0=2048 1=-1 Gemm gemm_38 1 1 376 377 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_15 2 1 349 377 378 0=0 Split splitncnn_25 1 2 378 379 380 RMSNorm rmsn_219 1 1 380 381 0=1024 1=1.000000e-06 2=1 Split splitncnn_26 1 2 381 382 383 Gemm gemm_39 1 1 383 384 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_314 1 1 384 385 Gemm gemm_40 1 1 382 386 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_16 2 1 385 386 387 0=2 Gemm gemm_41 1 1 387 388 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_17 2 1 379 388 389 0=0 Split splitncnn_27 1 2 389 390 391 RMSNorm rmsn_220 1 1 391 392 0=1024 1=1.000000e-06 2=1 Split splitncnn_28 1 3 392 393 394 395 Gemm gemm_42 1 1 395 396 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_429 1 1 396 397 0=128 1=16 2=-1 RMSNorm rmsn_221 1 1 397 398 0=128 1=1.000000e-06 2=1 Permute transpose_585 1 1 398 399 0=2 Gemm gemm_43 1 1 394 400 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_430 1 1 400 401 0=128 1=8 2=-1 RMSNorm rmsn_222 1 1 401 402 0=128 1=1.000000e-06 2=1 Permute transpose_586 1 1 402 403 0=2 Gemm gemm_44 1 1 393 404 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_431 1 1 404 405 0=128 1=8 2=-1 Permute transpose_587 1 1 405 406 0=2 RotaryEmbed rope_12 3 1 399 76 133 407 0=0 RotaryEmbed rope_13 3 1 403 75 132 408 0=0 ExpandDims unsqueeze_685 1 1 408 409 -23303=1,1 Tile expand_349 1 1 409 410 -23302=4,1,2,1,1 Reshape reshape_432 1 1 410 411 0=128 1=-1 2=16 ExpandDims unsqueeze_686 1 1 406 412 -23303=1,1 Tile expand_350 1 1 412 413 -23302=4,1,2,1,1 Reshape reshape_433 1 1 413 414 0=128 1=-1 2=16 SDPA sdpa_735 6 3 407 411 414 25 cache_k6 cache_v6 415 out_cache_k6 out_cache_v6 5=1 6=0.0883883 7=1 Permute transpose_588 1 1 415 416 0=2 Reshape reshape_434 1 1 416 417 0=2048 1=-1 Gemm gemm_45 1 1 417 418 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_18 2 1 390 418 419 0=0 Split splitncnn_29 1 2 419 420 421 RMSNorm rmsn_223 1 1 421 422 0=1024 1=1.000000e-06 2=1 Split splitncnn_30 1 2 422 423 424 Gemm gemm_46 1 1 424 425 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_315 1 1 425 426 Gemm gemm_47 1 1 423 427 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_19 2 1 426 427 428 0=2 Gemm gemm_48 1 1 428 429 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_20 2 1 420 429 430 0=0 Split splitncnn_31 1 2 430 431 432 RMSNorm rmsn_224 1 1 432 433 0=1024 1=1.000000e-06 2=1 Split splitncnn_32 1 3 433 434 435 436 Gemm gemm_49 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_435 1 1 437 438 0=128 1=16 2=-1 RMSNorm rmsn_225 1 1 438 439 0=128 1=1.000000e-06 2=1 Permute transpose_589 1 1 439 440 0=2 Gemm gemm_50 1 1 435 441 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_436 1 1 441 442 0=128 1=8 2=-1 RMSNorm rmsn_226 1 1 442 443 0=128 1=1.000000e-06 2=1 Permute transpose_590 1 1 443 444 0=2 Gemm gemm_51 1 1 434 445 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_437 1 1 445 446 0=128 1=8 2=-1 Permute transpose_591 1 1 446 447 0=2 RotaryEmbed rope_14 3 1 440 74 131 448 0=0 RotaryEmbed rope_15 3 1 444 73 130 449 0=0 ExpandDims unsqueeze_687 1 1 449 450 -23303=1,1 Tile expand_351 1 1 450 451 -23302=4,1,2,1,1 Reshape reshape_438 1 1 451 452 0=128 1=-1 2=16 ExpandDims unsqueeze_688 1 1 447 453 -23303=1,1 Tile expand_352 1 1 453 454 -23302=4,1,2,1,1 Reshape reshape_439 1 1 454 455 0=128 1=-1 2=16 SDPA sdpa_736 6 3 448 452 455 24 cache_k7 cache_v7 456 out_cache_k7 out_cache_v7 5=1 6=0.0883883 7=1 Permute transpose_592 1 1 456 457 0=2 Reshape reshape_440 1 1 457 458 0=2048 1=-1 Gemm gemm_52 1 1 458 459 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_21 2 1 431 459 460 0=0 Split splitncnn_33 1 2 460 461 462 RMSNorm rmsn_227 1 1 462 463 0=1024 1=1.000000e-06 2=1 Split splitncnn_34 1 2 463 464 465 Gemm gemm_53 1 1 465 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_316 1 1 466 467 Gemm gemm_54 1 1 464 468 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_22 2 1 467 468 469 0=2 Gemm gemm_55 1 1 469 470 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_23 2 1 461 470 471 0=0 Split splitncnn_35 1 2 471 472 473 RMSNorm rmsn_228 1 1 473 474 0=1024 1=1.000000e-06 2=1 Split splitncnn_36 1 3 474 475 476 477 Gemm gemm_56 1 1 477 478 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_441 1 1 478 479 0=128 1=16 2=-1 RMSNorm rmsn_229 1 1 479 480 0=128 1=1.000000e-06 2=1 Permute transpose_593 1 1 480 481 0=2 Gemm gemm_57 1 1 476 482 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_442 1 1 482 483 0=128 1=8 2=-1 RMSNorm rmsn_230 1 1 483 484 0=128 1=1.000000e-06 2=1 Permute transpose_594 1 1 484 485 0=2 Gemm gemm_58 1 1 475 486 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_443 1 1 486 487 0=128 1=8 2=-1 Permute transpose_595 1 1 487 488 0=2 RotaryEmbed rope_16 3 1 481 72 129 489 0=0 RotaryEmbed rope_17 3 1 485 71 128 490 0=0 ExpandDims unsqueeze_689 1 1 490 491 -23303=1,1 Tile expand_353 1 1 491 492 -23302=4,1,2,1,1 Reshape reshape_444 1 1 492 493 0=128 1=-1 2=16 ExpandDims unsqueeze_690 1 1 488 494 -23303=1,1 Tile expand_354 1 1 494 495 -23302=4,1,2,1,1 Reshape reshape_445 1 1 495 496 0=128 1=-1 2=16 SDPA sdpa_737 6 3 489 493 496 23 cache_k8 cache_v8 497 out_cache_k8 out_cache_v8 5=1 6=0.0883883 7=1 Permute transpose_596 1 1 497 498 0=2 Reshape reshape_446 1 1 498 499 0=2048 1=-1 Gemm gemm_59 1 1 499 500 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_24 2 1 472 500 501 0=0 Split splitncnn_37 1 2 501 502 503 RMSNorm rmsn_231 1 1 503 504 0=1024 1=1.000000e-06 2=1 Split splitncnn_38 1 2 504 505 506 Gemm gemm_60 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_317 1 1 507 508 Gemm gemm_61 1 1 505 509 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_25 2 1 508 509 510 0=2 Gemm gemm_62 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_26 2 1 502 511 512 0=0 Split splitncnn_39 1 2 512 513 514 RMSNorm rmsn_232 1 1 514 515 0=1024 1=1.000000e-06 2=1 Split splitncnn_40 1 3 515 516 517 518 Gemm gemm_63 1 1 518 519 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_447 1 1 519 520 0=128 1=16 2=-1 RMSNorm rmsn_233 1 1 520 521 0=128 1=1.000000e-06 2=1 Permute transpose_597 1 1 521 522 0=2 Gemm gemm_64 1 1 517 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_448 1 1 523 524 0=128 1=8 2=-1 RMSNorm rmsn_234 1 1 524 525 0=128 1=1.000000e-06 2=1 Permute transpose_598 1 1 525 526 0=2 Gemm gemm_65 1 1 516 527 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_449 1 1 527 528 0=128 1=8 2=-1 Permute transpose_599 1 1 528 529 0=2 RotaryEmbed rope_18 3 1 522 70 127 530 0=0 RotaryEmbed rope_19 3 1 526 69 126 531 0=0 ExpandDims unsqueeze_691 1 1 531 532 -23303=1,1 Tile expand_355 1 1 532 533 -23302=4,1,2,1,1 Reshape reshape_450 1 1 533 534 0=128 1=-1 2=16 ExpandDims unsqueeze_692 1 1 529 535 -23303=1,1 Tile expand_356 1 1 535 536 -23302=4,1,2,1,1 Reshape reshape_451 1 1 536 537 0=128 1=-1 2=16 SDPA sdpa_738 6 3 530 534 537 22 cache_k9 cache_v9 538 out_cache_k9 out_cache_v9 5=1 6=0.0883883 7=1 Permute transpose_600 1 1 538 539 0=2 Reshape reshape_452 1 1 539 540 0=2048 1=-1 Gemm gemm_66 1 1 540 541 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_27 2 1 513 541 542 0=0 Split splitncnn_41 1 2 542 543 544 RMSNorm rmsn_235 1 1 544 545 0=1024 1=1.000000e-06 2=1 Split splitncnn_42 1 2 545 546 547 Gemm gemm_67 1 1 547 548 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_318 1 1 548 549 Gemm gemm_68 1 1 546 550 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_28 2 1 549 550 551 0=2 Gemm gemm_69 1 1 551 552 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_29 2 1 543 552 553 0=0 Split splitncnn_43 1 2 553 554 555 RMSNorm rmsn_236 1 1 555 556 0=1024 1=1.000000e-06 2=1 Split splitncnn_44 1 3 556 557 558 559 Gemm gemm_70 1 1 559 560 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_453 1 1 560 561 0=128 1=16 2=-1 RMSNorm rmsn_237 1 1 561 562 0=128 1=1.000000e-06 2=1 Permute transpose_601 1 1 562 563 0=2 Gemm gemm_71 1 1 558 564 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_454 1 1 564 565 0=128 1=8 2=-1 RMSNorm rmsn_238 1 1 565 566 0=128 1=1.000000e-06 2=1 Permute transpose_602 1 1 566 567 0=2 Gemm gemm_72 1 1 557 568 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_455 1 1 568 569 0=128 1=8 2=-1 Permute transpose_603 1 1 569 570 0=2 RotaryEmbed rope_20 3 1 563 68 125 571 0=0 RotaryEmbed rope_21 3 1 567 67 124 572 0=0 ExpandDims unsqueeze_693 1 1 572 573 -23303=1,1 Tile expand_357 1 1 573 574 -23302=4,1,2,1,1 Reshape reshape_456 1 1 574 575 0=128 1=-1 2=16 ExpandDims unsqueeze_694 1 1 570 576 -23303=1,1 Tile expand_358 1 1 576 577 -23302=4,1,2,1,1 Reshape reshape_457 1 1 577 578 0=128 1=-1 2=16 SDPA sdpa_739 6 3 571 575 578 21 cache_k10 cache_v10 579 out_cache_k10 out_cache_v10 5=1 6=0.0883883 7=1 Permute transpose_604 1 1 579 580 0=2 Reshape reshape_458 1 1 580 581 0=2048 1=-1 Gemm gemm_73 1 1 581 582 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_30 2 1 554 582 583 0=0 Split splitncnn_45 1 2 583 584 585 RMSNorm rmsn_239 1 1 585 586 0=1024 1=1.000000e-06 2=1 Split splitncnn_46 1 2 586 587 588 Gemm gemm_74 1 1 588 589 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_319 1 1 589 590 Gemm gemm_75 1 1 587 591 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_31 2 1 590 591 592 0=2 Gemm gemm_76 1 1 592 593 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_32 2 1 584 593 594 0=0 Split splitncnn_47 1 2 594 595 596 RMSNorm rmsn_240 1 1 596 597 0=1024 1=1.000000e-06 2=1 Split splitncnn_48 1 3 597 598 599 600 Gemm gemm_77 1 1 600 601 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_459 1 1 601 602 0=128 1=16 2=-1 RMSNorm rmsn_241 1 1 602 603 0=128 1=1.000000e-06 2=1 Permute transpose_605 1 1 603 604 0=2 Gemm gemm_78 1 1 599 605 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_460 1 1 605 606 0=128 1=8 2=-1 RMSNorm rmsn_242 1 1 606 607 0=128 1=1.000000e-06 2=1 Permute transpose_606 1 1 607 608 0=2 Gemm gemm_79 1 1 598 609 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_461 1 1 609 610 0=128 1=8 2=-1 Permute transpose_607 1 1 610 611 0=2 RotaryEmbed rope_22 3 1 604 66 123 612 0=0 RotaryEmbed rope_23 3 1 608 65 122 613 0=0 ExpandDims unsqueeze_695 1 1 613 614 -23303=1,1 Tile expand_359 1 1 614 615 -23302=4,1,2,1,1 Reshape reshape_462 1 1 615 616 0=128 1=-1 2=16 ExpandDims unsqueeze_696 1 1 611 617 -23303=1,1 Tile expand_360 1 1 617 618 -23302=4,1,2,1,1 Reshape reshape_463 1 1 618 619 0=128 1=-1 2=16 SDPA sdpa_740 6 3 612 616 619 20 cache_k11 cache_v11 620 out_cache_k11 out_cache_v11 5=1 6=0.0883883 7=1 Permute transpose_608 1 1 620 621 0=2 Reshape reshape_464 1 1 621 622 0=2048 1=-1 Gemm gemm_80 1 1 622 623 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_33 2 1 595 623 624 0=0 Split splitncnn_49 1 2 624 625 626 RMSNorm rmsn_243 1 1 626 627 0=1024 1=1.000000e-06 2=1 Split splitncnn_50 1 2 627 628 629 Gemm gemm_81 1 1 629 630 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_320 1 1 630 631 Gemm gemm_82 1 1 628 632 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_34 2 1 631 632 633 0=2 Gemm gemm_83 1 1 633 634 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_35 2 1 625 634 635 0=0 Split splitncnn_51 1 2 635 636 637 RMSNorm rmsn_244 1 1 637 638 0=1024 1=1.000000e-06 2=1 Split splitncnn_52 1 3 638 639 640 641 Gemm gemm_84 1 1 641 642 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_465 1 1 642 643 0=128 1=16 2=-1 RMSNorm rmsn_245 1 1 643 644 0=128 1=1.000000e-06 2=1 Permute transpose_609 1 1 644 645 0=2 Gemm gemm_85 1 1 640 646 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_466 1 1 646 647 0=128 1=8 2=-1 RMSNorm rmsn_246 1 1 647 648 0=128 1=1.000000e-06 2=1 Permute transpose_610 1 1 648 649 0=2 Gemm gemm_86 1 1 639 650 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_467 1 1 650 651 0=128 1=8 2=-1 Permute transpose_611 1 1 651 652 0=2 RotaryEmbed rope_24 3 1 645 64 121 653 0=0 RotaryEmbed rope_25 3 1 649 63 120 654 0=0 ExpandDims unsqueeze_697 1 1 654 655 -23303=1,1 Tile expand_361 1 1 655 656 -23302=4,1,2,1,1 Reshape reshape_468 1 1 656 657 0=128 1=-1 2=16 ExpandDims unsqueeze_698 1 1 652 658 -23303=1,1 Tile expand_362 1 1 658 659 -23302=4,1,2,1,1 Reshape reshape_469 1 1 659 660 0=128 1=-1 2=16 SDPA sdpa_741 6 3 653 657 660 19 cache_k12 cache_v12 661 out_cache_k12 out_cache_v12 5=1 6=0.0883883 7=1 Permute transpose_612 1 1 661 662 0=2 Reshape reshape_470 1 1 662 663 0=2048 1=-1 Gemm gemm_87 1 1 663 664 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_36 2 1 636 664 665 0=0 Split splitncnn_53 1 2 665 666 667 RMSNorm rmsn_247 1 1 667 668 0=1024 1=1.000000e-06 2=1 Split splitncnn_54 1 2 668 669 670 Gemm gemm_88 1 1 670 671 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_321 1 1 671 672 Gemm gemm_89 1 1 669 673 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_37 2 1 672 673 674 0=2 Gemm gemm_90 1 1 674 675 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_38 2 1 666 675 676 0=0 Split splitncnn_55 1 2 676 677 678 RMSNorm rmsn_248 1 1 678 679 0=1024 1=1.000000e-06 2=1 Split splitncnn_56 1 3 679 680 681 682 Gemm gemm_91 1 1 682 683 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_471 1 1 683 684 0=128 1=16 2=-1 RMSNorm rmsn_249 1 1 684 685 0=128 1=1.000000e-06 2=1 Permute transpose_613 1 1 685 686 0=2 Gemm gemm_92 1 1 681 687 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_472 1 1 687 688 0=128 1=8 2=-1 RMSNorm rmsn_250 1 1 688 689 0=128 1=1.000000e-06 2=1 Permute transpose_614 1 1 689 690 0=2 Gemm gemm_93 1 1 680 691 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_473 1 1 691 692 0=128 1=8 2=-1 Permute transpose_615 1 1 692 693 0=2 RotaryEmbed rope_26 3 1 686 62 119 694 0=0 RotaryEmbed rope_27 3 1 690 61 118 695 0=0 ExpandDims unsqueeze_699 1 1 695 696 -23303=1,1 Tile expand_363 1 1 696 697 -23302=4,1,2,1,1 Reshape reshape_474 1 1 697 698 0=128 1=-1 2=16 ExpandDims unsqueeze_700 1 1 693 699 -23303=1,1 Tile expand_364 1 1 699 700 -23302=4,1,2,1,1 Reshape reshape_475 1 1 700 701 0=128 1=-1 2=16 SDPA sdpa_742 6 3 694 698 701 18 cache_k13 cache_v13 702 out_cache_k13 out_cache_v13 5=1 6=0.0883883 7=1 Permute transpose_616 1 1 702 703 0=2 Reshape reshape_476 1 1 703 704 0=2048 1=-1 Gemm gemm_94 1 1 704 705 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_39 2 1 677 705 706 0=0 Split splitncnn_57 1 2 706 707 708 RMSNorm rmsn_251 1 1 708 709 0=1024 1=1.000000e-06 2=1 Split splitncnn_58 1 2 709 710 711 Gemm gemm_95 1 1 711 712 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_322 1 1 712 713 Gemm gemm_96 1 1 710 714 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_40 2 1 713 714 715 0=2 Gemm gemm_97 1 1 715 716 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_41 2 1 707 716 717 0=0 Split splitncnn_59 1 2 717 718 719 RMSNorm rmsn_252 1 1 719 720 0=1024 1=1.000000e-06 2=1 Split splitncnn_60 1 3 720 721 722 723 Gemm gemm_98 1 1 723 724 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_477 1 1 724 725 0=128 1=16 2=-1 RMSNorm rmsn_253 1 1 725 726 0=128 1=1.000000e-06 2=1 Permute transpose_617 1 1 726 727 0=2 Gemm gemm_99 1 1 722 728 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_478 1 1 728 729 0=128 1=8 2=-1 RMSNorm rmsn_254 1 1 729 730 0=128 1=1.000000e-06 2=1 Permute transpose_618 1 1 730 731 0=2 Gemm gemm_100 1 1 721 732 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_479 1 1 732 733 0=128 1=8 2=-1 Permute transpose_619 1 1 733 734 0=2 RotaryEmbed rope_28 3 1 727 60 117 735 0=0 RotaryEmbed rope_29 3 1 731 59 116 736 0=0 ExpandDims unsqueeze_701 1 1 736 737 -23303=1,1 Tile expand_365 1 1 737 738 -23302=4,1,2,1,1 Reshape reshape_480 1 1 738 739 0=128 1=-1 2=16 ExpandDims unsqueeze_702 1 1 734 740 -23303=1,1 Tile expand_366 1 1 740 741 -23302=4,1,2,1,1 Reshape reshape_481 1 1 741 742 0=128 1=-1 2=16 SDPA sdpa_743 6 3 735 739 742 17 cache_k14 cache_v14 743 out_cache_k14 out_cache_v14 5=1 6=0.0883883 7=1 Permute transpose_620 1 1 743 744 0=2 Reshape reshape_482 1 1 744 745 0=2048 1=-1 Gemm gemm_101 1 1 745 746 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_42 2 1 718 746 747 0=0 Split splitncnn_61 1 2 747 748 749 RMSNorm rmsn_255 1 1 749 750 0=1024 1=1.000000e-06 2=1 Split splitncnn_62 1 2 750 751 752 Gemm gemm_102 1 1 752 753 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_323 1 1 753 754 Gemm gemm_103 1 1 751 755 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_43 2 1 754 755 756 0=2 Gemm gemm_104 1 1 756 757 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_44 2 1 748 757 758 0=0 Split splitncnn_63 1 2 758 759 760 RMSNorm rmsn_256 1 1 760 761 0=1024 1=1.000000e-06 2=1 Split splitncnn_64 1 3 761 762 763 764 Gemm gemm_105 1 1 764 765 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_483 1 1 765 766 0=128 1=16 2=-1 RMSNorm rmsn_257 1 1 766 767 0=128 1=1.000000e-06 2=1 Permute transpose_621 1 1 767 768 0=2 Gemm gemm_106 1 1 763 769 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_484 1 1 769 770 0=128 1=8 2=-1 RMSNorm rmsn_258 1 1 770 771 0=128 1=1.000000e-06 2=1 Permute transpose_622 1 1 771 772 0=2 Gemm gemm_107 1 1 762 773 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_485 1 1 773 774 0=128 1=8 2=-1 Permute transpose_623 1 1 774 775 0=2 RotaryEmbed rope_30 3 1 768 58 115 776 0=0 RotaryEmbed rope_31 3 1 772 57 114 777 0=0 ExpandDims unsqueeze_703 1 1 777 778 -23303=1,1 Tile expand_367 1 1 778 779 -23302=4,1,2,1,1 Reshape reshape_486 1 1 779 780 0=128 1=-1 2=16 ExpandDims unsqueeze_704 1 1 775 781 -23303=1,1 Tile expand_368 1 1 781 782 -23302=4,1,2,1,1 Reshape reshape_487 1 1 782 783 0=128 1=-1 2=16 SDPA sdpa_744 6 3 776 780 783 16 cache_k15 cache_v15 784 out_cache_k15 out_cache_v15 5=1 6=0.0883883 7=1 Permute transpose_624 1 1 784 785 0=2 Reshape reshape_488 1 1 785 786 0=2048 1=-1 Gemm gemm_108 1 1 786 787 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_45 2 1 759 787 788 0=0 Split splitncnn_65 1 2 788 789 790 RMSNorm rmsn_259 1 1 790 791 0=1024 1=1.000000e-06 2=1 Split splitncnn_66 1 2 791 792 793 Gemm gemm_109 1 1 793 794 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_324 1 1 794 795 Gemm gemm_110 1 1 792 796 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_46 2 1 795 796 797 0=2 Gemm gemm_111 1 1 797 798 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_47 2 1 789 798 799 0=0 Split splitncnn_67 1 2 799 800 801 RMSNorm rmsn_260 1 1 801 802 0=1024 1=1.000000e-06 2=1 Split splitncnn_68 1 3 802 803 804 805 Gemm gemm_112 1 1 805 806 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_489 1 1 806 807 0=128 1=16 2=-1 RMSNorm rmsn_261 1 1 807 808 0=128 1=1.000000e-06 2=1 Permute transpose_625 1 1 808 809 0=2 Gemm gemm_113 1 1 804 810 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_490 1 1 810 811 0=128 1=8 2=-1 RMSNorm rmsn_262 1 1 811 812 0=128 1=1.000000e-06 2=1 Permute transpose_626 1 1 812 813 0=2 Gemm gemm_114 1 1 803 814 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_491 1 1 814 815 0=128 1=8 2=-1 Permute transpose_627 1 1 815 816 0=2 RotaryEmbed rope_32 3 1 809 56 113 817 0=0 RotaryEmbed rope_33 3 1 813 55 112 818 0=0 ExpandDims unsqueeze_705 1 1 818 819 -23303=1,1 Tile expand_369 1 1 819 820 -23302=4,1,2,1,1 Reshape reshape_492 1 1 820 821 0=128 1=-1 2=16 ExpandDims unsqueeze_706 1 1 816 822 -23303=1,1 Tile expand_370 1 1 822 823 -23302=4,1,2,1,1 Reshape reshape_493 1 1 823 824 0=128 1=-1 2=16 SDPA sdpa_745 6 3 817 821 824 15 cache_k16 cache_v16 825 out_cache_k16 out_cache_v16 5=1 6=0.0883883 7=1 Permute transpose_628 1 1 825 826 0=2 Reshape reshape_494 1 1 826 827 0=2048 1=-1 Gemm gemm_115 1 1 827 828 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_48 2 1 800 828 829 0=0 Split splitncnn_69 1 2 829 830 831 RMSNorm rmsn_263 1 1 831 832 0=1024 1=1.000000e-06 2=1 Split splitncnn_70 1 2 832 833 834 Gemm gemm_116 1 1 834 835 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_325 1 1 835 836 Gemm gemm_117 1 1 833 837 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_49 2 1 836 837 838 0=2 Gemm gemm_118 1 1 838 839 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_50 2 1 830 839 840 0=0 Split splitncnn_71 1 2 840 841 842 RMSNorm rmsn_264 1 1 842 843 0=1024 1=1.000000e-06 2=1 Split splitncnn_72 1 3 843 844 845 846 Gemm gemm_119 1 1 846 847 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_495 1 1 847 848 0=128 1=16 2=-1 RMSNorm rmsn_265 1 1 848 849 0=128 1=1.000000e-06 2=1 Permute transpose_629 1 1 849 850 0=2 Gemm gemm_120 1 1 845 851 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_496 1 1 851 852 0=128 1=8 2=-1 RMSNorm rmsn_266 1 1 852 853 0=128 1=1.000000e-06 2=1 Permute transpose_630 1 1 853 854 0=2 Gemm gemm_121 1 1 844 855 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_497 1 1 855 856 0=128 1=8 2=-1 Permute transpose_631 1 1 856 857 0=2 RotaryEmbed rope_34 3 1 850 54 111 858 0=0 RotaryEmbed rope_35 3 1 854 53 110 859 0=0 ExpandDims unsqueeze_707 1 1 859 860 -23303=1,1 Tile expand_371 1 1 860 861 -23302=4,1,2,1,1 Reshape reshape_498 1 1 861 862 0=128 1=-1 2=16 ExpandDims unsqueeze_708 1 1 857 863 -23303=1,1 Tile expand_372 1 1 863 864 -23302=4,1,2,1,1 Reshape reshape_499 1 1 864 865 0=128 1=-1 2=16 SDPA sdpa_746 6 3 858 862 865 14 cache_k17 cache_v17 866 out_cache_k17 out_cache_v17 5=1 6=0.0883883 7=1 Permute transpose_632 1 1 866 867 0=2 Reshape reshape_500 1 1 867 868 0=2048 1=-1 Gemm gemm_122 1 1 868 869 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_51 2 1 841 869 870 0=0 Split splitncnn_73 1 2 870 871 872 RMSNorm rmsn_267 1 1 872 873 0=1024 1=1.000000e-06 2=1 Split splitncnn_74 1 2 873 874 875 Gemm gemm_123 1 1 875 876 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_326 1 1 876 877 Gemm gemm_124 1 1 874 878 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_52 2 1 877 878 879 0=2 Gemm gemm_125 1 1 879 880 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_53 2 1 871 880 881 0=0 Split splitncnn_75 1 2 881 882 883 RMSNorm rmsn_268 1 1 883 884 0=1024 1=1.000000e-06 2=1 Split splitncnn_76 1 3 884 885 886 887 Gemm gemm_126 1 1 887 888 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_501 1 1 888 889 0=128 1=16 2=-1 RMSNorm rmsn_269 1 1 889 890 0=128 1=1.000000e-06 2=1 Permute transpose_633 1 1 890 891 0=2 Gemm gemm_127 1 1 886 892 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_502 1 1 892 893 0=128 1=8 2=-1 RMSNorm rmsn_270 1 1 893 894 0=128 1=1.000000e-06 2=1 Permute transpose_634 1 1 894 895 0=2 Gemm gemm_128 1 1 885 896 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_503 1 1 896 897 0=128 1=8 2=-1 Permute transpose_635 1 1 897 898 0=2 RotaryEmbed rope_36 3 1 891 52 109 899 0=0 RotaryEmbed rope_37 3 1 895 51 108 900 0=0 ExpandDims unsqueeze_709 1 1 900 901 -23303=1,1 Tile expand_373 1 1 901 902 -23302=4,1,2,1,1 Reshape reshape_504 1 1 902 903 0=128 1=-1 2=16 ExpandDims unsqueeze_710 1 1 898 904 -23303=1,1 Tile expand_374 1 1 904 905 -23302=4,1,2,1,1 Reshape reshape_505 1 1 905 906 0=128 1=-1 2=16 SDPA sdpa_747 6 3 899 903 906 13 cache_k18 cache_v18 907 out_cache_k18 out_cache_v18 5=1 6=0.0883883 7=1 Permute transpose_636 1 1 907 908 0=2 Reshape reshape_506 1 1 908 909 0=2048 1=-1 Gemm gemm_129 1 1 909 910 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_54 2 1 882 910 911 0=0 Split splitncnn_77 1 2 911 912 913 RMSNorm rmsn_271 1 1 913 914 0=1024 1=1.000000e-06 2=1 Split splitncnn_78 1 2 914 915 916 Gemm gemm_130 1 1 916 917 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_327 1 1 917 918 Gemm gemm_131 1 1 915 919 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_55 2 1 918 919 920 0=2 Gemm gemm_132 1 1 920 921 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_56 2 1 912 921 922 0=0 Split splitncnn_79 1 2 922 923 924 RMSNorm rmsn_272 1 1 924 925 0=1024 1=1.000000e-06 2=1 Split splitncnn_80 1 3 925 926 927 928 Gemm gemm_133 1 1 928 929 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_507 1 1 929 930 0=128 1=16 2=-1 RMSNorm rmsn_273 1 1 930 931 0=128 1=1.000000e-06 2=1 Permute transpose_637 1 1 931 932 0=2 Gemm gemm_134 1 1 927 933 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_508 1 1 933 934 0=128 1=8 2=-1 RMSNorm rmsn_274 1 1 934 935 0=128 1=1.000000e-06 2=1 Permute transpose_638 1 1 935 936 0=2 Gemm gemm_135 1 1 926 937 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_509 1 1 937 938 0=128 1=8 2=-1 Permute transpose_639 1 1 938 939 0=2 RotaryEmbed rope_38 3 1 932 50 107 940 0=0 RotaryEmbed rope_39 3 1 936 49 106 941 0=0 ExpandDims unsqueeze_711 1 1 941 942 -23303=1,1 Tile expand_375 1 1 942 943 -23302=4,1,2,1,1 Reshape reshape_510 1 1 943 944 0=128 1=-1 2=16 ExpandDims unsqueeze_712 1 1 939 945 -23303=1,1 Tile expand_376 1 1 945 946 -23302=4,1,2,1,1 Reshape reshape_511 1 1 946 947 0=128 1=-1 2=16 SDPA sdpa_748 6 3 940 944 947 12 cache_k19 cache_v19 948 out_cache_k19 out_cache_v19 5=1 6=0.0883883 7=1 Permute transpose_640 1 1 948 949 0=2 Reshape reshape_512 1 1 949 950 0=2048 1=-1 Gemm gemm_136 1 1 950 951 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_57 2 1 923 951 952 0=0 Split splitncnn_81 1 2 952 953 954 RMSNorm rmsn_275 1 1 954 955 0=1024 1=1.000000e-06 2=1 Split splitncnn_82 1 2 955 956 957 Gemm gemm_137 1 1 957 958 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_328 1 1 958 959 Gemm gemm_138 1 1 956 960 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_58 2 1 959 960 961 0=2 Gemm gemm_139 1 1 961 962 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_59 2 1 953 962 963 0=0 Split splitncnn_83 1 2 963 964 965 RMSNorm rmsn_276 1 1 965 966 0=1024 1=1.000000e-06 2=1 Split splitncnn_84 1 3 966 967 968 969 Gemm gemm_140 1 1 969 970 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_513 1 1 970 971 0=128 1=16 2=-1 RMSNorm rmsn_277 1 1 971 972 0=128 1=1.000000e-06 2=1 Permute transpose_641 1 1 972 973 0=2 Gemm gemm_141 1 1 968 974 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_514 1 1 974 975 0=128 1=8 2=-1 RMSNorm rmsn_278 1 1 975 976 0=128 1=1.000000e-06 2=1 Permute transpose_642 1 1 976 977 0=2 Gemm gemm_142 1 1 967 978 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_515 1 1 978 979 0=128 1=8 2=-1 Permute transpose_643 1 1 979 980 0=2 RotaryEmbed rope_40 3 1 973 48 105 981 0=0 RotaryEmbed rope_41 3 1 977 47 104 982 0=0 ExpandDims unsqueeze_713 1 1 982 983 -23303=1,1 Tile expand_377 1 1 983 984 -23302=4,1,2,1,1 Reshape reshape_516 1 1 984 985 0=128 1=-1 2=16 ExpandDims unsqueeze_714 1 1 980 986 -23303=1,1 Tile expand_378 1 1 986 987 -23302=4,1,2,1,1 Reshape reshape_517 1 1 987 988 0=128 1=-1 2=16 SDPA sdpa_749 6 3 981 985 988 11 cache_k20 cache_v20 989 out_cache_k20 out_cache_v20 5=1 6=0.0883883 7=1 Permute transpose_644 1 1 989 990 0=2 Reshape reshape_518 1 1 990 991 0=2048 1=-1 Gemm gemm_143 1 1 991 992 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_60 2 1 964 992 993 0=0 Split splitncnn_85 1 2 993 994 995 RMSNorm rmsn_279 1 1 995 996 0=1024 1=1.000000e-06 2=1 Split splitncnn_86 1 2 996 997 998 Gemm gemm_144 1 1 998 999 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_329 1 1 999 1000 Gemm gemm_145 1 1 997 1001 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_61 2 1 1000 1001 1002 0=2 Gemm gemm_146 1 1 1002 1003 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_62 2 1 994 1003 1004 0=0 Split splitncnn_87 1 2 1004 1005 1006 RMSNorm rmsn_280 1 1 1006 1007 0=1024 1=1.000000e-06 2=1 Split splitncnn_88 1 3 1007 1008 1009 1010 Gemm gemm_147 1 1 1010 1011 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_519 1 1 1011 1012 0=128 1=16 2=-1 RMSNorm rmsn_281 1 1 1012 1013 0=128 1=1.000000e-06 2=1 Permute transpose_645 1 1 1013 1014 0=2 Gemm gemm_148 1 1 1009 1015 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_520 1 1 1015 1016 0=128 1=8 2=-1 RMSNorm rmsn_282 1 1 1016 1017 0=128 1=1.000000e-06 2=1 Permute transpose_646 1 1 1017 1018 0=2 Gemm gemm_149 1 1 1008 1019 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_521 1 1 1019 1020 0=128 1=8 2=-1 Permute transpose_647 1 1 1020 1021 0=2 RotaryEmbed rope_42 3 1 1014 46 103 1022 0=0 RotaryEmbed rope_43 3 1 1018 45 102 1023 0=0 ExpandDims unsqueeze_715 1 1 1023 1024 -23303=1,1 Tile expand_379 1 1 1024 1025 -23302=4,1,2,1,1 Reshape reshape_522 1 1 1025 1026 0=128 1=-1 2=16 ExpandDims unsqueeze_716 1 1 1021 1027 -23303=1,1 Tile expand_380 1 1 1027 1028 -23302=4,1,2,1,1 Reshape reshape_523 1 1 1028 1029 0=128 1=-1 2=16 SDPA sdpa_750 6 3 1022 1026 1029 10 cache_k21 cache_v21 1030 out_cache_k21 out_cache_v21 5=1 6=0.0883883 7=1 Permute transpose_648 1 1 1030 1031 0=2 Reshape reshape_524 1 1 1031 1032 0=2048 1=-1 Gemm gemm_150 1 1 1032 1033 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_63 2 1 1005 1033 1034 0=0 Split splitncnn_89 1 2 1034 1035 1036 RMSNorm rmsn_283 1 1 1036 1037 0=1024 1=1.000000e-06 2=1 Split splitncnn_90 1 2 1037 1038 1039 Gemm gemm_151 1 1 1039 1040 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_330 1 1 1040 1041 Gemm gemm_152 1 1 1038 1042 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_64 2 1 1041 1042 1043 0=2 Gemm gemm_153 1 1 1043 1044 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_65 2 1 1035 1044 1045 0=0 Split splitncnn_91 1 2 1045 1046 1047 RMSNorm rmsn_284 1 1 1047 1048 0=1024 1=1.000000e-06 2=1 Split splitncnn_92 1 3 1048 1049 1050 1051 Gemm gemm_154 1 1 1051 1052 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_525 1 1 1052 1053 0=128 1=16 2=-1 RMSNorm rmsn_285 1 1 1053 1054 0=128 1=1.000000e-06 2=1 Permute transpose_649 1 1 1054 1055 0=2 Gemm gemm_155 1 1 1050 1056 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_526 1 1 1056 1057 0=128 1=8 2=-1 RMSNorm rmsn_286 1 1 1057 1058 0=128 1=1.000000e-06 2=1 Permute transpose_650 1 1 1058 1059 0=2 Gemm gemm_156 1 1 1049 1060 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_527 1 1 1060 1061 0=128 1=8 2=-1 Permute transpose_651 1 1 1061 1062 0=2 RotaryEmbed rope_44 3 1 1055 44 101 1063 0=0 RotaryEmbed rope_45 3 1 1059 43 100 1064 0=0 ExpandDims unsqueeze_717 1 1 1064 1065 -23303=1,1 Tile expand_381 1 1 1065 1066 -23302=4,1,2,1,1 Reshape reshape_528 1 1 1066 1067 0=128 1=-1 2=16 ExpandDims unsqueeze_718 1 1 1062 1068 -23303=1,1 Tile expand_382 1 1 1068 1069 -23302=4,1,2,1,1 Reshape reshape_529 1 1 1069 1070 0=128 1=-1 2=16 SDPA sdpa_751 6 3 1063 1067 1070 9 cache_k22 cache_v22 1071 out_cache_k22 out_cache_v22 5=1 6=0.0883883 7=1 Permute transpose_652 1 1 1071 1072 0=2 Reshape reshape_530 1 1 1072 1073 0=2048 1=-1 Gemm gemm_157 1 1 1073 1074 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_66 2 1 1046 1074 1075 0=0 Split splitncnn_93 1 2 1075 1076 1077 RMSNorm rmsn_287 1 1 1077 1078 0=1024 1=1.000000e-06 2=1 Split splitncnn_94 1 2 1078 1079 1080 Gemm gemm_158 1 1 1080 1081 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_331 1 1 1081 1082 Gemm gemm_159 1 1 1079 1083 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_67 2 1 1082 1083 1084 0=2 Gemm gemm_160 1 1 1084 1085 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_68 2 1 1076 1085 1086 0=0 Split splitncnn_95 1 2 1086 1087 1088 RMSNorm rmsn_288 1 1 1088 1089 0=1024 1=1.000000e-06 2=1 Split splitncnn_96 1 3 1089 1090 1091 1092 Gemm gemm_161 1 1 1092 1093 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_531 1 1 1093 1094 0=128 1=16 2=-1 RMSNorm rmsn_289 1 1 1094 1095 0=128 1=1.000000e-06 2=1 Permute transpose_653 1 1 1095 1096 0=2 Gemm gemm_162 1 1 1091 1097 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_532 1 1 1097 1098 0=128 1=8 2=-1 RMSNorm rmsn_290 1 1 1098 1099 0=128 1=1.000000e-06 2=1 Permute transpose_654 1 1 1099 1100 0=2 Gemm gemm_163 1 1 1090 1101 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_533 1 1 1101 1102 0=128 1=8 2=-1 Permute transpose_655 1 1 1102 1103 0=2 RotaryEmbed rope_46 3 1 1096 42 99 1104 0=0 RotaryEmbed rope_47 3 1 1100 41 98 1105 0=0 ExpandDims unsqueeze_719 1 1 1105 1106 -23303=1,1 Tile expand_383 1 1 1106 1107 -23302=4,1,2,1,1 Reshape reshape_534 1 1 1107 1108 0=128 1=-1 2=16 ExpandDims unsqueeze_720 1 1 1103 1109 -23303=1,1 Tile expand_384 1 1 1109 1110 -23302=4,1,2,1,1 Reshape reshape_535 1 1 1110 1111 0=128 1=-1 2=16 SDPA sdpa_752 6 3 1104 1108 1111 8 cache_k23 cache_v23 1112 out_cache_k23 out_cache_v23 5=1 6=0.0883883 7=1 Permute transpose_656 1 1 1112 1113 0=2 Reshape reshape_536 1 1 1113 1114 0=2048 1=-1 Gemm gemm_164 1 1 1114 1115 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_69 2 1 1087 1115 1116 0=0 Split splitncnn_97 1 2 1116 1117 1118 RMSNorm rmsn_291 1 1 1118 1119 0=1024 1=1.000000e-06 2=1 Split splitncnn_98 1 2 1119 1120 1121 Gemm gemm_165 1 1 1121 1122 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_332 1 1 1122 1123 Gemm gemm_166 1 1 1120 1124 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_70 2 1 1123 1124 1125 0=2 Gemm gemm_167 1 1 1125 1126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_71 2 1 1117 1126 1127 0=0 Split splitncnn_99 1 2 1127 1128 1129 RMSNorm rmsn_292 1 1 1129 1130 0=1024 1=1.000000e-06 2=1 Split splitncnn_100 1 3 1130 1131 1132 1133 Gemm gemm_168 1 1 1133 1134 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_537 1 1 1134 1135 0=128 1=16 2=-1 RMSNorm rmsn_293 1 1 1135 1136 0=128 1=1.000000e-06 2=1 Permute transpose_657 1 1 1136 1137 0=2 Gemm gemm_169 1 1 1132 1138 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_538 1 1 1138 1139 0=128 1=8 2=-1 RMSNorm rmsn_294 1 1 1139 1140 0=128 1=1.000000e-06 2=1 Permute transpose_658 1 1 1140 1141 0=2 Gemm gemm_170 1 1 1131 1142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_539 1 1 1142 1143 0=128 1=8 2=-1 Permute transpose_659 1 1 1143 1144 0=2 RotaryEmbed rope_48 3 1 1137 40 97 1145 0=0 RotaryEmbed rope_49 3 1 1141 39 96 1146 0=0 ExpandDims unsqueeze_721 1 1 1146 1147 -23303=1,1 Tile expand_385 1 1 1147 1148 -23302=4,1,2,1,1 Reshape reshape_540 1 1 1148 1149 0=128 1=-1 2=16 ExpandDims unsqueeze_722 1 1 1144 1150 -23303=1,1 Tile expand_386 1 1 1150 1151 -23302=4,1,2,1,1 Reshape reshape_541 1 1 1151 1152 0=128 1=-1 2=16 SDPA sdpa_753 6 3 1145 1149 1152 7 cache_k24 cache_v24 1153 out_cache_k24 out_cache_v24 5=1 6=0.0883883 7=1 Permute transpose_660 1 1 1153 1154 0=2 Reshape reshape_542 1 1 1154 1155 0=2048 1=-1 Gemm gemm_171 1 1 1155 1156 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_72 2 1 1128 1156 1157 0=0 Split splitncnn_101 1 2 1157 1158 1159 RMSNorm rmsn_295 1 1 1159 1160 0=1024 1=1.000000e-06 2=1 Split splitncnn_102 1 2 1160 1161 1162 Gemm gemm_172 1 1 1162 1163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_333 1 1 1163 1164 Gemm gemm_173 1 1 1161 1165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_73 2 1 1164 1165 1166 0=2 Gemm gemm_174 1 1 1166 1167 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_74 2 1 1158 1167 1168 0=0 Split splitncnn_103 1 2 1168 1169 1170 RMSNorm rmsn_296 1 1 1170 1171 0=1024 1=1.000000e-06 2=1 Split splitncnn_104 1 3 1171 1172 1173 1174 Gemm gemm_175 1 1 1174 1175 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_543 1 1 1175 1176 0=128 1=16 2=-1 RMSNorm rmsn_297 1 1 1176 1177 0=128 1=1.000000e-06 2=1 Permute transpose_661 1 1 1177 1178 0=2 Gemm gemm_176 1 1 1173 1179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_544 1 1 1179 1180 0=128 1=8 2=-1 RMSNorm rmsn_298 1 1 1180 1181 0=128 1=1.000000e-06 2=1 Permute transpose_662 1 1 1181 1182 0=2 Gemm gemm_177 1 1 1172 1183 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_545 1 1 1183 1184 0=128 1=8 2=-1 Permute transpose_663 1 1 1184 1185 0=2 RotaryEmbed rope_50 3 1 1178 38 95 1186 0=0 RotaryEmbed rope_51 3 1 1182 37 94 1187 0=0 ExpandDims unsqueeze_723 1 1 1187 1188 -23303=1,1 Tile expand_387 1 1 1188 1189 -23302=4,1,2,1,1 Reshape reshape_546 1 1 1189 1190 0=128 1=-1 2=16 ExpandDims unsqueeze_724 1 1 1185 1191 -23303=1,1 Tile expand_388 1 1 1191 1192 -23302=4,1,2,1,1 Reshape reshape_547 1 1 1192 1193 0=128 1=-1 2=16 SDPA sdpa_754 6 3 1186 1190 1193 6 cache_k25 cache_v25 1194 out_cache_k25 out_cache_v25 5=1 6=0.0883883 7=1 Permute transpose_664 1 1 1194 1195 0=2 Reshape reshape_548 1 1 1195 1196 0=2048 1=-1 Gemm gemm_178 1 1 1196 1197 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_75 2 1 1169 1197 1198 0=0 Split splitncnn_105 1 2 1198 1199 1200 RMSNorm rmsn_299 1 1 1200 1201 0=1024 1=1.000000e-06 2=1 Split splitncnn_106 1 2 1201 1202 1203 Gemm gemm_179 1 1 1203 1204 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_334 1 1 1204 1205 Gemm gemm_180 1 1 1202 1206 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_76 2 1 1205 1206 1207 0=2 Gemm gemm_181 1 1 1207 1208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_77 2 1 1199 1208 1209 0=0 Split splitncnn_107 1 2 1209 1210 1211 RMSNorm rmsn_300 1 1 1211 1212 0=1024 1=1.000000e-06 2=1 Split splitncnn_108 1 3 1212 1213 1214 1215 Gemm gemm_182 1 1 1215 1216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_549 1 1 1216 1217 0=128 1=16 2=-1 RMSNorm rmsn_301 1 1 1217 1218 0=128 1=1.000000e-06 2=1 Permute transpose_665 1 1 1218 1219 0=2 Gemm gemm_183 1 1 1214 1220 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_550 1 1 1220 1221 0=128 1=8 2=-1 RMSNorm rmsn_302 1 1 1221 1222 0=128 1=1.000000e-06 2=1 Permute transpose_666 1 1 1222 1223 0=2 Gemm gemm_184 1 1 1213 1224 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_551 1 1 1224 1225 0=128 1=8 2=-1 Permute transpose_667 1 1 1225 1226 0=2 RotaryEmbed rope_52 3 1 1219 36 93 1227 0=0 RotaryEmbed rope_53 3 1 1223 35 92 1228 0=0 ExpandDims unsqueeze_725 1 1 1228 1229 -23303=1,1 Tile expand_389 1 1 1229 1230 -23302=4,1,2,1,1 Reshape reshape_552 1 1 1230 1231 0=128 1=-1 2=16 ExpandDims unsqueeze_726 1 1 1226 1232 -23303=1,1 Tile expand_390 1 1 1232 1233 -23302=4,1,2,1,1 Reshape reshape_553 1 1 1233 1234 0=128 1=-1 2=16 SDPA sdpa_755 6 3 1227 1231 1234 5 cache_k26 cache_v26 1235 out_cache_k26 out_cache_v26 5=1 6=0.0883883 7=1 Permute transpose_668 1 1 1235 1236 0=2 Reshape reshape_554 1 1 1236 1237 0=2048 1=-1 Gemm gemm_185 1 1 1237 1238 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_78 2 1 1210 1238 1239 0=0 Split splitncnn_109 1 2 1239 1240 1241 RMSNorm rmsn_303 1 1 1241 1242 0=1024 1=1.000000e-06 2=1 Split splitncnn_110 1 2 1242 1243 1244 Gemm gemm_186 1 1 1244 1245 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_335 1 1 1245 1246 Gemm gemm_187 1 1 1243 1247 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_79 2 1 1246 1247 1248 0=2 Gemm gemm_188 1 1 1248 1249 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_80 2 1 1240 1249 1250 0=0 Split splitncnn_111 1 2 1250 1251 1252 RMSNorm rmsn_304 1 1 1252 1253 0=1024 1=1.000000e-06 2=1 Split splitncnn_112 1 3 1253 1254 1255 1256 Gemm gemm_189 1 1 1256 1257 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024 Reshape reshape_555 1 1 1257 1258 0=128 1=16 2=-1 RMSNorm rmsn_305 1 1 1258 1259 0=128 1=1.000000e-06 2=1 Permute transpose_669 1 1 1259 1260 0=2 Gemm gemm_190 1 1 1255 1261 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_556 1 1 1261 1262 0=128 1=8 2=-1 RMSNorm rmsn_306 1 1 1262 1263 0=128 1=1.000000e-06 2=1 Permute transpose_670 1 1 1263 1264 0=2 Gemm gemm_191 1 1 1254 1265 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Reshape reshape_557 1 1 1265 1266 0=128 1=8 2=-1 Permute transpose_671 1 1 1266 1267 0=2 RotaryEmbed rope_54 3 1 1260 34 91 1268 0=0 RotaryEmbed rope_55 3 1 1264 33 90 1269 0=0 ExpandDims unsqueeze_727 1 1 1269 1270 -23303=1,1 Tile expand_391 1 1 1270 1271 -23302=4,1,2,1,1 Reshape reshape_558 1 1 1271 1272 0=128 1=-1 2=16 ExpandDims unsqueeze_728 1 1 1267 1273 -23303=1,1 Tile expand_392 1 1 1273 1274 -23302=4,1,2,1,1 Reshape reshape_559 1 1 1274 1275 0=128 1=-1 2=16 SDPA sdpa_756 6 3 1268 1272 1275 4 cache_k27 cache_v27 1276 out_cache_k27 out_cache_v27 5=1 6=0.0883883 7=1 Permute transpose_672 1 1 1276 1277 0=2 Reshape reshape_560 1 1 1277 1278 0=2048 1=-1 Gemm gemm_192 1 1 1278 1279 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 BinaryOp add_81 2 1 1251 1279 1280 0=0 Split splitncnn_113 1 2 1280 1281 1282 RMSNorm rmsn_307 1 1 1282 1283 0=1024 1=1.000000e-06 2=1 Split splitncnn_114 1 2 1283 1284 1285 Gemm gemm_193 1 1 1285 1286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Swish silu_336 1 1 1286 1287 Gemm gemm_194 1 1 1284 1288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 BinaryOp mul_82 2 1 1287 1288 1289 0=2 Gemm gemm_195 1 1 1289 1290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 BinaryOp add_83 2 1 1281 1290 1291 0=0 RMSNorm rmsn_308 1 1 1291 out0 0=1024 1=1.000000e-06 2=1