7767517 812 1125 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 Split splitncnn_1 1 64 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 Input in2 0 1 in2 Split splitncnn_2 1 64 in2 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 Input in3 0 1 in3 Split splitncnn_3 1 28 in3 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 RMSNorm rmsn_163 1 1 2 162 0=1280 1=1.000000e-06 2=1 Gemm gemm_0 1 1 162 163 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_292 1 1 163 164 0=80 1=16 11=3 2=-1 Permute permute_260 1 1 164 165 0=8 Slice unbind_0 1 3 165 166 167 168 -23300=3,-233,-233,-233 1=0 Reshape reshape_293 1 1 168 169 0=80 1=-1 2=16 Reshape reshape_294 1 1 167 170 0=80 1=-1 2=16 Reshape reshape_295 1 1 166 171 0=80 1=-1 2=16 RotaryEmbed rope_0 3 1 171 67 132 172 0=0 RotaryEmbed rope_1 3 1 170 66 131 173 0=0 SDPA sdpa_489 4 1 172 173 169 161 174 5=1 6=0.111803 Permute transpose_453 1 1 174 175 0=2 Reshape reshape_296 1 1 175 176 0=1280 1=-1 Gemm gemm_1 1 1 176 177 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_0 2 1 1 177 178 0=0 Split splitncnn_4 1 2 178 179 180 RMSNorm rmsn_164 1 1 180 181 0=1280 1=1.000000e-06 2=1 Split splitncnn_5 1 2 181 182 183 Gemm gemm_2 1 1 183 184 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_228 1 1 184 185 Gemm gemm_3 1 1 182 186 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_1 2 1 185 186 187 0=2 Gemm gemm_4 1 1 187 188 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_2 2 1 179 188 189 0=0 Split splitncnn_6 1 2 189 190 191 RMSNorm rmsn_165 1 1 191 192 0=1280 1=1.000000e-06 2=1 Gemm gemm_5 1 1 192 193 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_297 1 1 193 194 0=80 1=16 11=3 2=-1 Permute permute_261 1 1 194 195 0=8 Slice unbind_1 1 3 195 196 197 198 -23300=3,-233,-233,-233 1=0 Reshape reshape_298 1 1 198 199 0=80 1=-1 2=16 Reshape reshape_299 1 1 197 200 0=80 1=-1 2=16 Reshape reshape_300 1 1 196 201 0=80 1=-1 2=16 RotaryEmbed rope_2 3 1 201 65 130 202 0=0 RotaryEmbed rope_3 3 1 200 64 129 203 0=0 SDPA sdpa_490 4 1 202 203 199 160 204 5=1 6=0.111803 Permute transpose_454 1 1 204 205 0=2 Reshape reshape_301 1 1 205 206 0=1280 1=-1 Gemm gemm_6 1 1 206 207 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_3 2 1 190 207 208 0=0 Split splitncnn_7 1 2 208 209 210 RMSNorm rmsn_166 1 1 210 211 0=1280 1=1.000000e-06 2=1 Split splitncnn_8 1 2 211 212 213 Gemm gemm_7 1 1 213 214 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_229 1 1 214 215 Gemm gemm_8 1 1 212 216 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_4 2 1 215 216 217 0=2 Gemm gemm_9 1 1 217 218 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_5 2 1 209 218 219 0=0 Split splitncnn_9 1 2 219 220 221 RMSNorm rmsn_167 1 1 221 222 0=1280 1=1.000000e-06 2=1 Gemm gemm_10 1 1 222 223 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_302 1 1 223 224 0=80 1=16 11=3 2=-1 Permute permute_262 1 1 224 225 0=8 Slice unbind_2 1 3 225 226 227 228 -23300=3,-233,-233,-233 1=0 Reshape reshape_303 1 1 228 229 0=80 1=-1 2=16 Reshape reshape_304 1 1 227 230 0=80 1=-1 2=16 Reshape reshape_305 1 1 226 231 0=80 1=-1 2=16 RotaryEmbed rope_4 3 1 231 63 128 232 0=0 RotaryEmbed rope_5 3 1 230 62 127 233 0=0 SDPA sdpa_491 4 1 232 233 229 159 234 5=1 6=0.111803 Permute transpose_455 1 1 234 235 0=2 Reshape reshape_306 1 1 235 236 0=1280 1=-1 Gemm gemm_11 1 1 236 237 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_6 2 1 220 237 238 0=0 Split splitncnn_10 1 2 238 239 240 RMSNorm rmsn_168 1 1 240 241 0=1280 1=1.000000e-06 2=1 Split splitncnn_11 1 2 241 242 243 Gemm gemm_12 1 1 243 244 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_230 1 1 244 245 Gemm gemm_13 1 1 242 246 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_7 2 1 245 246 247 0=2 Gemm gemm_14 1 1 247 248 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_8 2 1 239 248 249 0=0 Split splitncnn_12 1 2 249 250 251 RMSNorm rmsn_169 1 1 251 252 0=1280 1=1.000000e-06 2=1 Gemm gemm_15 1 1 252 253 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_307 1 1 253 254 0=80 1=16 11=3 2=-1 Permute permute_263 1 1 254 255 0=8 Slice unbind_3 1 3 255 256 257 258 -23300=3,-233,-233,-233 1=0 Reshape reshape_308 1 1 258 259 0=80 1=-1 2=16 Reshape reshape_309 1 1 257 260 0=80 1=-1 2=16 Reshape reshape_310 1 1 256 261 0=80 1=-1 2=16 RotaryEmbed rope_6 3 1 261 61 126 262 0=0 RotaryEmbed rope_7 3 1 260 60 125 263 0=0 SDPA sdpa_492 4 1 262 263 259 158 264 5=1 6=0.111803 Permute transpose_456 1 1 264 265 0=2 Reshape reshape_311 1 1 265 266 0=1280 1=-1 Gemm gemm_16 1 1 266 267 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_9 2 1 250 267 268 0=0 Split splitncnn_13 1 2 268 269 270 RMSNorm rmsn_170 1 1 270 271 0=1280 1=1.000000e-06 2=1 Split splitncnn_14 1 2 271 272 273 Gemm gemm_17 1 1 273 274 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_231 1 1 274 275 Gemm gemm_18 1 1 272 276 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_10 2 1 275 276 277 0=2 Gemm gemm_19 1 1 277 278 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_11 2 1 269 278 279 0=0 Split splitncnn_15 1 2 279 280 281 RMSNorm rmsn_171 1 1 281 282 0=1280 1=1.000000e-06 2=1 Gemm gemm_20 1 1 282 283 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_312 1 1 283 284 0=80 1=16 11=3 2=-1 Permute permute_264 1 1 284 285 0=8 Slice unbind_4 1 3 285 286 287 288 -23300=3,-233,-233,-233 1=0 Reshape reshape_313 1 1 288 289 0=80 1=-1 2=16 Reshape reshape_314 1 1 287 290 0=80 1=-1 2=16 Reshape reshape_315 1 1 286 291 0=80 1=-1 2=16 RotaryEmbed rope_8 3 1 291 59 124 292 0=0 RotaryEmbed rope_9 3 1 290 58 123 293 0=0 SDPA sdpa_493 4 1 292 293 289 157 294 5=1 6=0.111803 Permute transpose_457 1 1 294 295 0=2 Reshape reshape_316 1 1 295 296 0=1280 1=-1 Gemm gemm_21 1 1 296 297 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_12 2 1 280 297 298 0=0 Split splitncnn_16 1 2 298 299 300 RMSNorm rmsn_172 1 1 300 301 0=1280 1=1.000000e-06 2=1 Split splitncnn_17 1 2 301 302 303 Gemm gemm_22 1 1 303 304 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_232 1 1 304 305 Gemm gemm_23 1 1 302 306 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_13 2 1 305 306 307 0=2 Gemm gemm_24 1 1 307 308 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_14 2 1 299 308 309 0=0 Split splitncnn_18 1 2 309 310 311 RMSNorm rmsn_173 1 1 311 312 0=1280 1=1.000000e-06 2=1 Gemm gemm_25 1 1 312 313 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_317 1 1 313 314 0=80 1=16 11=3 2=-1 Permute permute_265 1 1 314 315 0=8 Slice unbind_5 1 3 315 316 317 318 -23300=3,-233,-233,-233 1=0 Reshape reshape_318 1 1 318 319 0=80 1=-1 2=16 Reshape reshape_319 1 1 317 320 0=80 1=-1 2=16 Reshape reshape_320 1 1 316 321 0=80 1=-1 2=16 RotaryEmbed rope_10 3 1 321 57 122 322 0=0 RotaryEmbed rope_11 3 1 320 56 121 323 0=0 SDPA sdpa_494 4 1 322 323 319 156 324 5=1 6=0.111803 Permute transpose_458 1 1 324 325 0=2 Reshape reshape_321 1 1 325 326 0=1280 1=-1 Gemm gemm_26 1 1 326 327 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_15 2 1 310 327 328 0=0 Split splitncnn_19 1 2 328 329 330 RMSNorm rmsn_174 1 1 330 331 0=1280 1=1.000000e-06 2=1 Split splitncnn_20 1 2 331 332 333 Gemm gemm_27 1 1 333 334 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_233 1 1 334 335 Gemm gemm_28 1 1 332 336 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_16 2 1 335 336 337 0=2 Gemm gemm_29 1 1 337 338 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_17 2 1 329 338 339 0=0 Split splitncnn_21 1 2 339 340 341 RMSNorm rmsn_175 1 1 341 342 0=1280 1=1.000000e-06 2=1 Gemm gemm_30 1 1 342 343 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_322 1 1 343 344 0=80 1=16 11=3 2=-1 Permute permute_266 1 1 344 345 0=8 Slice unbind_6 1 3 345 346 347 348 -23300=3,-233,-233,-233 1=0 Reshape reshape_323 1 1 348 349 0=80 1=-1 2=16 Reshape reshape_324 1 1 347 350 0=80 1=-1 2=16 Reshape reshape_325 1 1 346 351 0=80 1=-1 2=16 RotaryEmbed rope_12 3 1 351 55 120 352 0=0 RotaryEmbed rope_13 3 1 350 54 119 353 0=0 SDPA sdpa_495 4 1 352 353 349 155 354 5=1 6=0.111803 Permute transpose_459 1 1 354 355 0=2 Reshape reshape_326 1 1 355 356 0=1280 1=-1 Gemm gemm_31 1 1 356 357 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_18 2 1 340 357 358 0=0 Split splitncnn_22 1 2 358 359 360 RMSNorm rmsn_176 1 1 360 361 0=1280 1=1.000000e-06 2=1 Split splitncnn_23 1 2 361 362 363 Gemm gemm_32 1 1 363 364 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_234 1 1 364 365 Gemm gemm_33 1 1 362 366 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_19 2 1 365 366 367 0=2 Gemm gemm_34 1 1 367 368 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_20 2 1 359 368 369 0=0 Split splitncnn_24 1 2 369 370 371 RMSNorm rmsn_177 1 1 371 372 0=1280 1=1.000000e-06 2=1 Gemm gemm_35 1 1 372 373 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_327 1 1 373 374 0=80 1=16 11=3 2=-1 Permute permute_267 1 1 374 375 0=8 Slice unbind_7 1 3 375 376 377 378 -23300=3,-233,-233,-233 1=0 Reshape reshape_328 1 1 378 379 0=80 1=-1 2=16 Reshape reshape_329 1 1 377 380 0=80 1=-1 2=16 Reshape reshape_330 1 1 376 381 0=80 1=-1 2=16 RotaryEmbed rope_14 3 1 381 53 118 382 0=0 RotaryEmbed rope_15 3 1 380 52 117 383 0=0 SDPA sdpa_485 3 1 382 383 379 384 5=0 6=0.111803 Permute transpose_460 1 1 384 385 0=2 Reshape reshape_331 1 1 385 386 0=1280 1=-1 Gemm gemm_36 1 1 386 387 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_21 2 1 370 387 388 0=0 Split splitncnn_25 1 2 388 389 390 RMSNorm rmsn_178 1 1 390 391 0=1280 1=1.000000e-06 2=1 Split splitncnn_26 1 2 391 392 393 Gemm gemm_37 1 1 393 394 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_235 1 1 394 395 Gemm gemm_38 1 1 392 396 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_22 2 1 395 396 397 0=2 Gemm gemm_39 1 1 397 398 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_23 2 1 389 398 399 0=0 Split splitncnn_27 1 2 399 400 401 RMSNorm rmsn_179 1 1 401 402 0=1280 1=1.000000e-06 2=1 Gemm gemm_40 1 1 402 403 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_332 1 1 403 404 0=80 1=16 11=3 2=-1 Permute permute_268 1 1 404 405 0=8 Slice unbind_8 1 3 405 406 407 408 -23300=3,-233,-233,-233 1=0 Reshape reshape_333 1 1 408 409 0=80 1=-1 2=16 Reshape reshape_334 1 1 407 410 0=80 1=-1 2=16 Reshape reshape_335 1 1 406 411 0=80 1=-1 2=16 RotaryEmbed rope_16 3 1 411 51 116 412 0=0 RotaryEmbed rope_17 3 1 410 50 115 413 0=0 SDPA sdpa_496 4 1 412 413 409 154 414 5=1 6=0.111803 Permute transpose_461 1 1 414 415 0=2 Reshape reshape_336 1 1 415 416 0=1280 1=-1 Gemm gemm_41 1 1 416 417 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_24 2 1 400 417 418 0=0 Split splitncnn_28 1 2 418 419 420 RMSNorm rmsn_180 1 1 420 421 0=1280 1=1.000000e-06 2=1 Split splitncnn_29 1 2 421 422 423 Gemm gemm_42 1 1 423 424 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_236 1 1 424 425 Gemm gemm_43 1 1 422 426 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_25 2 1 425 426 427 0=2 Gemm gemm_44 1 1 427 428 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_26 2 1 419 428 429 0=0 Split splitncnn_30 1 2 429 430 431 RMSNorm rmsn_181 1 1 431 432 0=1280 1=1.000000e-06 2=1 Gemm gemm_45 1 1 432 433 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_337 1 1 433 434 0=80 1=16 11=3 2=-1 Permute permute_269 1 1 434 435 0=8 Slice unbind_9 1 3 435 436 437 438 -23300=3,-233,-233,-233 1=0 Reshape reshape_338 1 1 438 439 0=80 1=-1 2=16 Reshape reshape_339 1 1 437 440 0=80 1=-1 2=16 Reshape reshape_340 1 1 436 441 0=80 1=-1 2=16 RotaryEmbed rope_18 3 1 441 49 114 442 0=0 RotaryEmbed rope_19 3 1 440 48 113 443 0=0 SDPA sdpa_497 4 1 442 443 439 153 444 5=1 6=0.111803 Permute transpose_462 1 1 444 445 0=2 Reshape reshape_341 1 1 445 446 0=1280 1=-1 Gemm gemm_46 1 1 446 447 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_27 2 1 430 447 448 0=0 Split splitncnn_31 1 2 448 449 450 RMSNorm rmsn_182 1 1 450 451 0=1280 1=1.000000e-06 2=1 Split splitncnn_32 1 2 451 452 453 Gemm gemm_47 1 1 453 454 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_237 1 1 454 455 Gemm gemm_48 1 1 452 456 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_28 2 1 455 456 457 0=2 Gemm gemm_49 1 1 457 458 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_29 2 1 449 458 459 0=0 Split splitncnn_33 1 2 459 460 461 RMSNorm rmsn_183 1 1 461 462 0=1280 1=1.000000e-06 2=1 Gemm gemm_50 1 1 462 463 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_342 1 1 463 464 0=80 1=16 11=3 2=-1 Permute permute_270 1 1 464 465 0=8 Slice unbind_10 1 3 465 466 467 468 -23300=3,-233,-233,-233 1=0 Reshape reshape_343 1 1 468 469 0=80 1=-1 2=16 Reshape reshape_344 1 1 467 470 0=80 1=-1 2=16 Reshape reshape_345 1 1 466 471 0=80 1=-1 2=16 RotaryEmbed rope_20 3 1 471 47 112 472 0=0 RotaryEmbed rope_21 3 1 470 46 111 473 0=0 SDPA sdpa_498 4 1 472 473 469 152 474 5=1 6=0.111803 Permute transpose_463 1 1 474 475 0=2 Reshape reshape_346 1 1 475 476 0=1280 1=-1 Gemm gemm_51 1 1 476 477 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_30 2 1 460 477 478 0=0 Split splitncnn_34 1 2 478 479 480 RMSNorm rmsn_184 1 1 480 481 0=1280 1=1.000000e-06 2=1 Split splitncnn_35 1 2 481 482 483 Gemm gemm_52 1 1 483 484 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_238 1 1 484 485 Gemm gemm_53 1 1 482 486 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_31 2 1 485 486 487 0=2 Gemm gemm_54 1 1 487 488 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_32 2 1 479 488 489 0=0 Split splitncnn_36 1 2 489 490 491 RMSNorm rmsn_185 1 1 491 492 0=1280 1=1.000000e-06 2=1 Gemm gemm_55 1 1 492 493 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_347 1 1 493 494 0=80 1=16 11=3 2=-1 Permute permute_271 1 1 494 495 0=8 Slice unbind_11 1 3 495 496 497 498 -23300=3,-233,-233,-233 1=0 Reshape reshape_348 1 1 498 499 0=80 1=-1 2=16 Reshape reshape_349 1 1 497 500 0=80 1=-1 2=16 Reshape reshape_350 1 1 496 501 0=80 1=-1 2=16 RotaryEmbed rope_22 3 1 501 45 110 502 0=0 RotaryEmbed rope_23 3 1 500 44 109 503 0=0 SDPA sdpa_499 4 1 502 503 499 151 504 5=1 6=0.111803 Permute transpose_464 1 1 504 505 0=2 Reshape reshape_351 1 1 505 506 0=1280 1=-1 Gemm gemm_56 1 1 506 507 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_33 2 1 490 507 508 0=0 Split splitncnn_37 1 2 508 509 510 RMSNorm rmsn_186 1 1 510 511 0=1280 1=1.000000e-06 2=1 Split splitncnn_38 1 2 511 512 513 Gemm gemm_57 1 1 513 514 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_239 1 1 514 515 Gemm gemm_58 1 1 512 516 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_34 2 1 515 516 517 0=2 Gemm gemm_59 1 1 517 518 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_35 2 1 509 518 519 0=0 Split splitncnn_39 1 2 519 520 521 RMSNorm rmsn_187 1 1 521 522 0=1280 1=1.000000e-06 2=1 Gemm gemm_60 1 1 522 523 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_352 1 1 523 524 0=80 1=16 11=3 2=-1 Permute permute_272 1 1 524 525 0=8 Slice unbind_12 1 3 525 526 527 528 -23300=3,-233,-233,-233 1=0 Reshape reshape_353 1 1 528 529 0=80 1=-1 2=16 Reshape reshape_354 1 1 527 530 0=80 1=-1 2=16 Reshape reshape_355 1 1 526 531 0=80 1=-1 2=16 RotaryEmbed rope_24 3 1 531 43 108 532 0=0 RotaryEmbed rope_25 3 1 530 42 107 533 0=0 SDPA sdpa_500 4 1 532 533 529 150 534 5=1 6=0.111803 Permute transpose_465 1 1 534 535 0=2 Reshape reshape_356 1 1 535 536 0=1280 1=-1 Gemm gemm_61 1 1 536 537 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_36 2 1 520 537 538 0=0 Split splitncnn_40 1 2 538 539 540 RMSNorm rmsn_188 1 1 540 541 0=1280 1=1.000000e-06 2=1 Split splitncnn_41 1 2 541 542 543 Gemm gemm_62 1 1 543 544 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_240 1 1 544 545 Gemm gemm_63 1 1 542 546 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_37 2 1 545 546 547 0=2 Gemm gemm_64 1 1 547 548 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_38 2 1 539 548 549 0=0 Split splitncnn_42 1 2 549 550 551 RMSNorm rmsn_189 1 1 551 552 0=1280 1=1.000000e-06 2=1 Gemm gemm_65 1 1 552 553 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_357 1 1 553 554 0=80 1=16 11=3 2=-1 Permute permute_273 1 1 554 555 0=8 Slice unbind_13 1 3 555 556 557 558 -23300=3,-233,-233,-233 1=0 Reshape reshape_358 1 1 558 559 0=80 1=-1 2=16 Reshape reshape_359 1 1 557 560 0=80 1=-1 2=16 Reshape reshape_360 1 1 556 561 0=80 1=-1 2=16 RotaryEmbed rope_26 3 1 561 41 106 562 0=0 RotaryEmbed rope_27 3 1 560 40 105 563 0=0 SDPA sdpa_501 4 1 562 563 559 149 564 5=1 6=0.111803 Permute transpose_466 1 1 564 565 0=2 Reshape reshape_361 1 1 565 566 0=1280 1=-1 Gemm gemm_66 1 1 566 567 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_39 2 1 550 567 568 0=0 Split splitncnn_43 1 2 568 569 570 RMSNorm rmsn_190 1 1 570 571 0=1280 1=1.000000e-06 2=1 Split splitncnn_44 1 2 571 572 573 Gemm gemm_67 1 1 573 574 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_241 1 1 574 575 Gemm gemm_68 1 1 572 576 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_40 2 1 575 576 577 0=2 Gemm gemm_69 1 1 577 578 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_41 2 1 569 578 579 0=0 Split splitncnn_45 1 2 579 580 581 RMSNorm rmsn_191 1 1 581 582 0=1280 1=1.000000e-06 2=1 Gemm gemm_70 1 1 582 583 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_362 1 1 583 584 0=80 1=16 11=3 2=-1 Permute permute_274 1 1 584 585 0=8 Slice unbind_14 1 3 585 586 587 588 -23300=3,-233,-233,-233 1=0 Reshape reshape_363 1 1 588 589 0=80 1=-1 2=16 Reshape reshape_364 1 1 587 590 0=80 1=-1 2=16 Reshape reshape_365 1 1 586 591 0=80 1=-1 2=16 RotaryEmbed rope_28 3 1 591 39 104 592 0=0 RotaryEmbed rope_29 3 1 590 38 103 593 0=0 SDPA sdpa_502 4 1 592 593 589 148 594 5=1 6=0.111803 Permute transpose_467 1 1 594 595 0=2 Reshape reshape_366 1 1 595 596 0=1280 1=-1 Gemm gemm_71 1 1 596 597 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_42 2 1 580 597 598 0=0 Split splitncnn_46 1 2 598 599 600 RMSNorm rmsn_192 1 1 600 601 0=1280 1=1.000000e-06 2=1 Split splitncnn_47 1 2 601 602 603 Gemm gemm_72 1 1 603 604 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_242 1 1 604 605 Gemm gemm_73 1 1 602 606 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_43 2 1 605 606 607 0=2 Gemm gemm_74 1 1 607 608 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_44 2 1 599 608 609 0=0 Split splitncnn_48 1 2 609 610 611 RMSNorm rmsn_193 1 1 611 612 0=1280 1=1.000000e-06 2=1 Gemm gemm_75 1 1 612 613 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_367 1 1 613 614 0=80 1=16 11=3 2=-1 Permute permute_275 1 1 614 615 0=8 Slice unbind_15 1 3 615 616 617 618 -23300=3,-233,-233,-233 1=0 Reshape reshape_368 1 1 618 619 0=80 1=-1 2=16 Reshape reshape_369 1 1 617 620 0=80 1=-1 2=16 Reshape reshape_370 1 1 616 621 0=80 1=-1 2=16 RotaryEmbed rope_30 3 1 621 37 102 622 0=0 RotaryEmbed rope_31 3 1 620 36 101 623 0=0 SDPA sdpa_486 3 1 622 623 619 624 5=0 6=0.111803 Permute transpose_468 1 1 624 625 0=2 Reshape reshape_371 1 1 625 626 0=1280 1=-1 Gemm gemm_76 1 1 626 627 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_45 2 1 610 627 628 0=0 Split splitncnn_49 1 2 628 629 630 RMSNorm rmsn_194 1 1 630 631 0=1280 1=1.000000e-06 2=1 Split splitncnn_50 1 2 631 632 633 Gemm gemm_77 1 1 633 634 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_243 1 1 634 635 Gemm gemm_78 1 1 632 636 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_46 2 1 635 636 637 0=2 Gemm gemm_79 1 1 637 638 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_47 2 1 629 638 639 0=0 Split splitncnn_51 1 2 639 640 641 RMSNorm rmsn_195 1 1 641 642 0=1280 1=1.000000e-06 2=1 Gemm gemm_80 1 1 642 643 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_372 1 1 643 644 0=80 1=16 11=3 2=-1 Permute permute_276 1 1 644 645 0=8 Slice unbind_16 1 3 645 646 647 648 -23300=3,-233,-233,-233 1=0 Reshape reshape_373 1 1 648 649 0=80 1=-1 2=16 Reshape reshape_374 1 1 647 650 0=80 1=-1 2=16 Reshape reshape_375 1 1 646 651 0=80 1=-1 2=16 RotaryEmbed rope_32 3 1 651 35 100 652 0=0 RotaryEmbed rope_33 3 1 650 34 99 653 0=0 SDPA sdpa_503 4 1 652 653 649 147 654 5=1 6=0.111803 Permute transpose_469 1 1 654 655 0=2 Reshape reshape_376 1 1 655 656 0=1280 1=-1 Gemm gemm_81 1 1 656 657 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_48 2 1 640 657 658 0=0 Split splitncnn_52 1 2 658 659 660 RMSNorm rmsn_196 1 1 660 661 0=1280 1=1.000000e-06 2=1 Split splitncnn_53 1 2 661 662 663 Gemm gemm_82 1 1 663 664 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_244 1 1 664 665 Gemm gemm_83 1 1 662 666 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_49 2 1 665 666 667 0=2 Gemm gemm_84 1 1 667 668 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_50 2 1 659 668 669 0=0 Split splitncnn_54 1 2 669 670 671 RMSNorm rmsn_197 1 1 671 672 0=1280 1=1.000000e-06 2=1 Gemm gemm_85 1 1 672 673 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_377 1 1 673 674 0=80 1=16 11=3 2=-1 Permute permute_277 1 1 674 675 0=8 Slice unbind_17 1 3 675 676 677 678 -23300=3,-233,-233,-233 1=0 Reshape reshape_378 1 1 678 679 0=80 1=-1 2=16 Reshape reshape_379 1 1 677 680 0=80 1=-1 2=16 Reshape reshape_380 1 1 676 681 0=80 1=-1 2=16 RotaryEmbed rope_34 3 1 681 33 98 682 0=0 RotaryEmbed rope_35 3 1 680 32 97 683 0=0 SDPA sdpa_504 4 1 682 683 679 146 684 5=1 6=0.111803 Permute transpose_470 1 1 684 685 0=2 Reshape reshape_381 1 1 685 686 0=1280 1=-1 Gemm gemm_86 1 1 686 687 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_51 2 1 670 687 688 0=0 Split splitncnn_55 1 2 688 689 690 RMSNorm rmsn_198 1 1 690 691 0=1280 1=1.000000e-06 2=1 Split splitncnn_56 1 2 691 692 693 Gemm gemm_87 1 1 693 694 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_245 1 1 694 695 Gemm gemm_88 1 1 692 696 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_52 2 1 695 696 697 0=2 Gemm gemm_89 1 1 697 698 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_53 2 1 689 698 699 0=0 Split splitncnn_57 1 2 699 700 701 RMSNorm rmsn_199 1 1 701 702 0=1280 1=1.000000e-06 2=1 Gemm gemm_90 1 1 702 703 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_382 1 1 703 704 0=80 1=16 11=3 2=-1 Permute permute_278 1 1 704 705 0=8 Slice unbind_18 1 3 705 706 707 708 -23300=3,-233,-233,-233 1=0 Reshape reshape_383 1 1 708 709 0=80 1=-1 2=16 Reshape reshape_384 1 1 707 710 0=80 1=-1 2=16 Reshape reshape_385 1 1 706 711 0=80 1=-1 2=16 RotaryEmbed rope_36 3 1 711 31 96 712 0=0 RotaryEmbed rope_37 3 1 710 30 95 713 0=0 SDPA sdpa_505 4 1 712 713 709 145 714 5=1 6=0.111803 Permute transpose_471 1 1 714 715 0=2 Reshape reshape_386 1 1 715 716 0=1280 1=-1 Gemm gemm_91 1 1 716 717 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_54 2 1 700 717 718 0=0 Split splitncnn_58 1 2 718 719 720 RMSNorm rmsn_200 1 1 720 721 0=1280 1=1.000000e-06 2=1 Split splitncnn_59 1 2 721 722 723 Gemm gemm_92 1 1 723 724 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_246 1 1 724 725 Gemm gemm_93 1 1 722 726 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_55 2 1 725 726 727 0=2 Gemm gemm_94 1 1 727 728 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_56 2 1 719 728 729 0=0 Split splitncnn_60 1 2 729 730 731 RMSNorm rmsn_201 1 1 731 732 0=1280 1=1.000000e-06 2=1 Gemm gemm_95 1 1 732 733 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_387 1 1 733 734 0=80 1=16 11=3 2=-1 Permute permute_279 1 1 734 735 0=8 Slice unbind_19 1 3 735 736 737 738 -23300=3,-233,-233,-233 1=0 Reshape reshape_388 1 1 738 739 0=80 1=-1 2=16 Reshape reshape_389 1 1 737 740 0=80 1=-1 2=16 Reshape reshape_390 1 1 736 741 0=80 1=-1 2=16 RotaryEmbed rope_38 3 1 741 29 94 742 0=0 RotaryEmbed rope_39 3 1 740 28 93 743 0=0 SDPA sdpa_506 4 1 742 743 739 144 744 5=1 6=0.111803 Permute transpose_472 1 1 744 745 0=2 Reshape reshape_391 1 1 745 746 0=1280 1=-1 Gemm gemm_96 1 1 746 747 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_57 2 1 730 747 748 0=0 Split splitncnn_61 1 2 748 749 750 RMSNorm rmsn_202 1 1 750 751 0=1280 1=1.000000e-06 2=1 Split splitncnn_62 1 2 751 752 753 Gemm gemm_97 1 1 753 754 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_247 1 1 754 755 Gemm gemm_98 1 1 752 756 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_58 2 1 755 756 757 0=2 Gemm gemm_99 1 1 757 758 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_59 2 1 749 758 759 0=0 Split splitncnn_63 1 2 759 760 761 RMSNorm rmsn_203 1 1 761 762 0=1280 1=1.000000e-06 2=1 Gemm gemm_100 1 1 762 763 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_392 1 1 763 764 0=80 1=16 11=3 2=-1 Permute permute_280 1 1 764 765 0=8 Slice unbind_20 1 3 765 766 767 768 -23300=3,-233,-233,-233 1=0 Reshape reshape_393 1 1 768 769 0=80 1=-1 2=16 Reshape reshape_394 1 1 767 770 0=80 1=-1 2=16 Reshape reshape_395 1 1 766 771 0=80 1=-1 2=16 RotaryEmbed rope_40 3 1 771 27 92 772 0=0 RotaryEmbed rope_41 3 1 770 26 91 773 0=0 SDPA sdpa_507 4 1 772 773 769 143 774 5=1 6=0.111803 Permute transpose_473 1 1 774 775 0=2 Reshape reshape_396 1 1 775 776 0=1280 1=-1 Gemm gemm_101 1 1 776 777 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_60 2 1 760 777 778 0=0 Split splitncnn_64 1 2 778 779 780 RMSNorm rmsn_204 1 1 780 781 0=1280 1=1.000000e-06 2=1 Split splitncnn_65 1 2 781 782 783 Gemm gemm_102 1 1 783 784 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_248 1 1 784 785 Gemm gemm_103 1 1 782 786 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_61 2 1 785 786 787 0=2 Gemm gemm_104 1 1 787 788 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_62 2 1 779 788 789 0=0 Split splitncnn_66 1 2 789 790 791 RMSNorm rmsn_205 1 1 791 792 0=1280 1=1.000000e-06 2=1 Gemm gemm_105 1 1 792 793 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_397 1 1 793 794 0=80 1=16 11=3 2=-1 Permute permute_281 1 1 794 795 0=8 Slice unbind_21 1 3 795 796 797 798 -23300=3,-233,-233,-233 1=0 Reshape reshape_398 1 1 798 799 0=80 1=-1 2=16 Reshape reshape_399 1 1 797 800 0=80 1=-1 2=16 Reshape reshape_400 1 1 796 801 0=80 1=-1 2=16 RotaryEmbed rope_42 3 1 801 25 90 802 0=0 RotaryEmbed rope_43 3 1 800 24 89 803 0=0 SDPA sdpa_508 4 1 802 803 799 142 804 5=1 6=0.111803 Permute transpose_474 1 1 804 805 0=2 Reshape reshape_401 1 1 805 806 0=1280 1=-1 Gemm gemm_106 1 1 806 807 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_63 2 1 790 807 808 0=0 Split splitncnn_67 1 2 808 809 810 RMSNorm rmsn_206 1 1 810 811 0=1280 1=1.000000e-06 2=1 Split splitncnn_68 1 2 811 812 813 Gemm gemm_107 1 1 813 814 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_249 1 1 814 815 Gemm gemm_108 1 1 812 816 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_64 2 1 815 816 817 0=2 Gemm gemm_109 1 1 817 818 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_65 2 1 809 818 819 0=0 Split splitncnn_69 1 2 819 820 821 RMSNorm rmsn_207 1 1 821 822 0=1280 1=1.000000e-06 2=1 Gemm gemm_110 1 1 822 823 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_402 1 1 823 824 0=80 1=16 11=3 2=-1 Permute permute_282 1 1 824 825 0=8 Slice unbind_22 1 3 825 826 827 828 -23300=3,-233,-233,-233 1=0 Reshape reshape_403 1 1 828 829 0=80 1=-1 2=16 Reshape reshape_404 1 1 827 830 0=80 1=-1 2=16 Reshape reshape_405 1 1 826 831 0=80 1=-1 2=16 RotaryEmbed rope_44 3 1 831 23 88 832 0=0 RotaryEmbed rope_45 3 1 830 22 87 833 0=0 SDPA sdpa_509 4 1 832 833 829 141 834 5=1 6=0.111803 Permute transpose_475 1 1 834 835 0=2 Reshape reshape_406 1 1 835 836 0=1280 1=-1 Gemm gemm_111 1 1 836 837 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_66 2 1 820 837 838 0=0 Split splitncnn_70 1 2 838 839 840 RMSNorm rmsn_208 1 1 840 841 0=1280 1=1.000000e-06 2=1 Split splitncnn_71 1 2 841 842 843 Gemm gemm_112 1 1 843 844 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_250 1 1 844 845 Gemm gemm_113 1 1 842 846 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_67 2 1 845 846 847 0=2 Gemm gemm_114 1 1 847 848 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_68 2 1 839 848 849 0=0 Split splitncnn_72 1 2 849 850 851 RMSNorm rmsn_209 1 1 851 852 0=1280 1=1.000000e-06 2=1 Gemm gemm_115 1 1 852 853 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_407 1 1 853 854 0=80 1=16 11=3 2=-1 Permute permute_283 1 1 854 855 0=8 Slice unbind_23 1 3 855 856 857 858 -23300=3,-233,-233,-233 1=0 Reshape reshape_408 1 1 858 859 0=80 1=-1 2=16 Reshape reshape_409 1 1 857 860 0=80 1=-1 2=16 Reshape reshape_410 1 1 856 861 0=80 1=-1 2=16 RotaryEmbed rope_46 3 1 861 21 86 862 0=0 RotaryEmbed rope_47 3 1 860 20 85 863 0=0 SDPA sdpa_487 3 1 862 863 859 864 5=0 6=0.111803 Permute transpose_476 1 1 864 865 0=2 Reshape reshape_411 1 1 865 866 0=1280 1=-1 Gemm gemm_116 1 1 866 867 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_69 2 1 850 867 868 0=0 Split splitncnn_73 1 2 868 869 870 RMSNorm rmsn_210 1 1 870 871 0=1280 1=1.000000e-06 2=1 Split splitncnn_74 1 2 871 872 873 Gemm gemm_117 1 1 873 874 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_251 1 1 874 875 Gemm gemm_118 1 1 872 876 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_70 2 1 875 876 877 0=2 Gemm gemm_119 1 1 877 878 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_71 2 1 869 878 879 0=0 Split splitncnn_75 1 2 879 880 881 RMSNorm rmsn_211 1 1 881 882 0=1280 1=1.000000e-06 2=1 Gemm gemm_120 1 1 882 883 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_412 1 1 883 884 0=80 1=16 11=3 2=-1 Permute permute_284 1 1 884 885 0=8 Slice unbind_24 1 3 885 886 887 888 -23300=3,-233,-233,-233 1=0 Reshape reshape_413 1 1 888 889 0=80 1=-1 2=16 Reshape reshape_414 1 1 887 890 0=80 1=-1 2=16 Reshape reshape_415 1 1 886 891 0=80 1=-1 2=16 RotaryEmbed rope_48 3 1 891 19 84 892 0=0 RotaryEmbed rope_49 3 1 890 18 83 893 0=0 SDPA sdpa_510 4 1 892 893 889 140 894 5=1 6=0.111803 Permute transpose_477 1 1 894 895 0=2 Reshape reshape_416 1 1 895 896 0=1280 1=-1 Gemm gemm_121 1 1 896 897 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_72 2 1 880 897 898 0=0 Split splitncnn_76 1 2 898 899 900 RMSNorm rmsn_212 1 1 900 901 0=1280 1=1.000000e-06 2=1 Split splitncnn_77 1 2 901 902 903 Gemm gemm_122 1 1 903 904 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_252 1 1 904 905 Gemm gemm_123 1 1 902 906 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_73 2 1 905 906 907 0=2 Gemm gemm_124 1 1 907 908 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_74 2 1 899 908 909 0=0 Split splitncnn_78 1 2 909 910 911 RMSNorm rmsn_213 1 1 911 912 0=1280 1=1.000000e-06 2=1 Gemm gemm_125 1 1 912 913 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_417 1 1 913 914 0=80 1=16 11=3 2=-1 Permute permute_285 1 1 914 915 0=8 Slice unbind_25 1 3 915 916 917 918 -23300=3,-233,-233,-233 1=0 Reshape reshape_418 1 1 918 919 0=80 1=-1 2=16 Reshape reshape_419 1 1 917 920 0=80 1=-1 2=16 Reshape reshape_420 1 1 916 921 0=80 1=-1 2=16 RotaryEmbed rope_50 3 1 921 17 82 922 0=0 RotaryEmbed rope_51 3 1 920 16 81 923 0=0 SDPA sdpa_511 4 1 922 923 919 139 924 5=1 6=0.111803 Permute transpose_478 1 1 924 925 0=2 Reshape reshape_421 1 1 925 926 0=1280 1=-1 Gemm gemm_126 1 1 926 927 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_75 2 1 910 927 928 0=0 Split splitncnn_79 1 2 928 929 930 RMSNorm rmsn_214 1 1 930 931 0=1280 1=1.000000e-06 2=1 Split splitncnn_80 1 2 931 932 933 Gemm gemm_127 1 1 933 934 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_253 1 1 934 935 Gemm gemm_128 1 1 932 936 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_76 2 1 935 936 937 0=2 Gemm gemm_129 1 1 937 938 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_77 2 1 929 938 939 0=0 Split splitncnn_81 1 2 939 940 941 RMSNorm rmsn_215 1 1 941 942 0=1280 1=1.000000e-06 2=1 Gemm gemm_130 1 1 942 943 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_422 1 1 943 944 0=80 1=16 11=3 2=-1 Permute permute_286 1 1 944 945 0=8 Slice unbind_26 1 3 945 946 947 948 -23300=3,-233,-233,-233 1=0 Reshape reshape_423 1 1 948 949 0=80 1=-1 2=16 Reshape reshape_424 1 1 947 950 0=80 1=-1 2=16 Reshape reshape_425 1 1 946 951 0=80 1=-1 2=16 RotaryEmbed rope_52 3 1 951 15 80 952 0=0 RotaryEmbed rope_53 3 1 950 14 79 953 0=0 SDPA sdpa_512 4 1 952 953 949 138 954 5=1 6=0.111803 Permute transpose_479 1 1 954 955 0=2 Reshape reshape_426 1 1 955 956 0=1280 1=-1 Gemm gemm_131 1 1 956 957 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_78 2 1 940 957 958 0=0 Split splitncnn_82 1 2 958 959 960 RMSNorm rmsn_216 1 1 960 961 0=1280 1=1.000000e-06 2=1 Split splitncnn_83 1 2 961 962 963 Gemm gemm_132 1 1 963 964 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_254 1 1 964 965 Gemm gemm_133 1 1 962 966 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_79 2 1 965 966 967 0=2 Gemm gemm_134 1 1 967 968 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_80 2 1 959 968 969 0=0 Split splitncnn_84 1 2 969 970 971 RMSNorm rmsn_217 1 1 971 972 0=1280 1=1.000000e-06 2=1 Gemm gemm_135 1 1 972 973 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_427 1 1 973 974 0=80 1=16 11=3 2=-1 Permute permute_287 1 1 974 975 0=8 Slice unbind_27 1 3 975 976 977 978 -23300=3,-233,-233,-233 1=0 Reshape reshape_428 1 1 978 979 0=80 1=-1 2=16 Reshape reshape_429 1 1 977 980 0=80 1=-1 2=16 Reshape reshape_430 1 1 976 981 0=80 1=-1 2=16 RotaryEmbed rope_54 3 1 981 13 78 982 0=0 RotaryEmbed rope_55 3 1 980 12 77 983 0=0 SDPA sdpa_513 4 1 982 983 979 137 984 5=1 6=0.111803 Permute transpose_480 1 1 984 985 0=2 Reshape reshape_431 1 1 985 986 0=1280 1=-1 Gemm gemm_136 1 1 986 987 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_81 2 1 970 987 988 0=0 Split splitncnn_85 1 2 988 989 990 RMSNorm rmsn_218 1 1 990 991 0=1280 1=1.000000e-06 2=1 Split splitncnn_86 1 2 991 992 993 Gemm gemm_137 1 1 993 994 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_255 1 1 994 995 Gemm gemm_138 1 1 992 996 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_82 2 1 995 996 997 0=2 Gemm gemm_139 1 1 997 998 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_83 2 1 989 998 999 0=0 Split splitncnn_87 1 2 999 1000 1001 RMSNorm rmsn_219 1 1 1001 1002 0=1280 1=1.000000e-06 2=1 Gemm gemm_140 1 1 1002 1003 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_432 1 1 1003 1004 0=80 1=16 11=3 2=-1 Permute permute_288 1 1 1004 1005 0=8 Slice unbind_28 1 3 1005 1006 1007 1008 -23300=3,-233,-233,-233 1=0 Reshape reshape_433 1 1 1008 1009 0=80 1=-1 2=16 Reshape reshape_434 1 1 1007 1010 0=80 1=-1 2=16 Reshape reshape_435 1 1 1006 1011 0=80 1=-1 2=16 RotaryEmbed rope_56 3 1 1011 11 76 1012 0=0 RotaryEmbed rope_57 3 1 1010 10 75 1013 0=0 SDPA sdpa_514 4 1 1012 1013 1009 136 1014 5=1 6=0.111803 Permute transpose_481 1 1 1014 1015 0=2 Reshape reshape_436 1 1 1015 1016 0=1280 1=-1 Gemm gemm_141 1 1 1016 1017 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_84 2 1 1000 1017 1018 0=0 Split splitncnn_88 1 2 1018 1019 1020 RMSNorm rmsn_220 1 1 1020 1021 0=1280 1=1.000000e-06 2=1 Split splitncnn_89 1 2 1021 1022 1023 Gemm gemm_142 1 1 1023 1024 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_256 1 1 1024 1025 Gemm gemm_143 1 1 1022 1026 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_85 2 1 1025 1026 1027 0=2 Gemm gemm_144 1 1 1027 1028 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_86 2 1 1019 1028 1029 0=0 Split splitncnn_90 1 2 1029 1030 1031 RMSNorm rmsn_221 1 1 1031 1032 0=1280 1=1.000000e-06 2=1 Gemm gemm_145 1 1 1032 1033 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_437 1 1 1033 1034 0=80 1=16 11=3 2=-1 Permute permute_289 1 1 1034 1035 0=8 Slice unbind_29 1 3 1035 1036 1037 1038 -23300=3,-233,-233,-233 1=0 Reshape reshape_438 1 1 1038 1039 0=80 1=-1 2=16 Reshape reshape_439 1 1 1037 1040 0=80 1=-1 2=16 Reshape reshape_440 1 1 1036 1041 0=80 1=-1 2=16 RotaryEmbed rope_58 3 1 1041 9 74 1042 0=0 RotaryEmbed rope_59 3 1 1040 8 73 1043 0=0 SDPA sdpa_515 4 1 1042 1043 1039 135 1044 5=1 6=0.111803 Permute transpose_482 1 1 1044 1045 0=2 Reshape reshape_441 1 1 1045 1046 0=1280 1=-1 Gemm gemm_146 1 1 1046 1047 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_87 2 1 1030 1047 1048 0=0 Split splitncnn_91 1 2 1048 1049 1050 RMSNorm rmsn_222 1 1 1050 1051 0=1280 1=1.000000e-06 2=1 Split splitncnn_92 1 2 1051 1052 1053 Gemm gemm_147 1 1 1053 1054 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_257 1 1 1054 1055 Gemm gemm_148 1 1 1052 1056 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_88 2 1 1055 1056 1057 0=2 Gemm gemm_149 1 1 1057 1058 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_89 2 1 1049 1058 1059 0=0 Split splitncnn_93 1 2 1059 1060 1061 RMSNorm rmsn_223 1 1 1061 1062 0=1280 1=1.000000e-06 2=1 Gemm gemm_150 1 1 1062 1063 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_442 1 1 1063 1064 0=80 1=16 11=3 2=-1 Permute permute_290 1 1 1064 1065 0=8 Slice unbind_30 1 3 1065 1066 1067 1068 -23300=3,-233,-233,-233 1=0 Reshape reshape_443 1 1 1068 1069 0=80 1=-1 2=16 Reshape reshape_444 1 1 1067 1070 0=80 1=-1 2=16 Reshape reshape_445 1 1 1066 1071 0=80 1=-1 2=16 RotaryEmbed rope_60 3 1 1071 7 72 1072 0=0 RotaryEmbed rope_61 3 1 1070 6 71 1073 0=0 SDPA sdpa_516 4 1 1072 1073 1069 134 1074 5=1 6=0.111803 Permute transpose_483 1 1 1074 1075 0=2 Reshape reshape_446 1 1 1075 1076 0=1280 1=-1 Gemm gemm_151 1 1 1076 1077 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_90 2 1 1060 1077 1078 0=0 Split splitncnn_94 1 2 1078 1079 1080 RMSNorm rmsn_224 1 1 1080 1081 0=1280 1=1.000000e-06 2=1 Split splitncnn_95 1 2 1081 1082 1083 Gemm gemm_152 1 1 1083 1084 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_258 1 1 1084 1085 Gemm gemm_153 1 1 1082 1086 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_91 2 1 1085 1086 1087 0=2 Gemm gemm_154 1 1 1087 1088 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_92 2 1 1079 1088 1089 0=0 Split splitncnn_96 1 2 1089 1090 1091 RMSNorm rmsn_225 1 1 1091 1092 0=1280 1=1.000000e-06 2=1 Gemm gemm_155 1 1 1092 1093 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3840 9=1280 Reshape reshape_447 1 1 1093 1094 0=80 1=16 11=3 2=-1 Permute permute_291 1 1 1094 1095 0=8 Slice unbind_31 1 3 1095 1096 1097 1098 -23300=3,-233,-233,-233 1=0 Reshape reshape_448 1 1 1098 1099 0=80 1=-1 2=16 Reshape reshape_449 1 1 1097 1100 0=80 1=-1 2=16 Reshape reshape_450 1 1 1096 1101 0=80 1=-1 2=16 RotaryEmbed rope_62 3 1 1101 5 70 1102 0=0 RotaryEmbed rope_63 3 1 1100 4 69 1103 0=0 SDPA sdpa_488 3 1 1102 1103 1099 1104 5=0 6=0.111803 Permute transpose_484 1 1 1104 1105 0=2 Reshape reshape_451 1 1 1105 1106 0=1280 1=-1 Gemm gemm_156 1 1 1106 1107 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=1280 BinaryOp add_93 2 1 1090 1107 1108 0=0 Split splitncnn_97 1 2 1108 1109 1110 RMSNorm rmsn_226 1 1 1110 1111 0=1280 1=1.000000e-06 2=1 Split splitncnn_98 1 2 1111 1112 1113 Gemm gemm_157 1 1 1113 1114 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 Swish silu_259 1 1 1114 1115 Gemm gemm_158 1 1 1112 1116 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3420 9=1280 BinaryOp mul_94 2 1 1115 1116 1117 0=2 Gemm gemm_159 1 1 1117 1118 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1280 9=3420 BinaryOp add_95 2 1 1109 1118 1119 0=0 RMSNorm rmsn_227 1 1 1119 1120 0=1280 1=1.000000e-06 2=1 Reshape reshape_452 1 1 1120 1121 0=5120 1=-1 Gemm gemm_160 1 1 1121 1122 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=5120 9=5120 GELU gelu_162 1 1 1122 1123 Gemm gemm_161 1 1 1123 out0 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=5120