7767517 854 1244 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 Split splitncnn_1 1 28 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 Input in2 0 1 in2 Split splitncnn_2 1 2 in2 33 34 Input in3 0 1 in3 Input kv_cache 0 56 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 cache_k16 cache_v16 cache_k17 cache_v17 cache_k18 cache_v18 cache_k19 cache_v19 cache_k20 cache_v20 cache_k21 cache_v21 cache_k22 cache_v22 cache_k23 cache_v23 cache_k24 cache_v24 cache_k25 cache_v25 cache_k26 cache_v26 cache_k27 cache_v27 Split splitncnn_3 1 2 in3 36 37 Concat cat_0 2 1 33 34 38 0=1 Split splitncnn_4 1 56 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 Concat cat_1 2 1 36 37 95 0=1 ExpandDims unsqueeze_561 1 1 95 96 -23303=1,0 Split splitncnn_5 1 56 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 RMSNorm rmsn_196 1 1 2 153 0=2048 1=1.000000e-6 2=1 Split splitncnn_6 1 3 153 154 155 156 Gemm gemm_0 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_337 1 1 157 158 0=128 1=16 2=-1 RMSNorm rmsn_197 1 1 158 159 0=128 1=1.000000e-6 2=1 Permute transpose_449 1 1 159 160 0=2 Gemm gemm_1 1 1 155 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_338 1 1 161 162 0=128 1=8 2=-1 RMSNorm rmsn_198 1 1 162 163 0=128 1=1.000000e-6 2=1 Permute transpose_450 1 1 163 164 0=2 Gemm gemm_2 1 1 154 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_339 1 1 165 166 0=128 1=8 2=-1 Permute transpose_451 1 1 166 167 0=2 RotaryEmbed rope_0 3 1 160 94 152 168 0=0 RotaryEmbed rope_1 3 1 164 93 151 169 0=0 SDPA sdpa_562 6 3 168 169 167 31 cache_k0 cache_v0 170 out_cache_k0 out_cache_v0 5=1 6=0.0883883 7=1 Permute transpose_452 1 1 170 171 0=2 Reshape reshape_340 1 1 171 172 0=2048 1=-1 Gemm gemm_3 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_0 2 1 1 173 174 0=0 Split splitncnn_7 1 2 174 175 176 RMSNorm rmsn_199 1 1 176 177 0=2048 1=1.000000e-6 2=1 Split splitncnn_8 1 2 177 178 179 Gemm gemm_4 1 1 179 180 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_309 1 1 180 181 Gemm gemm_5 1 1 178 182 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_1 2 1 181 182 183 0=2 Gemm gemm_6 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_2 2 1 175 184 185 0=0 Split splitncnn_9 1 2 185 186 187 RMSNorm rmsn_200 1 1 187 188 0=2048 1=1.000000e-6 2=1 Split splitncnn_10 1 3 188 189 190 191 Gemm gemm_7 1 1 191 192 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_341 1 1 192 193 0=128 1=16 2=-1 RMSNorm rmsn_201 1 1 193 194 0=128 1=1.000000e-6 2=1 Permute transpose_453 1 1 194 195 0=2 Gemm gemm_8 1 1 190 196 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_342 1 1 196 197 0=128 1=8 2=-1 RMSNorm rmsn_202 1 1 197 198 0=128 1=1.000000e-6 2=1 Permute transpose_454 1 1 198 199 0=2 Gemm gemm_9 1 1 189 200 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_343 1 1 200 201 0=128 1=8 2=-1 Permute transpose_455 1 1 201 202 0=2 RotaryEmbed rope_2 3 1 195 92 150 203 0=0 RotaryEmbed rope_3 3 1 199 91 149 204 0=0 SDPA sdpa_563 6 3 203 204 202 30 cache_k1 cache_v1 205 out_cache_k1 out_cache_v1 5=1 6=0.0883883 7=1 Permute transpose_456 1 1 205 206 0=2 Reshape reshape_344 1 1 206 207 0=2048 1=-1 Gemm gemm_10 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_3 2 1 186 208 209 0=0 Split splitncnn_11 1 2 209 210 211 RMSNorm rmsn_203 1 1 211 212 0=2048 1=1.000000e-6 2=1 Split splitncnn_12 1 2 212 213 214 Gemm gemm_11 1 1 214 215 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_310 1 1 215 216 Gemm gemm_12 1 1 213 217 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_4 2 1 216 217 218 0=2 Gemm gemm_13 1 1 218 219 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_5 2 1 210 219 220 0=0 Split splitncnn_13 1 2 220 221 222 RMSNorm rmsn_204 1 1 222 223 0=2048 1=1.000000e-6 2=1 Split splitncnn_14 1 3 223 224 225 226 Gemm gemm_14 1 1 226 227 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_345 1 1 227 228 0=128 1=16 2=-1 RMSNorm rmsn_205 1 1 228 229 0=128 1=1.000000e-6 2=1 Permute transpose_457 1 1 229 230 0=2 Gemm gemm_15 1 1 225 231 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_346 1 1 231 232 0=128 1=8 2=-1 RMSNorm rmsn_206 1 1 232 233 0=128 1=1.000000e-6 2=1 Permute transpose_458 1 1 233 234 0=2 Gemm gemm_16 1 1 224 235 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_347 1 1 235 236 0=128 1=8 2=-1 Permute transpose_459 1 1 236 237 0=2 RotaryEmbed rope_4 3 1 230 90 148 238 0=0 RotaryEmbed rope_5 3 1 234 89 147 239 0=0 SDPA sdpa_564 6 3 238 239 237 29 cache_k2 cache_v2 240 out_cache_k2 out_cache_v2 5=1 6=0.0883883 7=1 Permute transpose_460 1 1 240 241 0=2 Reshape reshape_348 1 1 241 242 0=2048 1=-1 Gemm gemm_17 1 1 242 243 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_6 2 1 221 243 244 0=0 Split splitncnn_15 1 2 244 245 246 RMSNorm rmsn_207 1 1 246 247 0=2048 1=1.000000e-6 2=1 Split splitncnn_16 1 2 247 248 249 Gemm gemm_18 1 1 249 250 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_311 1 1 250 251 Gemm gemm_19 1 1 248 252 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_7 2 1 251 252 253 0=2 Gemm gemm_20 1 1 253 254 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_8 2 1 245 254 255 0=0 Split splitncnn_17 1 2 255 256 257 RMSNorm rmsn_208 1 1 257 258 0=2048 1=1.000000e-6 2=1 Split splitncnn_18 1 3 258 259 260 261 Gemm gemm_21 1 1 261 262 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_349 1 1 262 263 0=128 1=16 2=-1 RMSNorm rmsn_209 1 1 263 264 0=128 1=1.000000e-6 2=1 Permute transpose_461 1 1 264 265 0=2 Gemm gemm_22 1 1 260 266 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_350 1 1 266 267 0=128 1=8 2=-1 RMSNorm rmsn_210 1 1 267 268 0=128 1=1.000000e-6 2=1 Permute transpose_462 1 1 268 269 0=2 Gemm gemm_23 1 1 259 270 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_351 1 1 270 271 0=128 1=8 2=-1 Permute transpose_463 1 1 271 272 0=2 RotaryEmbed rope_6 3 1 265 88 146 273 0=0 RotaryEmbed rope_7 3 1 269 87 145 274 0=0 SDPA sdpa_565 6 3 273 274 272 28 cache_k3 cache_v3 275 out_cache_k3 out_cache_v3 5=1 6=0.0883883 7=1 Permute transpose_464 1 1 275 276 0=2 Reshape reshape_352 1 1 276 277 0=2048 1=-1 Gemm gemm_24 1 1 277 278 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_9 2 1 256 278 279 0=0 Split splitncnn_19 1 2 279 280 281 RMSNorm rmsn_211 1 1 281 282 0=2048 1=1.000000e-6 2=1 Split splitncnn_20 1 2 282 283 284 Gemm gemm_25 1 1 284 285 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_312 1 1 285 286 Gemm gemm_26 1 1 283 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_10 2 1 286 287 288 0=2 Gemm gemm_27 1 1 288 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_11 2 1 280 289 290 0=0 Split splitncnn_21 1 2 290 291 292 RMSNorm rmsn_212 1 1 292 293 0=2048 1=1.000000e-6 2=1 Split splitncnn_22 1 3 293 294 295 296 Gemm gemm_28 1 1 296 297 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_353 1 1 297 298 0=128 1=16 2=-1 RMSNorm rmsn_213 1 1 298 299 0=128 1=1.000000e-6 2=1 Permute transpose_465 1 1 299 300 0=2 Gemm gemm_29 1 1 295 301 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_354 1 1 301 302 0=128 1=8 2=-1 RMSNorm rmsn_214 1 1 302 303 0=128 1=1.000000e-6 2=1 Permute transpose_466 1 1 303 304 0=2 Gemm gemm_30 1 1 294 305 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_355 1 1 305 306 0=128 1=8 2=-1 Permute transpose_467 1 1 306 307 0=2 RotaryEmbed rope_8 3 1 300 86 144 308 0=0 RotaryEmbed rope_9 3 1 304 85 143 309 0=0 SDPA sdpa_566 6 3 308 309 307 27 cache_k4 cache_v4 310 out_cache_k4 out_cache_v4 5=1 6=0.0883883 7=1 Permute transpose_468 1 1 310 311 0=2 Reshape reshape_356 1 1 311 312 0=2048 1=-1 Gemm gemm_31 1 1 312 313 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_12 2 1 291 313 314 0=0 Split splitncnn_23 1 2 314 315 316 RMSNorm rmsn_215 1 1 316 317 0=2048 1=1.000000e-6 2=1 Split splitncnn_24 1 2 317 318 319 Gemm gemm_32 1 1 319 320 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_313 1 1 320 321 Gemm gemm_33 1 1 318 322 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_13 2 1 321 322 323 0=2 Gemm gemm_34 1 1 323 324 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_14 2 1 315 324 325 0=0 Split splitncnn_25 1 2 325 326 327 RMSNorm rmsn_216 1 1 327 328 0=2048 1=1.000000e-6 2=1 Split splitncnn_26 1 3 328 329 330 331 Gemm gemm_35 1 1 331 332 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_357 1 1 332 333 0=128 1=16 2=-1 RMSNorm rmsn_217 1 1 333 334 0=128 1=1.000000e-6 2=1 Permute transpose_469 1 1 334 335 0=2 Gemm gemm_36 1 1 330 336 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_358 1 1 336 337 0=128 1=8 2=-1 RMSNorm rmsn_218 1 1 337 338 0=128 1=1.000000e-6 2=1 Permute transpose_470 1 1 338 339 0=2 Gemm gemm_37 1 1 329 340 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_359 1 1 340 341 0=128 1=8 2=-1 Permute transpose_471 1 1 341 342 0=2 RotaryEmbed rope_10 3 1 335 84 142 343 0=0 RotaryEmbed rope_11 3 1 339 83 141 344 0=0 SDPA sdpa_567 6 3 343 344 342 26 cache_k5 cache_v5 345 out_cache_k5 out_cache_v5 5=1 6=0.0883883 7=1 Permute transpose_472 1 1 345 346 0=2 Reshape reshape_360 1 1 346 347 0=2048 1=-1 Gemm gemm_38 1 1 347 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_15 2 1 326 348 349 0=0 Split splitncnn_27 1 2 349 350 351 RMSNorm rmsn_219 1 1 351 352 0=2048 1=1.000000e-6 2=1 Split splitncnn_28 1 2 352 353 354 Gemm gemm_39 1 1 354 355 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_314 1 1 355 356 Gemm gemm_40 1 1 353 357 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_16 2 1 356 357 358 0=2 Gemm gemm_41 1 1 358 359 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_17 2 1 350 359 360 0=0 Split splitncnn_29 1 2 360 361 362 RMSNorm rmsn_220 1 1 362 363 0=2048 1=1.000000e-6 2=1 Split splitncnn_30 1 3 363 364 365 366 Gemm gemm_42 1 1 366 367 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_361 1 1 367 368 0=128 1=16 2=-1 RMSNorm rmsn_221 1 1 368 369 0=128 1=1.000000e-6 2=1 Permute transpose_473 1 1 369 370 0=2 Gemm gemm_43 1 1 365 371 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_362 1 1 371 372 0=128 1=8 2=-1 RMSNorm rmsn_222 1 1 372 373 0=128 1=1.000000e-6 2=1 Permute transpose_474 1 1 373 374 0=2 Gemm gemm_44 1 1 364 375 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_363 1 1 375 376 0=128 1=8 2=-1 Permute transpose_475 1 1 376 377 0=2 RotaryEmbed rope_12 3 1 370 82 140 378 0=0 RotaryEmbed rope_13 3 1 374 81 139 379 0=0 SDPA sdpa_568 6 3 378 379 377 25 cache_k6 cache_v6 380 out_cache_k6 out_cache_v6 5=1 6=0.0883883 7=1 Permute transpose_476 1 1 380 381 0=2 Reshape reshape_364 1 1 381 382 0=2048 1=-1 Gemm gemm_45 1 1 382 383 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_18 2 1 361 383 384 0=0 Split splitncnn_31 1 2 384 385 386 RMSNorm rmsn_223 1 1 386 387 0=2048 1=1.000000e-6 2=1 Split splitncnn_32 1 2 387 388 389 Gemm gemm_46 1 1 389 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_315 1 1 390 391 Gemm gemm_47 1 1 388 392 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_19 2 1 391 392 393 0=2 Gemm gemm_48 1 1 393 394 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_20 2 1 385 394 395 0=0 Split splitncnn_33 1 2 395 396 397 RMSNorm rmsn_224 1 1 397 398 0=2048 1=1.000000e-6 2=1 Split splitncnn_34 1 3 398 399 400 401 Gemm gemm_49 1 1 401 402 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_365 1 1 402 403 0=128 1=16 2=-1 RMSNorm rmsn_225 1 1 403 404 0=128 1=1.000000e-6 2=1 Permute transpose_477 1 1 404 405 0=2 Gemm gemm_50 1 1 400 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_366 1 1 406 407 0=128 1=8 2=-1 RMSNorm rmsn_226 1 1 407 408 0=128 1=1.000000e-6 2=1 Permute transpose_478 1 1 408 409 0=2 Gemm gemm_51 1 1 399 410 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_367 1 1 410 411 0=128 1=8 2=-1 Permute transpose_479 1 1 411 412 0=2 RotaryEmbed rope_14 3 1 405 80 138 413 0=0 RotaryEmbed rope_15 3 1 409 79 137 414 0=0 SDPA sdpa_569 6 3 413 414 412 24 cache_k7 cache_v7 415 out_cache_k7 out_cache_v7 5=1 6=0.0883883 7=1 Permute transpose_480 1 1 415 416 0=2 Reshape reshape_368 1 1 416 417 0=2048 1=-1 Gemm gemm_52 1 1 417 418 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_21 2 1 396 418 419 0=0 Split splitncnn_35 1 2 419 420 421 RMSNorm rmsn_227 1 1 421 422 0=2048 1=1.000000e-6 2=1 Split splitncnn_36 1 2 422 423 424 Gemm gemm_53 1 1 424 425 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_316 1 1 425 426 Gemm gemm_54 1 1 423 427 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_22 2 1 426 427 428 0=2 Gemm gemm_55 1 1 428 429 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_23 2 1 420 429 430 0=0 Split splitncnn_37 1 2 430 431 432 RMSNorm rmsn_228 1 1 432 433 0=2048 1=1.000000e-6 2=1 Split splitncnn_38 1 3 433 434 435 436 Gemm gemm_56 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_369 1 1 437 438 0=128 1=16 2=-1 RMSNorm rmsn_229 1 1 438 439 0=128 1=1.000000e-6 2=1 Permute transpose_481 1 1 439 440 0=2 Gemm gemm_57 1 1 435 441 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_370 1 1 441 442 0=128 1=8 2=-1 RMSNorm rmsn_230 1 1 442 443 0=128 1=1.000000e-6 2=1 Permute transpose_482 1 1 443 444 0=2 Gemm gemm_58 1 1 434 445 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_371 1 1 445 446 0=128 1=8 2=-1 Permute transpose_483 1 1 446 447 0=2 RotaryEmbed rope_16 3 1 440 78 136 448 0=0 RotaryEmbed rope_17 3 1 444 77 135 449 0=0 SDPA sdpa_570 6 3 448 449 447 23 cache_k8 cache_v8 450 out_cache_k8 out_cache_v8 5=1 6=0.0883883 7=1 Permute transpose_484 1 1 450 451 0=2 Reshape reshape_372 1 1 451 452 0=2048 1=-1 Gemm gemm_59 1 1 452 453 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_24 2 1 431 453 454 0=0 Split splitncnn_39 1 2 454 455 456 RMSNorm rmsn_231 1 1 456 457 0=2048 1=1.000000e-6 2=1 Split splitncnn_40 1 2 457 458 459 Gemm gemm_60 1 1 459 460 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_317 1 1 460 461 Gemm gemm_61 1 1 458 462 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_25 2 1 461 462 463 0=2 Gemm gemm_62 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_26 2 1 455 464 465 0=0 Split splitncnn_41 1 2 465 466 467 RMSNorm rmsn_232 1 1 467 468 0=2048 1=1.000000e-6 2=1 Split splitncnn_42 1 3 468 469 470 471 Gemm gemm_63 1 1 471 472 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_373 1 1 472 473 0=128 1=16 2=-1 RMSNorm rmsn_233 1 1 473 474 0=128 1=1.000000e-6 2=1 Permute transpose_485 1 1 474 475 0=2 Gemm gemm_64 1 1 470 476 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_374 1 1 476 477 0=128 1=8 2=-1 RMSNorm rmsn_234 1 1 477 478 0=128 1=1.000000e-6 2=1 Permute transpose_486 1 1 478 479 0=2 Gemm gemm_65 1 1 469 480 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_375 1 1 480 481 0=128 1=8 2=-1 Permute transpose_487 1 1 481 482 0=2 RotaryEmbed rope_18 3 1 475 76 134 483 0=0 RotaryEmbed rope_19 3 1 479 75 133 484 0=0 SDPA sdpa_571 6 3 483 484 482 22 cache_k9 cache_v9 485 out_cache_k9 out_cache_v9 5=1 6=0.0883883 7=1 Permute transpose_488 1 1 485 486 0=2 Reshape reshape_376 1 1 486 487 0=2048 1=-1 Gemm gemm_66 1 1 487 488 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_27 2 1 466 488 489 0=0 Split splitncnn_43 1 2 489 490 491 RMSNorm rmsn_235 1 1 491 492 0=2048 1=1.000000e-6 2=1 Split splitncnn_44 1 2 492 493 494 Gemm gemm_67 1 1 494 495 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_318 1 1 495 496 Gemm gemm_68 1 1 493 497 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_28 2 1 496 497 498 0=2 Gemm gemm_69 1 1 498 499 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_29 2 1 490 499 500 0=0 Split splitncnn_45 1 2 500 501 502 RMSNorm rmsn_236 1 1 502 503 0=2048 1=1.000000e-6 2=1 Split splitncnn_46 1 3 503 504 505 506 Gemm gemm_70 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_377 1 1 507 508 0=128 1=16 2=-1 RMSNorm rmsn_237 1 1 508 509 0=128 1=1.000000e-6 2=1 Permute transpose_489 1 1 509 510 0=2 Gemm gemm_71 1 1 505 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_378 1 1 511 512 0=128 1=8 2=-1 RMSNorm rmsn_238 1 1 512 513 0=128 1=1.000000e-6 2=1 Permute transpose_490 1 1 513 514 0=2 Gemm gemm_72 1 1 504 515 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_379 1 1 515 516 0=128 1=8 2=-1 Permute transpose_491 1 1 516 517 0=2 RotaryEmbed rope_20 3 1 510 74 132 518 0=0 RotaryEmbed rope_21 3 1 514 73 131 519 0=0 SDPA sdpa_572 6 3 518 519 517 21 cache_k10 cache_v10 520 out_cache_k10 out_cache_v10 5=1 6=0.0883883 7=1 Permute transpose_492 1 1 520 521 0=2 Reshape reshape_380 1 1 521 522 0=2048 1=-1 Gemm gemm_73 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_30 2 1 501 523 524 0=0 Split splitncnn_47 1 2 524 525 526 RMSNorm rmsn_239 1 1 526 527 0=2048 1=1.000000e-6 2=1 Split splitncnn_48 1 2 527 528 529 Gemm gemm_74 1 1 529 530 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_319 1 1 530 531 Gemm gemm_75 1 1 528 532 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_31 2 1 531 532 533 0=2 Gemm gemm_76 1 1 533 534 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_32 2 1 525 534 535 0=0 Split splitncnn_49 1 2 535 536 537 RMSNorm rmsn_240 1 1 537 538 0=2048 1=1.000000e-6 2=1 Split splitncnn_50 1 3 538 539 540 541 Gemm gemm_77 1 1 541 542 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_381 1 1 542 543 0=128 1=16 2=-1 RMSNorm rmsn_241 1 1 543 544 0=128 1=1.000000e-6 2=1 Permute transpose_493 1 1 544 545 0=2 Gemm gemm_78 1 1 540 546 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_382 1 1 546 547 0=128 1=8 2=-1 RMSNorm rmsn_242 1 1 547 548 0=128 1=1.000000e-6 2=1 Permute transpose_494 1 1 548 549 0=2 Gemm gemm_79 1 1 539 550 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_383 1 1 550 551 0=128 1=8 2=-1 Permute transpose_495 1 1 551 552 0=2 RotaryEmbed rope_22 3 1 545 72 130 553 0=0 RotaryEmbed rope_23 3 1 549 71 129 554 0=0 SDPA sdpa_573 6 3 553 554 552 20 cache_k11 cache_v11 555 out_cache_k11 out_cache_v11 5=1 6=0.0883883 7=1 Permute transpose_496 1 1 555 556 0=2 Reshape reshape_384 1 1 556 557 0=2048 1=-1 Gemm gemm_80 1 1 557 558 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_33 2 1 536 558 559 0=0 Split splitncnn_51 1 2 559 560 561 RMSNorm rmsn_243 1 1 561 562 0=2048 1=1.000000e-6 2=1 Split splitncnn_52 1 2 562 563 564 Gemm gemm_81 1 1 564 565 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_320 1 1 565 566 Gemm gemm_82 1 1 563 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_34 2 1 566 567 568 0=2 Gemm gemm_83 1 1 568 569 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_35 2 1 560 569 570 0=0 Split splitncnn_53 1 2 570 571 572 RMSNorm rmsn_244 1 1 572 573 0=2048 1=1.000000e-6 2=1 Split splitncnn_54 1 3 573 574 575 576 Gemm gemm_84 1 1 576 577 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_385 1 1 577 578 0=128 1=16 2=-1 RMSNorm rmsn_245 1 1 578 579 0=128 1=1.000000e-6 2=1 Permute transpose_497 1 1 579 580 0=2 Gemm gemm_85 1 1 575 581 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_386 1 1 581 582 0=128 1=8 2=-1 RMSNorm rmsn_246 1 1 582 583 0=128 1=1.000000e-6 2=1 Permute transpose_498 1 1 583 584 0=2 Gemm gemm_86 1 1 574 585 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_387 1 1 585 586 0=128 1=8 2=-1 Permute transpose_499 1 1 586 587 0=2 RotaryEmbed rope_24 3 1 580 70 128 588 0=0 RotaryEmbed rope_25 3 1 584 69 127 589 0=0 SDPA sdpa_574 6 3 588 589 587 19 cache_k12 cache_v12 590 out_cache_k12 out_cache_v12 5=1 6=0.0883883 7=1 Permute transpose_500 1 1 590 591 0=2 Reshape reshape_388 1 1 591 592 0=2048 1=-1 Gemm gemm_87 1 1 592 593 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_36 2 1 571 593 594 0=0 Split splitncnn_55 1 2 594 595 596 RMSNorm rmsn_247 1 1 596 597 0=2048 1=1.000000e-6 2=1 Split splitncnn_56 1 2 597 598 599 Gemm gemm_88 1 1 599 600 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_321 1 1 600 601 Gemm gemm_89 1 1 598 602 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_37 2 1 601 602 603 0=2 Gemm gemm_90 1 1 603 604 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_38 2 1 595 604 605 0=0 Split splitncnn_57 1 2 605 606 607 RMSNorm rmsn_248 1 1 607 608 0=2048 1=1.000000e-6 2=1 Split splitncnn_58 1 3 608 609 610 611 Gemm gemm_91 1 1 611 612 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_389 1 1 612 613 0=128 1=16 2=-1 RMSNorm rmsn_249 1 1 613 614 0=128 1=1.000000e-6 2=1 Permute transpose_501 1 1 614 615 0=2 Gemm gemm_92 1 1 610 616 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_390 1 1 616 617 0=128 1=8 2=-1 RMSNorm rmsn_250 1 1 617 618 0=128 1=1.000000e-6 2=1 Permute transpose_502 1 1 618 619 0=2 Gemm gemm_93 1 1 609 620 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_391 1 1 620 621 0=128 1=8 2=-1 Permute transpose_503 1 1 621 622 0=2 RotaryEmbed rope_26 3 1 615 68 126 623 0=0 RotaryEmbed rope_27 3 1 619 67 125 624 0=0 SDPA sdpa_575 6 3 623 624 622 18 cache_k13 cache_v13 625 out_cache_k13 out_cache_v13 5=1 6=0.0883883 7=1 Permute transpose_504 1 1 625 626 0=2 Reshape reshape_392 1 1 626 627 0=2048 1=-1 Gemm gemm_94 1 1 627 628 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_39 2 1 606 628 629 0=0 Split splitncnn_59 1 2 629 630 631 RMSNorm rmsn_251 1 1 631 632 0=2048 1=1.000000e-6 2=1 Split splitncnn_60 1 2 632 633 634 Gemm gemm_95 1 1 634 635 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_322 1 1 635 636 Gemm gemm_96 1 1 633 637 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_40 2 1 636 637 638 0=2 Gemm gemm_97 1 1 638 639 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_41 2 1 630 639 640 0=0 Split splitncnn_61 1 2 640 641 642 RMSNorm rmsn_252 1 1 642 643 0=2048 1=1.000000e-6 2=1 Split splitncnn_62 1 3 643 644 645 646 Gemm gemm_98 1 1 646 647 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_393 1 1 647 648 0=128 1=16 2=-1 RMSNorm rmsn_253 1 1 648 649 0=128 1=1.000000e-6 2=1 Permute transpose_505 1 1 649 650 0=2 Gemm gemm_99 1 1 645 651 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_394 1 1 651 652 0=128 1=8 2=-1 RMSNorm rmsn_254 1 1 652 653 0=128 1=1.000000e-6 2=1 Permute transpose_506 1 1 653 654 0=2 Gemm gemm_100 1 1 644 655 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_395 1 1 655 656 0=128 1=8 2=-1 Permute transpose_507 1 1 656 657 0=2 RotaryEmbed rope_28 3 1 650 66 124 658 0=0 RotaryEmbed rope_29 3 1 654 65 123 659 0=0 SDPA sdpa_576 6 3 658 659 657 17 cache_k14 cache_v14 660 out_cache_k14 out_cache_v14 5=1 6=0.0883883 7=1 Permute transpose_508 1 1 660 661 0=2 Reshape reshape_396 1 1 661 662 0=2048 1=-1 Gemm gemm_101 1 1 662 663 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_42 2 1 641 663 664 0=0 Split splitncnn_63 1 2 664 665 666 RMSNorm rmsn_255 1 1 666 667 0=2048 1=1.000000e-6 2=1 Split splitncnn_64 1 2 667 668 669 Gemm gemm_102 1 1 669 670 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_323 1 1 670 671 Gemm gemm_103 1 1 668 672 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_43 2 1 671 672 673 0=2 Gemm gemm_104 1 1 673 674 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_44 2 1 665 674 675 0=0 Split splitncnn_65 1 2 675 676 677 RMSNorm rmsn_256 1 1 677 678 0=2048 1=1.000000e-6 2=1 Split splitncnn_66 1 3 678 679 680 681 Gemm gemm_105 1 1 681 682 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_397 1 1 682 683 0=128 1=16 2=-1 RMSNorm rmsn_257 1 1 683 684 0=128 1=1.000000e-6 2=1 Permute transpose_509 1 1 684 685 0=2 Gemm gemm_106 1 1 680 686 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_398 1 1 686 687 0=128 1=8 2=-1 RMSNorm rmsn_258 1 1 687 688 0=128 1=1.000000e-6 2=1 Permute transpose_510 1 1 688 689 0=2 Gemm gemm_107 1 1 679 690 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_399 1 1 690 691 0=128 1=8 2=-1 Permute transpose_511 1 1 691 692 0=2 RotaryEmbed rope_30 3 1 685 64 122 693 0=0 RotaryEmbed rope_31 3 1 689 63 121 694 0=0 SDPA sdpa_577 6 3 693 694 692 16 cache_k15 cache_v15 695 out_cache_k15 out_cache_v15 5=1 6=0.0883883 7=1 Permute transpose_512 1 1 695 696 0=2 Reshape reshape_400 1 1 696 697 0=2048 1=-1 Gemm gemm_108 1 1 697 698 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_45 2 1 676 698 699 0=0 Split splitncnn_67 1 2 699 700 701 RMSNorm rmsn_259 1 1 701 702 0=2048 1=1.000000e-6 2=1 Split splitncnn_68 1 2 702 703 704 Gemm gemm_109 1 1 704 705 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_324 1 1 705 706 Gemm gemm_110 1 1 703 707 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_46 2 1 706 707 708 0=2 Gemm gemm_111 1 1 708 709 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_47 2 1 700 709 710 0=0 Split splitncnn_69 1 2 710 711 712 RMSNorm rmsn_260 1 1 712 713 0=2048 1=1.000000e-6 2=1 Split splitncnn_70 1 3 713 714 715 716 Gemm gemm_112 1 1 716 717 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_401 1 1 717 718 0=128 1=16 2=-1 RMSNorm rmsn_261 1 1 718 719 0=128 1=1.000000e-6 2=1 Permute transpose_513 1 1 719 720 0=2 Gemm gemm_113 1 1 715 721 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_402 1 1 721 722 0=128 1=8 2=-1 RMSNorm rmsn_262 1 1 722 723 0=128 1=1.000000e-6 2=1 Permute transpose_514 1 1 723 724 0=2 Gemm gemm_114 1 1 714 725 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_403 1 1 725 726 0=128 1=8 2=-1 Permute transpose_515 1 1 726 727 0=2 RotaryEmbed rope_32 3 1 720 62 120 728 0=0 RotaryEmbed rope_33 3 1 724 61 119 729 0=0 SDPA sdpa_578 6 3 728 729 727 15 cache_k16 cache_v16 730 out_cache_k16 out_cache_v16 5=1 6=0.0883883 7=1 Permute transpose_516 1 1 730 731 0=2 Reshape reshape_404 1 1 731 732 0=2048 1=-1 Gemm gemm_115 1 1 732 733 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_48 2 1 711 733 734 0=0 Split splitncnn_71 1 2 734 735 736 RMSNorm rmsn_263 1 1 736 737 0=2048 1=1.000000e-6 2=1 Split splitncnn_72 1 2 737 738 739 Gemm gemm_116 1 1 739 740 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_325 1 1 740 741 Gemm gemm_117 1 1 738 742 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_49 2 1 741 742 743 0=2 Gemm gemm_118 1 1 743 744 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_50 2 1 735 744 745 0=0 Split splitncnn_73 1 2 745 746 747 RMSNorm rmsn_264 1 1 747 748 0=2048 1=1.000000e-6 2=1 Split splitncnn_74 1 3 748 749 750 751 Gemm gemm_119 1 1 751 752 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_405 1 1 752 753 0=128 1=16 2=-1 RMSNorm rmsn_265 1 1 753 754 0=128 1=1.000000e-6 2=1 Permute transpose_517 1 1 754 755 0=2 Gemm gemm_120 1 1 750 756 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_406 1 1 756 757 0=128 1=8 2=-1 RMSNorm rmsn_266 1 1 757 758 0=128 1=1.000000e-6 2=1 Permute transpose_518 1 1 758 759 0=2 Gemm gemm_121 1 1 749 760 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_407 1 1 760 761 0=128 1=8 2=-1 Permute transpose_519 1 1 761 762 0=2 RotaryEmbed rope_34 3 1 755 60 118 763 0=0 RotaryEmbed rope_35 3 1 759 59 117 764 0=0 SDPA sdpa_579 6 3 763 764 762 14 cache_k17 cache_v17 765 out_cache_k17 out_cache_v17 5=1 6=0.0883883 7=1 Permute transpose_520 1 1 765 766 0=2 Reshape reshape_408 1 1 766 767 0=2048 1=-1 Gemm gemm_122 1 1 767 768 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_51 2 1 746 768 769 0=0 Split splitncnn_75 1 2 769 770 771 RMSNorm rmsn_267 1 1 771 772 0=2048 1=1.000000e-6 2=1 Split splitncnn_76 1 2 772 773 774 Gemm gemm_123 1 1 774 775 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_326 1 1 775 776 Gemm gemm_124 1 1 773 777 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_52 2 1 776 777 778 0=2 Gemm gemm_125 1 1 778 779 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_53 2 1 770 779 780 0=0 Split splitncnn_77 1 2 780 781 782 RMSNorm rmsn_268 1 1 782 783 0=2048 1=1.000000e-6 2=1 Split splitncnn_78 1 3 783 784 785 786 Gemm gemm_126 1 1 786 787 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_409 1 1 787 788 0=128 1=16 2=-1 RMSNorm rmsn_269 1 1 788 789 0=128 1=1.000000e-6 2=1 Permute transpose_521 1 1 789 790 0=2 Gemm gemm_127 1 1 785 791 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_410 1 1 791 792 0=128 1=8 2=-1 RMSNorm rmsn_270 1 1 792 793 0=128 1=1.000000e-6 2=1 Permute transpose_522 1 1 793 794 0=2 Gemm gemm_128 1 1 784 795 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_411 1 1 795 796 0=128 1=8 2=-1 Permute transpose_523 1 1 796 797 0=2 RotaryEmbed rope_36 3 1 790 58 116 798 0=0 RotaryEmbed rope_37 3 1 794 57 115 799 0=0 SDPA sdpa_580 6 3 798 799 797 13 cache_k18 cache_v18 800 out_cache_k18 out_cache_v18 5=1 6=0.0883883 7=1 Permute transpose_524 1 1 800 801 0=2 Reshape reshape_412 1 1 801 802 0=2048 1=-1 Gemm gemm_129 1 1 802 803 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_54 2 1 781 803 804 0=0 Split splitncnn_79 1 2 804 805 806 RMSNorm rmsn_271 1 1 806 807 0=2048 1=1.000000e-6 2=1 Split splitncnn_80 1 2 807 808 809 Gemm gemm_130 1 1 809 810 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_327 1 1 810 811 Gemm gemm_131 1 1 808 812 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_55 2 1 811 812 813 0=2 Gemm gemm_132 1 1 813 814 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_56 2 1 805 814 815 0=0 Split splitncnn_81 1 2 815 816 817 RMSNorm rmsn_272 1 1 817 818 0=2048 1=1.000000e-6 2=1 Split splitncnn_82 1 3 818 819 820 821 Gemm gemm_133 1 1 821 822 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_413 1 1 822 823 0=128 1=16 2=-1 RMSNorm rmsn_273 1 1 823 824 0=128 1=1.000000e-6 2=1 Permute transpose_525 1 1 824 825 0=2 Gemm gemm_134 1 1 820 826 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_414 1 1 826 827 0=128 1=8 2=-1 RMSNorm rmsn_274 1 1 827 828 0=128 1=1.000000e-6 2=1 Permute transpose_526 1 1 828 829 0=2 Gemm gemm_135 1 1 819 830 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_415 1 1 830 831 0=128 1=8 2=-1 Permute transpose_527 1 1 831 832 0=2 RotaryEmbed rope_38 3 1 825 56 114 833 0=0 RotaryEmbed rope_39 3 1 829 55 113 834 0=0 SDPA sdpa_581 6 3 833 834 832 12 cache_k19 cache_v19 835 out_cache_k19 out_cache_v19 5=1 6=0.0883883 7=1 Permute transpose_528 1 1 835 836 0=2 Reshape reshape_416 1 1 836 837 0=2048 1=-1 Gemm gemm_136 1 1 837 838 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_57 2 1 816 838 839 0=0 Split splitncnn_83 1 2 839 840 841 RMSNorm rmsn_275 1 1 841 842 0=2048 1=1.000000e-6 2=1 Split splitncnn_84 1 2 842 843 844 Gemm gemm_137 1 1 844 845 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_328 1 1 845 846 Gemm gemm_138 1 1 843 847 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_58 2 1 846 847 848 0=2 Gemm gemm_139 1 1 848 849 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_59 2 1 840 849 850 0=0 Split splitncnn_85 1 2 850 851 852 RMSNorm rmsn_276 1 1 852 853 0=2048 1=1.000000e-6 2=1 Split splitncnn_86 1 3 853 854 855 856 Gemm gemm_140 1 1 856 857 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_417 1 1 857 858 0=128 1=16 2=-1 RMSNorm rmsn_277 1 1 858 859 0=128 1=1.000000e-6 2=1 Permute transpose_529 1 1 859 860 0=2 Gemm gemm_141 1 1 855 861 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_418 1 1 861 862 0=128 1=8 2=-1 RMSNorm rmsn_278 1 1 862 863 0=128 1=1.000000e-6 2=1 Permute transpose_530 1 1 863 864 0=2 Gemm gemm_142 1 1 854 865 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_419 1 1 865 866 0=128 1=8 2=-1 Permute transpose_531 1 1 866 867 0=2 RotaryEmbed rope_40 3 1 860 54 112 868 0=0 RotaryEmbed rope_41 3 1 864 53 111 869 0=0 SDPA sdpa_582 6 3 868 869 867 11 cache_k20 cache_v20 870 out_cache_k20 out_cache_v20 5=1 6=0.0883883 7=1 Permute transpose_532 1 1 870 871 0=2 Reshape reshape_420 1 1 871 872 0=2048 1=-1 Gemm gemm_143 1 1 872 873 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_60 2 1 851 873 874 0=0 Split splitncnn_87 1 2 874 875 876 RMSNorm rmsn_279 1 1 876 877 0=2048 1=1.000000e-6 2=1 Split splitncnn_88 1 2 877 878 879 Gemm gemm_144 1 1 879 880 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_329 1 1 880 881 Gemm gemm_145 1 1 878 882 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_61 2 1 881 882 883 0=2 Gemm gemm_146 1 1 883 884 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_62 2 1 875 884 885 0=0 Split splitncnn_89 1 2 885 886 887 RMSNorm rmsn_280 1 1 887 888 0=2048 1=1.000000e-6 2=1 Split splitncnn_90 1 3 888 889 890 891 Gemm gemm_147 1 1 891 892 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_421 1 1 892 893 0=128 1=16 2=-1 RMSNorm rmsn_281 1 1 893 894 0=128 1=1.000000e-6 2=1 Permute transpose_533 1 1 894 895 0=2 Gemm gemm_148 1 1 890 896 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_422 1 1 896 897 0=128 1=8 2=-1 RMSNorm rmsn_282 1 1 897 898 0=128 1=1.000000e-6 2=1 Permute transpose_534 1 1 898 899 0=2 Gemm gemm_149 1 1 889 900 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_423 1 1 900 901 0=128 1=8 2=-1 Permute transpose_535 1 1 901 902 0=2 RotaryEmbed rope_42 3 1 895 52 110 903 0=0 RotaryEmbed rope_43 3 1 899 51 109 904 0=0 SDPA sdpa_583 6 3 903 904 902 10 cache_k21 cache_v21 905 out_cache_k21 out_cache_v21 5=1 6=0.0883883 7=1 Permute transpose_536 1 1 905 906 0=2 Reshape reshape_424 1 1 906 907 0=2048 1=-1 Gemm gemm_150 1 1 907 908 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_63 2 1 886 908 909 0=0 Split splitncnn_91 1 2 909 910 911 RMSNorm rmsn_283 1 1 911 912 0=2048 1=1.000000e-6 2=1 Split splitncnn_92 1 2 912 913 914 Gemm gemm_151 1 1 914 915 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_330 1 1 915 916 Gemm gemm_152 1 1 913 917 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_64 2 1 916 917 918 0=2 Gemm gemm_153 1 1 918 919 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_65 2 1 910 919 920 0=0 Split splitncnn_93 1 2 920 921 922 RMSNorm rmsn_284 1 1 922 923 0=2048 1=1.000000e-6 2=1 Split splitncnn_94 1 3 923 924 925 926 Gemm gemm_154 1 1 926 927 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_425 1 1 927 928 0=128 1=16 2=-1 RMSNorm rmsn_285 1 1 928 929 0=128 1=1.000000e-6 2=1 Permute transpose_537 1 1 929 930 0=2 Gemm gemm_155 1 1 925 931 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_426 1 1 931 932 0=128 1=8 2=-1 RMSNorm rmsn_286 1 1 932 933 0=128 1=1.000000e-6 2=1 Permute transpose_538 1 1 933 934 0=2 Gemm gemm_156 1 1 924 935 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_427 1 1 935 936 0=128 1=8 2=-1 Permute transpose_539 1 1 936 937 0=2 RotaryEmbed rope_44 3 1 930 50 108 938 0=0 RotaryEmbed rope_45 3 1 934 49 107 939 0=0 SDPA sdpa_584 6 3 938 939 937 9 cache_k22 cache_v22 940 out_cache_k22 out_cache_v22 5=1 6=0.0883883 7=1 Permute transpose_540 1 1 940 941 0=2 Reshape reshape_428 1 1 941 942 0=2048 1=-1 Gemm gemm_157 1 1 942 943 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_66 2 1 921 943 944 0=0 Split splitncnn_95 1 2 944 945 946 RMSNorm rmsn_287 1 1 946 947 0=2048 1=1.000000e-6 2=1 Split splitncnn_96 1 2 947 948 949 Gemm gemm_158 1 1 949 950 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_331 1 1 950 951 Gemm gemm_159 1 1 948 952 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_67 2 1 951 952 953 0=2 Gemm gemm_160 1 1 953 954 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_68 2 1 945 954 955 0=0 Split splitncnn_97 1 2 955 956 957 RMSNorm rmsn_288 1 1 957 958 0=2048 1=1.000000e-6 2=1 Split splitncnn_98 1 3 958 959 960 961 Gemm gemm_161 1 1 961 962 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_429 1 1 962 963 0=128 1=16 2=-1 RMSNorm rmsn_289 1 1 963 964 0=128 1=1.000000e-6 2=1 Permute transpose_541 1 1 964 965 0=2 Gemm gemm_162 1 1 960 966 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_430 1 1 966 967 0=128 1=8 2=-1 RMSNorm rmsn_290 1 1 967 968 0=128 1=1.000000e-6 2=1 Permute transpose_542 1 1 968 969 0=2 Gemm gemm_163 1 1 959 970 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_431 1 1 970 971 0=128 1=8 2=-1 Permute transpose_543 1 1 971 972 0=2 RotaryEmbed rope_46 3 1 965 48 106 973 0=0 RotaryEmbed rope_47 3 1 969 47 105 974 0=0 SDPA sdpa_585 6 3 973 974 972 8 cache_k23 cache_v23 975 out_cache_k23 out_cache_v23 5=1 6=0.0883883 7=1 Permute transpose_544 1 1 975 976 0=2 Reshape reshape_432 1 1 976 977 0=2048 1=-1 Gemm gemm_164 1 1 977 978 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_69 2 1 956 978 979 0=0 Split splitncnn_99 1 2 979 980 981 RMSNorm rmsn_291 1 1 981 982 0=2048 1=1.000000e-6 2=1 Split splitncnn_100 1 2 982 983 984 Gemm gemm_165 1 1 984 985 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_332 1 1 985 986 Gemm gemm_166 1 1 983 987 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_70 2 1 986 987 988 0=2 Gemm gemm_167 1 1 988 989 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_71 2 1 980 989 990 0=0 Split splitncnn_101 1 2 990 991 992 RMSNorm rmsn_292 1 1 992 993 0=2048 1=1.000000e-6 2=1 Split splitncnn_102 1 3 993 994 995 996 Gemm gemm_168 1 1 996 997 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_433 1 1 997 998 0=128 1=16 2=-1 RMSNorm rmsn_293 1 1 998 999 0=128 1=1.000000e-6 2=1 Permute transpose_545 1 1 999 1000 0=2 Gemm gemm_169 1 1 995 1001 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_434 1 1 1001 1002 0=128 1=8 2=-1 RMSNorm rmsn_294 1 1 1002 1003 0=128 1=1.000000e-6 2=1 Permute transpose_546 1 1 1003 1004 0=2 Gemm gemm_170 1 1 994 1005 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_435 1 1 1005 1006 0=128 1=8 2=-1 Permute transpose_547 1 1 1006 1007 0=2 RotaryEmbed rope_48 3 1 1000 46 104 1008 0=0 RotaryEmbed rope_49 3 1 1004 45 103 1009 0=0 SDPA sdpa_586 6 3 1008 1009 1007 7 cache_k24 cache_v24 1010 out_cache_k24 out_cache_v24 5=1 6=0.0883883 7=1 Permute transpose_548 1 1 1010 1011 0=2 Reshape reshape_436 1 1 1011 1012 0=2048 1=-1 Gemm gemm_171 1 1 1012 1013 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_72 2 1 991 1013 1014 0=0 Split splitncnn_103 1 2 1014 1015 1016 RMSNorm rmsn_295 1 1 1016 1017 0=2048 1=1.000000e-6 2=1 Split splitncnn_104 1 2 1017 1018 1019 Gemm gemm_172 1 1 1019 1020 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_333 1 1 1020 1021 Gemm gemm_173 1 1 1018 1022 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_73 2 1 1021 1022 1023 0=2 Gemm gemm_174 1 1 1023 1024 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_74 2 1 1015 1024 1025 0=0 Split splitncnn_105 1 2 1025 1026 1027 RMSNorm rmsn_296 1 1 1027 1028 0=2048 1=1.000000e-6 2=1 Split splitncnn_106 1 3 1028 1029 1030 1031 Gemm gemm_175 1 1 1031 1032 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_437 1 1 1032 1033 0=128 1=16 2=-1 RMSNorm rmsn_297 1 1 1033 1034 0=128 1=1.000000e-6 2=1 Permute transpose_549 1 1 1034 1035 0=2 Gemm gemm_176 1 1 1030 1036 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_438 1 1 1036 1037 0=128 1=8 2=-1 RMSNorm rmsn_298 1 1 1037 1038 0=128 1=1.000000e-6 2=1 Permute transpose_550 1 1 1038 1039 0=2 Gemm gemm_177 1 1 1029 1040 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_439 1 1 1040 1041 0=128 1=8 2=-1 Permute transpose_551 1 1 1041 1042 0=2 RotaryEmbed rope_50 3 1 1035 44 102 1043 0=0 RotaryEmbed rope_51 3 1 1039 43 101 1044 0=0 SDPA sdpa_587 6 3 1043 1044 1042 6 cache_k25 cache_v25 1045 out_cache_k25 out_cache_v25 5=1 6=0.0883883 7=1 Permute transpose_552 1 1 1045 1046 0=2 Reshape reshape_440 1 1 1046 1047 0=2048 1=-1 Gemm gemm_178 1 1 1047 1048 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_75 2 1 1026 1048 1049 0=0 Split splitncnn_107 1 2 1049 1050 1051 RMSNorm rmsn_299 1 1 1051 1052 0=2048 1=1.000000e-6 2=1 Split splitncnn_108 1 2 1052 1053 1054 Gemm gemm_179 1 1 1054 1055 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_334 1 1 1055 1056 Gemm gemm_180 1 1 1053 1057 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_76 2 1 1056 1057 1058 0=2 Gemm gemm_181 1 1 1058 1059 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_77 2 1 1050 1059 1060 0=0 Split splitncnn_109 1 2 1060 1061 1062 RMSNorm rmsn_300 1 1 1062 1063 0=2048 1=1.000000e-6 2=1 Split splitncnn_110 1 3 1063 1064 1065 1066 Gemm gemm_182 1 1 1066 1067 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_441 1 1 1067 1068 0=128 1=16 2=-1 RMSNorm rmsn_301 1 1 1068 1069 0=128 1=1.000000e-6 2=1 Permute transpose_553 1 1 1069 1070 0=2 Gemm gemm_183 1 1 1065 1071 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_442 1 1 1071 1072 0=128 1=8 2=-1 RMSNorm rmsn_302 1 1 1072 1073 0=128 1=1.000000e-6 2=1 Permute transpose_554 1 1 1073 1074 0=2 Gemm gemm_184 1 1 1064 1075 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_443 1 1 1075 1076 0=128 1=8 2=-1 Permute transpose_555 1 1 1076 1077 0=2 RotaryEmbed rope_52 3 1 1070 42 100 1078 0=0 RotaryEmbed rope_53 3 1 1074 41 99 1079 0=0 SDPA sdpa_588 6 3 1078 1079 1077 5 cache_k26 cache_v26 1080 out_cache_k26 out_cache_v26 5=1 6=0.0883883 7=1 Permute transpose_556 1 1 1080 1081 0=2 Reshape reshape_444 1 1 1081 1082 0=2048 1=-1 Gemm gemm_185 1 1 1082 1083 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_78 2 1 1061 1083 1084 0=0 Split splitncnn_111 1 2 1084 1085 1086 RMSNorm rmsn_303 1 1 1086 1087 0=2048 1=1.000000e-6 2=1 Split splitncnn_112 1 2 1087 1088 1089 Gemm gemm_186 1 1 1089 1090 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_335 1 1 1090 1091 Gemm gemm_187 1 1 1088 1092 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_79 2 1 1091 1092 1093 0=2 Gemm gemm_188 1 1 1093 1094 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_80 2 1 1085 1094 1095 0=0 Split splitncnn_113 1 2 1095 1096 1097 RMSNorm rmsn_304 1 1 1097 1098 0=2048 1=1.000000e-6 2=1 Split splitncnn_114 1 3 1098 1099 1100 1101 Gemm gemm_189 1 1 1101 1102 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 Reshape reshape_445 1 1 1102 1103 0=128 1=16 2=-1 RMSNorm rmsn_305 1 1 1103 1104 0=128 1=1.000000e-6 2=1 Permute transpose_557 1 1 1104 1105 0=2 Gemm gemm_190 1 1 1100 1106 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_446 1 1 1106 1107 0=128 1=8 2=-1 RMSNorm rmsn_306 1 1 1107 1108 0=128 1=1.000000e-6 2=1 Permute transpose_558 1 1 1108 1109 0=2 Gemm gemm_191 1 1 1099 1110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048 Reshape reshape_447 1 1 1110 1111 0=128 1=8 2=-1 Permute transpose_559 1 1 1111 1112 0=2 RotaryEmbed rope_54 3 1 1105 40 98 1113 0=0 RotaryEmbed rope_55 3 1 1109 39 97 1114 0=0 SDPA sdpa_589 6 3 1113 1114 1112 4 cache_k27 cache_v27 1115 out_cache_k27 out_cache_v27 5=1 6=0.0883883 7=1 Permute transpose_560 1 1 1115 1116 0=2 Reshape reshape_448 1 1 1116 1117 0=2048 1=-1 Gemm gemm_192 1 1 1117 1118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 BinaryOp add_81 2 1 1096 1118 1119 0=0 Split splitncnn_115 1 2 1119 1120 1121 RMSNorm rmsn_307 1 1 1121 1122 0=2048 1=1.000000e-6 2=1 Split splitncnn_116 1 2 1122 1123 1124 Gemm gemm_193 1 1 1124 1125 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 Swish silu_336 1 1 1125 1126 Gemm gemm_194 1 1 1123 1127 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 BinaryOp mul_82 2 1 1126 1127 1128 0=2 Gemm gemm_195 1 1 1128 1129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 BinaryOp add_83 2 1 1120 1129 1130 0=0 RMSNorm rmsn_308 1 1 1130 out0 0=2048 1=1.000000e-6 2=1