7767517 873 1205 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 Split splitncnn_1 1 24 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 Input in2 0 1 in2 Split splitncnn_2 1 48 in2 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 Input in3 0 1 in3 Split splitncnn_3 1 48 in3 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 Input kv_cache 0 48 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 cache_k16 cache_v16 cache_k17 cache_v17 cache_k18 cache_v18 cache_k19 cache_v19 cache_k20 cache_v20 cache_k21 cache_v21 cache_k22 cache_v22 cache_k23 cache_v23 RMSNorm rmsn_192 1 1 2 126 0=1024 1=1.000000e-05 2=1 Split splitncnn_4 1 3 126 127 128 129 Gemm gemm_0 1 1 129 130 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_1 1 1 128 131 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_2 1 1 127 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_289 1 1 130 133 0=64 1=16 2=-1 Permute transpose_433 1 1 133 134 0=2 Reshape reshape_290 1 1 131 135 0=64 1=2 2=-1 Permute transpose_434 1 1 135 136 0=2 Reshape reshape_291 1 1 132 137 0=64 1=2 2=-1 Permute transpose_435 1 1 137 138 0=2 RotaryEmbed rope_0 3 1 134 76 125 139 0=0 RotaryEmbed rope_1 3 1 136 75 124 140 0=0 ExpandDims unsqueeze_529 1 1 140 141 -23303=1,1 Tile expand_241 1 1 141 142 -23302=4,1,8,1,1 Reshape reshape_292 1 1 142 143 0=64 1=-1 2=16 ExpandDims unsqueeze_530 1 1 138 144 -23303=1,1 Tile expand_242 1 1 144 145 -23302=4,1,8,1,1 Reshape reshape_293 1 1 145 146 0=64 1=-1 2=16 SDPA sdpa_577 6 3 139 143 146 27 cache_k0 cache_v0 147 out_cache_k0 out_cache_v0 5=1 7=1 Permute transpose_436 1 1 147 148 0=2 Reshape reshape_294 1 1 148 149 0=1024 1=-1 Gemm gemm_3 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_0 1 1 150 151 0=2 1=1 2=0.285774 BinaryOp add_1 2 1 1 151 152 0=0 Split splitncnn_5 1 2 152 153 154 RMSNorm rmsn_193 1 1 154 155 0=1024 1=1.000000e-05 2=1 Split splitncnn_6 1 2 155 156 157 Gemm gemm_4 1 1 157 158 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_168 1 1 158 159 Gemm gemm_5 1 1 156 160 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_2 2 1 159 160 161 0=2 Gemm gemm_6 1 1 161 162 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_3 1 1 162 163 0=2 1=1 2=0.285774 BinaryOp add_4 2 1 153 163 164 0=0 Split splitncnn_7 1 2 164 165 166 RMSNorm rmsn_194 1 1 166 167 0=1024 1=1.000000e-05 2=1 Split splitncnn_8 1 3 167 168 169 170 Gemm gemm_7 1 1 170 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_8 1 1 169 172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_9 1 1 168 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_295 1 1 171 174 0=64 1=16 2=-1 Permute transpose_437 1 1 174 175 0=2 Reshape reshape_296 1 1 172 176 0=64 1=2 2=-1 Permute transpose_438 1 1 176 177 0=2 Reshape reshape_297 1 1 173 178 0=64 1=2 2=-1 Permute transpose_439 1 1 178 179 0=2 RotaryEmbed rope_2 3 1 175 74 123 180 0=0 RotaryEmbed rope_3 3 1 177 73 122 181 0=0 ExpandDims unsqueeze_531 1 1 181 182 -23303=1,1 Tile expand_243 1 1 182 183 -23302=4,1,8,1,1 Reshape reshape_298 1 1 183 184 0=64 1=-1 2=16 ExpandDims unsqueeze_532 1 1 179 185 -23303=1,1 Tile expand_244 1 1 185 186 -23302=4,1,8,1,1 Reshape reshape_299 1 1 186 187 0=64 1=-1 2=16 SDPA sdpa_578 6 3 180 184 187 26 cache_k1 cache_v1 188 out_cache_k1 out_cache_v1 5=1 7=1 Permute transpose_440 1 1 188 189 0=2 Reshape reshape_300 1 1 189 190 0=1024 1=-1 Gemm gemm_10 1 1 190 191 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_5 1 1 191 192 0=2 1=1 2=0.285774 BinaryOp add_6 2 1 165 192 193 0=0 Split splitncnn_9 1 2 193 194 195 RMSNorm rmsn_195 1 1 195 196 0=1024 1=1.000000e-05 2=1 Split splitncnn_10 1 2 196 197 198 Gemm gemm_11 1 1 198 199 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_169 1 1 199 200 Gemm gemm_12 1 1 197 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_7 2 1 200 201 202 0=2 Gemm gemm_13 1 1 202 203 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_8 1 1 203 204 0=2 1=1 2=0.285774 BinaryOp add_9 2 1 194 204 205 0=0 Split splitncnn_11 1 2 205 206 207 RMSNorm rmsn_196 1 1 207 208 0=1024 1=1.000000e-05 2=1 Split splitncnn_12 1 3 208 209 210 211 Gemm gemm_14 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_15 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_16 1 1 209 214 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_301 1 1 212 215 0=64 1=16 2=-1 Permute transpose_441 1 1 215 216 0=2 Reshape reshape_302 1 1 213 217 0=64 1=2 2=-1 Permute transpose_442 1 1 217 218 0=2 Reshape reshape_303 1 1 214 219 0=64 1=2 2=-1 Permute transpose_443 1 1 219 220 0=2 RotaryEmbed rope_4 3 1 216 72 121 221 0=0 RotaryEmbed rope_5 3 1 218 71 120 222 0=0 ExpandDims unsqueeze_533 1 1 222 223 -23303=1,1 Tile expand_245 1 1 223 224 -23302=4,1,8,1,1 Reshape reshape_304 1 1 224 225 0=64 1=-1 2=16 ExpandDims unsqueeze_534 1 1 220 226 -23303=1,1 Tile expand_246 1 1 226 227 -23302=4,1,8,1,1 Reshape reshape_305 1 1 227 228 0=64 1=-1 2=16 SDPA sdpa_579 6 3 221 225 228 25 cache_k2 cache_v2 229 out_cache_k2 out_cache_v2 5=1 7=1 Permute transpose_444 1 1 229 230 0=2 Reshape reshape_306 1 1 230 231 0=1024 1=-1 Gemm gemm_17 1 1 231 232 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_10 1 1 232 233 0=2 1=1 2=0.285774 BinaryOp add_11 2 1 206 233 234 0=0 Split splitncnn_13 1 2 234 235 236 RMSNorm rmsn_197 1 1 236 237 0=1024 1=1.000000e-05 2=1 Split splitncnn_14 1 2 237 238 239 Gemm gemm_18 1 1 239 240 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_170 1 1 240 241 Gemm gemm_19 1 1 238 242 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_12 2 1 241 242 243 0=2 Gemm gemm_20 1 1 243 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_13 1 1 244 245 0=2 1=1 2=0.285774 BinaryOp add_14 2 1 235 245 246 0=0 Split splitncnn_15 1 2 246 247 248 RMSNorm rmsn_198 1 1 248 249 0=1024 1=1.000000e-05 2=1 Split splitncnn_16 1 3 249 250 251 252 Gemm gemm_21 1 1 252 253 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_22 1 1 251 254 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_23 1 1 250 255 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_307 1 1 253 256 0=64 1=16 2=-1 Permute transpose_445 1 1 256 257 0=2 Reshape reshape_308 1 1 254 258 0=64 1=2 2=-1 Permute transpose_446 1 1 258 259 0=2 Reshape reshape_309 1 1 255 260 0=64 1=2 2=-1 Permute transpose_447 1 1 260 261 0=2 RotaryEmbed rope_6 3 1 257 70 119 262 0=0 RotaryEmbed rope_7 3 1 259 69 118 263 0=0 ExpandDims unsqueeze_535 1 1 263 264 -23303=1,1 Tile expand_247 1 1 264 265 -23302=4,1,8,1,1 Reshape reshape_310 1 1 265 266 0=64 1=-1 2=16 ExpandDims unsqueeze_536 1 1 261 267 -23303=1,1 Tile expand_248 1 1 267 268 -23302=4,1,8,1,1 Reshape reshape_311 1 1 268 269 0=64 1=-1 2=16 SDPA sdpa_580 6 3 262 266 269 24 cache_k3 cache_v3 270 out_cache_k3 out_cache_v3 5=1 7=1 Permute transpose_448 1 1 270 271 0=2 Reshape reshape_312 1 1 271 272 0=1024 1=-1 Gemm gemm_24 1 1 272 273 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_15 1 1 273 274 0=2 1=1 2=0.285774 BinaryOp add_16 2 1 247 274 275 0=0 Split splitncnn_17 1 2 275 276 277 RMSNorm rmsn_199 1 1 277 278 0=1024 1=1.000000e-05 2=1 Split splitncnn_18 1 2 278 279 280 Gemm gemm_25 1 1 280 281 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_171 1 1 281 282 Gemm gemm_26 1 1 279 283 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_17 2 1 282 283 284 0=2 Gemm gemm_27 1 1 284 285 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_18 1 1 285 286 0=2 1=1 2=0.285774 BinaryOp add_19 2 1 276 286 287 0=0 Split splitncnn_19 1 2 287 288 289 RMSNorm rmsn_200 1 1 289 290 0=1024 1=1.000000e-05 2=1 Split splitncnn_20 1 3 290 291 292 293 Gemm gemm_28 1 1 293 294 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_29 1 1 292 295 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_30 1 1 291 296 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_313 1 1 294 297 0=64 1=16 2=-1 Permute transpose_449 1 1 297 298 0=2 Reshape reshape_314 1 1 295 299 0=64 1=2 2=-1 Permute transpose_450 1 1 299 300 0=2 Reshape reshape_315 1 1 296 301 0=64 1=2 2=-1 Permute transpose_451 1 1 301 302 0=2 RotaryEmbed rope_8 3 1 298 68 117 303 0=0 RotaryEmbed rope_9 3 1 300 67 116 304 0=0 ExpandDims unsqueeze_537 1 1 304 305 -23303=1,1 Tile expand_249 1 1 305 306 -23302=4,1,8,1,1 Reshape reshape_316 1 1 306 307 0=64 1=-1 2=16 ExpandDims unsqueeze_538 1 1 302 308 -23303=1,1 Tile expand_250 1 1 308 309 -23302=4,1,8,1,1 Reshape reshape_317 1 1 309 310 0=64 1=-1 2=16 SDPA sdpa_581 6 3 303 307 310 23 cache_k4 cache_v4 311 out_cache_k4 out_cache_v4 5=1 7=1 Permute transpose_452 1 1 311 312 0=2 Reshape reshape_318 1 1 312 313 0=1024 1=-1 Gemm gemm_31 1 1 313 314 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_20 1 1 314 315 0=2 1=1 2=0.285774 BinaryOp add_21 2 1 288 315 316 0=0 Split splitncnn_21 1 2 316 317 318 RMSNorm rmsn_201 1 1 318 319 0=1024 1=1.000000e-05 2=1 Split splitncnn_22 1 2 319 320 321 Gemm gemm_32 1 1 321 322 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_172 1 1 322 323 Gemm gemm_33 1 1 320 324 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_22 2 1 323 324 325 0=2 Gemm gemm_34 1 1 325 326 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_23 1 1 326 327 0=2 1=1 2=0.285774 BinaryOp add_24 2 1 317 327 328 0=0 Split splitncnn_23 1 2 328 329 330 RMSNorm rmsn_202 1 1 330 331 0=1024 1=1.000000e-05 2=1 Split splitncnn_24 1 3 331 332 333 334 Gemm gemm_35 1 1 334 335 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_36 1 1 333 336 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_37 1 1 332 337 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_319 1 1 335 338 0=64 1=16 2=-1 Permute transpose_453 1 1 338 339 0=2 Reshape reshape_320 1 1 336 340 0=64 1=2 2=-1 Permute transpose_454 1 1 340 341 0=2 Reshape reshape_321 1 1 337 342 0=64 1=2 2=-1 Permute transpose_455 1 1 342 343 0=2 RotaryEmbed rope_10 3 1 339 66 115 344 0=0 RotaryEmbed rope_11 3 1 341 65 114 345 0=0 ExpandDims unsqueeze_539 1 1 345 346 -23303=1,1 Tile expand_251 1 1 346 347 -23302=4,1,8,1,1 Reshape reshape_322 1 1 347 348 0=64 1=-1 2=16 ExpandDims unsqueeze_540 1 1 343 349 -23303=1,1 Tile expand_252 1 1 349 350 -23302=4,1,8,1,1 Reshape reshape_323 1 1 350 351 0=64 1=-1 2=16 SDPA sdpa_582 6 3 344 348 351 22 cache_k5 cache_v5 352 out_cache_k5 out_cache_v5 5=1 7=1 Permute transpose_456 1 1 352 353 0=2 Reshape reshape_324 1 1 353 354 0=1024 1=-1 Gemm gemm_38 1 1 354 355 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_25 1 1 355 356 0=2 1=1 2=0.285774 BinaryOp add_26 2 1 329 356 357 0=0 Split splitncnn_25 1 2 357 358 359 RMSNorm rmsn_203 1 1 359 360 0=1024 1=1.000000e-05 2=1 Split splitncnn_26 1 2 360 361 362 Gemm gemm_39 1 1 362 363 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_173 1 1 363 364 Gemm gemm_40 1 1 361 365 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_27 2 1 364 365 366 0=2 Gemm gemm_41 1 1 366 367 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_28 1 1 367 368 0=2 1=1 2=0.285774 BinaryOp add_29 2 1 358 368 369 0=0 Split splitncnn_27 1 2 369 370 371 RMSNorm rmsn_204 1 1 371 372 0=1024 1=1.000000e-05 2=1 Split splitncnn_28 1 3 372 373 374 375 Gemm gemm_42 1 1 375 376 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_43 1 1 374 377 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_44 1 1 373 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_325 1 1 376 379 0=64 1=16 2=-1 Permute transpose_457 1 1 379 380 0=2 Reshape reshape_326 1 1 377 381 0=64 1=2 2=-1 Permute transpose_458 1 1 381 382 0=2 Reshape reshape_327 1 1 378 383 0=64 1=2 2=-1 Permute transpose_459 1 1 383 384 0=2 RotaryEmbed rope_12 3 1 380 64 113 385 0=0 RotaryEmbed rope_13 3 1 382 63 112 386 0=0 ExpandDims unsqueeze_541 1 1 386 387 -23303=1,1 Tile expand_253 1 1 387 388 -23302=4,1,8,1,1 Reshape reshape_328 1 1 388 389 0=64 1=-1 2=16 ExpandDims unsqueeze_542 1 1 384 390 -23303=1,1 Tile expand_254 1 1 390 391 -23302=4,1,8,1,1 Reshape reshape_329 1 1 391 392 0=64 1=-1 2=16 SDPA sdpa_583 6 3 385 389 392 21 cache_k6 cache_v6 393 out_cache_k6 out_cache_v6 5=1 7=1 Permute transpose_460 1 1 393 394 0=2 Reshape reshape_330 1 1 394 395 0=1024 1=-1 Gemm gemm_45 1 1 395 396 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_30 1 1 396 397 0=2 1=1 2=0.285774 BinaryOp add_31 2 1 370 397 398 0=0 Split splitncnn_29 1 2 398 399 400 RMSNorm rmsn_205 1 1 400 401 0=1024 1=1.000000e-05 2=1 Split splitncnn_30 1 2 401 402 403 Gemm gemm_46 1 1 403 404 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_174 1 1 404 405 Gemm gemm_47 1 1 402 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_32 2 1 405 406 407 0=2 Gemm gemm_48 1 1 407 408 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_33 1 1 408 409 0=2 1=1 2=0.285774 BinaryOp add_34 2 1 399 409 410 0=0 Split splitncnn_31 1 2 410 411 412 RMSNorm rmsn_206 1 1 412 413 0=1024 1=1.000000e-05 2=1 Split splitncnn_32 1 3 413 414 415 416 Gemm gemm_49 1 1 416 417 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_50 1 1 415 418 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_51 1 1 414 419 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_331 1 1 417 420 0=64 1=16 2=-1 Permute transpose_461 1 1 420 421 0=2 Reshape reshape_332 1 1 418 422 0=64 1=2 2=-1 Permute transpose_462 1 1 422 423 0=2 Reshape reshape_333 1 1 419 424 0=64 1=2 2=-1 Permute transpose_463 1 1 424 425 0=2 RotaryEmbed rope_14 3 1 421 62 111 426 0=0 RotaryEmbed rope_15 3 1 423 61 110 427 0=0 ExpandDims unsqueeze_543 1 1 427 428 -23303=1,1 Tile expand_255 1 1 428 429 -23302=4,1,8,1,1 Reshape reshape_334 1 1 429 430 0=64 1=-1 2=16 ExpandDims unsqueeze_544 1 1 425 431 -23303=1,1 Tile expand_256 1 1 431 432 -23302=4,1,8,1,1 Reshape reshape_335 1 1 432 433 0=64 1=-1 2=16 SDPA sdpa_584 6 3 426 430 433 20 cache_k7 cache_v7 434 out_cache_k7 out_cache_v7 5=1 7=1 Permute transpose_464 1 1 434 435 0=2 Reshape reshape_336 1 1 435 436 0=1024 1=-1 Gemm gemm_52 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_35 1 1 437 438 0=2 1=1 2=0.285774 BinaryOp add_36 2 1 411 438 439 0=0 Split splitncnn_33 1 2 439 440 441 RMSNorm rmsn_207 1 1 441 442 0=1024 1=1.000000e-05 2=1 Split splitncnn_34 1 2 442 443 444 Gemm gemm_53 1 1 444 445 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_175 1 1 445 446 Gemm gemm_54 1 1 443 447 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_37 2 1 446 447 448 0=2 Gemm gemm_55 1 1 448 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_38 1 1 449 450 0=2 1=1 2=0.285774 BinaryOp add_39 2 1 440 450 451 0=0 Split splitncnn_35 1 2 451 452 453 RMSNorm rmsn_208 1 1 453 454 0=1024 1=1.000000e-05 2=1 Split splitncnn_36 1 3 454 455 456 457 Gemm gemm_56 1 1 457 458 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_57 1 1 456 459 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_58 1 1 455 460 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_337 1 1 458 461 0=64 1=16 2=-1 Permute transpose_465 1 1 461 462 0=2 Reshape reshape_338 1 1 459 463 0=64 1=2 2=-1 Permute transpose_466 1 1 463 464 0=2 Reshape reshape_339 1 1 460 465 0=64 1=2 2=-1 Permute transpose_467 1 1 465 466 0=2 RotaryEmbed rope_16 3 1 462 60 109 467 0=0 RotaryEmbed rope_17 3 1 464 59 108 468 0=0 ExpandDims unsqueeze_545 1 1 468 469 -23303=1,1 Tile expand_257 1 1 469 470 -23302=4,1,8,1,1 Reshape reshape_340 1 1 470 471 0=64 1=-1 2=16 ExpandDims unsqueeze_546 1 1 466 472 -23303=1,1 Tile expand_258 1 1 472 473 -23302=4,1,8,1,1 Reshape reshape_341 1 1 473 474 0=64 1=-1 2=16 SDPA sdpa_585 6 3 467 471 474 19 cache_k8 cache_v8 475 out_cache_k8 out_cache_v8 5=1 7=1 Permute transpose_468 1 1 475 476 0=2 Reshape reshape_342 1 1 476 477 0=1024 1=-1 Gemm gemm_59 1 1 477 478 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_40 1 1 478 479 0=2 1=1 2=0.285774 BinaryOp add_41 2 1 452 479 480 0=0 Split splitncnn_37 1 2 480 481 482 RMSNorm rmsn_209 1 1 482 483 0=1024 1=1.000000e-05 2=1 Split splitncnn_38 1 2 483 484 485 Gemm gemm_60 1 1 485 486 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_176 1 1 486 487 Gemm gemm_61 1 1 484 488 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_42 2 1 487 488 489 0=2 Gemm gemm_62 1 1 489 490 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_43 1 1 490 491 0=2 1=1 2=0.285774 BinaryOp add_44 2 1 481 491 492 0=0 Split splitncnn_39 1 2 492 493 494 RMSNorm rmsn_210 1 1 494 495 0=1024 1=1.000000e-05 2=1 Split splitncnn_40 1 3 495 496 497 498 Gemm gemm_63 1 1 498 499 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_64 1 1 497 500 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_65 1 1 496 501 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_343 1 1 499 502 0=64 1=16 2=-1 Permute transpose_469 1 1 502 503 0=2 Reshape reshape_344 1 1 500 504 0=64 1=2 2=-1 Permute transpose_470 1 1 504 505 0=2 Reshape reshape_345 1 1 501 506 0=64 1=2 2=-1 Permute transpose_471 1 1 506 507 0=2 RotaryEmbed rope_18 3 1 503 58 107 508 0=0 RotaryEmbed rope_19 3 1 505 57 106 509 0=0 ExpandDims unsqueeze_547 1 1 509 510 -23303=1,1 Tile expand_259 1 1 510 511 -23302=4,1,8,1,1 Reshape reshape_346 1 1 511 512 0=64 1=-1 2=16 ExpandDims unsqueeze_548 1 1 507 513 -23303=1,1 Tile expand_260 1 1 513 514 -23302=4,1,8,1,1 Reshape reshape_347 1 1 514 515 0=64 1=-1 2=16 SDPA sdpa_586 6 3 508 512 515 18 cache_k9 cache_v9 516 out_cache_k9 out_cache_v9 5=1 7=1 Permute transpose_472 1 1 516 517 0=2 Reshape reshape_348 1 1 517 518 0=1024 1=-1 Gemm gemm_66 1 1 518 519 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_45 1 1 519 520 0=2 1=1 2=0.285774 BinaryOp add_46 2 1 493 520 521 0=0 Split splitncnn_41 1 2 521 522 523 RMSNorm rmsn_211 1 1 523 524 0=1024 1=1.000000e-05 2=1 Split splitncnn_42 1 2 524 525 526 Gemm gemm_67 1 1 526 527 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_177 1 1 527 528 Gemm gemm_68 1 1 525 529 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_47 2 1 528 529 530 0=2 Gemm gemm_69 1 1 530 531 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_48 1 1 531 532 0=2 1=1 2=0.285774 BinaryOp add_49 2 1 522 532 533 0=0 Split splitncnn_43 1 2 533 534 535 RMSNorm rmsn_212 1 1 535 536 0=1024 1=1.000000e-05 2=1 Split splitncnn_44 1 3 536 537 538 539 Gemm gemm_70 1 1 539 540 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_71 1 1 538 541 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_72 1 1 537 542 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_349 1 1 540 543 0=64 1=16 2=-1 Permute transpose_473 1 1 543 544 0=2 Reshape reshape_350 1 1 541 545 0=64 1=2 2=-1 Permute transpose_474 1 1 545 546 0=2 Reshape reshape_351 1 1 542 547 0=64 1=2 2=-1 Permute transpose_475 1 1 547 548 0=2 RotaryEmbed rope_20 3 1 544 56 105 549 0=0 RotaryEmbed rope_21 3 1 546 55 104 550 0=0 ExpandDims unsqueeze_549 1 1 550 551 -23303=1,1 Tile expand_261 1 1 551 552 -23302=4,1,8,1,1 Reshape reshape_352 1 1 552 553 0=64 1=-1 2=16 ExpandDims unsqueeze_550 1 1 548 554 -23303=1,1 Tile expand_262 1 1 554 555 -23302=4,1,8,1,1 Reshape reshape_353 1 1 555 556 0=64 1=-1 2=16 SDPA sdpa_587 6 3 549 553 556 17 cache_k10 cache_v10 557 out_cache_k10 out_cache_v10 5=1 7=1 Permute transpose_476 1 1 557 558 0=2 Reshape reshape_354 1 1 558 559 0=1024 1=-1 Gemm gemm_73 1 1 559 560 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_50 1 1 560 561 0=2 1=1 2=0.285774 BinaryOp add_51 2 1 534 561 562 0=0 Split splitncnn_45 1 2 562 563 564 RMSNorm rmsn_213 1 1 564 565 0=1024 1=1.000000e-05 2=1 Split splitncnn_46 1 2 565 566 567 Gemm gemm_74 1 1 567 568 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_178 1 1 568 569 Gemm gemm_75 1 1 566 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_52 2 1 569 570 571 0=2 Gemm gemm_76 1 1 571 572 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_53 1 1 572 573 0=2 1=1 2=0.285774 BinaryOp add_54 2 1 563 573 574 0=0 Split splitncnn_47 1 2 574 575 576 RMSNorm rmsn_214 1 1 576 577 0=1024 1=1.000000e-05 2=1 Split splitncnn_48 1 3 577 578 579 580 Gemm gemm_77 1 1 580 581 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_78 1 1 579 582 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_79 1 1 578 583 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_355 1 1 581 584 0=64 1=16 2=-1 Permute transpose_477 1 1 584 585 0=2 Reshape reshape_356 1 1 582 586 0=64 1=2 2=-1 Permute transpose_478 1 1 586 587 0=2 Reshape reshape_357 1 1 583 588 0=64 1=2 2=-1 Permute transpose_479 1 1 588 589 0=2 RotaryEmbed rope_22 3 1 585 54 103 590 0=0 RotaryEmbed rope_23 3 1 587 53 102 591 0=0 ExpandDims unsqueeze_551 1 1 591 592 -23303=1,1 Tile expand_263 1 1 592 593 -23302=4,1,8,1,1 Reshape reshape_358 1 1 593 594 0=64 1=-1 2=16 ExpandDims unsqueeze_552 1 1 589 595 -23303=1,1 Tile expand_264 1 1 595 596 -23302=4,1,8,1,1 Reshape reshape_359 1 1 596 597 0=64 1=-1 2=16 SDPA sdpa_588 6 3 590 594 597 16 cache_k11 cache_v11 598 out_cache_k11 out_cache_v11 5=1 7=1 Permute transpose_480 1 1 598 599 0=2 Reshape reshape_360 1 1 599 600 0=1024 1=-1 Gemm gemm_80 1 1 600 601 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_55 1 1 601 602 0=2 1=1 2=0.285774 BinaryOp add_56 2 1 575 602 603 0=0 Split splitncnn_49 1 2 603 604 605 RMSNorm rmsn_215 1 1 605 606 0=1024 1=1.000000e-05 2=1 Split splitncnn_50 1 2 606 607 608 Gemm gemm_81 1 1 608 609 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_179 1 1 609 610 Gemm gemm_82 1 1 607 611 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_57 2 1 610 611 612 0=2 Gemm gemm_83 1 1 612 613 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_58 1 1 613 614 0=2 1=1 2=0.285774 BinaryOp add_59 2 1 604 614 615 0=0 Split splitncnn_51 1 2 615 616 617 RMSNorm rmsn_216 1 1 617 618 0=1024 1=1.000000e-05 2=1 Split splitncnn_52 1 3 618 619 620 621 Gemm gemm_84 1 1 621 622 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_85 1 1 620 623 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_86 1 1 619 624 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_361 1 1 622 625 0=64 1=16 2=-1 Permute transpose_481 1 1 625 626 0=2 Reshape reshape_362 1 1 623 627 0=64 1=2 2=-1 Permute transpose_482 1 1 627 628 0=2 Reshape reshape_363 1 1 624 629 0=64 1=2 2=-1 Permute transpose_483 1 1 629 630 0=2 RotaryEmbed rope_24 3 1 626 52 101 631 0=0 RotaryEmbed rope_25 3 1 628 51 100 632 0=0 ExpandDims unsqueeze_553 1 1 632 633 -23303=1,1 Tile expand_265 1 1 633 634 -23302=4,1,8,1,1 Reshape reshape_364 1 1 634 635 0=64 1=-1 2=16 ExpandDims unsqueeze_554 1 1 630 636 -23303=1,1 Tile expand_266 1 1 636 637 -23302=4,1,8,1,1 Reshape reshape_365 1 1 637 638 0=64 1=-1 2=16 SDPA sdpa_589 6 3 631 635 638 15 cache_k12 cache_v12 639 out_cache_k12 out_cache_v12 5=1 7=1 Permute transpose_484 1 1 639 640 0=2 Reshape reshape_366 1 1 640 641 0=1024 1=-1 Gemm gemm_87 1 1 641 642 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_60 1 1 642 643 0=2 1=1 2=0.285774 BinaryOp add_61 2 1 616 643 644 0=0 Split splitncnn_53 1 2 644 645 646 RMSNorm rmsn_217 1 1 646 647 0=1024 1=1.000000e-05 2=1 Split splitncnn_54 1 2 647 648 649 Gemm gemm_88 1 1 649 650 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_180 1 1 650 651 Gemm gemm_89 1 1 648 652 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_62 2 1 651 652 653 0=2 Gemm gemm_90 1 1 653 654 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_63 1 1 654 655 0=2 1=1 2=0.285774 BinaryOp add_64 2 1 645 655 656 0=0 Split splitncnn_55 1 2 656 657 658 RMSNorm rmsn_218 1 1 658 659 0=1024 1=1.000000e-05 2=1 Split splitncnn_56 1 3 659 660 661 662 Gemm gemm_91 1 1 662 663 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_92 1 1 661 664 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_93 1 1 660 665 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_367 1 1 663 666 0=64 1=16 2=-1 Permute transpose_485 1 1 666 667 0=2 Reshape reshape_368 1 1 664 668 0=64 1=2 2=-1 Permute transpose_486 1 1 668 669 0=2 Reshape reshape_369 1 1 665 670 0=64 1=2 2=-1 Permute transpose_487 1 1 670 671 0=2 RotaryEmbed rope_26 3 1 667 50 99 672 0=0 RotaryEmbed rope_27 3 1 669 49 98 673 0=0 ExpandDims unsqueeze_555 1 1 673 674 -23303=1,1 Tile expand_267 1 1 674 675 -23302=4,1,8,1,1 Reshape reshape_370 1 1 675 676 0=64 1=-1 2=16 ExpandDims unsqueeze_556 1 1 671 677 -23303=1,1 Tile expand_268 1 1 677 678 -23302=4,1,8,1,1 Reshape reshape_371 1 1 678 679 0=64 1=-1 2=16 SDPA sdpa_590 6 3 672 676 679 14 cache_k13 cache_v13 680 out_cache_k13 out_cache_v13 5=1 7=1 Permute transpose_488 1 1 680 681 0=2 Reshape reshape_372 1 1 681 682 0=1024 1=-1 Gemm gemm_94 1 1 682 683 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_65 1 1 683 684 0=2 1=1 2=0.285774 BinaryOp add_66 2 1 657 684 685 0=0 Split splitncnn_57 1 2 685 686 687 RMSNorm rmsn_219 1 1 687 688 0=1024 1=1.000000e-05 2=1 Split splitncnn_58 1 2 688 689 690 Gemm gemm_95 1 1 690 691 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_181 1 1 691 692 Gemm gemm_96 1 1 689 693 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_67 2 1 692 693 694 0=2 Gemm gemm_97 1 1 694 695 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_68 1 1 695 696 0=2 1=1 2=0.285774 BinaryOp add_69 2 1 686 696 697 0=0 Split splitncnn_59 1 2 697 698 699 RMSNorm rmsn_220 1 1 699 700 0=1024 1=1.000000e-05 2=1 Split splitncnn_60 1 3 700 701 702 703 Gemm gemm_98 1 1 703 704 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_99 1 1 702 705 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_100 1 1 701 706 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_373 1 1 704 707 0=64 1=16 2=-1 Permute transpose_489 1 1 707 708 0=2 Reshape reshape_374 1 1 705 709 0=64 1=2 2=-1 Permute transpose_490 1 1 709 710 0=2 Reshape reshape_375 1 1 706 711 0=64 1=2 2=-1 Permute transpose_491 1 1 711 712 0=2 RotaryEmbed rope_28 3 1 708 48 97 713 0=0 RotaryEmbed rope_29 3 1 710 47 96 714 0=0 ExpandDims unsqueeze_557 1 1 714 715 -23303=1,1 Tile expand_269 1 1 715 716 -23302=4,1,8,1,1 Reshape reshape_376 1 1 716 717 0=64 1=-1 2=16 ExpandDims unsqueeze_558 1 1 712 718 -23303=1,1 Tile expand_270 1 1 718 719 -23302=4,1,8,1,1 Reshape reshape_377 1 1 719 720 0=64 1=-1 2=16 SDPA sdpa_591 6 3 713 717 720 13 cache_k14 cache_v14 721 out_cache_k14 out_cache_v14 5=1 7=1 Permute transpose_492 1 1 721 722 0=2 Reshape reshape_378 1 1 722 723 0=1024 1=-1 Gemm gemm_101 1 1 723 724 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_70 1 1 724 725 0=2 1=1 2=0.285774 BinaryOp add_71 2 1 698 725 726 0=0 Split splitncnn_61 1 2 726 727 728 RMSNorm rmsn_221 1 1 728 729 0=1024 1=1.000000e-05 2=1 Split splitncnn_62 1 2 729 730 731 Gemm gemm_102 1 1 731 732 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_182 1 1 732 733 Gemm gemm_103 1 1 730 734 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_72 2 1 733 734 735 0=2 Gemm gemm_104 1 1 735 736 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_73 1 1 736 737 0=2 1=1 2=0.285774 BinaryOp add_74 2 1 727 737 738 0=0 Split splitncnn_63 1 2 738 739 740 RMSNorm rmsn_222 1 1 740 741 0=1024 1=1.000000e-05 2=1 Split splitncnn_64 1 3 741 742 743 744 Gemm gemm_105 1 1 744 745 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_106 1 1 743 746 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_107 1 1 742 747 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_379 1 1 745 748 0=64 1=16 2=-1 Permute transpose_493 1 1 748 749 0=2 Reshape reshape_380 1 1 746 750 0=64 1=2 2=-1 Permute transpose_494 1 1 750 751 0=2 Reshape reshape_381 1 1 747 752 0=64 1=2 2=-1 Permute transpose_495 1 1 752 753 0=2 RotaryEmbed rope_30 3 1 749 46 95 754 0=0 RotaryEmbed rope_31 3 1 751 45 94 755 0=0 ExpandDims unsqueeze_559 1 1 755 756 -23303=1,1 Tile expand_271 1 1 756 757 -23302=4,1,8,1,1 Reshape reshape_382 1 1 757 758 0=64 1=-1 2=16 ExpandDims unsqueeze_560 1 1 753 759 -23303=1,1 Tile expand_272 1 1 759 760 -23302=4,1,8,1,1 Reshape reshape_383 1 1 760 761 0=64 1=-1 2=16 SDPA sdpa_592 6 3 754 758 761 12 cache_k15 cache_v15 762 out_cache_k15 out_cache_v15 5=1 7=1 Permute transpose_496 1 1 762 763 0=2 Reshape reshape_384 1 1 763 764 0=1024 1=-1 Gemm gemm_108 1 1 764 765 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_75 1 1 765 766 0=2 1=1 2=0.285774 BinaryOp add_76 2 1 739 766 767 0=0 Split splitncnn_65 1 2 767 768 769 RMSNorm rmsn_223 1 1 769 770 0=1024 1=1.000000e-05 2=1 Split splitncnn_66 1 2 770 771 772 Gemm gemm_109 1 1 772 773 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_183 1 1 773 774 Gemm gemm_110 1 1 771 775 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_77 2 1 774 775 776 0=2 Gemm gemm_111 1 1 776 777 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_78 1 1 777 778 0=2 1=1 2=0.285774 BinaryOp add_79 2 1 768 778 779 0=0 Split splitncnn_67 1 2 779 780 781 RMSNorm rmsn_224 1 1 781 782 0=1024 1=1.000000e-05 2=1 Split splitncnn_68 1 3 782 783 784 785 Gemm gemm_112 1 1 785 786 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_113 1 1 784 787 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_114 1 1 783 788 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_385 1 1 786 789 0=64 1=16 2=-1 Permute transpose_497 1 1 789 790 0=2 Reshape reshape_386 1 1 787 791 0=64 1=2 2=-1 Permute transpose_498 1 1 791 792 0=2 Reshape reshape_387 1 1 788 793 0=64 1=2 2=-1 Permute transpose_499 1 1 793 794 0=2 RotaryEmbed rope_32 3 1 790 44 93 795 0=0 RotaryEmbed rope_33 3 1 792 43 92 796 0=0 ExpandDims unsqueeze_561 1 1 796 797 -23303=1,1 Tile expand_273 1 1 797 798 -23302=4,1,8,1,1 Reshape reshape_388 1 1 798 799 0=64 1=-1 2=16 ExpandDims unsqueeze_562 1 1 794 800 -23303=1,1 Tile expand_274 1 1 800 801 -23302=4,1,8,1,1 Reshape reshape_389 1 1 801 802 0=64 1=-1 2=16 SDPA sdpa_593 6 3 795 799 802 11 cache_k16 cache_v16 803 out_cache_k16 out_cache_v16 5=1 7=1 Permute transpose_500 1 1 803 804 0=2 Reshape reshape_390 1 1 804 805 0=1024 1=-1 Gemm gemm_115 1 1 805 806 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_80 1 1 806 807 0=2 1=1 2=0.285774 BinaryOp add_81 2 1 780 807 808 0=0 Split splitncnn_69 1 2 808 809 810 RMSNorm rmsn_225 1 1 810 811 0=1024 1=1.000000e-05 2=1 Split splitncnn_70 1 2 811 812 813 Gemm gemm_116 1 1 813 814 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_184 1 1 814 815 Gemm gemm_117 1 1 812 816 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_82 2 1 815 816 817 0=2 Gemm gemm_118 1 1 817 818 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_83 1 1 818 819 0=2 1=1 2=0.285774 BinaryOp add_84 2 1 809 819 820 0=0 Split splitncnn_71 1 2 820 821 822 RMSNorm rmsn_226 1 1 822 823 0=1024 1=1.000000e-05 2=1 Split splitncnn_72 1 3 823 824 825 826 Gemm gemm_119 1 1 826 827 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_120 1 1 825 828 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_121 1 1 824 829 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_391 1 1 827 830 0=64 1=16 2=-1 Permute transpose_501 1 1 830 831 0=2 Reshape reshape_392 1 1 828 832 0=64 1=2 2=-1 Permute transpose_502 1 1 832 833 0=2 Reshape reshape_393 1 1 829 834 0=64 1=2 2=-1 Permute transpose_503 1 1 834 835 0=2 RotaryEmbed rope_34 3 1 831 42 91 836 0=0 RotaryEmbed rope_35 3 1 833 41 90 837 0=0 ExpandDims unsqueeze_563 1 1 837 838 -23303=1,1 Tile expand_275 1 1 838 839 -23302=4,1,8,1,1 Reshape reshape_394 1 1 839 840 0=64 1=-1 2=16 ExpandDims unsqueeze_564 1 1 835 841 -23303=1,1 Tile expand_276 1 1 841 842 -23302=4,1,8,1,1 Reshape reshape_395 1 1 842 843 0=64 1=-1 2=16 SDPA sdpa_594 6 3 836 840 843 10 cache_k17 cache_v17 844 out_cache_k17 out_cache_v17 5=1 7=1 Permute transpose_504 1 1 844 845 0=2 Reshape reshape_396 1 1 845 846 0=1024 1=-1 Gemm gemm_122 1 1 846 847 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_85 1 1 847 848 0=2 1=1 2=0.285774 BinaryOp add_86 2 1 821 848 849 0=0 Split splitncnn_73 1 2 849 850 851 RMSNorm rmsn_227 1 1 851 852 0=1024 1=1.000000e-05 2=1 Split splitncnn_74 1 2 852 853 854 Gemm gemm_123 1 1 854 855 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_185 1 1 855 856 Gemm gemm_124 1 1 853 857 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_87 2 1 856 857 858 0=2 Gemm gemm_125 1 1 858 859 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_88 1 1 859 860 0=2 1=1 2=0.285774 BinaryOp add_89 2 1 850 860 861 0=0 Split splitncnn_75 1 2 861 862 863 RMSNorm rmsn_228 1 1 863 864 0=1024 1=1.000000e-05 2=1 Split splitncnn_76 1 3 864 865 866 867 Gemm gemm_126 1 1 867 868 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_127 1 1 866 869 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_128 1 1 865 870 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_397 1 1 868 871 0=64 1=16 2=-1 Permute transpose_505 1 1 871 872 0=2 Reshape reshape_398 1 1 869 873 0=64 1=2 2=-1 Permute transpose_506 1 1 873 874 0=2 Reshape reshape_399 1 1 870 875 0=64 1=2 2=-1 Permute transpose_507 1 1 875 876 0=2 RotaryEmbed rope_36 3 1 872 40 89 877 0=0 RotaryEmbed rope_37 3 1 874 39 88 878 0=0 ExpandDims unsqueeze_565 1 1 878 879 -23303=1,1 Tile expand_277 1 1 879 880 -23302=4,1,8,1,1 Reshape reshape_400 1 1 880 881 0=64 1=-1 2=16 ExpandDims unsqueeze_566 1 1 876 882 -23303=1,1 Tile expand_278 1 1 882 883 -23302=4,1,8,1,1 Reshape reshape_401 1 1 883 884 0=64 1=-1 2=16 SDPA sdpa_595 6 3 877 881 884 9 cache_k18 cache_v18 885 out_cache_k18 out_cache_v18 5=1 7=1 Permute transpose_508 1 1 885 886 0=2 Reshape reshape_402 1 1 886 887 0=1024 1=-1 Gemm gemm_129 1 1 887 888 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_90 1 1 888 889 0=2 1=1 2=0.285774 BinaryOp add_91 2 1 862 889 890 0=0 Split splitncnn_77 1 2 890 891 892 RMSNorm rmsn_229 1 1 892 893 0=1024 1=1.000000e-05 2=1 Split splitncnn_78 1 2 893 894 895 Gemm gemm_130 1 1 895 896 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_186 1 1 896 897 Gemm gemm_131 1 1 894 898 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_92 2 1 897 898 899 0=2 Gemm gemm_132 1 1 899 900 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_93 1 1 900 901 0=2 1=1 2=0.285774 BinaryOp add_94 2 1 891 901 902 0=0 Split splitncnn_79 1 2 902 903 904 RMSNorm rmsn_230 1 1 904 905 0=1024 1=1.000000e-05 2=1 Split splitncnn_80 1 3 905 906 907 908 Gemm gemm_133 1 1 908 909 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_134 1 1 907 910 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_135 1 1 906 911 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_403 1 1 909 912 0=64 1=16 2=-1 Permute transpose_509 1 1 912 913 0=2 Reshape reshape_404 1 1 910 914 0=64 1=2 2=-1 Permute transpose_510 1 1 914 915 0=2 Reshape reshape_405 1 1 911 916 0=64 1=2 2=-1 Permute transpose_511 1 1 916 917 0=2 RotaryEmbed rope_38 3 1 913 38 87 918 0=0 RotaryEmbed rope_39 3 1 915 37 86 919 0=0 ExpandDims unsqueeze_567 1 1 919 920 -23303=1,1 Tile expand_279 1 1 920 921 -23302=4,1,8,1,1 Reshape reshape_406 1 1 921 922 0=64 1=-1 2=16 ExpandDims unsqueeze_568 1 1 917 923 -23303=1,1 Tile expand_280 1 1 923 924 -23302=4,1,8,1,1 Reshape reshape_407 1 1 924 925 0=64 1=-1 2=16 SDPA sdpa_596 6 3 918 922 925 8 cache_k19 cache_v19 926 out_cache_k19 out_cache_v19 5=1 7=1 Permute transpose_512 1 1 926 927 0=2 Reshape reshape_408 1 1 927 928 0=1024 1=-1 Gemm gemm_136 1 1 928 929 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_95 1 1 929 930 0=2 1=1 2=0.285774 BinaryOp add_96 2 1 903 930 931 0=0 Split splitncnn_81 1 2 931 932 933 RMSNorm rmsn_231 1 1 933 934 0=1024 1=1.000000e-05 2=1 Split splitncnn_82 1 2 934 935 936 Gemm gemm_137 1 1 936 937 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_187 1 1 937 938 Gemm gemm_138 1 1 935 939 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_97 2 1 938 939 940 0=2 Gemm gemm_139 1 1 940 941 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_98 1 1 941 942 0=2 1=1 2=0.285774 BinaryOp add_99 2 1 932 942 943 0=0 Split splitncnn_83 1 2 943 944 945 RMSNorm rmsn_232 1 1 945 946 0=1024 1=1.000000e-05 2=1 Split splitncnn_84 1 3 946 947 948 949 Gemm gemm_140 1 1 949 950 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_141 1 1 948 951 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_142 1 1 947 952 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_409 1 1 950 953 0=64 1=16 2=-1 Permute transpose_513 1 1 953 954 0=2 Reshape reshape_410 1 1 951 955 0=64 1=2 2=-1 Permute transpose_514 1 1 955 956 0=2 Reshape reshape_411 1 1 952 957 0=64 1=2 2=-1 Permute transpose_515 1 1 957 958 0=2 RotaryEmbed rope_40 3 1 954 36 85 959 0=0 RotaryEmbed rope_41 3 1 956 35 84 960 0=0 ExpandDims unsqueeze_569 1 1 960 961 -23303=1,1 Tile expand_281 1 1 961 962 -23302=4,1,8,1,1 Reshape reshape_412 1 1 962 963 0=64 1=-1 2=16 ExpandDims unsqueeze_570 1 1 958 964 -23303=1,1 Tile expand_282 1 1 964 965 -23302=4,1,8,1,1 Reshape reshape_413 1 1 965 966 0=64 1=-1 2=16 SDPA sdpa_597 6 3 959 963 966 7 cache_k20 cache_v20 967 out_cache_k20 out_cache_v20 5=1 7=1 Permute transpose_516 1 1 967 968 0=2 Reshape reshape_414 1 1 968 969 0=1024 1=-1 Gemm gemm_143 1 1 969 970 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_100 1 1 970 971 0=2 1=1 2=0.285774 BinaryOp add_101 2 1 944 971 972 0=0 Split splitncnn_85 1 2 972 973 974 RMSNorm rmsn_233 1 1 974 975 0=1024 1=1.000000e-05 2=1 Split splitncnn_86 1 2 975 976 977 Gemm gemm_144 1 1 977 978 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_188 1 1 978 979 Gemm gemm_145 1 1 976 980 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_102 2 1 979 980 981 0=2 Gemm gemm_146 1 1 981 982 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_103 1 1 982 983 0=2 1=1 2=0.285774 BinaryOp add_104 2 1 973 983 984 0=0 Split splitncnn_87 1 2 984 985 986 RMSNorm rmsn_234 1 1 986 987 0=1024 1=1.000000e-05 2=1 Split splitncnn_88 1 3 987 988 989 990 Gemm gemm_147 1 1 990 991 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_148 1 1 989 992 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_149 1 1 988 993 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_415 1 1 991 994 0=64 1=16 2=-1 Permute transpose_517 1 1 994 995 0=2 Reshape reshape_416 1 1 992 996 0=64 1=2 2=-1 Permute transpose_518 1 1 996 997 0=2 Reshape reshape_417 1 1 993 998 0=64 1=2 2=-1 Permute transpose_519 1 1 998 999 0=2 RotaryEmbed rope_42 3 1 995 34 83 1000 0=0 RotaryEmbed rope_43 3 1 997 33 82 1001 0=0 ExpandDims unsqueeze_571 1 1 1001 1002 -23303=1,1 Tile expand_283 1 1 1002 1003 -23302=4,1,8,1,1 Reshape reshape_418 1 1 1003 1004 0=64 1=-1 2=16 ExpandDims unsqueeze_572 1 1 999 1005 -23303=1,1 Tile expand_284 1 1 1005 1006 -23302=4,1,8,1,1 Reshape reshape_419 1 1 1006 1007 0=64 1=-1 2=16 SDPA sdpa_598 6 3 1000 1004 1007 6 cache_k21 cache_v21 1008 out_cache_k21 out_cache_v21 5=1 7=1 Permute transpose_520 1 1 1008 1009 0=2 Reshape reshape_420 1 1 1009 1010 0=1024 1=-1 Gemm gemm_150 1 1 1010 1011 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_105 1 1 1011 1012 0=2 1=1 2=0.285774 BinaryOp add_106 2 1 985 1012 1013 0=0 Split splitncnn_89 1 2 1013 1014 1015 RMSNorm rmsn_235 1 1 1015 1016 0=1024 1=1.000000e-05 2=1 Split splitncnn_90 1 2 1016 1017 1018 Gemm gemm_151 1 1 1018 1019 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_189 1 1 1019 1020 Gemm gemm_152 1 1 1017 1021 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_107 2 1 1020 1021 1022 0=2 Gemm gemm_153 1 1 1022 1023 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_108 1 1 1023 1024 0=2 1=1 2=0.285774 BinaryOp add_109 2 1 1014 1024 1025 0=0 Split splitncnn_91 1 2 1025 1026 1027 RMSNorm rmsn_236 1 1 1027 1028 0=1024 1=1.000000e-05 2=1 Split splitncnn_92 1 3 1028 1029 1030 1031 Gemm gemm_154 1 1 1031 1032 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_155 1 1 1030 1033 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_156 1 1 1029 1034 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_421 1 1 1032 1035 0=64 1=16 2=-1 Permute transpose_521 1 1 1035 1036 0=2 Reshape reshape_422 1 1 1033 1037 0=64 1=2 2=-1 Permute transpose_522 1 1 1037 1038 0=2 Reshape reshape_423 1 1 1034 1039 0=64 1=2 2=-1 Permute transpose_523 1 1 1039 1040 0=2 RotaryEmbed rope_44 3 1 1036 32 81 1041 0=0 RotaryEmbed rope_45 3 1 1038 31 80 1042 0=0 ExpandDims unsqueeze_573 1 1 1042 1043 -23303=1,1 Tile expand_285 1 1 1043 1044 -23302=4,1,8,1,1 Reshape reshape_424 1 1 1044 1045 0=64 1=-1 2=16 ExpandDims unsqueeze_574 1 1 1040 1046 -23303=1,1 Tile expand_286 1 1 1046 1047 -23302=4,1,8,1,1 Reshape reshape_425 1 1 1047 1048 0=64 1=-1 2=16 SDPA sdpa_599 6 3 1041 1045 1048 5 cache_k22 cache_v22 1049 out_cache_k22 out_cache_v22 5=1 7=1 Permute transpose_524 1 1 1049 1050 0=2 Reshape reshape_426 1 1 1050 1051 0=1024 1=-1 Gemm gemm_157 1 1 1051 1052 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_110 1 1 1052 1053 0=2 1=1 2=0.285774 BinaryOp add_111 2 1 1026 1053 1054 0=0 Split splitncnn_93 1 2 1054 1055 1056 RMSNorm rmsn_237 1 1 1056 1057 0=1024 1=1.000000e-05 2=1 Split splitncnn_94 1 2 1057 1058 1059 Gemm gemm_158 1 1 1059 1060 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_190 1 1 1060 1061 Gemm gemm_159 1 1 1058 1062 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_112 2 1 1061 1062 1063 0=2 Gemm gemm_160 1 1 1063 1064 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_113 1 1 1064 1065 0=2 1=1 2=0.285774 BinaryOp add_114 2 1 1055 1065 1066 0=0 Split splitncnn_95 1 2 1066 1067 1068 RMSNorm rmsn_238 1 1 1068 1069 0=1024 1=1.000000e-05 2=1 Split splitncnn_96 1 3 1069 1070 1071 1072 Gemm gemm_161 1 1 1072 1073 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 Gemm gemm_162 1 1 1071 1074 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Gemm gemm_163 1 1 1070 1075 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=1024 Reshape reshape_427 1 1 1073 1076 0=64 1=16 2=-1 Permute transpose_525 1 1 1076 1077 0=2 Reshape reshape_428 1 1 1074 1078 0=64 1=2 2=-1 Permute transpose_526 1 1 1078 1079 0=2 Reshape reshape_429 1 1 1075 1080 0=64 1=2 2=-1 Permute transpose_527 1 1 1080 1081 0=2 RotaryEmbed rope_46 3 1 1077 30 79 1082 0=0 RotaryEmbed rope_47 3 1 1079 29 78 1083 0=0 ExpandDims unsqueeze_575 1 1 1083 1084 -23303=1,1 Tile expand_287 1 1 1084 1085 -23302=4,1,8,1,1 Reshape reshape_430 1 1 1085 1086 0=64 1=-1 2=16 ExpandDims unsqueeze_576 1 1 1081 1087 -23303=1,1 Tile expand_288 1 1 1087 1088 -23302=4,1,8,1,1 Reshape reshape_431 1 1 1088 1089 0=64 1=-1 2=16 SDPA sdpa_600 6 3 1082 1086 1089 4 cache_k23 cache_v23 1090 out_cache_k23 out_cache_v23 5=1 7=1 Permute transpose_528 1 1 1090 1091 0=2 Reshape reshape_432 1 1 1091 1092 0=1024 1=-1 Gemm gemm_164 1 1 1092 1093 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp mul_115 1 1 1093 1094 0=2 1=1 2=0.285774 BinaryOp add_116 2 1 1067 1094 1095 0=0 Split splitncnn_97 1 2 1095 1096 1097 RMSNorm rmsn_239 1 1 1097 1098 0=1024 1=1.000000e-05 2=1 Split splitncnn_98 1 2 1098 1099 1100 Gemm gemm_165 1 1 1100 1101 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 Swish silu_191 1 1 1101 1102 Gemm gemm_166 1 1 1099 1103 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 BinaryOp mul_117 2 1 1102 1103 1104 0=2 Gemm gemm_167 1 1 1104 1105 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp mul_118 1 1 1105 1106 0=2 1=1 2=0.285774 BinaryOp add_119 2 1 1096 1106 1107 0=0 RMSNorm rmsn_240 1 1 1107 out0 0=1024 1=1.000000e-05 2=1