7767517 880 1167 Input in0 0 1 in0 Input in1 0 1 in1 Input in2 0 1 in2 MemoryData token_type_bias 0 1 3 0=1024 1=1 Embed embed_96 1 1 in0 4 0=1024 1=250002 2=0 3=256002048 BinaryOp add_0 2 1 4 3 5 0=0 LayerNorm ln_97 1 1 5 6 0=1024 1=1.000000e-05 2=1 Split splitncnn_0 1 2 6 7 8 Gemm gemm_0 1 1 8 9 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_266 1 1 9 10 0=64 1=16 11=3 2=-1 Slice unbind_0 1 3 10 11 12 13 -23300=3,-233,-233,-233 1=1 Reshape reshape_267 1 1 13 14 0=64 1=16 2=-1 Reshape reshape_268 1 1 12 15 0=64 1=16 2=-1 Split splitncnn_1 1 2 15 16 17 Reshape reshape_269 1 1 11 18 0=64 1=16 2=-1 Split splitncnn_2 1 2 18 19 20 Reshape reshape_270 1 1 in1 21 0=64 1=1 2=-1 Split splitncnn_3 1 48 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 Reshape reshape_271 1 1 in2 70 0=64 1=1 2=-1 Split splitncnn_4 1 48 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 Slice tensor_split_0 1 2 19 119 120 -23300=2,-233,-233 1=2 UnaryOp neg_1 1 1 120 121 0=1 Concat cat_0 2 1 121 119 122 0=2 BinaryOp mul_2 2 1 122 71 123 0=2 BinaryOp mul_3 2 1 20 22 124 0=2 BinaryOp add_4 2 1 124 123 125 0=0 Slice tensor_split_1 1 2 16 126 127 -23300=2,-233,-233 1=2 UnaryOp neg_5 1 1 127 128 0=1 Concat cat_1 2 1 128 126 129 0=2 BinaryOp mul_6 2 1 129 72 130 0=2 BinaryOp mul_7 2 1 17 23 131 0=2 BinaryOp add_8 2 1 131 130 132 0=0 Permute permute_170 1 1 125 133 0=2 Permute permute_171 1 1 132 134 0=2 Permute permute_172 1 1 14 135 0=2 SDPA sdpa_390 3 1 133 134 135 136 5=0 6=0.125 Permute permute_173 1 1 136 137 0=2 Reshape reshape_272 1 1 137 138 0=1024 1=-1 Gemm gemm_1 1 1 138 139 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_9 2 1 139 7 140 0=0 LayerNorm ln_98 1 1 140 141 0=1024 1=1.000000e-05 2=1 Split splitncnn_5 1 2 141 142 143 Gemm gemm_2 1 1 143 144 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_146 1 1 144 145 Gemm gemm_3 1 1 145 146 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_10 2 1 146 142 147 0=0 LayerNorm ln_99 1 1 147 148 0=1024 1=1.000000e-05 2=1 Split splitncnn_6 1 2 148 149 150 Gemm gemm_4 1 1 150 151 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_273 1 1 151 152 0=64 1=16 11=3 2=-1 Slice unbind_1 1 3 152 153 154 155 -23300=3,-233,-233,-233 1=1 Reshape reshape_274 1 1 155 156 0=64 1=16 2=-1 Reshape reshape_275 1 1 154 157 0=64 1=16 2=-1 Split splitncnn_7 1 2 157 158 159 Reshape reshape_276 1 1 153 160 0=64 1=16 2=-1 Split splitncnn_8 1 2 160 161 162 Slice tensor_split_2 1 2 161 163 164 -23300=2,-233,-233 1=2 UnaryOp neg_11 1 1 164 165 0=1 Concat cat_2 2 1 165 163 166 0=2 BinaryOp mul_12 2 1 166 73 167 0=2 BinaryOp mul_13 2 1 162 24 168 0=2 BinaryOp add_14 2 1 168 167 169 0=0 Slice tensor_split_3 1 2 158 170 171 -23300=2,-233,-233 1=2 UnaryOp neg_15 1 1 171 172 0=1 Concat cat_3 2 1 172 170 173 0=2 BinaryOp mul_16 2 1 173 74 174 0=2 BinaryOp mul_17 2 1 159 25 175 0=2 BinaryOp add_18 2 1 175 174 176 0=0 Permute permute_174 1 1 169 177 0=2 Permute permute_175 1 1 176 178 0=2 Permute permute_176 1 1 156 179 0=2 SDPA sdpa_391 3 1 177 178 179 180 5=0 6=0.125 Permute permute_177 1 1 180 181 0=2 Reshape reshape_277 1 1 181 182 0=1024 1=-1 Gemm gemm_5 1 1 182 183 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_19 2 1 183 149 184 0=0 LayerNorm ln_100 1 1 184 185 0=1024 1=1.000000e-05 2=1 Split splitncnn_9 1 2 185 186 187 Gemm gemm_6 1 1 187 188 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_147 1 1 188 189 Gemm gemm_7 1 1 189 190 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_20 2 1 190 186 191 0=0 LayerNorm ln_101 1 1 191 192 0=1024 1=1.000000e-05 2=1 Split splitncnn_10 1 2 192 193 194 Gemm gemm_8 1 1 194 195 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_278 1 1 195 196 0=64 1=16 11=3 2=-1 Slice unbind_2 1 3 196 197 198 199 -23300=3,-233,-233,-233 1=1 Reshape reshape_279 1 1 199 200 0=64 1=16 2=-1 Reshape reshape_280 1 1 198 201 0=64 1=16 2=-1 Split splitncnn_11 1 2 201 202 203 Reshape reshape_281 1 1 197 204 0=64 1=16 2=-1 Split splitncnn_12 1 2 204 205 206 Slice tensor_split_4 1 2 205 207 208 -23300=2,-233,-233 1=2 UnaryOp neg_21 1 1 208 209 0=1 Concat cat_4 2 1 209 207 210 0=2 BinaryOp mul_22 2 1 210 75 211 0=2 BinaryOp mul_23 2 1 206 26 212 0=2 BinaryOp add_24 2 1 212 211 213 0=0 Slice tensor_split_5 1 2 202 214 215 -23300=2,-233,-233 1=2 UnaryOp neg_25 1 1 215 216 0=1 Concat cat_5 2 1 216 214 217 0=2 BinaryOp mul_26 2 1 217 76 218 0=2 BinaryOp mul_27 2 1 203 27 219 0=2 BinaryOp add_28 2 1 219 218 220 0=0 Permute permute_178 1 1 213 221 0=2 Permute permute_179 1 1 220 222 0=2 Permute permute_180 1 1 200 223 0=2 SDPA sdpa_392 3 1 221 222 223 224 5=0 6=0.125 Permute permute_181 1 1 224 225 0=2 Reshape reshape_282 1 1 225 226 0=1024 1=-1 Gemm gemm_9 1 1 226 227 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_29 2 1 227 193 228 0=0 LayerNorm ln_102 1 1 228 229 0=1024 1=1.000000e-05 2=1 Split splitncnn_13 1 2 229 230 231 Gemm gemm_10 1 1 231 232 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_148 1 1 232 233 Gemm gemm_11 1 1 233 234 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_30 2 1 234 230 235 0=0 LayerNorm ln_103 1 1 235 236 0=1024 1=1.000000e-05 2=1 Split splitncnn_14 1 2 236 237 238 Gemm gemm_12 1 1 238 239 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_283 1 1 239 240 0=64 1=16 11=3 2=-1 Slice unbind_3 1 3 240 241 242 243 -23300=3,-233,-233,-233 1=1 Reshape reshape_284 1 1 243 244 0=64 1=16 2=-1 Reshape reshape_285 1 1 242 245 0=64 1=16 2=-1 Split splitncnn_15 1 2 245 246 247 Reshape reshape_286 1 1 241 248 0=64 1=16 2=-1 Split splitncnn_16 1 2 248 249 250 Slice tensor_split_6 1 2 249 251 252 -23300=2,-233,-233 1=2 UnaryOp neg_31 1 1 252 253 0=1 Concat cat_6 2 1 253 251 254 0=2 BinaryOp mul_32 2 1 254 77 255 0=2 BinaryOp mul_33 2 1 250 28 256 0=2 BinaryOp add_34 2 1 256 255 257 0=0 Slice tensor_split_7 1 2 246 258 259 -23300=2,-233,-233 1=2 UnaryOp neg_35 1 1 259 260 0=1 Concat cat_7 2 1 260 258 261 0=2 BinaryOp mul_36 2 1 261 78 262 0=2 BinaryOp mul_37 2 1 247 29 263 0=2 BinaryOp add_38 2 1 263 262 264 0=0 Permute permute_182 1 1 257 265 0=2 Permute permute_183 1 1 264 266 0=2 Permute permute_184 1 1 244 267 0=2 SDPA sdpa_393 3 1 265 266 267 268 5=0 6=0.125 Permute permute_185 1 1 268 269 0=2 Reshape reshape_287 1 1 269 270 0=1024 1=-1 Gemm gemm_13 1 1 270 271 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_39 2 1 271 237 272 0=0 LayerNorm ln_104 1 1 272 273 0=1024 1=1.000000e-05 2=1 Split splitncnn_17 1 2 273 274 275 Gemm gemm_14 1 1 275 276 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_149 1 1 276 277 Gemm gemm_15 1 1 277 278 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_40 2 1 278 274 279 0=0 LayerNorm ln_105 1 1 279 280 0=1024 1=1.000000e-05 2=1 Split splitncnn_18 1 2 280 281 282 Gemm gemm_16 1 1 282 283 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_288 1 1 283 284 0=64 1=16 11=3 2=-1 Slice unbind_4 1 3 284 285 286 287 -23300=3,-233,-233,-233 1=1 Reshape reshape_289 1 1 287 288 0=64 1=16 2=-1 Reshape reshape_290 1 1 286 289 0=64 1=16 2=-1 Split splitncnn_19 1 2 289 290 291 Reshape reshape_291 1 1 285 292 0=64 1=16 2=-1 Split splitncnn_20 1 2 292 293 294 Slice tensor_split_8 1 2 293 295 296 -23300=2,-233,-233 1=2 UnaryOp neg_41 1 1 296 297 0=1 Concat cat_8 2 1 297 295 298 0=2 BinaryOp mul_42 2 1 298 79 299 0=2 BinaryOp mul_43 2 1 294 30 300 0=2 BinaryOp add_44 2 1 300 299 301 0=0 Slice tensor_split_9 1 2 290 302 303 -23300=2,-233,-233 1=2 UnaryOp neg_45 1 1 303 304 0=1 Concat cat_9 2 1 304 302 305 0=2 BinaryOp mul_46 2 1 305 80 306 0=2 BinaryOp mul_47 2 1 291 31 307 0=2 BinaryOp add_48 2 1 307 306 308 0=0 Permute permute_186 1 1 301 309 0=2 Permute permute_187 1 1 308 310 0=2 Permute permute_188 1 1 288 311 0=2 SDPA sdpa_394 3 1 309 310 311 312 5=0 6=0.125 Permute permute_189 1 1 312 313 0=2 Reshape reshape_292 1 1 313 314 0=1024 1=-1 Gemm gemm_17 1 1 314 315 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_49 2 1 315 281 316 0=0 LayerNorm ln_106 1 1 316 317 0=1024 1=1.000000e-05 2=1 Split splitncnn_21 1 2 317 318 319 Gemm gemm_18 1 1 319 320 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_150 1 1 320 321 Gemm gemm_19 1 1 321 322 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_50 2 1 322 318 323 0=0 LayerNorm ln_107 1 1 323 324 0=1024 1=1.000000e-05 2=1 Split splitncnn_22 1 2 324 325 326 Gemm gemm_20 1 1 326 327 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_293 1 1 327 328 0=64 1=16 11=3 2=-1 Slice unbind_5 1 3 328 329 330 331 -23300=3,-233,-233,-233 1=1 Reshape reshape_294 1 1 331 332 0=64 1=16 2=-1 Reshape reshape_295 1 1 330 333 0=64 1=16 2=-1 Split splitncnn_23 1 2 333 334 335 Reshape reshape_296 1 1 329 336 0=64 1=16 2=-1 Split splitncnn_24 1 2 336 337 338 Slice tensor_split_10 1 2 337 339 340 -23300=2,-233,-233 1=2 UnaryOp neg_51 1 1 340 341 0=1 Concat cat_10 2 1 341 339 342 0=2 BinaryOp mul_52 2 1 342 81 343 0=2 BinaryOp mul_53 2 1 338 32 344 0=2 BinaryOp add_54 2 1 344 343 345 0=0 Slice tensor_split_11 1 2 334 346 347 -23300=2,-233,-233 1=2 UnaryOp neg_55 1 1 347 348 0=1 Concat cat_11 2 1 348 346 349 0=2 BinaryOp mul_56 2 1 349 82 350 0=2 BinaryOp mul_57 2 1 335 33 351 0=2 BinaryOp add_58 2 1 351 350 352 0=0 Permute permute_190 1 1 345 353 0=2 Permute permute_191 1 1 352 354 0=2 Permute permute_192 1 1 332 355 0=2 SDPA sdpa_395 3 1 353 354 355 356 5=0 6=0.125 Permute permute_193 1 1 356 357 0=2 Reshape reshape_297 1 1 357 358 0=1024 1=-1 Gemm gemm_21 1 1 358 359 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_59 2 1 359 325 360 0=0 LayerNorm ln_108 1 1 360 361 0=1024 1=1.000000e-05 2=1 Split splitncnn_25 1 2 361 362 363 Gemm gemm_22 1 1 363 364 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_151 1 1 364 365 Gemm gemm_23 1 1 365 366 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_60 2 1 366 362 367 0=0 LayerNorm ln_109 1 1 367 368 0=1024 1=1.000000e-05 2=1 Split splitncnn_26 1 2 368 369 370 Gemm gemm_24 1 1 370 371 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_298 1 1 371 372 0=64 1=16 11=3 2=-1 Slice unbind_6 1 3 372 373 374 375 -23300=3,-233,-233,-233 1=1 Reshape reshape_299 1 1 375 376 0=64 1=16 2=-1 Reshape reshape_300 1 1 374 377 0=64 1=16 2=-1 Split splitncnn_27 1 2 377 378 379 Reshape reshape_301 1 1 373 380 0=64 1=16 2=-1 Split splitncnn_28 1 2 380 381 382 Slice tensor_split_12 1 2 381 383 384 -23300=2,-233,-233 1=2 UnaryOp neg_61 1 1 384 385 0=1 Concat cat_12 2 1 385 383 386 0=2 BinaryOp mul_62 2 1 386 83 387 0=2 BinaryOp mul_63 2 1 382 34 388 0=2 BinaryOp add_64 2 1 388 387 389 0=0 Slice tensor_split_13 1 2 378 390 391 -23300=2,-233,-233 1=2 UnaryOp neg_65 1 1 391 392 0=1 Concat cat_13 2 1 392 390 393 0=2 BinaryOp mul_66 2 1 393 84 394 0=2 BinaryOp mul_67 2 1 379 35 395 0=2 BinaryOp add_68 2 1 395 394 396 0=0 Permute permute_194 1 1 389 397 0=2 Permute permute_195 1 1 396 398 0=2 Permute permute_196 1 1 376 399 0=2 SDPA sdpa_396 3 1 397 398 399 400 5=0 6=0.125 Permute permute_197 1 1 400 401 0=2 Reshape reshape_302 1 1 401 402 0=1024 1=-1 Gemm gemm_25 1 1 402 403 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_69 2 1 403 369 404 0=0 LayerNorm ln_110 1 1 404 405 0=1024 1=1.000000e-05 2=1 Split splitncnn_29 1 2 405 406 407 Gemm gemm_26 1 1 407 408 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_152 1 1 408 409 Gemm gemm_27 1 1 409 410 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_70 2 1 410 406 411 0=0 LayerNorm ln_111 1 1 411 412 0=1024 1=1.000000e-05 2=1 Split splitncnn_30 1 2 412 413 414 Gemm gemm_28 1 1 414 415 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_303 1 1 415 416 0=64 1=16 11=3 2=-1 Slice unbind_7 1 3 416 417 418 419 -23300=3,-233,-233,-233 1=1 Reshape reshape_304 1 1 419 420 0=64 1=16 2=-1 Reshape reshape_305 1 1 418 421 0=64 1=16 2=-1 Split splitncnn_31 1 2 421 422 423 Reshape reshape_306 1 1 417 424 0=64 1=16 2=-1 Split splitncnn_32 1 2 424 425 426 Slice tensor_split_14 1 2 425 427 428 -23300=2,-233,-233 1=2 UnaryOp neg_71 1 1 428 429 0=1 Concat cat_14 2 1 429 427 430 0=2 BinaryOp mul_72 2 1 430 85 431 0=2 BinaryOp mul_73 2 1 426 36 432 0=2 BinaryOp add_74 2 1 432 431 433 0=0 Slice tensor_split_15 1 2 422 434 435 -23300=2,-233,-233 1=2 UnaryOp neg_75 1 1 435 436 0=1 Concat cat_15 2 1 436 434 437 0=2 BinaryOp mul_76 2 1 437 86 438 0=2 BinaryOp mul_77 2 1 423 37 439 0=2 BinaryOp add_78 2 1 439 438 440 0=0 Permute permute_198 1 1 433 441 0=2 Permute permute_199 1 1 440 442 0=2 Permute permute_200 1 1 420 443 0=2 SDPA sdpa_397 3 1 441 442 443 444 5=0 6=0.125 Permute permute_201 1 1 444 445 0=2 Reshape reshape_307 1 1 445 446 0=1024 1=-1 Gemm gemm_29 1 1 446 447 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_79 2 1 447 413 448 0=0 LayerNorm ln_112 1 1 448 449 0=1024 1=1.000000e-05 2=1 Split splitncnn_33 1 2 449 450 451 Gemm gemm_30 1 1 451 452 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_153 1 1 452 453 Gemm gemm_31 1 1 453 454 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_80 2 1 454 450 455 0=0 LayerNorm ln_113 1 1 455 456 0=1024 1=1.000000e-05 2=1 Split splitncnn_34 1 2 456 457 458 Gemm gemm_32 1 1 458 459 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_308 1 1 459 460 0=64 1=16 11=3 2=-1 Slice unbind_8 1 3 460 461 462 463 -23300=3,-233,-233,-233 1=1 Reshape reshape_309 1 1 463 464 0=64 1=16 2=-1 Reshape reshape_310 1 1 462 465 0=64 1=16 2=-1 Split splitncnn_35 1 2 465 466 467 Reshape reshape_311 1 1 461 468 0=64 1=16 2=-1 Split splitncnn_36 1 2 468 469 470 Slice tensor_split_16 1 2 469 471 472 -23300=2,-233,-233 1=2 UnaryOp neg_81 1 1 472 473 0=1 Concat cat_16 2 1 473 471 474 0=2 BinaryOp mul_82 2 1 474 87 475 0=2 BinaryOp mul_83 2 1 470 38 476 0=2 BinaryOp add_84 2 1 476 475 477 0=0 Slice tensor_split_17 1 2 466 478 479 -23300=2,-233,-233 1=2 UnaryOp neg_85 1 1 479 480 0=1 Concat cat_17 2 1 480 478 481 0=2 BinaryOp mul_86 2 1 481 88 482 0=2 BinaryOp mul_87 2 1 467 39 483 0=2 BinaryOp add_88 2 1 483 482 484 0=0 Permute permute_202 1 1 477 485 0=2 Permute permute_203 1 1 484 486 0=2 Permute permute_204 1 1 464 487 0=2 SDPA sdpa_398 3 1 485 486 487 488 5=0 6=0.125 Permute permute_205 1 1 488 489 0=2 Reshape reshape_312 1 1 489 490 0=1024 1=-1 Gemm gemm_33 1 1 490 491 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_89 2 1 491 457 492 0=0 LayerNorm ln_114 1 1 492 493 0=1024 1=1.000000e-05 2=1 Split splitncnn_37 1 2 493 494 495 Gemm gemm_34 1 1 495 496 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_154 1 1 496 497 Gemm gemm_35 1 1 497 498 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_90 2 1 498 494 499 0=0 LayerNorm ln_115 1 1 499 500 0=1024 1=1.000000e-05 2=1 Split splitncnn_38 1 2 500 501 502 Gemm gemm_36 1 1 502 503 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_313 1 1 503 504 0=64 1=16 11=3 2=-1 Slice unbind_9 1 3 504 505 506 507 -23300=3,-233,-233,-233 1=1 Reshape reshape_314 1 1 507 508 0=64 1=16 2=-1 Reshape reshape_315 1 1 506 509 0=64 1=16 2=-1 Split splitncnn_39 1 2 509 510 511 Reshape reshape_316 1 1 505 512 0=64 1=16 2=-1 Split splitncnn_40 1 2 512 513 514 Slice tensor_split_18 1 2 513 515 516 -23300=2,-233,-233 1=2 UnaryOp neg_91 1 1 516 517 0=1 Concat cat_18 2 1 517 515 518 0=2 BinaryOp mul_92 2 1 518 89 519 0=2 BinaryOp mul_93 2 1 514 40 520 0=2 BinaryOp add_94 2 1 520 519 521 0=0 Slice tensor_split_19 1 2 510 522 523 -23300=2,-233,-233 1=2 UnaryOp neg_95 1 1 523 524 0=1 Concat cat_19 2 1 524 522 525 0=2 BinaryOp mul_96 2 1 525 90 526 0=2 BinaryOp mul_97 2 1 511 41 527 0=2 BinaryOp add_98 2 1 527 526 528 0=0 Permute permute_206 1 1 521 529 0=2 Permute permute_207 1 1 528 530 0=2 Permute permute_208 1 1 508 531 0=2 SDPA sdpa_399 3 1 529 530 531 532 5=0 6=0.125 Permute permute_209 1 1 532 533 0=2 Reshape reshape_317 1 1 533 534 0=1024 1=-1 Gemm gemm_37 1 1 534 535 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_99 2 1 535 501 536 0=0 LayerNorm ln_116 1 1 536 537 0=1024 1=1.000000e-05 2=1 Split splitncnn_41 1 2 537 538 539 Gemm gemm_38 1 1 539 540 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_155 1 1 540 541 Gemm gemm_39 1 1 541 542 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_100 2 1 542 538 543 0=0 LayerNorm ln_117 1 1 543 544 0=1024 1=1.000000e-05 2=1 Split splitncnn_42 1 2 544 545 546 Gemm gemm_40 1 1 546 547 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_318 1 1 547 548 0=64 1=16 11=3 2=-1 Slice unbind_10 1 3 548 549 550 551 -23300=3,-233,-233,-233 1=1 Reshape reshape_319 1 1 551 552 0=64 1=16 2=-1 Reshape reshape_320 1 1 550 553 0=64 1=16 2=-1 Split splitncnn_43 1 2 553 554 555 Reshape reshape_321 1 1 549 556 0=64 1=16 2=-1 Split splitncnn_44 1 2 556 557 558 Slice tensor_split_20 1 2 557 559 560 -23300=2,-233,-233 1=2 UnaryOp neg_101 1 1 560 561 0=1 Concat cat_20 2 1 561 559 562 0=2 BinaryOp mul_102 2 1 562 91 563 0=2 BinaryOp mul_103 2 1 558 42 564 0=2 BinaryOp add_104 2 1 564 563 565 0=0 Slice tensor_split_21 1 2 554 566 567 -23300=2,-233,-233 1=2 UnaryOp neg_105 1 1 567 568 0=1 Concat cat_21 2 1 568 566 569 0=2 BinaryOp mul_106 2 1 569 92 570 0=2 BinaryOp mul_107 2 1 555 43 571 0=2 BinaryOp add_108 2 1 571 570 572 0=0 Permute permute_210 1 1 565 573 0=2 Permute permute_211 1 1 572 574 0=2 Permute permute_212 1 1 552 575 0=2 SDPA sdpa_400 3 1 573 574 575 576 5=0 6=0.125 Permute permute_213 1 1 576 577 0=2 Reshape reshape_322 1 1 577 578 0=1024 1=-1 Gemm gemm_41 1 1 578 579 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_109 2 1 579 545 580 0=0 LayerNorm ln_118 1 1 580 581 0=1024 1=1.000000e-05 2=1 Split splitncnn_45 1 2 581 582 583 Gemm gemm_42 1 1 583 584 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_156 1 1 584 585 Gemm gemm_43 1 1 585 586 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_110 2 1 586 582 587 0=0 LayerNorm ln_119 1 1 587 588 0=1024 1=1.000000e-05 2=1 Split splitncnn_46 1 2 588 589 590 Gemm gemm_44 1 1 590 591 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_323 1 1 591 592 0=64 1=16 11=3 2=-1 Slice unbind_11 1 3 592 593 594 595 -23300=3,-233,-233,-233 1=1 Reshape reshape_324 1 1 595 596 0=64 1=16 2=-1 Reshape reshape_325 1 1 594 597 0=64 1=16 2=-1 Split splitncnn_47 1 2 597 598 599 Reshape reshape_326 1 1 593 600 0=64 1=16 2=-1 Split splitncnn_48 1 2 600 601 602 Slice tensor_split_22 1 2 601 603 604 -23300=2,-233,-233 1=2 UnaryOp neg_111 1 1 604 605 0=1 Concat cat_22 2 1 605 603 606 0=2 BinaryOp mul_112 2 1 606 93 607 0=2 BinaryOp mul_113 2 1 602 44 608 0=2 BinaryOp add_114 2 1 608 607 609 0=0 Slice tensor_split_23 1 2 598 610 611 -23300=2,-233,-233 1=2 UnaryOp neg_115 1 1 611 612 0=1 Concat cat_23 2 1 612 610 613 0=2 BinaryOp mul_116 2 1 613 94 614 0=2 BinaryOp mul_117 2 1 599 45 615 0=2 BinaryOp add_118 2 1 615 614 616 0=0 Permute permute_214 1 1 609 617 0=2 Permute permute_215 1 1 616 618 0=2 Permute permute_216 1 1 596 619 0=2 SDPA sdpa_401 3 1 617 618 619 620 5=0 6=0.125 Permute permute_217 1 1 620 621 0=2 Reshape reshape_327 1 1 621 622 0=1024 1=-1 Gemm gemm_45 1 1 622 623 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_119 2 1 623 589 624 0=0 LayerNorm ln_120 1 1 624 625 0=1024 1=1.000000e-05 2=1 Split splitncnn_49 1 2 625 626 627 Gemm gemm_46 1 1 627 628 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_157 1 1 628 629 Gemm gemm_47 1 1 629 630 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_120 2 1 630 626 631 0=0 LayerNorm ln_121 1 1 631 632 0=1024 1=1.000000e-05 2=1 Split splitncnn_50 1 2 632 633 634 Gemm gemm_48 1 1 634 635 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_328 1 1 635 636 0=64 1=16 11=3 2=-1 Slice unbind_12 1 3 636 637 638 639 -23300=3,-233,-233,-233 1=1 Reshape reshape_329 1 1 639 640 0=64 1=16 2=-1 Reshape reshape_330 1 1 638 641 0=64 1=16 2=-1 Split splitncnn_51 1 2 641 642 643 Reshape reshape_331 1 1 637 644 0=64 1=16 2=-1 Split splitncnn_52 1 2 644 645 646 Slice tensor_split_24 1 2 645 647 648 -23300=2,-233,-233 1=2 UnaryOp neg_121 1 1 648 649 0=1 Concat cat_24 2 1 649 647 650 0=2 BinaryOp mul_122 2 1 650 95 651 0=2 BinaryOp mul_123 2 1 646 46 652 0=2 BinaryOp add_124 2 1 652 651 653 0=0 Slice tensor_split_25 1 2 642 654 655 -23300=2,-233,-233 1=2 UnaryOp neg_125 1 1 655 656 0=1 Concat cat_25 2 1 656 654 657 0=2 BinaryOp mul_126 2 1 657 96 658 0=2 BinaryOp mul_127 2 1 643 47 659 0=2 BinaryOp add_128 2 1 659 658 660 0=0 Permute permute_218 1 1 653 661 0=2 Permute permute_219 1 1 660 662 0=2 Permute permute_220 1 1 640 663 0=2 SDPA sdpa_402 3 1 661 662 663 664 5=0 6=0.125 Permute permute_221 1 1 664 665 0=2 Reshape reshape_332 1 1 665 666 0=1024 1=-1 Gemm gemm_49 1 1 666 667 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_129 2 1 667 633 668 0=0 LayerNorm ln_122 1 1 668 669 0=1024 1=1.000000e-05 2=1 Split splitncnn_53 1 2 669 670 671 Gemm gemm_50 1 1 671 672 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_158 1 1 672 673 Gemm gemm_51 1 1 673 674 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_130 2 1 674 670 675 0=0 LayerNorm ln_123 1 1 675 676 0=1024 1=1.000000e-05 2=1 Split splitncnn_54 1 2 676 677 678 Gemm gemm_52 1 1 678 679 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_333 1 1 679 680 0=64 1=16 11=3 2=-1 Slice unbind_13 1 3 680 681 682 683 -23300=3,-233,-233,-233 1=1 Reshape reshape_334 1 1 683 684 0=64 1=16 2=-1 Reshape reshape_335 1 1 682 685 0=64 1=16 2=-1 Split splitncnn_55 1 2 685 686 687 Reshape reshape_336 1 1 681 688 0=64 1=16 2=-1 Split splitncnn_56 1 2 688 689 690 Slice tensor_split_26 1 2 689 691 692 -23300=2,-233,-233 1=2 UnaryOp neg_131 1 1 692 693 0=1 Concat cat_26 2 1 693 691 694 0=2 BinaryOp mul_132 2 1 694 97 695 0=2 BinaryOp mul_133 2 1 690 48 696 0=2 BinaryOp add_134 2 1 696 695 697 0=0 Slice tensor_split_27 1 2 686 698 699 -23300=2,-233,-233 1=2 UnaryOp neg_135 1 1 699 700 0=1 Concat cat_27 2 1 700 698 701 0=2 BinaryOp mul_136 2 1 701 98 702 0=2 BinaryOp mul_137 2 1 687 49 703 0=2 BinaryOp add_138 2 1 703 702 704 0=0 Permute permute_222 1 1 697 705 0=2 Permute permute_223 1 1 704 706 0=2 Permute permute_224 1 1 684 707 0=2 SDPA sdpa_403 3 1 705 706 707 708 5=0 6=0.125 Permute permute_225 1 1 708 709 0=2 Reshape reshape_337 1 1 709 710 0=1024 1=-1 Gemm gemm_53 1 1 710 711 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_139 2 1 711 677 712 0=0 LayerNorm ln_124 1 1 712 713 0=1024 1=1.000000e-05 2=1 Split splitncnn_57 1 2 713 714 715 Gemm gemm_54 1 1 715 716 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_159 1 1 716 717 Gemm gemm_55 1 1 717 718 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_140 2 1 718 714 719 0=0 LayerNorm ln_125 1 1 719 720 0=1024 1=1.000000e-05 2=1 Split splitncnn_58 1 2 720 721 722 Gemm gemm_56 1 1 722 723 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_338 1 1 723 724 0=64 1=16 11=3 2=-1 Slice unbind_14 1 3 724 725 726 727 -23300=3,-233,-233,-233 1=1 Reshape reshape_339 1 1 727 728 0=64 1=16 2=-1 Reshape reshape_340 1 1 726 729 0=64 1=16 2=-1 Split splitncnn_59 1 2 729 730 731 Reshape reshape_341 1 1 725 732 0=64 1=16 2=-1 Split splitncnn_60 1 2 732 733 734 Slice tensor_split_28 1 2 733 735 736 -23300=2,-233,-233 1=2 UnaryOp neg_141 1 1 736 737 0=1 Concat cat_28 2 1 737 735 738 0=2 BinaryOp mul_142 2 1 738 99 739 0=2 BinaryOp mul_143 2 1 734 50 740 0=2 BinaryOp add_144 2 1 740 739 741 0=0 Slice tensor_split_29 1 2 730 742 743 -23300=2,-233,-233 1=2 UnaryOp neg_145 1 1 743 744 0=1 Concat cat_29 2 1 744 742 745 0=2 BinaryOp mul_146 2 1 745 100 746 0=2 BinaryOp mul_147 2 1 731 51 747 0=2 BinaryOp add_148 2 1 747 746 748 0=0 Permute permute_226 1 1 741 749 0=2 Permute permute_227 1 1 748 750 0=2 Permute permute_228 1 1 728 751 0=2 SDPA sdpa_404 3 1 749 750 751 752 5=0 6=0.125 Permute permute_229 1 1 752 753 0=2 Reshape reshape_342 1 1 753 754 0=1024 1=-1 Gemm gemm_57 1 1 754 755 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_149 2 1 755 721 756 0=0 LayerNorm ln_126 1 1 756 757 0=1024 1=1.000000e-05 2=1 Split splitncnn_61 1 2 757 758 759 Gemm gemm_58 1 1 759 760 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_160 1 1 760 761 Gemm gemm_59 1 1 761 762 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_150 2 1 762 758 763 0=0 LayerNorm ln_127 1 1 763 764 0=1024 1=1.000000e-05 2=1 Split splitncnn_62 1 2 764 765 766 Gemm gemm_60 1 1 766 767 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_343 1 1 767 768 0=64 1=16 11=3 2=-1 Slice unbind_15 1 3 768 769 770 771 -23300=3,-233,-233,-233 1=1 Reshape reshape_344 1 1 771 772 0=64 1=16 2=-1 Reshape reshape_345 1 1 770 773 0=64 1=16 2=-1 Split splitncnn_63 1 2 773 774 775 Reshape reshape_346 1 1 769 776 0=64 1=16 2=-1 Split splitncnn_64 1 2 776 777 778 Slice tensor_split_30 1 2 777 779 780 -23300=2,-233,-233 1=2 UnaryOp neg_151 1 1 780 781 0=1 Concat cat_30 2 1 781 779 782 0=2 BinaryOp mul_152 2 1 782 101 783 0=2 BinaryOp mul_153 2 1 778 52 784 0=2 BinaryOp add_154 2 1 784 783 785 0=0 Slice tensor_split_31 1 2 774 786 787 -23300=2,-233,-233 1=2 UnaryOp neg_155 1 1 787 788 0=1 Concat cat_31 2 1 788 786 789 0=2 BinaryOp mul_156 2 1 789 102 790 0=2 BinaryOp mul_157 2 1 775 53 791 0=2 BinaryOp add_158 2 1 791 790 792 0=0 Permute permute_230 1 1 785 793 0=2 Permute permute_231 1 1 792 794 0=2 Permute permute_232 1 1 772 795 0=2 SDPA sdpa_405 3 1 793 794 795 796 5=0 6=0.125 Permute permute_233 1 1 796 797 0=2 Reshape reshape_347 1 1 797 798 0=1024 1=-1 Gemm gemm_61 1 1 798 799 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_159 2 1 799 765 800 0=0 LayerNorm ln_128 1 1 800 801 0=1024 1=1.000000e-05 2=1 Split splitncnn_65 1 2 801 802 803 Gemm gemm_62 1 1 803 804 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_161 1 1 804 805 Gemm gemm_63 1 1 805 806 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_160 2 1 806 802 807 0=0 LayerNorm ln_129 1 1 807 808 0=1024 1=1.000000e-05 2=1 Split splitncnn_66 1 2 808 809 810 Gemm gemm_64 1 1 810 811 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_348 1 1 811 812 0=64 1=16 11=3 2=-1 Slice unbind_16 1 3 812 813 814 815 -23300=3,-233,-233,-233 1=1 Reshape reshape_349 1 1 815 816 0=64 1=16 2=-1 Reshape reshape_350 1 1 814 817 0=64 1=16 2=-1 Split splitncnn_67 1 2 817 818 819 Reshape reshape_351 1 1 813 820 0=64 1=16 2=-1 Split splitncnn_68 1 2 820 821 822 Slice tensor_split_32 1 2 821 823 824 -23300=2,-233,-233 1=2 UnaryOp neg_161 1 1 824 825 0=1 Concat cat_32 2 1 825 823 826 0=2 BinaryOp mul_162 2 1 826 103 827 0=2 BinaryOp mul_163 2 1 822 54 828 0=2 BinaryOp add_164 2 1 828 827 829 0=0 Slice tensor_split_33 1 2 818 830 831 -23300=2,-233,-233 1=2 UnaryOp neg_165 1 1 831 832 0=1 Concat cat_33 2 1 832 830 833 0=2 BinaryOp mul_166 2 1 833 104 834 0=2 BinaryOp mul_167 2 1 819 55 835 0=2 BinaryOp add_168 2 1 835 834 836 0=0 Permute permute_234 1 1 829 837 0=2 Permute permute_235 1 1 836 838 0=2 Permute permute_236 1 1 816 839 0=2 SDPA sdpa_406 3 1 837 838 839 840 5=0 6=0.125 Permute permute_237 1 1 840 841 0=2 Reshape reshape_352 1 1 841 842 0=1024 1=-1 Gemm gemm_65 1 1 842 843 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_169 2 1 843 809 844 0=0 LayerNorm ln_130 1 1 844 845 0=1024 1=1.000000e-05 2=1 Split splitncnn_69 1 2 845 846 847 Gemm gemm_66 1 1 847 848 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_162 1 1 848 849 Gemm gemm_67 1 1 849 850 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_170 2 1 850 846 851 0=0 LayerNorm ln_131 1 1 851 852 0=1024 1=1.000000e-05 2=1 Split splitncnn_70 1 2 852 853 854 Gemm gemm_68 1 1 854 855 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_353 1 1 855 856 0=64 1=16 11=3 2=-1 Slice unbind_17 1 3 856 857 858 859 -23300=3,-233,-233,-233 1=1 Reshape reshape_354 1 1 859 860 0=64 1=16 2=-1 Reshape reshape_355 1 1 858 861 0=64 1=16 2=-1 Split splitncnn_71 1 2 861 862 863 Reshape reshape_356 1 1 857 864 0=64 1=16 2=-1 Split splitncnn_72 1 2 864 865 866 Slice tensor_split_34 1 2 865 867 868 -23300=2,-233,-233 1=2 UnaryOp neg_171 1 1 868 869 0=1 Concat cat_34 2 1 869 867 870 0=2 BinaryOp mul_172 2 1 870 105 871 0=2 BinaryOp mul_173 2 1 866 56 872 0=2 BinaryOp add_174 2 1 872 871 873 0=0 Slice tensor_split_35 1 2 862 874 875 -23300=2,-233,-233 1=2 UnaryOp neg_175 1 1 875 876 0=1 Concat cat_35 2 1 876 874 877 0=2 BinaryOp mul_176 2 1 877 106 878 0=2 BinaryOp mul_177 2 1 863 57 879 0=2 BinaryOp add_178 2 1 879 878 880 0=0 Permute permute_238 1 1 873 881 0=2 Permute permute_239 1 1 880 882 0=2 Permute permute_240 1 1 860 883 0=2 SDPA sdpa_407 3 1 881 882 883 884 5=0 6=0.125 Permute permute_241 1 1 884 885 0=2 Reshape reshape_357 1 1 885 886 0=1024 1=-1 Gemm gemm_69 1 1 886 887 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_179 2 1 887 853 888 0=0 LayerNorm ln_132 1 1 888 889 0=1024 1=1.000000e-05 2=1 Split splitncnn_73 1 2 889 890 891 Gemm gemm_70 1 1 891 892 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_163 1 1 892 893 Gemm gemm_71 1 1 893 894 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_180 2 1 894 890 895 0=0 LayerNorm ln_133 1 1 895 896 0=1024 1=1.000000e-05 2=1 Split splitncnn_74 1 2 896 897 898 Gemm gemm_72 1 1 898 899 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_358 1 1 899 900 0=64 1=16 11=3 2=-1 Slice unbind_18 1 3 900 901 902 903 -23300=3,-233,-233,-233 1=1 Reshape reshape_359 1 1 903 904 0=64 1=16 2=-1 Reshape reshape_360 1 1 902 905 0=64 1=16 2=-1 Split splitncnn_75 1 2 905 906 907 Reshape reshape_361 1 1 901 908 0=64 1=16 2=-1 Split splitncnn_76 1 2 908 909 910 Slice tensor_split_36 1 2 909 911 912 -23300=2,-233,-233 1=2 UnaryOp neg_181 1 1 912 913 0=1 Concat cat_36 2 1 913 911 914 0=2 BinaryOp mul_182 2 1 914 107 915 0=2 BinaryOp mul_183 2 1 910 58 916 0=2 BinaryOp add_184 2 1 916 915 917 0=0 Slice tensor_split_37 1 2 906 918 919 -23300=2,-233,-233 1=2 UnaryOp neg_185 1 1 919 920 0=1 Concat cat_37 2 1 920 918 921 0=2 BinaryOp mul_186 2 1 921 108 922 0=2 BinaryOp mul_187 2 1 907 59 923 0=2 BinaryOp add_188 2 1 923 922 924 0=0 Permute permute_242 1 1 917 925 0=2 Permute permute_243 1 1 924 926 0=2 Permute permute_244 1 1 904 927 0=2 SDPA sdpa_408 3 1 925 926 927 928 5=0 6=0.125 Permute permute_245 1 1 928 929 0=2 Reshape reshape_362 1 1 929 930 0=1024 1=-1 Gemm gemm_73 1 1 930 931 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_189 2 1 931 897 932 0=0 LayerNorm ln_134 1 1 932 933 0=1024 1=1.000000e-05 2=1 Split splitncnn_77 1 2 933 934 935 Gemm gemm_74 1 1 935 936 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_164 1 1 936 937 Gemm gemm_75 1 1 937 938 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_190 2 1 938 934 939 0=0 LayerNorm ln_135 1 1 939 940 0=1024 1=1.000000e-05 2=1 Split splitncnn_78 1 2 940 941 942 Gemm gemm_76 1 1 942 943 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_363 1 1 943 944 0=64 1=16 11=3 2=-1 Slice unbind_19 1 3 944 945 946 947 -23300=3,-233,-233,-233 1=1 Reshape reshape_364 1 1 947 948 0=64 1=16 2=-1 Reshape reshape_365 1 1 946 949 0=64 1=16 2=-1 Split splitncnn_79 1 2 949 950 951 Reshape reshape_366 1 1 945 952 0=64 1=16 2=-1 Split splitncnn_80 1 2 952 953 954 Slice tensor_split_38 1 2 953 955 956 -23300=2,-233,-233 1=2 UnaryOp neg_191 1 1 956 957 0=1 Concat cat_38 2 1 957 955 958 0=2 BinaryOp mul_192 2 1 958 109 959 0=2 BinaryOp mul_193 2 1 954 60 960 0=2 BinaryOp add_194 2 1 960 959 961 0=0 Slice tensor_split_39 1 2 950 962 963 -23300=2,-233,-233 1=2 UnaryOp neg_195 1 1 963 964 0=1 Concat cat_39 2 1 964 962 965 0=2 BinaryOp mul_196 2 1 965 110 966 0=2 BinaryOp mul_197 2 1 951 61 967 0=2 BinaryOp add_198 2 1 967 966 968 0=0 Permute permute_246 1 1 961 969 0=2 Permute permute_247 1 1 968 970 0=2 Permute permute_248 1 1 948 971 0=2 SDPA sdpa_409 3 1 969 970 971 972 5=0 6=0.125 Permute permute_249 1 1 972 973 0=2 Reshape reshape_367 1 1 973 974 0=1024 1=-1 Gemm gemm_77 1 1 974 975 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_199 2 1 975 941 976 0=0 LayerNorm ln_136 1 1 976 977 0=1024 1=1.000000e-05 2=1 Split splitncnn_81 1 2 977 978 979 Gemm gemm_78 1 1 979 980 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_165 1 1 980 981 Gemm gemm_79 1 1 981 982 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_200 2 1 982 978 983 0=0 LayerNorm ln_137 1 1 983 984 0=1024 1=1.000000e-05 2=1 Split splitncnn_82 1 2 984 985 986 Gemm gemm_80 1 1 986 987 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_368 1 1 987 988 0=64 1=16 11=3 2=-1 Slice unbind_20 1 3 988 989 990 991 -23300=3,-233,-233,-233 1=1 Reshape reshape_369 1 1 991 992 0=64 1=16 2=-1 Reshape reshape_370 1 1 990 993 0=64 1=16 2=-1 Split splitncnn_83 1 2 993 994 995 Reshape reshape_371 1 1 989 996 0=64 1=16 2=-1 Split splitncnn_84 1 2 996 997 998 Slice tensor_split_40 1 2 997 999 1000 -23300=2,-233,-233 1=2 UnaryOp neg_201 1 1 1000 1001 0=1 Concat cat_40 2 1 1001 999 1002 0=2 BinaryOp mul_202 2 1 1002 111 1003 0=2 BinaryOp mul_203 2 1 998 62 1004 0=2 BinaryOp add_204 2 1 1004 1003 1005 0=0 Slice tensor_split_41 1 2 994 1006 1007 -23300=2,-233,-233 1=2 UnaryOp neg_205 1 1 1007 1008 0=1 Concat cat_41 2 1 1008 1006 1009 0=2 BinaryOp mul_206 2 1 1009 112 1010 0=2 BinaryOp mul_207 2 1 995 63 1011 0=2 BinaryOp add_208 2 1 1011 1010 1012 0=0 Permute permute_250 1 1 1005 1013 0=2 Permute permute_251 1 1 1012 1014 0=2 Permute permute_252 1 1 992 1015 0=2 SDPA sdpa_410 3 1 1013 1014 1015 1016 5=0 6=0.125 Permute permute_253 1 1 1016 1017 0=2 Reshape reshape_372 1 1 1017 1018 0=1024 1=-1 Gemm gemm_81 1 1 1018 1019 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_209 2 1 1019 985 1020 0=0 LayerNorm ln_138 1 1 1020 1021 0=1024 1=1.000000e-05 2=1 Split splitncnn_85 1 2 1021 1022 1023 Gemm gemm_82 1 1 1023 1024 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_166 1 1 1024 1025 Gemm gemm_83 1 1 1025 1026 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_210 2 1 1026 1022 1027 0=0 LayerNorm ln_139 1 1 1027 1028 0=1024 1=1.000000e-05 2=1 Split splitncnn_86 1 2 1028 1029 1030 Gemm gemm_84 1 1 1030 1031 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_373 1 1 1031 1032 0=64 1=16 11=3 2=-1 Slice unbind_21 1 3 1032 1033 1034 1035 -23300=3,-233,-233,-233 1=1 Reshape reshape_374 1 1 1035 1036 0=64 1=16 2=-1 Reshape reshape_375 1 1 1034 1037 0=64 1=16 2=-1 Split splitncnn_87 1 2 1037 1038 1039 Reshape reshape_376 1 1 1033 1040 0=64 1=16 2=-1 Split splitncnn_88 1 2 1040 1041 1042 Slice tensor_split_42 1 2 1041 1043 1044 -23300=2,-233,-233 1=2 UnaryOp neg_211 1 1 1044 1045 0=1 Concat cat_42 2 1 1045 1043 1046 0=2 BinaryOp mul_212 2 1 1046 113 1047 0=2 BinaryOp mul_213 2 1 1042 64 1048 0=2 BinaryOp add_214 2 1 1048 1047 1049 0=0 Slice tensor_split_43 1 2 1038 1050 1051 -23300=2,-233,-233 1=2 UnaryOp neg_215 1 1 1051 1052 0=1 Concat cat_43 2 1 1052 1050 1053 0=2 BinaryOp mul_216 2 1 1053 114 1054 0=2 BinaryOp mul_217 2 1 1039 65 1055 0=2 BinaryOp add_218 2 1 1055 1054 1056 0=0 Permute permute_254 1 1 1049 1057 0=2 Permute permute_255 1 1 1056 1058 0=2 Permute permute_256 1 1 1036 1059 0=2 SDPA sdpa_411 3 1 1057 1058 1059 1060 5=0 6=0.125 Permute permute_257 1 1 1060 1061 0=2 Reshape reshape_377 1 1 1061 1062 0=1024 1=-1 Gemm gemm_85 1 1 1062 1063 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_219 2 1 1063 1029 1064 0=0 LayerNorm ln_140 1 1 1064 1065 0=1024 1=1.000000e-05 2=1 Split splitncnn_89 1 2 1065 1066 1067 Gemm gemm_86 1 1 1067 1068 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_167 1 1 1068 1069 Gemm gemm_87 1 1 1069 1070 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_220 2 1 1070 1066 1071 0=0 LayerNorm ln_141 1 1 1071 1072 0=1024 1=1.000000e-05 2=1 Split splitncnn_90 1 2 1072 1073 1074 Gemm gemm_88 1 1 1074 1075 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_378 1 1 1075 1076 0=64 1=16 11=3 2=-1 Slice unbind_22 1 3 1076 1077 1078 1079 -23300=3,-233,-233,-233 1=1 Reshape reshape_379 1 1 1079 1080 0=64 1=16 2=-1 Reshape reshape_380 1 1 1078 1081 0=64 1=16 2=-1 Split splitncnn_91 1 2 1081 1082 1083 Reshape reshape_381 1 1 1077 1084 0=64 1=16 2=-1 Split splitncnn_92 1 2 1084 1085 1086 Slice tensor_split_44 1 2 1085 1087 1088 -23300=2,-233,-233 1=2 UnaryOp neg_221 1 1 1088 1089 0=1 Concat cat_44 2 1 1089 1087 1090 0=2 BinaryOp mul_222 2 1 1090 115 1091 0=2 BinaryOp mul_223 2 1 1086 66 1092 0=2 BinaryOp add_224 2 1 1092 1091 1093 0=0 Slice tensor_split_45 1 2 1082 1094 1095 -23300=2,-233,-233 1=2 UnaryOp neg_225 1 1 1095 1096 0=1 Concat cat_45 2 1 1096 1094 1097 0=2 BinaryOp mul_226 2 1 1097 116 1098 0=2 BinaryOp mul_227 2 1 1083 67 1099 0=2 BinaryOp add_228 2 1 1099 1098 1100 0=0 Permute permute_258 1 1 1093 1101 0=2 Permute permute_259 1 1 1100 1102 0=2 Permute permute_260 1 1 1080 1103 0=2 SDPA sdpa_412 3 1 1101 1102 1103 1104 5=0 6=0.125 Permute permute_261 1 1 1104 1105 0=2 Reshape reshape_382 1 1 1105 1106 0=1024 1=-1 Gemm gemm_89 1 1 1106 1107 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_229 2 1 1107 1073 1108 0=0 LayerNorm ln_142 1 1 1108 1109 0=1024 1=1.000000e-05 2=1 Split splitncnn_93 1 2 1109 1110 1111 Gemm gemm_90 1 1 1111 1112 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_168 1 1 1112 1113 Gemm gemm_91 1 1 1113 1114 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_230 2 1 1114 1110 1115 0=0 LayerNorm ln_143 1 1 1115 1116 0=1024 1=1.000000e-05 2=1 Split splitncnn_94 1 2 1116 1117 1118 Gemm gemm_92 1 1 1118 1119 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=1024 Reshape reshape_383 1 1 1119 1120 0=64 1=16 11=3 2=-1 Slice unbind_23 1 3 1120 1121 1122 1123 -23300=3,-233,-233,-233 1=1 Reshape reshape_384 1 1 1123 1124 0=64 1=16 2=-1 Reshape reshape_385 1 1 1122 1125 0=64 1=16 2=-1 Split splitncnn_95 1 2 1125 1126 1127 Reshape reshape_386 1 1 1121 1128 0=64 1=16 2=-1 Split splitncnn_96 1 2 1128 1129 1130 Slice tensor_split_46 1 2 1129 1131 1132 -23300=2,-233,-233 1=2 UnaryOp neg_231 1 1 1132 1133 0=1 Concat cat_46 2 1 1133 1131 1134 0=2 BinaryOp mul_232 2 1 1134 117 1135 0=2 BinaryOp mul_233 2 1 1130 68 1136 0=2 BinaryOp add_234 2 1 1136 1135 1137 0=0 Slice tensor_split_47 1 2 1126 1138 1139 -23300=2,-233,-233 1=2 UnaryOp neg_235 1 1 1139 1140 0=1 Concat cat_47 2 1 1140 1138 1141 0=2 BinaryOp mul_236 2 1 1141 118 1142 0=2 BinaryOp mul_237 2 1 1127 69 1143 0=2 BinaryOp add_238 2 1 1143 1142 1144 0=0 Permute permute_262 1 1 1137 1145 0=2 Permute permute_263 1 1 1144 1146 0=2 Permute permute_264 1 1 1124 1147 0=2 SDPA sdpa_413 3 1 1145 1146 1147 1148 5=0 6=0.125 Permute permute_265 1 1 1148 1149 0=2 Reshape reshape_387 1 1 1149 1150 0=1024 1=-1 Gemm gemm_93 1 1 1150 1151 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 BinaryOp add_239 2 1 1151 1117 1152 0=0 LayerNorm ln_144 1 1 1152 1153 0=1024 1=1.000000e-05 2=1 Split splitncnn_97 1 2 1153 1154 1155 Gemm gemm_94 1 1 1155 1156 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_169 1 1 1156 1157 Gemm gemm_95 1 1 1157 1158 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_240 2 1 1158 1154 1159 0=0 LayerNorm ln_145 1 1 1159 1160 0=1024 1=1.000000e-05 2=1 Crop select_0 1 1 1160 1161 -23310=1,0 -23311=1,0 -23309=1,-1 Squeeze squeeze_389 1 1 1161 1162 -23303=1,0 Split splitncnn_98 1 2 1162 1163 1164 Reduction norm_388 1 1 1164 1165 0=8 1=0 -23303=1,-1 4=1 5=1 BinaryOp div_241 2 1 1163 1165 out0 0=3