7767517 1578 1937 Input in0 0 1 in0 MemoryData freqs_sin 0 1 1 0=64 1=1296 Split splitncnn_0 1 48 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 MemoryData freqs_cos 0 1 50 0=64 1=1296 Split splitncnn_1 1 48 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 MemoryData pos_embed 0 1 99 0=1024 1=1297 Convolution conv_168 1 1 in0 100 0=1024 1=14 11=14 12=1 13=14 14=0 2=1 3=14 4=0 5=1 6=602112 Reshape flatten_965 1 1 100 101 0=1296 1=1024 Permute transpose_940 1 1 101 102 0=1 MemoryData pnnx_fold_cls_tokens.1 0 1 103 0=1024 1=1 Concat cat_0 2 1 103 102 104 0=0 BinaryOp add_0 2 1 104 99 105 0=0 Split splitncnn_0 1 2 105 106 107 LayerNorm ln_169 1 1 107 108 0=1024 1=1.000000e-05 2=1 Split splitncnn_1 1 3 108 109 110 111 Gemm gemm_0 1 1 111 112 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_1 1 1 110 113 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_2 1 1 109 114 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_410 1 1 112 115 0=64 1=16 2=1297 Permute permute_314 1 1 115 116 0=2 Reshape reshape_411 1 1 113 117 0=64 1=16 2=1297 Permute permute_315 1 1 117 118 0=2 Reshape reshape_412 1 1 114 119 0=64 1=16 2=1297 Permute permute_316 1 1 119 120 0=2 Slice tensor_split_0 1 2 116 121 122 -23300=2,1,-233 1=1 Split splitncnn_2 1 2 122 123 124 Reshape reshape_413 1 1 124 125 0=2 1=32 11=1296 2=16 Slice unbind_0 1 2 125 126 127 -23300=2,-233,-233 1=3 Reshape reshape_414 1 1 127 128 0=32 1=1296 2=16 Reshape reshape_415 1 1 126 129 0=32 1=1296 2=16 UnaryOp neg_1 1 1 128 130 0=1 Reshape reshape_416 1 1 130 131 0=1 1=32 11=1296 2=16 Reshape reshape_417 1 1 129 132 0=1 1=32 11=1296 2=16 Concat stack_0 2 1 131 132 133 0=3 Reshape reshape_418 1 1 133 134 0=64 1=1296 2=16 Reshape reshape_419 1 1 2 135 0=64 1=1296 2=1 BinaryOp mul_2 2 1 134 135 136 0=2 Reshape reshape_420 1 1 51 137 0=64 1=1296 2=1 BinaryOp mul_3 2 1 123 137 138 0=2 BinaryOp add_4 2 1 138 136 139 0=0 Concat cat_1 2 1 121 139 140 0=1 Slice tensor_split_1 1 2 118 141 142 -23300=2,1,-233 1=1 Split splitncnn_3 1 2 142 143 144 Reshape reshape_421 1 1 144 145 0=2 1=32 11=1296 2=16 Slice unbind_1 1 2 145 146 147 -23300=2,-233,-233 1=3 Reshape reshape_422 1 1 147 148 0=32 1=1296 2=16 Reshape reshape_423 1 1 146 149 0=32 1=1296 2=16 UnaryOp neg_5 1 1 148 150 0=1 Reshape reshape_424 1 1 150 151 0=1 1=32 11=1296 2=16 Reshape reshape_425 1 1 149 152 0=1 1=32 11=1296 2=16 Concat stack_1 2 1 151 152 153 0=3 Reshape reshape_426 1 1 153 154 0=64 1=1296 2=16 Reshape reshape_427 1 1 3 155 0=64 1=1296 2=1 BinaryOp mul_6 2 1 154 155 156 0=2 Reshape reshape_428 1 1 52 157 0=64 1=1296 2=1 BinaryOp mul_7 2 1 143 157 158 0=2 BinaryOp add_8 2 1 158 156 159 0=0 Concat cat_2 2 1 141 159 160 0=1 BinaryOp mul_9 1 1 140 161 0=2 1=1 2=0.125 MatMul matmultransb_0 2 1 161 160 162 0=1 Softmax softmax_290 1 1 162 163 0=2 1=1 MatMul matmul_891 2 1 163 120 164 Permute permute_317 1 1 164 165 0=2 Reshape reshape_429 1 1 165 166 0=1024 1=1297 LayerNorm ln_170 1 1 166 167 0=1024 1=1.000000e-05 2=1 Gemm gemm_3 1 1 167 168 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_10 2 1 106 168 169 0=0 Split splitncnn_4 1 2 169 170 171 LayerNorm ln_171 1 1 171 172 0=1024 1=1.000000e-05 2=1 Split splitncnn_5 1 2 172 173 174 Gemm gemm_4 1 1 174 175 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_5 1 1 173 176 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_266 1 1 175 177 BinaryOp mul_11 2 1 177 176 178 0=2 LayerNorm ln_172 1 1 178 179 0=2730 1=1.000000e-05 2=1 Gemm gemm_6 1 1 179 180 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_12 2 1 170 180 181 0=0 Split splitncnn_6 1 2 181 182 183 LayerNorm ln_173 1 1 183 184 0=1024 1=1.000000e-05 2=1 Split splitncnn_7 1 3 184 185 186 187 Gemm gemm_7 1 1 187 188 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_8 1 1 186 189 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_9 1 1 185 190 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_430 1 1 188 191 0=64 1=16 2=1297 Permute permute_318 1 1 191 192 0=2 Reshape reshape_431 1 1 189 193 0=64 1=16 2=1297 Permute permute_319 1 1 193 194 0=2 Reshape reshape_432 1 1 190 195 0=64 1=16 2=1297 Permute permute_320 1 1 195 196 0=2 Slice tensor_split_2 1 2 192 197 198 -23300=2,1,-233 1=1 Split splitncnn_8 1 2 198 199 200 Reshape reshape_433 1 1 200 201 0=2 1=32 11=1296 2=16 Slice unbind_2 1 2 201 202 203 -23300=2,-233,-233 1=3 Reshape reshape_434 1 1 203 204 0=32 1=1296 2=16 Reshape reshape_435 1 1 202 205 0=32 1=1296 2=16 UnaryOp neg_13 1 1 204 206 0=1 Reshape reshape_436 1 1 206 207 0=1 1=32 11=1296 2=16 Reshape reshape_437 1 1 205 208 0=1 1=32 11=1296 2=16 Concat stack_2 2 1 207 208 209 0=3 Reshape reshape_438 1 1 209 210 0=64 1=1296 2=16 Reshape reshape_439 1 1 4 211 0=64 1=1296 2=1 BinaryOp mul_14 2 1 210 211 212 0=2 Reshape reshape_440 1 1 53 213 0=64 1=1296 2=1 BinaryOp mul_15 2 1 199 213 214 0=2 BinaryOp add_16 2 1 214 212 215 0=0 Concat cat_3 2 1 197 215 216 0=1 Slice tensor_split_3 1 2 194 217 218 -23300=2,1,-233 1=1 Split splitncnn_9 1 2 218 219 220 Reshape reshape_441 1 1 220 221 0=2 1=32 11=1296 2=16 Slice unbind_3 1 2 221 222 223 -23300=2,-233,-233 1=3 Reshape reshape_442 1 1 223 224 0=32 1=1296 2=16 Reshape reshape_443 1 1 222 225 0=32 1=1296 2=16 UnaryOp neg_17 1 1 224 226 0=1 Reshape reshape_444 1 1 226 227 0=1 1=32 11=1296 2=16 Reshape reshape_445 1 1 225 228 0=1 1=32 11=1296 2=16 Concat stack_3 2 1 227 228 229 0=3 Reshape reshape_446 1 1 229 230 0=64 1=1296 2=16 Reshape reshape_447 1 1 5 231 0=64 1=1296 2=1 BinaryOp mul_18 2 1 230 231 232 0=2 Reshape reshape_448 1 1 54 233 0=64 1=1296 2=1 BinaryOp mul_19 2 1 219 233 234 0=2 BinaryOp add_20 2 1 234 232 235 0=0 Concat cat_4 2 1 217 235 236 0=1 BinaryOp mul_21 1 1 216 237 0=2 1=1 2=0.125 MatMul matmultransb_1 2 1 237 236 238 0=1 Softmax softmax_291 1 1 238 239 0=2 1=1 MatMul matmul_893 2 1 239 196 240 Permute permute_321 1 1 240 241 0=2 Reshape reshape_449 1 1 241 242 0=1024 1=1297 LayerNorm ln_174 1 1 242 243 0=1024 1=1.000000e-05 2=1 Gemm gemm_10 1 1 243 244 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_22 2 1 182 244 245 0=0 Split splitncnn_10 1 2 245 246 247 LayerNorm ln_175 1 1 247 248 0=1024 1=1.000000e-05 2=1 Split splitncnn_11 1 2 248 249 250 Gemm gemm_11 1 1 250 251 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_12 1 1 249 252 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_267 1 1 251 253 BinaryOp mul_23 2 1 253 252 254 0=2 LayerNorm ln_176 1 1 254 255 0=2730 1=1.000000e-05 2=1 Gemm gemm_13 1 1 255 256 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_24 2 1 246 256 257 0=0 Split splitncnn_12 1 2 257 258 259 LayerNorm ln_177 1 1 259 260 0=1024 1=1.000000e-05 2=1 Split splitncnn_13 1 3 260 261 262 263 Gemm gemm_14 1 1 263 264 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_15 1 1 262 265 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_16 1 1 261 266 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_450 1 1 264 267 0=64 1=16 2=1297 Permute permute_322 1 1 267 268 0=2 Reshape reshape_451 1 1 265 269 0=64 1=16 2=1297 Permute permute_323 1 1 269 270 0=2 Reshape reshape_452 1 1 266 271 0=64 1=16 2=1297 Permute permute_324 1 1 271 272 0=2 Slice tensor_split_4 1 2 268 273 274 -23300=2,1,-233 1=1 Split splitncnn_14 1 2 274 275 276 Reshape reshape_453 1 1 276 277 0=2 1=32 11=1296 2=16 Slice unbind_4 1 2 277 278 279 -23300=2,-233,-233 1=3 Reshape reshape_454 1 1 279 280 0=32 1=1296 2=16 Reshape reshape_455 1 1 278 281 0=32 1=1296 2=16 UnaryOp neg_25 1 1 280 282 0=1 Reshape reshape_456 1 1 282 283 0=1 1=32 11=1296 2=16 Reshape reshape_457 1 1 281 284 0=1 1=32 11=1296 2=16 Concat stack_4 2 1 283 284 285 0=3 Reshape reshape_458 1 1 285 286 0=64 1=1296 2=16 Reshape reshape_459 1 1 6 287 0=64 1=1296 2=1 BinaryOp mul_26 2 1 286 287 288 0=2 Reshape reshape_460 1 1 55 289 0=64 1=1296 2=1 BinaryOp mul_27 2 1 275 289 290 0=2 BinaryOp add_28 2 1 290 288 291 0=0 Concat cat_5 2 1 273 291 292 0=1 Slice tensor_split_5 1 2 270 293 294 -23300=2,1,-233 1=1 Split splitncnn_15 1 2 294 295 296 Reshape reshape_461 1 1 296 297 0=2 1=32 11=1296 2=16 Slice unbind_5 1 2 297 298 299 -23300=2,-233,-233 1=3 Reshape reshape_462 1 1 299 300 0=32 1=1296 2=16 Reshape reshape_463 1 1 298 301 0=32 1=1296 2=16 UnaryOp neg_29 1 1 300 302 0=1 Reshape reshape_464 1 1 302 303 0=1 1=32 11=1296 2=16 Reshape reshape_465 1 1 301 304 0=1 1=32 11=1296 2=16 Concat stack_5 2 1 303 304 305 0=3 Reshape reshape_466 1 1 305 306 0=64 1=1296 2=16 Reshape reshape_467 1 1 7 307 0=64 1=1296 2=1 BinaryOp mul_30 2 1 306 307 308 0=2 Reshape reshape_468 1 1 56 309 0=64 1=1296 2=1 BinaryOp mul_31 2 1 295 309 310 0=2 BinaryOp add_32 2 1 310 308 311 0=0 Concat cat_6 2 1 293 311 312 0=1 BinaryOp mul_33 1 1 292 313 0=2 1=1 2=0.125 MatMul matmultransb_2 2 1 313 312 314 0=1 Softmax softmax_292 1 1 314 315 0=2 1=1 MatMul matmul_895 2 1 315 272 316 Permute permute_325 1 1 316 317 0=2 Reshape reshape_469 1 1 317 318 0=1024 1=1297 LayerNorm ln_178 1 1 318 319 0=1024 1=1.000000e-05 2=1 Gemm gemm_17 1 1 319 320 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_34 2 1 258 320 321 0=0 Split splitncnn_16 1 2 321 322 323 LayerNorm ln_179 1 1 323 324 0=1024 1=1.000000e-05 2=1 Split splitncnn_17 1 2 324 325 326 Gemm gemm_18 1 1 326 327 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_19 1 1 325 328 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_268 1 1 327 329 BinaryOp mul_35 2 1 329 328 330 0=2 LayerNorm ln_180 1 1 330 331 0=2730 1=1.000000e-05 2=1 Gemm gemm_20 1 1 331 332 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_36 2 1 322 332 333 0=0 Split splitncnn_18 1 2 333 334 335 LayerNorm ln_181 1 1 335 336 0=1024 1=1.000000e-05 2=1 Split splitncnn_19 1 3 336 337 338 339 Gemm gemm_21 1 1 339 340 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_22 1 1 338 341 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_23 1 1 337 342 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_470 1 1 340 343 0=64 1=16 2=1297 Permute permute_326 1 1 343 344 0=2 Reshape reshape_471 1 1 341 345 0=64 1=16 2=1297 Permute permute_327 1 1 345 346 0=2 Reshape reshape_472 1 1 342 347 0=64 1=16 2=1297 Permute permute_328 1 1 347 348 0=2 Slice tensor_split_6 1 2 344 349 350 -23300=2,1,-233 1=1 Split splitncnn_20 1 2 350 351 352 Reshape reshape_473 1 1 352 353 0=2 1=32 11=1296 2=16 Slice unbind_6 1 2 353 354 355 -23300=2,-233,-233 1=3 Reshape reshape_474 1 1 355 356 0=32 1=1296 2=16 Reshape reshape_475 1 1 354 357 0=32 1=1296 2=16 UnaryOp neg_37 1 1 356 358 0=1 Reshape reshape_476 1 1 358 359 0=1 1=32 11=1296 2=16 Reshape reshape_477 1 1 357 360 0=1 1=32 11=1296 2=16 Concat stack_6 2 1 359 360 361 0=3 Reshape reshape_478 1 1 361 362 0=64 1=1296 2=16 Reshape reshape_479 1 1 8 363 0=64 1=1296 2=1 BinaryOp mul_38 2 1 362 363 364 0=2 Reshape reshape_480 1 1 57 365 0=64 1=1296 2=1 BinaryOp mul_39 2 1 351 365 366 0=2 BinaryOp add_40 2 1 366 364 367 0=0 Concat cat_7 2 1 349 367 368 0=1 Slice tensor_split_7 1 2 346 369 370 -23300=2,1,-233 1=1 Split splitncnn_21 1 2 370 371 372 Reshape reshape_481 1 1 372 373 0=2 1=32 11=1296 2=16 Slice unbind_7 1 2 373 374 375 -23300=2,-233,-233 1=3 Reshape reshape_482 1 1 375 376 0=32 1=1296 2=16 Reshape reshape_483 1 1 374 377 0=32 1=1296 2=16 UnaryOp neg_41 1 1 376 378 0=1 Reshape reshape_484 1 1 378 379 0=1 1=32 11=1296 2=16 Reshape reshape_485 1 1 377 380 0=1 1=32 11=1296 2=16 Concat stack_7 2 1 379 380 381 0=3 Reshape reshape_486 1 1 381 382 0=64 1=1296 2=16 Reshape reshape_487 1 1 9 383 0=64 1=1296 2=1 BinaryOp mul_42 2 1 382 383 384 0=2 Reshape reshape_488 1 1 58 385 0=64 1=1296 2=1 BinaryOp mul_43 2 1 371 385 386 0=2 BinaryOp add_44 2 1 386 384 387 0=0 Concat cat_8 2 1 369 387 388 0=1 BinaryOp mul_45 1 1 368 389 0=2 1=1 2=0.125 MatMul matmultransb_3 2 1 389 388 390 0=1 Softmax softmax_293 1 1 390 391 0=2 1=1 MatMul matmul_897 2 1 391 348 392 Permute permute_329 1 1 392 393 0=2 Reshape reshape_489 1 1 393 394 0=1024 1=1297 LayerNorm ln_182 1 1 394 395 0=1024 1=1.000000e-05 2=1 Gemm gemm_24 1 1 395 396 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_46 2 1 334 396 397 0=0 Split splitncnn_22 1 2 397 398 399 LayerNorm ln_183 1 1 399 400 0=1024 1=1.000000e-05 2=1 Split splitncnn_23 1 2 400 401 402 Gemm gemm_25 1 1 402 403 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_26 1 1 401 404 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_269 1 1 403 405 BinaryOp mul_47 2 1 405 404 406 0=2 LayerNorm ln_184 1 1 406 407 0=2730 1=1.000000e-05 2=1 Gemm gemm_27 1 1 407 408 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_48 2 1 398 408 409 0=0 Split splitncnn_24 1 2 409 410 411 LayerNorm ln_185 1 1 411 412 0=1024 1=1.000000e-05 2=1 Split splitncnn_25 1 3 412 413 414 415 Gemm gemm_28 1 1 415 416 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_29 1 1 414 417 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_30 1 1 413 418 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_490 1 1 416 419 0=64 1=16 2=1297 Permute permute_330 1 1 419 420 0=2 Reshape reshape_491 1 1 417 421 0=64 1=16 2=1297 Permute permute_331 1 1 421 422 0=2 Reshape reshape_492 1 1 418 423 0=64 1=16 2=1297 Permute permute_332 1 1 423 424 0=2 Slice tensor_split_8 1 2 420 425 426 -23300=2,1,-233 1=1 Split splitncnn_26 1 2 426 427 428 Reshape reshape_493 1 1 428 429 0=2 1=32 11=1296 2=16 Slice unbind_8 1 2 429 430 431 -23300=2,-233,-233 1=3 Reshape reshape_494 1 1 431 432 0=32 1=1296 2=16 Reshape reshape_495 1 1 430 433 0=32 1=1296 2=16 UnaryOp neg_49 1 1 432 434 0=1 Reshape reshape_496 1 1 434 435 0=1 1=32 11=1296 2=16 Reshape reshape_497 1 1 433 436 0=1 1=32 11=1296 2=16 Concat stack_8 2 1 435 436 437 0=3 Reshape reshape_498 1 1 437 438 0=64 1=1296 2=16 Reshape reshape_499 1 1 10 439 0=64 1=1296 2=1 BinaryOp mul_50 2 1 438 439 440 0=2 Reshape reshape_500 1 1 59 441 0=64 1=1296 2=1 BinaryOp mul_51 2 1 427 441 442 0=2 BinaryOp add_52 2 1 442 440 443 0=0 Concat cat_9 2 1 425 443 444 0=1 Slice tensor_split_9 1 2 422 445 446 -23300=2,1,-233 1=1 Split splitncnn_27 1 2 446 447 448 Reshape reshape_501 1 1 448 449 0=2 1=32 11=1296 2=16 Slice unbind_9 1 2 449 450 451 -23300=2,-233,-233 1=3 Reshape reshape_502 1 1 451 452 0=32 1=1296 2=16 Reshape reshape_503 1 1 450 453 0=32 1=1296 2=16 UnaryOp neg_53 1 1 452 454 0=1 Reshape reshape_504 1 1 454 455 0=1 1=32 11=1296 2=16 Reshape reshape_505 1 1 453 456 0=1 1=32 11=1296 2=16 Concat stack_9 2 1 455 456 457 0=3 Reshape reshape_506 1 1 457 458 0=64 1=1296 2=16 Reshape reshape_507 1 1 11 459 0=64 1=1296 2=1 BinaryOp mul_54 2 1 458 459 460 0=2 Reshape reshape_508 1 1 60 461 0=64 1=1296 2=1 BinaryOp mul_55 2 1 447 461 462 0=2 BinaryOp add_56 2 1 462 460 463 0=0 Concat cat_10 2 1 445 463 464 0=1 BinaryOp mul_57 1 1 444 465 0=2 1=1 2=0.125 MatMul matmultransb_4 2 1 465 464 466 0=1 Softmax softmax_294 1 1 466 467 0=2 1=1 MatMul matmul_899 2 1 467 424 468 Permute permute_333 1 1 468 469 0=2 Reshape reshape_509 1 1 469 470 0=1024 1=1297 LayerNorm ln_186 1 1 470 471 0=1024 1=1.000000e-05 2=1 Gemm gemm_31 1 1 471 472 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_58 2 1 410 472 473 0=0 Split splitncnn_28 1 2 473 474 475 LayerNorm ln_187 1 1 475 476 0=1024 1=1.000000e-05 2=1 Split splitncnn_29 1 2 476 477 478 Gemm gemm_32 1 1 478 479 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_33 1 1 477 480 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_270 1 1 479 481 BinaryOp mul_59 2 1 481 480 482 0=2 LayerNorm ln_188 1 1 482 483 0=2730 1=1.000000e-05 2=1 Gemm gemm_34 1 1 483 484 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_60 2 1 474 484 485 0=0 Split splitncnn_30 1 2 485 486 487 LayerNorm ln_189 1 1 487 488 0=1024 1=1.000000e-05 2=1 Split splitncnn_31 1 3 488 489 490 491 Gemm gemm_35 1 1 491 492 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_36 1 1 490 493 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_37 1 1 489 494 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_510 1 1 492 495 0=64 1=16 2=1297 Permute permute_334 1 1 495 496 0=2 Reshape reshape_511 1 1 493 497 0=64 1=16 2=1297 Permute permute_335 1 1 497 498 0=2 Reshape reshape_512 1 1 494 499 0=64 1=16 2=1297 Permute permute_336 1 1 499 500 0=2 Slice tensor_split_10 1 2 496 501 502 -23300=2,1,-233 1=1 Split splitncnn_32 1 2 502 503 504 Reshape reshape_513 1 1 504 505 0=2 1=32 11=1296 2=16 Slice unbind_10 1 2 505 506 507 -23300=2,-233,-233 1=3 Reshape reshape_514 1 1 507 508 0=32 1=1296 2=16 Reshape reshape_515 1 1 506 509 0=32 1=1296 2=16 UnaryOp neg_61 1 1 508 510 0=1 Reshape reshape_516 1 1 510 511 0=1 1=32 11=1296 2=16 Reshape reshape_517 1 1 509 512 0=1 1=32 11=1296 2=16 Concat stack_10 2 1 511 512 513 0=3 Reshape reshape_518 1 1 513 514 0=64 1=1296 2=16 Reshape reshape_519 1 1 12 515 0=64 1=1296 2=1 BinaryOp mul_62 2 1 514 515 516 0=2 Reshape reshape_520 1 1 61 517 0=64 1=1296 2=1 BinaryOp mul_63 2 1 503 517 518 0=2 BinaryOp add_64 2 1 518 516 519 0=0 Concat cat_11 2 1 501 519 520 0=1 Slice tensor_split_11 1 2 498 521 522 -23300=2,1,-233 1=1 Split splitncnn_33 1 2 522 523 524 Reshape reshape_521 1 1 524 525 0=2 1=32 11=1296 2=16 Slice unbind_11 1 2 525 526 527 -23300=2,-233,-233 1=3 Reshape reshape_522 1 1 527 528 0=32 1=1296 2=16 Reshape reshape_523 1 1 526 529 0=32 1=1296 2=16 UnaryOp neg_65 1 1 528 530 0=1 Reshape reshape_524 1 1 530 531 0=1 1=32 11=1296 2=16 Reshape reshape_525 1 1 529 532 0=1 1=32 11=1296 2=16 Concat stack_11 2 1 531 532 533 0=3 Reshape reshape_526 1 1 533 534 0=64 1=1296 2=16 Reshape reshape_527 1 1 13 535 0=64 1=1296 2=1 BinaryOp mul_66 2 1 534 535 536 0=2 Reshape reshape_528 1 1 62 537 0=64 1=1296 2=1 BinaryOp mul_67 2 1 523 537 538 0=2 BinaryOp add_68 2 1 538 536 539 0=0 Concat cat_12 2 1 521 539 540 0=1 BinaryOp mul_69 1 1 520 541 0=2 1=1 2=0.125 MatMul matmultransb_5 2 1 541 540 542 0=1 Softmax softmax_295 1 1 542 543 0=2 1=1 MatMul matmul_901 2 1 543 500 544 Permute permute_337 1 1 544 545 0=2 Reshape reshape_529 1 1 545 546 0=1024 1=1297 LayerNorm ln_190 1 1 546 547 0=1024 1=1.000000e-05 2=1 Gemm gemm_38 1 1 547 548 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_70 2 1 486 548 549 0=0 Split splitncnn_34 1 2 549 550 551 LayerNorm ln_191 1 1 551 552 0=1024 1=1.000000e-05 2=1 Split splitncnn_35 1 2 552 553 554 Gemm gemm_39 1 1 554 555 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_40 1 1 553 556 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_271 1 1 555 557 BinaryOp mul_71 2 1 557 556 558 0=2 LayerNorm ln_192 1 1 558 559 0=2730 1=1.000000e-05 2=1 Gemm gemm_41 1 1 559 560 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_72 2 1 550 560 561 0=0 Split splitncnn_36 1 2 561 562 563 LayerNorm ln_193 1 1 563 564 0=1024 1=1.000000e-05 2=1 Split splitncnn_37 1 3 564 565 566 567 Gemm gemm_42 1 1 567 568 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_43 1 1 566 569 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_44 1 1 565 570 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_530 1 1 568 571 0=64 1=16 2=1297 Permute permute_338 1 1 571 572 0=2 Reshape reshape_531 1 1 569 573 0=64 1=16 2=1297 Permute permute_339 1 1 573 574 0=2 Reshape reshape_532 1 1 570 575 0=64 1=16 2=1297 Permute permute_340 1 1 575 576 0=2 Slice tensor_split_12 1 2 572 577 578 -23300=2,1,-233 1=1 Split splitncnn_38 1 2 578 579 580 Reshape reshape_533 1 1 580 581 0=2 1=32 11=1296 2=16 Slice unbind_12 1 2 581 582 583 -23300=2,-233,-233 1=3 Reshape reshape_534 1 1 583 584 0=32 1=1296 2=16 Reshape reshape_535 1 1 582 585 0=32 1=1296 2=16 UnaryOp neg_73 1 1 584 586 0=1 Reshape reshape_536 1 1 586 587 0=1 1=32 11=1296 2=16 Reshape reshape_537 1 1 585 588 0=1 1=32 11=1296 2=16 Concat stack_12 2 1 587 588 589 0=3 Reshape reshape_538 1 1 589 590 0=64 1=1296 2=16 Reshape reshape_539 1 1 14 591 0=64 1=1296 2=1 BinaryOp mul_74 2 1 590 591 592 0=2 Reshape reshape_540 1 1 63 593 0=64 1=1296 2=1 BinaryOp mul_75 2 1 579 593 594 0=2 BinaryOp add_76 2 1 594 592 595 0=0 Concat cat_13 2 1 577 595 596 0=1 Slice tensor_split_13 1 2 574 597 598 -23300=2,1,-233 1=1 Split splitncnn_39 1 2 598 599 600 Reshape reshape_541 1 1 600 601 0=2 1=32 11=1296 2=16 Slice unbind_13 1 2 601 602 603 -23300=2,-233,-233 1=3 Reshape reshape_542 1 1 603 604 0=32 1=1296 2=16 Reshape reshape_543 1 1 602 605 0=32 1=1296 2=16 UnaryOp neg_77 1 1 604 606 0=1 Reshape reshape_544 1 1 606 607 0=1 1=32 11=1296 2=16 Reshape reshape_545 1 1 605 608 0=1 1=32 11=1296 2=16 Concat stack_13 2 1 607 608 609 0=3 Reshape reshape_546 1 1 609 610 0=64 1=1296 2=16 Reshape reshape_547 1 1 15 611 0=64 1=1296 2=1 BinaryOp mul_78 2 1 610 611 612 0=2 Reshape reshape_548 1 1 64 613 0=64 1=1296 2=1 BinaryOp mul_79 2 1 599 613 614 0=2 BinaryOp add_80 2 1 614 612 615 0=0 Concat cat_14 2 1 597 615 616 0=1 BinaryOp mul_81 1 1 596 617 0=2 1=1 2=0.125 MatMul matmultransb_6 2 1 617 616 618 0=1 Softmax softmax_296 1 1 618 619 0=2 1=1 MatMul matmul_903 2 1 619 576 620 Permute permute_341 1 1 620 621 0=2 Reshape reshape_549 1 1 621 622 0=1024 1=1297 LayerNorm ln_194 1 1 622 623 0=1024 1=1.000000e-05 2=1 Gemm gemm_45 1 1 623 624 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_82 2 1 562 624 625 0=0 Split splitncnn_40 1 2 625 626 627 LayerNorm ln_195 1 1 627 628 0=1024 1=1.000000e-05 2=1 Split splitncnn_41 1 2 628 629 630 Gemm gemm_46 1 1 630 631 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_47 1 1 629 632 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_272 1 1 631 633 BinaryOp mul_83 2 1 633 632 634 0=2 LayerNorm ln_196 1 1 634 635 0=2730 1=1.000000e-05 2=1 Gemm gemm_48 1 1 635 636 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_84 2 1 626 636 637 0=0 Split splitncnn_42 1 2 637 638 639 LayerNorm ln_197 1 1 639 640 0=1024 1=1.000000e-05 2=1 Split splitncnn_43 1 3 640 641 642 643 Gemm gemm_49 1 1 643 644 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_50 1 1 642 645 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_51 1 1 641 646 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_550 1 1 644 647 0=64 1=16 2=1297 Permute permute_342 1 1 647 648 0=2 Reshape reshape_551 1 1 645 649 0=64 1=16 2=1297 Permute permute_343 1 1 649 650 0=2 Reshape reshape_552 1 1 646 651 0=64 1=16 2=1297 Permute permute_344 1 1 651 652 0=2 Slice tensor_split_14 1 2 648 653 654 -23300=2,1,-233 1=1 Split splitncnn_44 1 2 654 655 656 Reshape reshape_553 1 1 656 657 0=2 1=32 11=1296 2=16 Slice unbind_14 1 2 657 658 659 -23300=2,-233,-233 1=3 Reshape reshape_554 1 1 659 660 0=32 1=1296 2=16 Reshape reshape_555 1 1 658 661 0=32 1=1296 2=16 UnaryOp neg_85 1 1 660 662 0=1 Reshape reshape_556 1 1 662 663 0=1 1=32 11=1296 2=16 Reshape reshape_557 1 1 661 664 0=1 1=32 11=1296 2=16 Concat stack_14 2 1 663 664 665 0=3 Reshape reshape_558 1 1 665 666 0=64 1=1296 2=16 Reshape reshape_559 1 1 16 667 0=64 1=1296 2=1 BinaryOp mul_86 2 1 666 667 668 0=2 Reshape reshape_560 1 1 65 669 0=64 1=1296 2=1 BinaryOp mul_87 2 1 655 669 670 0=2 BinaryOp add_88 2 1 670 668 671 0=0 Concat cat_15 2 1 653 671 672 0=1 Slice tensor_split_15 1 2 650 673 674 -23300=2,1,-233 1=1 Split splitncnn_45 1 2 674 675 676 Reshape reshape_561 1 1 676 677 0=2 1=32 11=1296 2=16 Slice unbind_15 1 2 677 678 679 -23300=2,-233,-233 1=3 Reshape reshape_562 1 1 679 680 0=32 1=1296 2=16 Reshape reshape_563 1 1 678 681 0=32 1=1296 2=16 UnaryOp neg_89 1 1 680 682 0=1 Reshape reshape_564 1 1 682 683 0=1 1=32 11=1296 2=16 Reshape reshape_565 1 1 681 684 0=1 1=32 11=1296 2=16 Concat stack_15 2 1 683 684 685 0=3 Reshape reshape_566 1 1 685 686 0=64 1=1296 2=16 Reshape reshape_567 1 1 17 687 0=64 1=1296 2=1 BinaryOp mul_90 2 1 686 687 688 0=2 Reshape reshape_568 1 1 66 689 0=64 1=1296 2=1 BinaryOp mul_91 2 1 675 689 690 0=2 BinaryOp add_92 2 1 690 688 691 0=0 Concat cat_16 2 1 673 691 692 0=1 BinaryOp mul_93 1 1 672 693 0=2 1=1 2=0.125 MatMul matmultransb_7 2 1 693 692 694 0=1 Softmax softmax_297 1 1 694 695 0=2 1=1 MatMul matmul_905 2 1 695 652 696 Permute permute_345 1 1 696 697 0=2 Reshape reshape_569 1 1 697 698 0=1024 1=1297 LayerNorm ln_198 1 1 698 699 0=1024 1=1.000000e-05 2=1 Gemm gemm_52 1 1 699 700 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_94 2 1 638 700 701 0=0 Split splitncnn_46 1 2 701 702 703 LayerNorm ln_199 1 1 703 704 0=1024 1=1.000000e-05 2=1 Split splitncnn_47 1 2 704 705 706 Gemm gemm_53 1 1 706 707 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_54 1 1 705 708 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_273 1 1 707 709 BinaryOp mul_95 2 1 709 708 710 0=2 LayerNorm ln_200 1 1 710 711 0=2730 1=1.000000e-05 2=1 Gemm gemm_55 1 1 711 712 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_96 2 1 702 712 713 0=0 Split splitncnn_48 1 2 713 714 715 LayerNorm ln_201 1 1 715 716 0=1024 1=1.000000e-05 2=1 Split splitncnn_49 1 3 716 717 718 719 Gemm gemm_56 1 1 719 720 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_57 1 1 718 721 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_58 1 1 717 722 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_570 1 1 720 723 0=64 1=16 2=1297 Permute permute_346 1 1 723 724 0=2 Reshape reshape_571 1 1 721 725 0=64 1=16 2=1297 Permute permute_347 1 1 725 726 0=2 Reshape reshape_572 1 1 722 727 0=64 1=16 2=1297 Permute permute_348 1 1 727 728 0=2 Slice tensor_split_16 1 2 724 729 730 -23300=2,1,-233 1=1 Split splitncnn_50 1 2 730 731 732 Reshape reshape_573 1 1 732 733 0=2 1=32 11=1296 2=16 Slice unbind_16 1 2 733 734 735 -23300=2,-233,-233 1=3 Reshape reshape_574 1 1 735 736 0=32 1=1296 2=16 Reshape reshape_575 1 1 734 737 0=32 1=1296 2=16 UnaryOp neg_97 1 1 736 738 0=1 Reshape reshape_576 1 1 738 739 0=1 1=32 11=1296 2=16 Reshape reshape_577 1 1 737 740 0=1 1=32 11=1296 2=16 Concat stack_16 2 1 739 740 741 0=3 Reshape reshape_578 1 1 741 742 0=64 1=1296 2=16 Reshape reshape_579 1 1 18 743 0=64 1=1296 2=1 BinaryOp mul_98 2 1 742 743 744 0=2 Reshape reshape_580 1 1 67 745 0=64 1=1296 2=1 BinaryOp mul_99 2 1 731 745 746 0=2 BinaryOp add_100 2 1 746 744 747 0=0 Concat cat_17 2 1 729 747 748 0=1 Slice tensor_split_17 1 2 726 749 750 -23300=2,1,-233 1=1 Split splitncnn_51 1 2 750 751 752 Reshape reshape_581 1 1 752 753 0=2 1=32 11=1296 2=16 Slice unbind_17 1 2 753 754 755 -23300=2,-233,-233 1=3 Reshape reshape_582 1 1 755 756 0=32 1=1296 2=16 Reshape reshape_583 1 1 754 757 0=32 1=1296 2=16 UnaryOp neg_101 1 1 756 758 0=1 Reshape reshape_584 1 1 758 759 0=1 1=32 11=1296 2=16 Reshape reshape_585 1 1 757 760 0=1 1=32 11=1296 2=16 Concat stack_17 2 1 759 760 761 0=3 Reshape reshape_586 1 1 761 762 0=64 1=1296 2=16 Reshape reshape_587 1 1 19 763 0=64 1=1296 2=1 BinaryOp mul_102 2 1 762 763 764 0=2 Reshape reshape_588 1 1 68 765 0=64 1=1296 2=1 BinaryOp mul_103 2 1 751 765 766 0=2 BinaryOp add_104 2 1 766 764 767 0=0 Concat cat_18 2 1 749 767 768 0=1 BinaryOp mul_105 1 1 748 769 0=2 1=1 2=0.125 MatMul matmultransb_8 2 1 769 768 770 0=1 Softmax softmax_298 1 1 770 771 0=2 1=1 MatMul matmul_907 2 1 771 728 772 Permute permute_349 1 1 772 773 0=2 Reshape reshape_589 1 1 773 774 0=1024 1=1297 LayerNorm ln_202 1 1 774 775 0=1024 1=1.000000e-05 2=1 Gemm gemm_59 1 1 775 776 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_106 2 1 714 776 777 0=0 Split splitncnn_52 1 2 777 778 779 LayerNorm ln_203 1 1 779 780 0=1024 1=1.000000e-05 2=1 Split splitncnn_53 1 2 780 781 782 Gemm gemm_60 1 1 782 783 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_61 1 1 781 784 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_274 1 1 783 785 BinaryOp mul_107 2 1 785 784 786 0=2 LayerNorm ln_204 1 1 786 787 0=2730 1=1.000000e-05 2=1 Gemm gemm_62 1 1 787 788 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_108 2 1 778 788 789 0=0 Split splitncnn_54 1 2 789 790 791 LayerNorm ln_205 1 1 791 792 0=1024 1=1.000000e-05 2=1 Split splitncnn_55 1 3 792 793 794 795 Gemm gemm_63 1 1 795 796 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_64 1 1 794 797 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_65 1 1 793 798 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_590 1 1 796 799 0=64 1=16 2=1297 Permute permute_350 1 1 799 800 0=2 Reshape reshape_591 1 1 797 801 0=64 1=16 2=1297 Permute permute_351 1 1 801 802 0=2 Reshape reshape_592 1 1 798 803 0=64 1=16 2=1297 Permute permute_352 1 1 803 804 0=2 Slice tensor_split_18 1 2 800 805 806 -23300=2,1,-233 1=1 Split splitncnn_56 1 2 806 807 808 Reshape reshape_593 1 1 808 809 0=2 1=32 11=1296 2=16 Slice unbind_18 1 2 809 810 811 -23300=2,-233,-233 1=3 Reshape reshape_594 1 1 811 812 0=32 1=1296 2=16 Reshape reshape_595 1 1 810 813 0=32 1=1296 2=16 UnaryOp neg_109 1 1 812 814 0=1 Reshape reshape_596 1 1 814 815 0=1 1=32 11=1296 2=16 Reshape reshape_597 1 1 813 816 0=1 1=32 11=1296 2=16 Concat stack_18 2 1 815 816 817 0=3 Reshape reshape_598 1 1 817 818 0=64 1=1296 2=16 Reshape reshape_599 1 1 20 819 0=64 1=1296 2=1 BinaryOp mul_110 2 1 818 819 820 0=2 Reshape reshape_600 1 1 69 821 0=64 1=1296 2=1 BinaryOp mul_111 2 1 807 821 822 0=2 BinaryOp add_112 2 1 822 820 823 0=0 Concat cat_19 2 1 805 823 824 0=1 Slice tensor_split_19 1 2 802 825 826 -23300=2,1,-233 1=1 Split splitncnn_57 1 2 826 827 828 Reshape reshape_601 1 1 828 829 0=2 1=32 11=1296 2=16 Slice unbind_19 1 2 829 830 831 -23300=2,-233,-233 1=3 Reshape reshape_602 1 1 831 832 0=32 1=1296 2=16 Reshape reshape_603 1 1 830 833 0=32 1=1296 2=16 UnaryOp neg_113 1 1 832 834 0=1 Reshape reshape_604 1 1 834 835 0=1 1=32 11=1296 2=16 Reshape reshape_605 1 1 833 836 0=1 1=32 11=1296 2=16 Concat stack_19 2 1 835 836 837 0=3 Reshape reshape_606 1 1 837 838 0=64 1=1296 2=16 Reshape reshape_607 1 1 21 839 0=64 1=1296 2=1 BinaryOp mul_114 2 1 838 839 840 0=2 Reshape reshape_608 1 1 70 841 0=64 1=1296 2=1 BinaryOp mul_115 2 1 827 841 842 0=2 BinaryOp add_116 2 1 842 840 843 0=0 Concat cat_20 2 1 825 843 844 0=1 BinaryOp mul_117 1 1 824 845 0=2 1=1 2=0.125 MatMul matmultransb_9 2 1 845 844 846 0=1 Softmax softmax_299 1 1 846 847 0=2 1=1 MatMul matmul_909 2 1 847 804 848 Permute permute_353 1 1 848 849 0=2 Reshape reshape_609 1 1 849 850 0=1024 1=1297 LayerNorm ln_206 1 1 850 851 0=1024 1=1.000000e-05 2=1 Gemm gemm_66 1 1 851 852 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_118 2 1 790 852 853 0=0 Split splitncnn_58 1 2 853 854 855 LayerNorm ln_207 1 1 855 856 0=1024 1=1.000000e-05 2=1 Split splitncnn_59 1 2 856 857 858 Gemm gemm_67 1 1 858 859 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_68 1 1 857 860 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_275 1 1 859 861 BinaryOp mul_119 2 1 861 860 862 0=2 LayerNorm ln_208 1 1 862 863 0=2730 1=1.000000e-05 2=1 Gemm gemm_69 1 1 863 864 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_120 2 1 854 864 865 0=0 Split splitncnn_60 1 2 865 866 867 LayerNorm ln_209 1 1 867 868 0=1024 1=1.000000e-05 2=1 Split splitncnn_61 1 3 868 869 870 871 Gemm gemm_70 1 1 871 872 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_71 1 1 870 873 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_72 1 1 869 874 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_610 1 1 872 875 0=64 1=16 2=1297 Permute permute_354 1 1 875 876 0=2 Reshape reshape_611 1 1 873 877 0=64 1=16 2=1297 Permute permute_355 1 1 877 878 0=2 Reshape reshape_612 1 1 874 879 0=64 1=16 2=1297 Permute permute_356 1 1 879 880 0=2 Slice tensor_split_20 1 2 876 881 882 -23300=2,1,-233 1=1 Split splitncnn_62 1 2 882 883 884 Reshape reshape_613 1 1 884 885 0=2 1=32 11=1296 2=16 Slice unbind_20 1 2 885 886 887 -23300=2,-233,-233 1=3 Reshape reshape_614 1 1 887 888 0=32 1=1296 2=16 Reshape reshape_615 1 1 886 889 0=32 1=1296 2=16 UnaryOp neg_121 1 1 888 890 0=1 Reshape reshape_616 1 1 890 891 0=1 1=32 11=1296 2=16 Reshape reshape_617 1 1 889 892 0=1 1=32 11=1296 2=16 Concat stack_20 2 1 891 892 893 0=3 Reshape reshape_618 1 1 893 894 0=64 1=1296 2=16 Reshape reshape_619 1 1 22 895 0=64 1=1296 2=1 BinaryOp mul_122 2 1 894 895 896 0=2 Reshape reshape_620 1 1 71 897 0=64 1=1296 2=1 BinaryOp mul_123 2 1 883 897 898 0=2 BinaryOp add_124 2 1 898 896 899 0=0 Concat cat_21 2 1 881 899 900 0=1 Slice tensor_split_21 1 2 878 901 902 -23300=2,1,-233 1=1 Split splitncnn_63 1 2 902 903 904 Reshape reshape_621 1 1 904 905 0=2 1=32 11=1296 2=16 Slice unbind_21 1 2 905 906 907 -23300=2,-233,-233 1=3 Reshape reshape_622 1 1 907 908 0=32 1=1296 2=16 Reshape reshape_623 1 1 906 909 0=32 1=1296 2=16 UnaryOp neg_125 1 1 908 910 0=1 Reshape reshape_624 1 1 910 911 0=1 1=32 11=1296 2=16 Reshape reshape_625 1 1 909 912 0=1 1=32 11=1296 2=16 Concat stack_21 2 1 911 912 913 0=3 Reshape reshape_626 1 1 913 914 0=64 1=1296 2=16 Reshape reshape_627 1 1 23 915 0=64 1=1296 2=1 BinaryOp mul_126 2 1 914 915 916 0=2 Reshape reshape_628 1 1 72 917 0=64 1=1296 2=1 BinaryOp mul_127 2 1 903 917 918 0=2 BinaryOp add_128 2 1 918 916 919 0=0 Concat cat_22 2 1 901 919 920 0=1 BinaryOp mul_129 1 1 900 921 0=2 1=1 2=0.125 MatMul matmultransb_10 2 1 921 920 922 0=1 Softmax softmax_300 1 1 922 923 0=2 1=1 MatMul matmul_911 2 1 923 880 924 Permute permute_357 1 1 924 925 0=2 Reshape reshape_629 1 1 925 926 0=1024 1=1297 LayerNorm ln_210 1 1 926 927 0=1024 1=1.000000e-05 2=1 Gemm gemm_73 1 1 927 928 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_130 2 1 866 928 929 0=0 Split splitncnn_64 1 2 929 930 931 LayerNorm ln_211 1 1 931 932 0=1024 1=1.000000e-05 2=1 Split splitncnn_65 1 2 932 933 934 Gemm gemm_74 1 1 934 935 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_75 1 1 933 936 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_276 1 1 935 937 BinaryOp mul_131 2 1 937 936 938 0=2 LayerNorm ln_212 1 1 938 939 0=2730 1=1.000000e-05 2=1 Gemm gemm_76 1 1 939 940 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_132 2 1 930 940 941 0=0 Split splitncnn_66 1 2 941 942 943 LayerNorm ln_213 1 1 943 944 0=1024 1=1.000000e-05 2=1 Split splitncnn_67 1 3 944 945 946 947 Gemm gemm_77 1 1 947 948 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_78 1 1 946 949 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_79 1 1 945 950 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_630 1 1 948 951 0=64 1=16 2=1297 Permute permute_358 1 1 951 952 0=2 Reshape reshape_631 1 1 949 953 0=64 1=16 2=1297 Permute permute_359 1 1 953 954 0=2 Reshape reshape_632 1 1 950 955 0=64 1=16 2=1297 Permute permute_360 1 1 955 956 0=2 Slice tensor_split_22 1 2 952 957 958 -23300=2,1,-233 1=1 Split splitncnn_68 1 2 958 959 960 Reshape reshape_633 1 1 960 961 0=2 1=32 11=1296 2=16 Slice unbind_22 1 2 961 962 963 -23300=2,-233,-233 1=3 Reshape reshape_634 1 1 963 964 0=32 1=1296 2=16 Reshape reshape_635 1 1 962 965 0=32 1=1296 2=16 UnaryOp neg_133 1 1 964 966 0=1 Reshape reshape_636 1 1 966 967 0=1 1=32 11=1296 2=16 Reshape reshape_637 1 1 965 968 0=1 1=32 11=1296 2=16 Concat stack_22 2 1 967 968 969 0=3 Reshape reshape_638 1 1 969 970 0=64 1=1296 2=16 Reshape reshape_639 1 1 24 971 0=64 1=1296 2=1 BinaryOp mul_134 2 1 970 971 972 0=2 Reshape reshape_640 1 1 73 973 0=64 1=1296 2=1 BinaryOp mul_135 2 1 959 973 974 0=2 BinaryOp add_136 2 1 974 972 975 0=0 Concat cat_23 2 1 957 975 976 0=1 Slice tensor_split_23 1 2 954 977 978 -23300=2,1,-233 1=1 Split splitncnn_69 1 2 978 979 980 Reshape reshape_641 1 1 980 981 0=2 1=32 11=1296 2=16 Slice unbind_23 1 2 981 982 983 -23300=2,-233,-233 1=3 Reshape reshape_642 1 1 983 984 0=32 1=1296 2=16 Reshape reshape_643 1 1 982 985 0=32 1=1296 2=16 UnaryOp neg_137 1 1 984 986 0=1 Reshape reshape_644 1 1 986 987 0=1 1=32 11=1296 2=16 Reshape reshape_645 1 1 985 988 0=1 1=32 11=1296 2=16 Concat stack_23 2 1 987 988 989 0=3 Reshape reshape_646 1 1 989 990 0=64 1=1296 2=16 Reshape reshape_647 1 1 25 991 0=64 1=1296 2=1 BinaryOp mul_138 2 1 990 991 992 0=2 Reshape reshape_648 1 1 74 993 0=64 1=1296 2=1 BinaryOp mul_139 2 1 979 993 994 0=2 BinaryOp add_140 2 1 994 992 995 0=0 Concat cat_24 2 1 977 995 996 0=1 BinaryOp mul_141 1 1 976 997 0=2 1=1 2=0.125 MatMul matmultransb_11 2 1 997 996 998 0=1 Softmax softmax_301 1 1 998 999 0=2 1=1 MatMul matmul_913 2 1 999 956 1000 Permute permute_361 1 1 1000 1001 0=2 Reshape reshape_649 1 1 1001 1002 0=1024 1=1297 LayerNorm ln_214 1 1 1002 1003 0=1024 1=1.000000e-05 2=1 Gemm gemm_80 1 1 1003 1004 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_142 2 1 942 1004 1005 0=0 Split splitncnn_70 1 2 1005 1006 1007 LayerNorm ln_215 1 1 1007 1008 0=1024 1=1.000000e-05 2=1 Split splitncnn_71 1 2 1008 1009 1010 Gemm gemm_81 1 1 1010 1011 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_82 1 1 1009 1012 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_277 1 1 1011 1013 BinaryOp mul_143 2 1 1013 1012 1014 0=2 LayerNorm ln_216 1 1 1014 1015 0=2730 1=1.000000e-05 2=1 Gemm gemm_83 1 1 1015 1016 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_144 2 1 1006 1016 1017 0=0 Split splitncnn_72 1 2 1017 1018 1019 LayerNorm ln_217 1 1 1019 1020 0=1024 1=1.000000e-05 2=1 Split splitncnn_73 1 3 1020 1021 1022 1023 Gemm gemm_84 1 1 1023 1024 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_85 1 1 1022 1025 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_86 1 1 1021 1026 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_650 1 1 1024 1027 0=64 1=16 2=1297 Permute permute_362 1 1 1027 1028 0=2 Reshape reshape_651 1 1 1025 1029 0=64 1=16 2=1297 Permute permute_363 1 1 1029 1030 0=2 Reshape reshape_652 1 1 1026 1031 0=64 1=16 2=1297 Permute permute_364 1 1 1031 1032 0=2 Slice tensor_split_24 1 2 1028 1033 1034 -23300=2,1,-233 1=1 Split splitncnn_74 1 2 1034 1035 1036 Reshape reshape_653 1 1 1036 1037 0=2 1=32 11=1296 2=16 Slice unbind_24 1 2 1037 1038 1039 -23300=2,-233,-233 1=3 Reshape reshape_654 1 1 1039 1040 0=32 1=1296 2=16 Reshape reshape_655 1 1 1038 1041 0=32 1=1296 2=16 UnaryOp neg_145 1 1 1040 1042 0=1 Reshape reshape_656 1 1 1042 1043 0=1 1=32 11=1296 2=16 Reshape reshape_657 1 1 1041 1044 0=1 1=32 11=1296 2=16 Concat stack_24 2 1 1043 1044 1045 0=3 Reshape reshape_658 1 1 1045 1046 0=64 1=1296 2=16 Reshape reshape_659 1 1 26 1047 0=64 1=1296 2=1 BinaryOp mul_146 2 1 1046 1047 1048 0=2 Reshape reshape_660 1 1 75 1049 0=64 1=1296 2=1 BinaryOp mul_147 2 1 1035 1049 1050 0=2 BinaryOp add_148 2 1 1050 1048 1051 0=0 Concat cat_25 2 1 1033 1051 1052 0=1 Slice tensor_split_25 1 2 1030 1053 1054 -23300=2,1,-233 1=1 Split splitncnn_75 1 2 1054 1055 1056 Reshape reshape_661 1 1 1056 1057 0=2 1=32 11=1296 2=16 Slice unbind_25 1 2 1057 1058 1059 -23300=2,-233,-233 1=3 Reshape reshape_662 1 1 1059 1060 0=32 1=1296 2=16 Reshape reshape_663 1 1 1058 1061 0=32 1=1296 2=16 UnaryOp neg_149 1 1 1060 1062 0=1 Reshape reshape_664 1 1 1062 1063 0=1 1=32 11=1296 2=16 Reshape reshape_665 1 1 1061 1064 0=1 1=32 11=1296 2=16 Concat stack_25 2 1 1063 1064 1065 0=3 Reshape reshape_666 1 1 1065 1066 0=64 1=1296 2=16 Reshape reshape_667 1 1 27 1067 0=64 1=1296 2=1 BinaryOp mul_150 2 1 1066 1067 1068 0=2 Reshape reshape_668 1 1 76 1069 0=64 1=1296 2=1 BinaryOp mul_151 2 1 1055 1069 1070 0=2 BinaryOp add_152 2 1 1070 1068 1071 0=0 Concat cat_26 2 1 1053 1071 1072 0=1 BinaryOp mul_153 1 1 1052 1073 0=2 1=1 2=0.125 MatMul matmultransb_12 2 1 1073 1072 1074 0=1 Softmax softmax_302 1 1 1074 1075 0=2 1=1 MatMul matmul_915 2 1 1075 1032 1076 Permute permute_365 1 1 1076 1077 0=2 Reshape reshape_669 1 1 1077 1078 0=1024 1=1297 LayerNorm ln_218 1 1 1078 1079 0=1024 1=1.000000e-05 2=1 Gemm gemm_87 1 1 1079 1080 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_154 2 1 1018 1080 1081 0=0 Split splitncnn_76 1 2 1081 1082 1083 LayerNorm ln_219 1 1 1083 1084 0=1024 1=1.000000e-05 2=1 Split splitncnn_77 1 2 1084 1085 1086 Gemm gemm_88 1 1 1086 1087 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_89 1 1 1085 1088 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_278 1 1 1087 1089 BinaryOp mul_155 2 1 1089 1088 1090 0=2 LayerNorm ln_220 1 1 1090 1091 0=2730 1=1.000000e-05 2=1 Gemm gemm_90 1 1 1091 1092 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_156 2 1 1082 1092 1093 0=0 Split splitncnn_78 1 2 1093 1094 1095 LayerNorm ln_221 1 1 1095 1096 0=1024 1=1.000000e-05 2=1 Split splitncnn_79 1 3 1096 1097 1098 1099 Gemm gemm_91 1 1 1099 1100 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_92 1 1 1098 1101 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_93 1 1 1097 1102 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_670 1 1 1100 1103 0=64 1=16 2=1297 Permute permute_366 1 1 1103 1104 0=2 Reshape reshape_671 1 1 1101 1105 0=64 1=16 2=1297 Permute permute_367 1 1 1105 1106 0=2 Reshape reshape_672 1 1 1102 1107 0=64 1=16 2=1297 Permute permute_368 1 1 1107 1108 0=2 Slice tensor_split_26 1 2 1104 1109 1110 -23300=2,1,-233 1=1 Split splitncnn_80 1 2 1110 1111 1112 Reshape reshape_673 1 1 1112 1113 0=2 1=32 11=1296 2=16 Slice unbind_26 1 2 1113 1114 1115 -23300=2,-233,-233 1=3 Reshape reshape_674 1 1 1115 1116 0=32 1=1296 2=16 Reshape reshape_675 1 1 1114 1117 0=32 1=1296 2=16 UnaryOp neg_157 1 1 1116 1118 0=1 Reshape reshape_676 1 1 1118 1119 0=1 1=32 11=1296 2=16 Reshape reshape_677 1 1 1117 1120 0=1 1=32 11=1296 2=16 Concat stack_26 2 1 1119 1120 1121 0=3 Reshape reshape_678 1 1 1121 1122 0=64 1=1296 2=16 Reshape reshape_679 1 1 28 1123 0=64 1=1296 2=1 BinaryOp mul_158 2 1 1122 1123 1124 0=2 Reshape reshape_680 1 1 77 1125 0=64 1=1296 2=1 BinaryOp mul_159 2 1 1111 1125 1126 0=2 BinaryOp add_160 2 1 1126 1124 1127 0=0 Concat cat_27 2 1 1109 1127 1128 0=1 Slice tensor_split_27 1 2 1106 1129 1130 -23300=2,1,-233 1=1 Split splitncnn_81 1 2 1130 1131 1132 Reshape reshape_681 1 1 1132 1133 0=2 1=32 11=1296 2=16 Slice unbind_27 1 2 1133 1134 1135 -23300=2,-233,-233 1=3 Reshape reshape_682 1 1 1135 1136 0=32 1=1296 2=16 Reshape reshape_683 1 1 1134 1137 0=32 1=1296 2=16 UnaryOp neg_161 1 1 1136 1138 0=1 Reshape reshape_684 1 1 1138 1139 0=1 1=32 11=1296 2=16 Reshape reshape_685 1 1 1137 1140 0=1 1=32 11=1296 2=16 Concat stack_27 2 1 1139 1140 1141 0=3 Reshape reshape_686 1 1 1141 1142 0=64 1=1296 2=16 Reshape reshape_687 1 1 29 1143 0=64 1=1296 2=1 BinaryOp mul_162 2 1 1142 1143 1144 0=2 Reshape reshape_688 1 1 78 1145 0=64 1=1296 2=1 BinaryOp mul_163 2 1 1131 1145 1146 0=2 BinaryOp add_164 2 1 1146 1144 1147 0=0 Concat cat_28 2 1 1129 1147 1148 0=1 BinaryOp mul_165 1 1 1128 1149 0=2 1=1 2=0.125 MatMul matmultransb_13 2 1 1149 1148 1150 0=1 Softmax softmax_303 1 1 1150 1151 0=2 1=1 MatMul matmul_917 2 1 1151 1108 1152 Permute permute_369 1 1 1152 1153 0=2 Reshape reshape_689 1 1 1153 1154 0=1024 1=1297 LayerNorm ln_222 1 1 1154 1155 0=1024 1=1.000000e-05 2=1 Gemm gemm_94 1 1 1155 1156 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_166 2 1 1094 1156 1157 0=0 Split splitncnn_82 1 2 1157 1158 1159 LayerNorm ln_223 1 1 1159 1160 0=1024 1=1.000000e-05 2=1 Split splitncnn_83 1 2 1160 1161 1162 Gemm gemm_95 1 1 1162 1163 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_96 1 1 1161 1164 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_279 1 1 1163 1165 BinaryOp mul_167 2 1 1165 1164 1166 0=2 LayerNorm ln_224 1 1 1166 1167 0=2730 1=1.000000e-05 2=1 Gemm gemm_97 1 1 1167 1168 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_168 2 1 1158 1168 1169 0=0 Split splitncnn_84 1 2 1169 1170 1171 LayerNorm ln_225 1 1 1171 1172 0=1024 1=1.000000e-05 2=1 Split splitncnn_85 1 3 1172 1173 1174 1175 Gemm gemm_98 1 1 1175 1176 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_99 1 1 1174 1177 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_100 1 1 1173 1178 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_690 1 1 1176 1179 0=64 1=16 2=1297 Permute permute_370 1 1 1179 1180 0=2 Reshape reshape_691 1 1 1177 1181 0=64 1=16 2=1297 Permute permute_371 1 1 1181 1182 0=2 Reshape reshape_692 1 1 1178 1183 0=64 1=16 2=1297 Permute permute_372 1 1 1183 1184 0=2 Slice tensor_split_28 1 2 1180 1185 1186 -23300=2,1,-233 1=1 Split splitncnn_86 1 2 1186 1187 1188 Reshape reshape_693 1 1 1188 1189 0=2 1=32 11=1296 2=16 Slice unbind_28 1 2 1189 1190 1191 -23300=2,-233,-233 1=3 Reshape reshape_694 1 1 1191 1192 0=32 1=1296 2=16 Reshape reshape_695 1 1 1190 1193 0=32 1=1296 2=16 UnaryOp neg_169 1 1 1192 1194 0=1 Reshape reshape_696 1 1 1194 1195 0=1 1=32 11=1296 2=16 Reshape reshape_697 1 1 1193 1196 0=1 1=32 11=1296 2=16 Concat stack_28 2 1 1195 1196 1197 0=3 Reshape reshape_698 1 1 1197 1198 0=64 1=1296 2=16 Reshape reshape_699 1 1 30 1199 0=64 1=1296 2=1 BinaryOp mul_170 2 1 1198 1199 1200 0=2 Reshape reshape_700 1 1 79 1201 0=64 1=1296 2=1 BinaryOp mul_171 2 1 1187 1201 1202 0=2 BinaryOp add_172 2 1 1202 1200 1203 0=0 Concat cat_29 2 1 1185 1203 1204 0=1 Slice tensor_split_29 1 2 1182 1205 1206 -23300=2,1,-233 1=1 Split splitncnn_87 1 2 1206 1207 1208 Reshape reshape_701 1 1 1208 1209 0=2 1=32 11=1296 2=16 Slice unbind_29 1 2 1209 1210 1211 -23300=2,-233,-233 1=3 Reshape reshape_702 1 1 1211 1212 0=32 1=1296 2=16 Reshape reshape_703 1 1 1210 1213 0=32 1=1296 2=16 UnaryOp neg_173 1 1 1212 1214 0=1 Reshape reshape_704 1 1 1214 1215 0=1 1=32 11=1296 2=16 Reshape reshape_705 1 1 1213 1216 0=1 1=32 11=1296 2=16 Concat stack_29 2 1 1215 1216 1217 0=3 Reshape reshape_706 1 1 1217 1218 0=64 1=1296 2=16 Reshape reshape_707 1 1 31 1219 0=64 1=1296 2=1 BinaryOp mul_174 2 1 1218 1219 1220 0=2 Reshape reshape_708 1 1 80 1221 0=64 1=1296 2=1 BinaryOp mul_175 2 1 1207 1221 1222 0=2 BinaryOp add_176 2 1 1222 1220 1223 0=0 Concat cat_30 2 1 1205 1223 1224 0=1 BinaryOp mul_177 1 1 1204 1225 0=2 1=1 2=0.125 MatMul matmultransb_14 2 1 1225 1224 1226 0=1 Softmax softmax_304 1 1 1226 1227 0=2 1=1 MatMul matmul_919 2 1 1227 1184 1228 Permute permute_373 1 1 1228 1229 0=2 Reshape reshape_709 1 1 1229 1230 0=1024 1=1297 LayerNorm ln_226 1 1 1230 1231 0=1024 1=1.000000e-05 2=1 Gemm gemm_101 1 1 1231 1232 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_178 2 1 1170 1232 1233 0=0 Split splitncnn_88 1 2 1233 1234 1235 LayerNorm ln_227 1 1 1235 1236 0=1024 1=1.000000e-05 2=1 Split splitncnn_89 1 2 1236 1237 1238 Gemm gemm_102 1 1 1238 1239 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_103 1 1 1237 1240 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_280 1 1 1239 1241 BinaryOp mul_179 2 1 1241 1240 1242 0=2 LayerNorm ln_228 1 1 1242 1243 0=2730 1=1.000000e-05 2=1 Gemm gemm_104 1 1 1243 1244 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_180 2 1 1234 1244 1245 0=0 Split splitncnn_90 1 2 1245 1246 1247 LayerNorm ln_229 1 1 1247 1248 0=1024 1=1.000000e-05 2=1 Split splitncnn_91 1 3 1248 1249 1250 1251 Gemm gemm_105 1 1 1251 1252 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_106 1 1 1250 1253 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_107 1 1 1249 1254 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_710 1 1 1252 1255 0=64 1=16 2=1297 Permute permute_374 1 1 1255 1256 0=2 Reshape reshape_711 1 1 1253 1257 0=64 1=16 2=1297 Permute permute_375 1 1 1257 1258 0=2 Reshape reshape_712 1 1 1254 1259 0=64 1=16 2=1297 Permute permute_376 1 1 1259 1260 0=2 Slice tensor_split_30 1 2 1256 1261 1262 -23300=2,1,-233 1=1 Split splitncnn_92 1 2 1262 1263 1264 Reshape reshape_713 1 1 1264 1265 0=2 1=32 11=1296 2=16 Slice unbind_30 1 2 1265 1266 1267 -23300=2,-233,-233 1=3 Reshape reshape_714 1 1 1267 1268 0=32 1=1296 2=16 Reshape reshape_715 1 1 1266 1269 0=32 1=1296 2=16 UnaryOp neg_181 1 1 1268 1270 0=1 Reshape reshape_716 1 1 1270 1271 0=1 1=32 11=1296 2=16 Reshape reshape_717 1 1 1269 1272 0=1 1=32 11=1296 2=16 Concat stack_30 2 1 1271 1272 1273 0=3 Reshape reshape_718 1 1 1273 1274 0=64 1=1296 2=16 Reshape reshape_719 1 1 32 1275 0=64 1=1296 2=1 BinaryOp mul_182 2 1 1274 1275 1276 0=2 Reshape reshape_720 1 1 81 1277 0=64 1=1296 2=1 BinaryOp mul_183 2 1 1263 1277 1278 0=2 BinaryOp add_184 2 1 1278 1276 1279 0=0 Concat cat_31 2 1 1261 1279 1280 0=1 Slice tensor_split_31 1 2 1258 1281 1282 -23300=2,1,-233 1=1 Split splitncnn_93 1 2 1282 1283 1284 Reshape reshape_721 1 1 1284 1285 0=2 1=32 11=1296 2=16 Slice unbind_31 1 2 1285 1286 1287 -23300=2,-233,-233 1=3 Reshape reshape_722 1 1 1287 1288 0=32 1=1296 2=16 Reshape reshape_723 1 1 1286 1289 0=32 1=1296 2=16 UnaryOp neg_185 1 1 1288 1290 0=1 Reshape reshape_724 1 1 1290 1291 0=1 1=32 11=1296 2=16 Reshape reshape_725 1 1 1289 1292 0=1 1=32 11=1296 2=16 Concat stack_31 2 1 1291 1292 1293 0=3 Reshape reshape_726 1 1 1293 1294 0=64 1=1296 2=16 Reshape reshape_727 1 1 33 1295 0=64 1=1296 2=1 BinaryOp mul_186 2 1 1294 1295 1296 0=2 Reshape reshape_728 1 1 82 1297 0=64 1=1296 2=1 BinaryOp mul_187 2 1 1283 1297 1298 0=2 BinaryOp add_188 2 1 1298 1296 1299 0=0 Concat cat_32 2 1 1281 1299 1300 0=1 BinaryOp mul_189 1 1 1280 1301 0=2 1=1 2=0.125 MatMul matmultransb_15 2 1 1301 1300 1302 0=1 Softmax softmax_305 1 1 1302 1303 0=2 1=1 MatMul matmul_921 2 1 1303 1260 1304 Permute permute_377 1 1 1304 1305 0=2 Reshape reshape_729 1 1 1305 1306 0=1024 1=1297 LayerNorm ln_230 1 1 1306 1307 0=1024 1=1.000000e-05 2=1 Gemm gemm_108 1 1 1307 1308 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_190 2 1 1246 1308 1309 0=0 Split splitncnn_94 1 2 1309 1310 1311 LayerNorm ln_231 1 1 1311 1312 0=1024 1=1.000000e-05 2=1 Split splitncnn_95 1 2 1312 1313 1314 Gemm gemm_109 1 1 1314 1315 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_110 1 1 1313 1316 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_281 1 1 1315 1317 BinaryOp mul_191 2 1 1317 1316 1318 0=2 LayerNorm ln_232 1 1 1318 1319 0=2730 1=1.000000e-05 2=1 Gemm gemm_111 1 1 1319 1320 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_192 2 1 1310 1320 1321 0=0 Split splitncnn_96 1 2 1321 1322 1323 LayerNorm ln_233 1 1 1323 1324 0=1024 1=1.000000e-05 2=1 Split splitncnn_97 1 3 1324 1325 1326 1327 Gemm gemm_112 1 1 1327 1328 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_113 1 1 1326 1329 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_114 1 1 1325 1330 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_730 1 1 1328 1331 0=64 1=16 2=1297 Permute permute_378 1 1 1331 1332 0=2 Reshape reshape_731 1 1 1329 1333 0=64 1=16 2=1297 Permute permute_379 1 1 1333 1334 0=2 Reshape reshape_732 1 1 1330 1335 0=64 1=16 2=1297 Permute permute_380 1 1 1335 1336 0=2 Slice tensor_split_32 1 2 1332 1337 1338 -23300=2,1,-233 1=1 Split splitncnn_98 1 2 1338 1339 1340 Reshape reshape_733 1 1 1340 1341 0=2 1=32 11=1296 2=16 Slice unbind_32 1 2 1341 1342 1343 -23300=2,-233,-233 1=3 Reshape reshape_734 1 1 1343 1344 0=32 1=1296 2=16 Reshape reshape_735 1 1 1342 1345 0=32 1=1296 2=16 UnaryOp neg_193 1 1 1344 1346 0=1 Reshape reshape_736 1 1 1346 1347 0=1 1=32 11=1296 2=16 Reshape reshape_737 1 1 1345 1348 0=1 1=32 11=1296 2=16 Concat stack_32 2 1 1347 1348 1349 0=3 Reshape reshape_738 1 1 1349 1350 0=64 1=1296 2=16 Reshape reshape_739 1 1 34 1351 0=64 1=1296 2=1 BinaryOp mul_194 2 1 1350 1351 1352 0=2 Reshape reshape_740 1 1 83 1353 0=64 1=1296 2=1 BinaryOp mul_195 2 1 1339 1353 1354 0=2 BinaryOp add_196 2 1 1354 1352 1355 0=0 Concat cat_33 2 1 1337 1355 1356 0=1 Slice tensor_split_33 1 2 1334 1357 1358 -23300=2,1,-233 1=1 Split splitncnn_99 1 2 1358 1359 1360 Reshape reshape_741 1 1 1360 1361 0=2 1=32 11=1296 2=16 Slice unbind_33 1 2 1361 1362 1363 -23300=2,-233,-233 1=3 Reshape reshape_742 1 1 1363 1364 0=32 1=1296 2=16 Reshape reshape_743 1 1 1362 1365 0=32 1=1296 2=16 UnaryOp neg_197 1 1 1364 1366 0=1 Reshape reshape_744 1 1 1366 1367 0=1 1=32 11=1296 2=16 Reshape reshape_745 1 1 1365 1368 0=1 1=32 11=1296 2=16 Concat stack_33 2 1 1367 1368 1369 0=3 Reshape reshape_746 1 1 1369 1370 0=64 1=1296 2=16 Reshape reshape_747 1 1 35 1371 0=64 1=1296 2=1 BinaryOp mul_198 2 1 1370 1371 1372 0=2 Reshape reshape_748 1 1 84 1373 0=64 1=1296 2=1 BinaryOp mul_199 2 1 1359 1373 1374 0=2 BinaryOp add_200 2 1 1374 1372 1375 0=0 Concat cat_34 2 1 1357 1375 1376 0=1 BinaryOp mul_201 1 1 1356 1377 0=2 1=1 2=0.125 MatMul matmultransb_16 2 1 1377 1376 1378 0=1 Softmax softmax_306 1 1 1378 1379 0=2 1=1 MatMul matmul_923 2 1 1379 1336 1380 Permute permute_381 1 1 1380 1381 0=2 Reshape reshape_749 1 1 1381 1382 0=1024 1=1297 LayerNorm ln_234 1 1 1382 1383 0=1024 1=1.000000e-05 2=1 Gemm gemm_115 1 1 1383 1384 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_202 2 1 1322 1384 1385 0=0 Split splitncnn_100 1 2 1385 1386 1387 LayerNorm ln_235 1 1 1387 1388 0=1024 1=1.000000e-05 2=1 Split splitncnn_101 1 2 1388 1389 1390 Gemm gemm_116 1 1 1390 1391 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_117 1 1 1389 1392 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_282 1 1 1391 1393 BinaryOp mul_203 2 1 1393 1392 1394 0=2 LayerNorm ln_236 1 1 1394 1395 0=2730 1=1.000000e-05 2=1 Gemm gemm_118 1 1 1395 1396 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_204 2 1 1386 1396 1397 0=0 Split splitncnn_102 1 2 1397 1398 1399 LayerNorm ln_237 1 1 1399 1400 0=1024 1=1.000000e-05 2=1 Split splitncnn_103 1 3 1400 1401 1402 1403 Gemm gemm_119 1 1 1403 1404 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_120 1 1 1402 1405 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_121 1 1 1401 1406 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_750 1 1 1404 1407 0=64 1=16 2=1297 Permute permute_382 1 1 1407 1408 0=2 Reshape reshape_751 1 1 1405 1409 0=64 1=16 2=1297 Permute permute_383 1 1 1409 1410 0=2 Reshape reshape_752 1 1 1406 1411 0=64 1=16 2=1297 Permute permute_384 1 1 1411 1412 0=2 Slice tensor_split_34 1 2 1408 1413 1414 -23300=2,1,-233 1=1 Split splitncnn_104 1 2 1414 1415 1416 Reshape reshape_753 1 1 1416 1417 0=2 1=32 11=1296 2=16 Slice unbind_34 1 2 1417 1418 1419 -23300=2,-233,-233 1=3 Reshape reshape_754 1 1 1419 1420 0=32 1=1296 2=16 Reshape reshape_755 1 1 1418 1421 0=32 1=1296 2=16 UnaryOp neg_205 1 1 1420 1422 0=1 Reshape reshape_756 1 1 1422 1423 0=1 1=32 11=1296 2=16 Reshape reshape_757 1 1 1421 1424 0=1 1=32 11=1296 2=16 Concat stack_34 2 1 1423 1424 1425 0=3 Reshape reshape_758 1 1 1425 1426 0=64 1=1296 2=16 Reshape reshape_759 1 1 36 1427 0=64 1=1296 2=1 BinaryOp mul_206 2 1 1426 1427 1428 0=2 Reshape reshape_760 1 1 85 1429 0=64 1=1296 2=1 BinaryOp mul_207 2 1 1415 1429 1430 0=2 BinaryOp add_208 2 1 1430 1428 1431 0=0 Concat cat_35 2 1 1413 1431 1432 0=1 Slice tensor_split_35 1 2 1410 1433 1434 -23300=2,1,-233 1=1 Split splitncnn_105 1 2 1434 1435 1436 Reshape reshape_761 1 1 1436 1437 0=2 1=32 11=1296 2=16 Slice unbind_35 1 2 1437 1438 1439 -23300=2,-233,-233 1=3 Reshape reshape_762 1 1 1439 1440 0=32 1=1296 2=16 Reshape reshape_763 1 1 1438 1441 0=32 1=1296 2=16 UnaryOp neg_209 1 1 1440 1442 0=1 Reshape reshape_764 1 1 1442 1443 0=1 1=32 11=1296 2=16 Reshape reshape_765 1 1 1441 1444 0=1 1=32 11=1296 2=16 Concat stack_35 2 1 1443 1444 1445 0=3 Reshape reshape_766 1 1 1445 1446 0=64 1=1296 2=16 Reshape reshape_767 1 1 37 1447 0=64 1=1296 2=1 BinaryOp mul_210 2 1 1446 1447 1448 0=2 Reshape reshape_768 1 1 86 1449 0=64 1=1296 2=1 BinaryOp mul_211 2 1 1435 1449 1450 0=2 BinaryOp add_212 2 1 1450 1448 1451 0=0 Concat cat_36 2 1 1433 1451 1452 0=1 BinaryOp mul_213 1 1 1432 1453 0=2 1=1 2=0.125 MatMul matmultransb_17 2 1 1453 1452 1454 0=1 Softmax softmax_307 1 1 1454 1455 0=2 1=1 MatMul matmul_925 2 1 1455 1412 1456 Permute permute_385 1 1 1456 1457 0=2 Reshape reshape_769 1 1 1457 1458 0=1024 1=1297 LayerNorm ln_238 1 1 1458 1459 0=1024 1=1.000000e-05 2=1 Gemm gemm_122 1 1 1459 1460 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_214 2 1 1398 1460 1461 0=0 Split splitncnn_106 1 2 1461 1462 1463 LayerNorm ln_239 1 1 1463 1464 0=1024 1=1.000000e-05 2=1 Split splitncnn_107 1 2 1464 1465 1466 Gemm gemm_123 1 1 1466 1467 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_124 1 1 1465 1468 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_283 1 1 1467 1469 BinaryOp mul_215 2 1 1469 1468 1470 0=2 LayerNorm ln_240 1 1 1470 1471 0=2730 1=1.000000e-05 2=1 Gemm gemm_125 1 1 1471 1472 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_216 2 1 1462 1472 1473 0=0 Split splitncnn_108 1 2 1473 1474 1475 LayerNorm ln_241 1 1 1475 1476 0=1024 1=1.000000e-05 2=1 Split splitncnn_109 1 3 1476 1477 1478 1479 Gemm gemm_126 1 1 1479 1480 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_127 1 1 1478 1481 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_128 1 1 1477 1482 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_770 1 1 1480 1483 0=64 1=16 2=1297 Permute permute_386 1 1 1483 1484 0=2 Reshape reshape_771 1 1 1481 1485 0=64 1=16 2=1297 Permute permute_387 1 1 1485 1486 0=2 Reshape reshape_772 1 1 1482 1487 0=64 1=16 2=1297 Permute permute_388 1 1 1487 1488 0=2 Slice tensor_split_36 1 2 1484 1489 1490 -23300=2,1,-233 1=1 Split splitncnn_110 1 2 1490 1491 1492 Reshape reshape_773 1 1 1492 1493 0=2 1=32 11=1296 2=16 Slice unbind_36 1 2 1493 1494 1495 -23300=2,-233,-233 1=3 Reshape reshape_774 1 1 1495 1496 0=32 1=1296 2=16 Reshape reshape_775 1 1 1494 1497 0=32 1=1296 2=16 UnaryOp neg_217 1 1 1496 1498 0=1 Reshape reshape_776 1 1 1498 1499 0=1 1=32 11=1296 2=16 Reshape reshape_777 1 1 1497 1500 0=1 1=32 11=1296 2=16 Concat stack_36 2 1 1499 1500 1501 0=3 Reshape reshape_778 1 1 1501 1502 0=64 1=1296 2=16 Reshape reshape_779 1 1 38 1503 0=64 1=1296 2=1 BinaryOp mul_218 2 1 1502 1503 1504 0=2 Reshape reshape_780 1 1 87 1505 0=64 1=1296 2=1 BinaryOp mul_219 2 1 1491 1505 1506 0=2 BinaryOp add_220 2 1 1506 1504 1507 0=0 Concat cat_37 2 1 1489 1507 1508 0=1 Slice tensor_split_37 1 2 1486 1509 1510 -23300=2,1,-233 1=1 Split splitncnn_111 1 2 1510 1511 1512 Reshape reshape_781 1 1 1512 1513 0=2 1=32 11=1296 2=16 Slice unbind_37 1 2 1513 1514 1515 -23300=2,-233,-233 1=3 Reshape reshape_782 1 1 1515 1516 0=32 1=1296 2=16 Reshape reshape_783 1 1 1514 1517 0=32 1=1296 2=16 UnaryOp neg_221 1 1 1516 1518 0=1 Reshape reshape_784 1 1 1518 1519 0=1 1=32 11=1296 2=16 Reshape reshape_785 1 1 1517 1520 0=1 1=32 11=1296 2=16 Concat stack_37 2 1 1519 1520 1521 0=3 Reshape reshape_786 1 1 1521 1522 0=64 1=1296 2=16 Reshape reshape_787 1 1 39 1523 0=64 1=1296 2=1 BinaryOp mul_222 2 1 1522 1523 1524 0=2 Reshape reshape_788 1 1 88 1525 0=64 1=1296 2=1 BinaryOp mul_223 2 1 1511 1525 1526 0=2 BinaryOp add_224 2 1 1526 1524 1527 0=0 Concat cat_38 2 1 1509 1527 1528 0=1 BinaryOp mul_225 1 1 1508 1529 0=2 1=1 2=0.125 MatMul matmultransb_18 2 1 1529 1528 1530 0=1 Softmax softmax_308 1 1 1530 1531 0=2 1=1 MatMul matmul_927 2 1 1531 1488 1532 Permute permute_389 1 1 1532 1533 0=2 Reshape reshape_789 1 1 1533 1534 0=1024 1=1297 LayerNorm ln_242 1 1 1534 1535 0=1024 1=1.000000e-05 2=1 Gemm gemm_129 1 1 1535 1536 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_226 2 1 1474 1536 1537 0=0 Split splitncnn_112 1 2 1537 1538 1539 LayerNorm ln_243 1 1 1539 1540 0=1024 1=1.000000e-05 2=1 Split splitncnn_113 1 2 1540 1541 1542 Gemm gemm_130 1 1 1542 1543 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_131 1 1 1541 1544 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_284 1 1 1543 1545 BinaryOp mul_227 2 1 1545 1544 1546 0=2 LayerNorm ln_244 1 1 1546 1547 0=2730 1=1.000000e-05 2=1 Gemm gemm_132 1 1 1547 1548 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_228 2 1 1538 1548 1549 0=0 Split splitncnn_114 1 2 1549 1550 1551 LayerNorm ln_245 1 1 1551 1552 0=1024 1=1.000000e-05 2=1 Split splitncnn_115 1 3 1552 1553 1554 1555 Gemm gemm_133 1 1 1555 1556 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_134 1 1 1554 1557 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_135 1 1 1553 1558 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_790 1 1 1556 1559 0=64 1=16 2=1297 Permute permute_390 1 1 1559 1560 0=2 Reshape reshape_791 1 1 1557 1561 0=64 1=16 2=1297 Permute permute_391 1 1 1561 1562 0=2 Reshape reshape_792 1 1 1558 1563 0=64 1=16 2=1297 Permute permute_392 1 1 1563 1564 0=2 Slice tensor_split_38 1 2 1560 1565 1566 -23300=2,1,-233 1=1 Split splitncnn_116 1 2 1566 1567 1568 Reshape reshape_793 1 1 1568 1569 0=2 1=32 11=1296 2=16 Slice unbind_38 1 2 1569 1570 1571 -23300=2,-233,-233 1=3 Reshape reshape_794 1 1 1571 1572 0=32 1=1296 2=16 Reshape reshape_795 1 1 1570 1573 0=32 1=1296 2=16 UnaryOp neg_229 1 1 1572 1574 0=1 Reshape reshape_796 1 1 1574 1575 0=1 1=32 11=1296 2=16 Reshape reshape_797 1 1 1573 1576 0=1 1=32 11=1296 2=16 Concat stack_38 2 1 1575 1576 1577 0=3 Reshape reshape_798 1 1 1577 1578 0=64 1=1296 2=16 Reshape reshape_799 1 1 40 1579 0=64 1=1296 2=1 BinaryOp mul_230 2 1 1578 1579 1580 0=2 Reshape reshape_800 1 1 89 1581 0=64 1=1296 2=1 BinaryOp mul_231 2 1 1567 1581 1582 0=2 BinaryOp add_232 2 1 1582 1580 1583 0=0 Concat cat_39 2 1 1565 1583 1584 0=1 Slice tensor_split_39 1 2 1562 1585 1586 -23300=2,1,-233 1=1 Split splitncnn_117 1 2 1586 1587 1588 Reshape reshape_801 1 1 1588 1589 0=2 1=32 11=1296 2=16 Slice unbind_39 1 2 1589 1590 1591 -23300=2,-233,-233 1=3 Reshape reshape_802 1 1 1591 1592 0=32 1=1296 2=16 Reshape reshape_803 1 1 1590 1593 0=32 1=1296 2=16 UnaryOp neg_233 1 1 1592 1594 0=1 Reshape reshape_804 1 1 1594 1595 0=1 1=32 11=1296 2=16 Reshape reshape_805 1 1 1593 1596 0=1 1=32 11=1296 2=16 Concat stack_39 2 1 1595 1596 1597 0=3 Reshape reshape_806 1 1 1597 1598 0=64 1=1296 2=16 Reshape reshape_807 1 1 41 1599 0=64 1=1296 2=1 BinaryOp mul_234 2 1 1598 1599 1600 0=2 Reshape reshape_808 1 1 90 1601 0=64 1=1296 2=1 BinaryOp mul_235 2 1 1587 1601 1602 0=2 BinaryOp add_236 2 1 1602 1600 1603 0=0 Concat cat_40 2 1 1585 1603 1604 0=1 BinaryOp mul_237 1 1 1584 1605 0=2 1=1 2=0.125 MatMul matmultransb_19 2 1 1605 1604 1606 0=1 Softmax softmax_309 1 1 1606 1607 0=2 1=1 MatMul matmul_929 2 1 1607 1564 1608 Permute permute_393 1 1 1608 1609 0=2 Reshape reshape_809 1 1 1609 1610 0=1024 1=1297 LayerNorm ln_246 1 1 1610 1611 0=1024 1=1.000000e-05 2=1 Gemm gemm_136 1 1 1611 1612 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_238 2 1 1550 1612 1613 0=0 Split splitncnn_118 1 2 1613 1614 1615 LayerNorm ln_247 1 1 1615 1616 0=1024 1=1.000000e-05 2=1 Split splitncnn_119 1 2 1616 1617 1618 Gemm gemm_137 1 1 1618 1619 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_138 1 1 1617 1620 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_285 1 1 1619 1621 BinaryOp mul_239 2 1 1621 1620 1622 0=2 LayerNorm ln_248 1 1 1622 1623 0=2730 1=1.000000e-05 2=1 Gemm gemm_139 1 1 1623 1624 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_240 2 1 1614 1624 1625 0=0 Split splitncnn_120 1 2 1625 1626 1627 LayerNorm ln_249 1 1 1627 1628 0=1024 1=1.000000e-05 2=1 Split splitncnn_121 1 3 1628 1629 1630 1631 Gemm gemm_140 1 1 1631 1632 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_141 1 1 1630 1633 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_142 1 1 1629 1634 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_810 1 1 1632 1635 0=64 1=16 2=1297 Permute permute_394 1 1 1635 1636 0=2 Reshape reshape_811 1 1 1633 1637 0=64 1=16 2=1297 Permute permute_395 1 1 1637 1638 0=2 Reshape reshape_812 1 1 1634 1639 0=64 1=16 2=1297 Permute permute_396 1 1 1639 1640 0=2 Slice tensor_split_40 1 2 1636 1641 1642 -23300=2,1,-233 1=1 Split splitncnn_122 1 2 1642 1643 1644 Reshape reshape_813 1 1 1644 1645 0=2 1=32 11=1296 2=16 Slice unbind_40 1 2 1645 1646 1647 -23300=2,-233,-233 1=3 Reshape reshape_814 1 1 1647 1648 0=32 1=1296 2=16 Reshape reshape_815 1 1 1646 1649 0=32 1=1296 2=16 UnaryOp neg_241 1 1 1648 1650 0=1 Reshape reshape_816 1 1 1650 1651 0=1 1=32 11=1296 2=16 Reshape reshape_817 1 1 1649 1652 0=1 1=32 11=1296 2=16 Concat stack_40 2 1 1651 1652 1653 0=3 Reshape reshape_818 1 1 1653 1654 0=64 1=1296 2=16 Reshape reshape_819 1 1 42 1655 0=64 1=1296 2=1 BinaryOp mul_242 2 1 1654 1655 1656 0=2 Reshape reshape_820 1 1 91 1657 0=64 1=1296 2=1 BinaryOp mul_243 2 1 1643 1657 1658 0=2 BinaryOp add_244 2 1 1658 1656 1659 0=0 Concat cat_41 2 1 1641 1659 1660 0=1 Slice tensor_split_41 1 2 1638 1661 1662 -23300=2,1,-233 1=1 Split splitncnn_123 1 2 1662 1663 1664 Reshape reshape_821 1 1 1664 1665 0=2 1=32 11=1296 2=16 Slice unbind_41 1 2 1665 1666 1667 -23300=2,-233,-233 1=3 Reshape reshape_822 1 1 1667 1668 0=32 1=1296 2=16 Reshape reshape_823 1 1 1666 1669 0=32 1=1296 2=16 UnaryOp neg_245 1 1 1668 1670 0=1 Reshape reshape_824 1 1 1670 1671 0=1 1=32 11=1296 2=16 Reshape reshape_825 1 1 1669 1672 0=1 1=32 11=1296 2=16 Concat stack_41 2 1 1671 1672 1673 0=3 Reshape reshape_826 1 1 1673 1674 0=64 1=1296 2=16 Reshape reshape_827 1 1 43 1675 0=64 1=1296 2=1 BinaryOp mul_246 2 1 1674 1675 1676 0=2 Reshape reshape_828 1 1 92 1677 0=64 1=1296 2=1 BinaryOp mul_247 2 1 1663 1677 1678 0=2 BinaryOp add_248 2 1 1678 1676 1679 0=0 Concat cat_42 2 1 1661 1679 1680 0=1 BinaryOp mul_249 1 1 1660 1681 0=2 1=1 2=0.125 MatMul matmultransb_20 2 1 1681 1680 1682 0=1 Softmax softmax_310 1 1 1682 1683 0=2 1=1 MatMul matmul_931 2 1 1683 1640 1684 Permute permute_397 1 1 1684 1685 0=2 Reshape reshape_829 1 1 1685 1686 0=1024 1=1297 LayerNorm ln_250 1 1 1686 1687 0=1024 1=1.000000e-05 2=1 Gemm gemm_143 1 1 1687 1688 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_250 2 1 1626 1688 1689 0=0 Split splitncnn_124 1 2 1689 1690 1691 LayerNorm ln_251 1 1 1691 1692 0=1024 1=1.000000e-05 2=1 Split splitncnn_125 1 2 1692 1693 1694 Gemm gemm_144 1 1 1694 1695 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_145 1 1 1693 1696 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_286 1 1 1695 1697 BinaryOp mul_251 2 1 1697 1696 1698 0=2 LayerNorm ln_252 1 1 1698 1699 0=2730 1=1.000000e-05 2=1 Gemm gemm_146 1 1 1699 1700 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_252 2 1 1690 1700 1701 0=0 Split splitncnn_126 1 2 1701 1702 1703 LayerNorm ln_253 1 1 1703 1704 0=1024 1=1.000000e-05 2=1 Split splitncnn_127 1 3 1704 1705 1706 1707 Gemm gemm_147 1 1 1707 1708 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_148 1 1 1706 1709 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_149 1 1 1705 1710 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_830 1 1 1708 1711 0=64 1=16 2=1297 Permute permute_398 1 1 1711 1712 0=2 Reshape reshape_831 1 1 1709 1713 0=64 1=16 2=1297 Permute permute_399 1 1 1713 1714 0=2 Reshape reshape_832 1 1 1710 1715 0=64 1=16 2=1297 Permute permute_400 1 1 1715 1716 0=2 Slice tensor_split_42 1 2 1712 1717 1718 -23300=2,1,-233 1=1 Split splitncnn_128 1 2 1718 1719 1720 Reshape reshape_833 1 1 1720 1721 0=2 1=32 11=1296 2=16 Slice unbind_42 1 2 1721 1722 1723 -23300=2,-233,-233 1=3 Reshape reshape_834 1 1 1723 1724 0=32 1=1296 2=16 Reshape reshape_835 1 1 1722 1725 0=32 1=1296 2=16 UnaryOp neg_253 1 1 1724 1726 0=1 Reshape reshape_836 1 1 1726 1727 0=1 1=32 11=1296 2=16 Reshape reshape_837 1 1 1725 1728 0=1 1=32 11=1296 2=16 Concat stack_42 2 1 1727 1728 1729 0=3 Reshape reshape_838 1 1 1729 1730 0=64 1=1296 2=16 Reshape reshape_839 1 1 44 1731 0=64 1=1296 2=1 BinaryOp mul_254 2 1 1730 1731 1732 0=2 Reshape reshape_840 1 1 93 1733 0=64 1=1296 2=1 BinaryOp mul_255 2 1 1719 1733 1734 0=2 BinaryOp add_256 2 1 1734 1732 1735 0=0 Concat cat_43 2 1 1717 1735 1736 0=1 Slice tensor_split_43 1 2 1714 1737 1738 -23300=2,1,-233 1=1 Split splitncnn_129 1 2 1738 1739 1740 Reshape reshape_841 1 1 1740 1741 0=2 1=32 11=1296 2=16 Slice unbind_43 1 2 1741 1742 1743 -23300=2,-233,-233 1=3 Reshape reshape_842 1 1 1743 1744 0=32 1=1296 2=16 Reshape reshape_843 1 1 1742 1745 0=32 1=1296 2=16 UnaryOp neg_257 1 1 1744 1746 0=1 Reshape reshape_844 1 1 1746 1747 0=1 1=32 11=1296 2=16 Reshape reshape_845 1 1 1745 1748 0=1 1=32 11=1296 2=16 Concat stack_43 2 1 1747 1748 1749 0=3 Reshape reshape_846 1 1 1749 1750 0=64 1=1296 2=16 Reshape reshape_847 1 1 45 1751 0=64 1=1296 2=1 BinaryOp mul_258 2 1 1750 1751 1752 0=2 Reshape reshape_848 1 1 94 1753 0=64 1=1296 2=1 BinaryOp mul_259 2 1 1739 1753 1754 0=2 BinaryOp add_260 2 1 1754 1752 1755 0=0 Concat cat_44 2 1 1737 1755 1756 0=1 BinaryOp mul_261 1 1 1736 1757 0=2 1=1 2=0.125 MatMul matmultransb_21 2 1 1757 1756 1758 0=1 Softmax softmax_311 1 1 1758 1759 0=2 1=1 MatMul matmul_933 2 1 1759 1716 1760 Permute permute_401 1 1 1760 1761 0=2 Reshape reshape_849 1 1 1761 1762 0=1024 1=1297 LayerNorm ln_254 1 1 1762 1763 0=1024 1=1.000000e-05 2=1 Gemm gemm_150 1 1 1763 1764 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_262 2 1 1702 1764 1765 0=0 Split splitncnn_130 1 2 1765 1766 1767 LayerNorm ln_255 1 1 1767 1768 0=1024 1=1.000000e-05 2=1 Split splitncnn_131 1 2 1768 1769 1770 Gemm gemm_151 1 1 1770 1771 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_152 1 1 1769 1772 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_287 1 1 1771 1773 BinaryOp mul_263 2 1 1773 1772 1774 0=2 LayerNorm ln_256 1 1 1774 1775 0=2730 1=1.000000e-05 2=1 Gemm gemm_153 1 1 1775 1776 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_264 2 1 1766 1776 1777 0=0 Split splitncnn_132 1 2 1777 1778 1779 LayerNorm ln_257 1 1 1779 1780 0=1024 1=1.000000e-05 2=1 Split splitncnn_133 1 3 1780 1781 1782 1783 Gemm gemm_154 1 1 1783 1784 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_155 1 1 1782 1785 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_156 1 1 1781 1786 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_850 1 1 1784 1787 0=64 1=16 2=1297 Permute permute_402 1 1 1787 1788 0=2 Reshape reshape_851 1 1 1785 1789 0=64 1=16 2=1297 Permute permute_403 1 1 1789 1790 0=2 Reshape reshape_852 1 1 1786 1791 0=64 1=16 2=1297 Permute permute_404 1 1 1791 1792 0=2 Slice tensor_split_44 1 2 1788 1793 1794 -23300=2,1,-233 1=1 Split splitncnn_134 1 2 1794 1795 1796 Reshape reshape_853 1 1 1796 1797 0=2 1=32 11=1296 2=16 Slice unbind_44 1 2 1797 1798 1799 -23300=2,-233,-233 1=3 Reshape reshape_854 1 1 1799 1800 0=32 1=1296 2=16 Reshape reshape_855 1 1 1798 1801 0=32 1=1296 2=16 UnaryOp neg_265 1 1 1800 1802 0=1 Reshape reshape_856 1 1 1802 1803 0=1 1=32 11=1296 2=16 Reshape reshape_857 1 1 1801 1804 0=1 1=32 11=1296 2=16 Concat stack_44 2 1 1803 1804 1805 0=3 Reshape reshape_858 1 1 1805 1806 0=64 1=1296 2=16 Reshape reshape_859 1 1 46 1807 0=64 1=1296 2=1 BinaryOp mul_266 2 1 1806 1807 1808 0=2 Reshape reshape_860 1 1 95 1809 0=64 1=1296 2=1 BinaryOp mul_267 2 1 1795 1809 1810 0=2 BinaryOp add_268 2 1 1810 1808 1811 0=0 Concat cat_45 2 1 1793 1811 1812 0=1 Slice tensor_split_45 1 2 1790 1813 1814 -23300=2,1,-233 1=1 Split splitncnn_135 1 2 1814 1815 1816 Reshape reshape_861 1 1 1816 1817 0=2 1=32 11=1296 2=16 Slice unbind_45 1 2 1817 1818 1819 -23300=2,-233,-233 1=3 Reshape reshape_862 1 1 1819 1820 0=32 1=1296 2=16 Reshape reshape_863 1 1 1818 1821 0=32 1=1296 2=16 UnaryOp neg_269 1 1 1820 1822 0=1 Reshape reshape_864 1 1 1822 1823 0=1 1=32 11=1296 2=16 Reshape reshape_865 1 1 1821 1824 0=1 1=32 11=1296 2=16 Concat stack_45 2 1 1823 1824 1825 0=3 Reshape reshape_866 1 1 1825 1826 0=64 1=1296 2=16 Reshape reshape_867 1 1 47 1827 0=64 1=1296 2=1 BinaryOp mul_270 2 1 1826 1827 1828 0=2 Reshape reshape_868 1 1 96 1829 0=64 1=1296 2=1 BinaryOp mul_271 2 1 1815 1829 1830 0=2 BinaryOp add_272 2 1 1830 1828 1831 0=0 Concat cat_46 2 1 1813 1831 1832 0=1 BinaryOp mul_273 1 1 1812 1833 0=2 1=1 2=0.125 MatMul matmultransb_22 2 1 1833 1832 1834 0=1 Softmax softmax_312 1 1 1834 1835 0=2 1=1 MatMul matmul_935 2 1 1835 1792 1836 Permute permute_405 1 1 1836 1837 0=2 Reshape reshape_869 1 1 1837 1838 0=1024 1=1297 LayerNorm ln_258 1 1 1838 1839 0=1024 1=1.000000e-05 2=1 Gemm gemm_157 1 1 1839 1840 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_274 2 1 1778 1840 1841 0=0 Split splitncnn_136 1 2 1841 1842 1843 LayerNorm ln_259 1 1 1843 1844 0=1024 1=1.000000e-05 2=1 Split splitncnn_137 1 2 1844 1845 1846 Gemm gemm_158 1 1 1846 1847 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_159 1 1 1845 1848 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_288 1 1 1847 1849 BinaryOp mul_275 2 1 1849 1848 1850 0=2 LayerNorm ln_260 1 1 1850 1851 0=2730 1=1.000000e-05 2=1 Gemm gemm_160 1 1 1851 1852 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_276 2 1 1842 1852 1853 0=0 Split splitncnn_138 1 2 1853 1854 1855 LayerNorm ln_261 1 1 1855 1856 0=1024 1=1.000000e-05 2=1 Split splitncnn_139 1 3 1856 1857 1858 1859 Gemm gemm_161 1 1 1859 1860 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_162 1 1 1858 1861 10=-1 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Gemm gemm_163 1 1 1857 1862 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 Reshape reshape_870 1 1 1860 1863 0=64 1=16 2=1297 Permute permute_406 1 1 1863 1864 0=2 Reshape reshape_871 1 1 1861 1865 0=64 1=16 2=1297 Permute permute_407 1 1 1865 1866 0=2 Reshape reshape_872 1 1 1862 1867 0=64 1=16 2=1297 Permute permute_408 1 1 1867 1868 0=2 Slice tensor_split_46 1 2 1864 1869 1870 -23300=2,1,-233 1=1 Split splitncnn_140 1 2 1870 1871 1872 Reshape reshape_873 1 1 1872 1873 0=2 1=32 11=1296 2=16 Slice unbind_46 1 2 1873 1874 1875 -23300=2,-233,-233 1=3 Reshape reshape_874 1 1 1875 1876 0=32 1=1296 2=16 Reshape reshape_875 1 1 1874 1877 0=32 1=1296 2=16 UnaryOp neg_277 1 1 1876 1878 0=1 Reshape reshape_876 1 1 1878 1879 0=1 1=32 11=1296 2=16 Reshape reshape_877 1 1 1877 1880 0=1 1=32 11=1296 2=16 Concat stack_46 2 1 1879 1880 1881 0=3 Reshape reshape_878 1 1 1881 1882 0=64 1=1296 2=16 Reshape reshape_879 1 1 48 1883 0=64 1=1296 2=1 BinaryOp mul_278 2 1 1882 1883 1884 0=2 Reshape reshape_880 1 1 97 1885 0=64 1=1296 2=1 BinaryOp mul_279 2 1 1871 1885 1886 0=2 BinaryOp add_280 2 1 1886 1884 1887 0=0 Concat cat_47 2 1 1869 1887 1888 0=1 Slice tensor_split_47 1 2 1866 1889 1890 -23300=2,1,-233 1=1 Split splitncnn_141 1 2 1890 1891 1892 Reshape reshape_881 1 1 1892 1893 0=2 1=32 11=1296 2=16 Slice unbind_47 1 2 1893 1894 1895 -23300=2,-233,-233 1=3 Reshape reshape_882 1 1 1895 1896 0=32 1=1296 2=16 Reshape reshape_883 1 1 1894 1897 0=32 1=1296 2=16 UnaryOp neg_281 1 1 1896 1898 0=1 Reshape reshape_884 1 1 1898 1899 0=1 1=32 11=1296 2=16 Reshape reshape_885 1 1 1897 1900 0=1 1=32 11=1296 2=16 Concat stack_47 2 1 1899 1900 1901 0=3 Reshape reshape_886 1 1 1901 1902 0=64 1=1296 2=16 Reshape reshape_887 1 1 49 1903 0=64 1=1296 2=1 BinaryOp mul_282 2 1 1902 1903 1904 0=2 Reshape reshape_888 1 1 98 1905 0=64 1=1296 2=1 BinaryOp mul_283 2 1 1891 1905 1906 0=2 BinaryOp add_284 2 1 1906 1904 1907 0=0 Concat cat_48 2 1 1889 1907 1908 0=1 BinaryOp mul_285 1 1 1888 1909 0=2 1=1 2=0.125 MatMul matmultransb_23 2 1 1909 1908 1910 0=1 Softmax softmax_313 1 1 1910 1911 0=2 1=1 MatMul matmul_937 2 1 1911 1868 1912 Permute permute_409 1 1 1912 1913 0=2 Reshape reshape_889 1 1 1913 1914 0=1024 1=1297 LayerNorm ln_262 1 1 1914 1915 0=1024 1=1.000000e-05 2=1 Gemm gemm_164 1 1 1915 1916 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=1024 BinaryOp add_286 2 1 1854 1916 1917 0=0 Split splitncnn_142 1 2 1917 1918 1919 LayerNorm ln_263 1 1 1919 1920 0=1024 1=1.000000e-05 2=1 Split splitncnn_143 1 2 1920 1921 1922 Gemm gemm_165 1 1 1922 1923 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Gemm gemm_166 1 1 1921 1924 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=2730 9=1024 Swish silu_289 1 1 1923 1925 BinaryOp mul_287 2 1 1925 1924 1926 0=2 LayerNorm ln_264 1 1 1926 1927 0=2730 1=1.000000e-05 2=1 Gemm gemm_167 1 1 1927 1928 10=4 2=0 3=1 4=0 5=1 6=1 7=1297 8=1024 9=2730 BinaryOp add_288 2 1 1918 1928 1929 0=0 LayerNorm ln_265 1 1 1929 1930 0=1024 1=1.000000e-05 2=1 Crop select_0 1 1 1930 1931 -23310=1,1 -23311=1,0 -23309=1,0 Squeeze squeeze_939 1 1 1931 1932 -23303=1,0 Split splitncnn_144 1 2 1932 1933 1934 Reduction norm_938 1 1 1934 1935 0=8 1=0 -23303=1,-1 4=1 5=1 BinaryOp div_289 2 1 1933 1935 out0 0=3