7767517 494 649 Input in0 0 1 in0 Input in1 0 1 in1 Input in2 0 1 in2 Embed embed_84 1 1 in0 3 0=768 1=128256 2=0 3=98500608 Split splitncnn_0 1 2 3 4 5 RMSNorm rmsn_85 1 1 5 6 0=768 1=1.000000e-05 2=1 Split splitncnn_1 1 3 6 7 8 9 Gemm gemm_0 1 1 9 10 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_1 1 1 8 11 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_2 1 1 7 12 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_170 1 1 10 13 0=64 1=12 2=-1 Reshape reshape_171 1 1 11 14 0=64 1=12 2=-1 Reshape reshape_172 1 1 12 15 0=64 1=12 2=-1 Permute permute_122 1 1 13 16 0=2 Split splitncnn_2 1 2 16 17 18 Permute permute_123 1 1 14 19 0=2 Split splitncnn_3 1 2 19 20 21 Permute permute_124 1 1 15 22 0=2 Reshape reshape_173 1 1 in1 23 0=64 1=-1 2=1 Split splitncnn_4 1 24 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 Reshape reshape_174 1 1 in2 48 0=64 1=-1 2=1 Split splitncnn_5 1 24 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 Slice tensor_split_0 1 2 17 73 74 -23300=2,-233,-233 1=2 UnaryOp neg_0 1 1 74 75 0=1 Concat cat_0 2 1 75 73 76 0=2 BinaryOp mul_1 2 1 76 49 77 0=2 BinaryOp mul_2 2 1 18 24 78 0=2 BinaryOp add_3 2 1 78 77 79 0=0 Slice tensor_split_1 1 2 20 80 81 -23300=2,-233,-233 1=2 UnaryOp neg_4 1 1 81 82 0=1 Concat cat_1 2 1 82 80 83 0=2 BinaryOp mul_5 2 1 83 50 84 0=2 BinaryOp mul_6 2 1 21 25 85 0=2 BinaryOp add_7 2 1 85 84 86 0=0 SDPA sdpa_222 3 1 79 86 22 87 5=0 6=0.125 Permute permute_125 1 1 87 88 0=2 Reshape reshape_175 1 1 88 89 0=768 1=-1 Gemm gemm_3 1 1 89 90 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_8 2 1 4 90 91 0=0 Split splitncnn_6 1 2 91 92 93 RMSNorm rmsn_86 1 1 93 94 0=768 1=1.000000e-05 2=1 Split splitncnn_7 1 2 94 95 96 Gemm gemm_4 1 1 96 97 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_110 1 1 97 98 Gemm gemm_5 1 1 95 99 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_9 2 1 98 99 100 0=2 Gemm gemm_6 1 1 100 101 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_10 2 1 92 101 102 0=0 Split splitncnn_8 1 2 102 103 104 RMSNorm rmsn_87 1 1 104 105 0=768 1=1.000000e-05 2=1 Split splitncnn_9 1 3 105 106 107 108 Gemm gemm_7 1 1 108 109 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_8 1 1 107 110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_9 1 1 106 111 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_176 1 1 109 112 0=64 1=12 2=-1 Reshape reshape_177 1 1 110 113 0=64 1=12 2=-1 Reshape reshape_178 1 1 111 114 0=64 1=12 2=-1 Permute permute_126 1 1 112 115 0=2 Split splitncnn_10 1 2 115 116 117 Permute permute_127 1 1 113 118 0=2 Split splitncnn_11 1 2 118 119 120 Permute permute_128 1 1 114 121 0=2 Slice tensor_split_2 1 2 116 122 123 -23300=2,-233,-233 1=2 UnaryOp neg_11 1 1 123 124 0=1 Concat cat_2 2 1 124 122 125 0=2 BinaryOp mul_12 2 1 125 51 126 0=2 BinaryOp mul_13 2 1 117 26 127 0=2 BinaryOp add_14 2 1 127 126 128 0=0 Slice tensor_split_3 1 2 119 129 130 -23300=2,-233,-233 1=2 UnaryOp neg_15 1 1 130 131 0=1 Concat cat_3 2 1 131 129 132 0=2 BinaryOp mul_16 2 1 132 52 133 0=2 BinaryOp mul_17 2 1 120 27 134 0=2 BinaryOp add_18 2 1 134 133 135 0=0 SDPA sdpa_223 3 1 128 135 121 136 5=0 6=0.125 Permute permute_129 1 1 136 137 0=2 Reshape reshape_179 1 1 137 138 0=768 1=-1 Gemm gemm_10 1 1 138 139 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_19 2 1 103 139 140 0=0 Split splitncnn_12 1 2 140 141 142 RMSNorm rmsn_88 1 1 142 143 0=768 1=1.000000e-05 2=1 Split splitncnn_13 1 2 143 144 145 Gemm gemm_11 1 1 145 146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_111 1 1 146 147 Gemm gemm_12 1 1 144 148 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_20 2 1 147 148 149 0=2 Gemm gemm_13 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_21 2 1 141 150 151 0=0 Split splitncnn_14 1 2 151 152 153 RMSNorm rmsn_89 1 1 153 154 0=768 1=1.000000e-05 2=1 Split splitncnn_15 1 3 154 155 156 157 Gemm gemm_14 1 1 157 158 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_15 1 1 156 159 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_16 1 1 155 160 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_180 1 1 158 161 0=64 1=12 2=-1 Reshape reshape_181 1 1 159 162 0=64 1=12 2=-1 Reshape reshape_182 1 1 160 163 0=64 1=12 2=-1 Permute permute_130 1 1 161 164 0=2 Split splitncnn_16 1 2 164 165 166 Permute permute_131 1 1 162 167 0=2 Split splitncnn_17 1 2 167 168 169 Permute permute_132 1 1 163 170 0=2 Slice tensor_split_4 1 2 165 171 172 -23300=2,-233,-233 1=2 UnaryOp neg_22 1 1 172 173 0=1 Concat cat_4 2 1 173 171 174 0=2 BinaryOp mul_23 2 1 174 53 175 0=2 BinaryOp mul_24 2 1 166 28 176 0=2 BinaryOp add_25 2 1 176 175 177 0=0 Slice tensor_split_5 1 2 168 178 179 -23300=2,-233,-233 1=2 UnaryOp neg_26 1 1 179 180 0=1 Concat cat_5 2 1 180 178 181 0=2 BinaryOp mul_27 2 1 181 54 182 0=2 BinaryOp mul_28 2 1 169 29 183 0=2 BinaryOp add_29 2 1 183 182 184 0=0 SDPA sdpa_224 3 1 177 184 170 185 5=0 6=0.125 Permute permute_133 1 1 185 186 0=2 Reshape reshape_183 1 1 186 187 0=768 1=-1 Gemm gemm_17 1 1 187 188 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_30 2 1 152 188 189 0=0 Split splitncnn_18 1 2 189 190 191 RMSNorm rmsn_90 1 1 191 192 0=768 1=1.000000e-05 2=1 Split splitncnn_19 1 2 192 193 194 Gemm gemm_18 1 1 194 195 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_112 1 1 195 196 Gemm gemm_19 1 1 193 197 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_31 2 1 196 197 198 0=2 Gemm gemm_20 1 1 198 199 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_32 2 1 190 199 200 0=0 Split splitncnn_20 1 2 200 201 202 RMSNorm rmsn_91 1 1 202 203 0=768 1=1.000000e-05 2=1 Split splitncnn_21 1 3 203 204 205 206 Gemm gemm_21 1 1 206 207 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_22 1 1 205 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_23 1 1 204 209 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_184 1 1 207 210 0=64 1=12 2=-1 Reshape reshape_185 1 1 208 211 0=64 1=12 2=-1 Reshape reshape_186 1 1 209 212 0=64 1=12 2=-1 Permute permute_134 1 1 210 213 0=2 Split splitncnn_22 1 2 213 214 215 Permute permute_135 1 1 211 216 0=2 Split splitncnn_23 1 2 216 217 218 Permute permute_136 1 1 212 219 0=2 Slice tensor_split_6 1 2 214 220 221 -23300=2,-233,-233 1=2 UnaryOp neg_33 1 1 221 222 0=1 Concat cat_6 2 1 222 220 223 0=2 BinaryOp mul_34 2 1 223 55 224 0=2 BinaryOp mul_35 2 1 215 30 225 0=2 BinaryOp add_36 2 1 225 224 226 0=0 Slice tensor_split_7 1 2 217 227 228 -23300=2,-233,-233 1=2 UnaryOp neg_37 1 1 228 229 0=1 Concat cat_7 2 1 229 227 230 0=2 BinaryOp mul_38 2 1 230 56 231 0=2 BinaryOp mul_39 2 1 218 31 232 0=2 BinaryOp add_40 2 1 232 231 233 0=0 SDPA sdpa_225 3 1 226 233 219 234 5=0 6=0.125 Permute permute_137 1 1 234 235 0=2 Reshape reshape_187 1 1 235 236 0=768 1=-1 Gemm gemm_24 1 1 236 237 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_41 2 1 201 237 238 0=0 Split splitncnn_24 1 2 238 239 240 RMSNorm rmsn_92 1 1 240 241 0=768 1=1.000000e-05 2=1 Split splitncnn_25 1 2 241 242 243 Gemm gemm_25 1 1 243 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_113 1 1 244 245 Gemm gemm_26 1 1 242 246 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_42 2 1 245 246 247 0=2 Gemm gemm_27 1 1 247 248 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_43 2 1 239 248 249 0=0 Split splitncnn_26 1 2 249 250 251 RMSNorm rmsn_93 1 1 251 252 0=768 1=1.000000e-05 2=1 Split splitncnn_27 1 3 252 253 254 255 Gemm gemm_28 1 1 255 256 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_29 1 1 254 257 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_30 1 1 253 258 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_188 1 1 256 259 0=64 1=12 2=-1 Reshape reshape_189 1 1 257 260 0=64 1=12 2=-1 Reshape reshape_190 1 1 258 261 0=64 1=12 2=-1 Permute permute_138 1 1 259 262 0=2 Split splitncnn_28 1 2 262 263 264 Permute permute_139 1 1 260 265 0=2 Split splitncnn_29 1 2 265 266 267 Permute permute_140 1 1 261 268 0=2 Slice tensor_split_8 1 2 263 269 270 -23300=2,-233,-233 1=2 UnaryOp neg_44 1 1 270 271 0=1 Concat cat_8 2 1 271 269 272 0=2 BinaryOp mul_45 2 1 272 57 273 0=2 BinaryOp mul_46 2 1 264 32 274 0=2 BinaryOp add_47 2 1 274 273 275 0=0 Slice tensor_split_9 1 2 266 276 277 -23300=2,-233,-233 1=2 UnaryOp neg_48 1 1 277 278 0=1 Concat cat_9 2 1 278 276 279 0=2 BinaryOp mul_49 2 1 279 58 280 0=2 BinaryOp mul_50 2 1 267 33 281 0=2 BinaryOp add_51 2 1 281 280 282 0=0 SDPA sdpa_226 3 1 275 282 268 283 5=0 6=0.125 Permute permute_141 1 1 283 284 0=2 Reshape reshape_191 1 1 284 285 0=768 1=-1 Gemm gemm_31 1 1 285 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_52 2 1 250 286 287 0=0 Split splitncnn_30 1 2 287 288 289 RMSNorm rmsn_94 1 1 289 290 0=768 1=1.000000e-05 2=1 Split splitncnn_31 1 2 290 291 292 Gemm gemm_32 1 1 292 293 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_114 1 1 293 294 Gemm gemm_33 1 1 291 295 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_53 2 1 294 295 296 0=2 Gemm gemm_34 1 1 296 297 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_54 2 1 288 297 298 0=0 Split splitncnn_32 1 2 298 299 300 RMSNorm rmsn_95 1 1 300 301 0=768 1=1.000000e-05 2=1 Split splitncnn_33 1 3 301 302 303 304 Gemm gemm_35 1 1 304 305 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_36 1 1 303 306 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_37 1 1 302 307 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_192 1 1 305 308 0=64 1=12 2=-1 Reshape reshape_193 1 1 306 309 0=64 1=12 2=-1 Reshape reshape_194 1 1 307 310 0=64 1=12 2=-1 Permute permute_142 1 1 308 311 0=2 Split splitncnn_34 1 2 311 312 313 Permute permute_143 1 1 309 314 0=2 Split splitncnn_35 1 2 314 315 316 Permute permute_144 1 1 310 317 0=2 Slice tensor_split_10 1 2 312 318 319 -23300=2,-233,-233 1=2 UnaryOp neg_55 1 1 319 320 0=1 Concat cat_10 2 1 320 318 321 0=2 BinaryOp mul_56 2 1 321 59 322 0=2 BinaryOp mul_57 2 1 313 34 323 0=2 BinaryOp add_58 2 1 323 322 324 0=0 Slice tensor_split_11 1 2 315 325 326 -23300=2,-233,-233 1=2 UnaryOp neg_59 1 1 326 327 0=1 Concat cat_11 2 1 327 325 328 0=2 BinaryOp mul_60 2 1 328 60 329 0=2 BinaryOp mul_61 2 1 316 35 330 0=2 BinaryOp add_62 2 1 330 329 331 0=0 SDPA sdpa_227 3 1 324 331 317 332 5=0 6=0.125 Permute permute_145 1 1 332 333 0=2 Reshape reshape_195 1 1 333 334 0=768 1=-1 Gemm gemm_38 1 1 334 335 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_63 2 1 299 335 336 0=0 Split splitncnn_36 1 2 336 337 338 RMSNorm rmsn_96 1 1 338 339 0=768 1=1.000000e-05 2=1 Split splitncnn_37 1 2 339 340 341 Gemm gemm_39 1 1 341 342 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_115 1 1 342 343 Gemm gemm_40 1 1 340 344 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_64 2 1 343 344 345 0=2 Gemm gemm_41 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_65 2 1 337 346 347 0=0 Split splitncnn_38 1 2 347 348 349 RMSNorm rmsn_97 1 1 349 350 0=768 1=1.000000e-05 2=1 Split splitncnn_39 1 3 350 351 352 353 Gemm gemm_42 1 1 353 354 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_43 1 1 352 355 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_44 1 1 351 356 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_196 1 1 354 357 0=64 1=12 2=-1 Reshape reshape_197 1 1 355 358 0=64 1=12 2=-1 Reshape reshape_198 1 1 356 359 0=64 1=12 2=-1 Permute permute_146 1 1 357 360 0=2 Split splitncnn_40 1 2 360 361 362 Permute permute_147 1 1 358 363 0=2 Split splitncnn_41 1 2 363 364 365 Permute permute_148 1 1 359 366 0=2 Slice tensor_split_12 1 2 361 367 368 -23300=2,-233,-233 1=2 UnaryOp neg_66 1 1 368 369 0=1 Concat cat_12 2 1 369 367 370 0=2 BinaryOp mul_67 2 1 370 61 371 0=2 BinaryOp mul_68 2 1 362 36 372 0=2 BinaryOp add_69 2 1 372 371 373 0=0 Slice tensor_split_13 1 2 364 374 375 -23300=2,-233,-233 1=2 UnaryOp neg_70 1 1 375 376 0=1 Concat cat_13 2 1 376 374 377 0=2 BinaryOp mul_71 2 1 377 62 378 0=2 BinaryOp mul_72 2 1 365 37 379 0=2 BinaryOp add_73 2 1 379 378 380 0=0 SDPA sdpa_228 3 1 373 380 366 381 5=0 6=0.125 Permute permute_149 1 1 381 382 0=2 Reshape reshape_199 1 1 382 383 0=768 1=-1 Gemm gemm_45 1 1 383 384 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_74 2 1 348 384 385 0=0 Split splitncnn_42 1 2 385 386 387 RMSNorm rmsn_98 1 1 387 388 0=768 1=1.000000e-05 2=1 Split splitncnn_43 1 2 388 389 390 Gemm gemm_46 1 1 390 391 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_116 1 1 391 392 Gemm gemm_47 1 1 389 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_75 2 1 392 393 394 0=2 Gemm gemm_48 1 1 394 395 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_76 2 1 386 395 396 0=0 Split splitncnn_44 1 2 396 397 398 RMSNorm rmsn_99 1 1 398 399 0=768 1=1.000000e-05 2=1 Split splitncnn_45 1 3 399 400 401 402 Gemm gemm_49 1 1 402 403 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_50 1 1 401 404 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_51 1 1 400 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_200 1 1 403 406 0=64 1=12 2=-1 Reshape reshape_201 1 1 404 407 0=64 1=12 2=-1 Reshape reshape_202 1 1 405 408 0=64 1=12 2=-1 Permute permute_150 1 1 406 409 0=2 Split splitncnn_46 1 2 409 410 411 Permute permute_151 1 1 407 412 0=2 Split splitncnn_47 1 2 412 413 414 Permute permute_152 1 1 408 415 0=2 Slice tensor_split_14 1 2 410 416 417 -23300=2,-233,-233 1=2 UnaryOp neg_77 1 1 417 418 0=1 Concat cat_14 2 1 418 416 419 0=2 BinaryOp mul_78 2 1 419 63 420 0=2 BinaryOp mul_79 2 1 411 38 421 0=2 BinaryOp add_80 2 1 421 420 422 0=0 Slice tensor_split_15 1 2 413 423 424 -23300=2,-233,-233 1=2 UnaryOp neg_81 1 1 424 425 0=1 Concat cat_15 2 1 425 423 426 0=2 BinaryOp mul_82 2 1 426 64 427 0=2 BinaryOp mul_83 2 1 414 39 428 0=2 BinaryOp add_84 2 1 428 427 429 0=0 SDPA sdpa_229 3 1 422 429 415 430 5=0 6=0.125 Permute permute_153 1 1 430 431 0=2 Reshape reshape_203 1 1 431 432 0=768 1=-1 Gemm gemm_52 1 1 432 433 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_85 2 1 397 433 434 0=0 Split splitncnn_48 1 2 434 435 436 RMSNorm rmsn_100 1 1 436 437 0=768 1=1.000000e-05 2=1 Split splitncnn_49 1 2 437 438 439 Gemm gemm_53 1 1 439 440 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_117 1 1 440 441 Gemm gemm_54 1 1 438 442 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_86 2 1 441 442 443 0=2 Gemm gemm_55 1 1 443 444 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_87 2 1 435 444 445 0=0 Split splitncnn_50 1 2 445 446 447 RMSNorm rmsn_101 1 1 447 448 0=768 1=1.000000e-05 2=1 Split splitncnn_51 1 3 448 449 450 451 Gemm gemm_56 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_57 1 1 450 453 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_58 1 1 449 454 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_204 1 1 452 455 0=64 1=12 2=-1 Reshape reshape_205 1 1 453 456 0=64 1=12 2=-1 Reshape reshape_206 1 1 454 457 0=64 1=12 2=-1 Permute permute_154 1 1 455 458 0=2 Split splitncnn_52 1 2 458 459 460 Permute permute_155 1 1 456 461 0=2 Split splitncnn_53 1 2 461 462 463 Permute permute_156 1 1 457 464 0=2 Slice tensor_split_16 1 2 459 465 466 -23300=2,-233,-233 1=2 UnaryOp neg_88 1 1 466 467 0=1 Concat cat_16 2 1 467 465 468 0=2 BinaryOp mul_89 2 1 468 65 469 0=2 BinaryOp mul_90 2 1 460 40 470 0=2 BinaryOp add_91 2 1 470 469 471 0=0 Slice tensor_split_17 1 2 462 472 473 -23300=2,-233,-233 1=2 UnaryOp neg_92 1 1 473 474 0=1 Concat cat_17 2 1 474 472 475 0=2 BinaryOp mul_93 2 1 475 66 476 0=2 BinaryOp mul_94 2 1 463 41 477 0=2 BinaryOp add_95 2 1 477 476 478 0=0 SDPA sdpa_230 3 1 471 478 464 479 5=0 6=0.125 Permute permute_157 1 1 479 480 0=2 Reshape reshape_207 1 1 480 481 0=768 1=-1 Gemm gemm_59 1 1 481 482 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_96 2 1 446 482 483 0=0 Split splitncnn_54 1 2 483 484 485 RMSNorm rmsn_102 1 1 485 486 0=768 1=1.000000e-05 2=1 Split splitncnn_55 1 2 486 487 488 Gemm gemm_60 1 1 488 489 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_118 1 1 489 490 Gemm gemm_61 1 1 487 491 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_97 2 1 490 491 492 0=2 Gemm gemm_62 1 1 492 493 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_98 2 1 484 493 494 0=0 Split splitncnn_56 1 2 494 495 496 RMSNorm rmsn_103 1 1 496 497 0=768 1=1.000000e-05 2=1 Split splitncnn_57 1 3 497 498 499 500 Gemm gemm_63 1 1 500 501 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_64 1 1 499 502 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_65 1 1 498 503 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_208 1 1 501 504 0=64 1=12 2=-1 Reshape reshape_209 1 1 502 505 0=64 1=12 2=-1 Reshape reshape_210 1 1 503 506 0=64 1=12 2=-1 Permute permute_158 1 1 504 507 0=2 Split splitncnn_58 1 2 507 508 509 Permute permute_159 1 1 505 510 0=2 Split splitncnn_59 1 2 510 511 512 Permute permute_160 1 1 506 513 0=2 Slice tensor_split_18 1 2 508 514 515 -23300=2,-233,-233 1=2 UnaryOp neg_99 1 1 515 516 0=1 Concat cat_18 2 1 516 514 517 0=2 BinaryOp mul_100 2 1 517 67 518 0=2 BinaryOp mul_101 2 1 509 42 519 0=2 BinaryOp add_102 2 1 519 518 520 0=0 Slice tensor_split_19 1 2 511 521 522 -23300=2,-233,-233 1=2 UnaryOp neg_103 1 1 522 523 0=1 Concat cat_19 2 1 523 521 524 0=2 BinaryOp mul_104 2 1 524 68 525 0=2 BinaryOp mul_105 2 1 512 43 526 0=2 BinaryOp add_106 2 1 526 525 527 0=0 SDPA sdpa_231 3 1 520 527 513 528 5=0 6=0.125 Permute permute_161 1 1 528 529 0=2 Reshape reshape_211 1 1 529 530 0=768 1=-1 Gemm gemm_66 1 1 530 531 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_107 2 1 495 531 532 0=0 Split splitncnn_60 1 2 532 533 534 RMSNorm rmsn_104 1 1 534 535 0=768 1=1.000000e-05 2=1 Split splitncnn_61 1 2 535 536 537 Gemm gemm_67 1 1 537 538 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_119 1 1 538 539 Gemm gemm_68 1 1 536 540 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_108 2 1 539 540 541 0=2 Gemm gemm_69 1 1 541 542 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_109 2 1 533 542 543 0=0 Split splitncnn_62 1 2 543 544 545 RMSNorm rmsn_105 1 1 545 546 0=768 1=1.000000e-05 2=1 Split splitncnn_63 1 3 546 547 548 549 Gemm gemm_70 1 1 549 550 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_71 1 1 548 551 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_72 1 1 547 552 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_212 1 1 550 553 0=64 1=12 2=-1 Reshape reshape_213 1 1 551 554 0=64 1=12 2=-1 Reshape reshape_214 1 1 552 555 0=64 1=12 2=-1 Permute permute_162 1 1 553 556 0=2 Split splitncnn_64 1 2 556 557 558 Permute permute_163 1 1 554 559 0=2 Split splitncnn_65 1 2 559 560 561 Permute permute_164 1 1 555 562 0=2 Slice tensor_split_20 1 2 557 563 564 -23300=2,-233,-233 1=2 UnaryOp neg_110 1 1 564 565 0=1 Concat cat_20 2 1 565 563 566 0=2 BinaryOp mul_111 2 1 566 69 567 0=2 BinaryOp mul_112 2 1 558 44 568 0=2 BinaryOp add_113 2 1 568 567 569 0=0 Slice tensor_split_21 1 2 560 570 571 -23300=2,-233,-233 1=2 UnaryOp neg_114 1 1 571 572 0=1 Concat cat_21 2 1 572 570 573 0=2 BinaryOp mul_115 2 1 573 70 574 0=2 BinaryOp mul_116 2 1 561 45 575 0=2 BinaryOp add_117 2 1 575 574 576 0=0 SDPA sdpa_232 3 1 569 576 562 577 5=0 6=0.125 Permute permute_165 1 1 577 578 0=2 Reshape reshape_215 1 1 578 579 0=768 1=-1 Gemm gemm_73 1 1 579 580 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_118 2 1 544 580 581 0=0 Split splitncnn_66 1 2 581 582 583 RMSNorm rmsn_106 1 1 583 584 0=768 1=1.000000e-05 2=1 Split splitncnn_67 1 2 584 585 586 Gemm gemm_74 1 1 586 587 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_120 1 1 587 588 Gemm gemm_75 1 1 585 589 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_119 2 1 588 589 590 0=2 Gemm gemm_76 1 1 590 591 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_120 2 1 582 591 592 0=0 Split splitncnn_68 1 2 592 593 594 RMSNorm rmsn_107 1 1 594 595 0=768 1=1.000000e-05 2=1 Split splitncnn_69 1 3 595 596 597 598 Gemm gemm_77 1 1 598 599 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_78 1 1 597 600 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Gemm gemm_79 1 1 596 601 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 Reshape reshape_216 1 1 599 602 0=64 1=12 2=-1 Reshape reshape_217 1 1 600 603 0=64 1=12 2=-1 Reshape reshape_218 1 1 601 604 0=64 1=12 2=-1 Permute permute_166 1 1 602 605 0=2 Split splitncnn_70 1 2 605 606 607 Permute permute_167 1 1 603 608 0=2 Split splitncnn_71 1 2 608 609 610 Permute permute_168 1 1 604 611 0=2 Slice tensor_split_22 1 2 606 612 613 -23300=2,-233,-233 1=2 UnaryOp neg_121 1 1 613 614 0=1 Concat cat_22 2 1 614 612 615 0=2 BinaryOp mul_122 2 1 615 71 616 0=2 BinaryOp mul_123 2 1 607 46 617 0=2 BinaryOp add_124 2 1 617 616 618 0=0 Slice tensor_split_23 1 2 609 619 620 -23300=2,-233,-233 1=2 UnaryOp neg_125 1 1 620 621 0=1 Concat cat_23 2 1 621 619 622 0=2 BinaryOp mul_126 2 1 622 72 623 0=2 BinaryOp mul_127 2 1 610 47 624 0=2 BinaryOp add_128 2 1 624 623 625 0=0 SDPA sdpa_233 3 1 618 625 611 626 5=0 6=0.125 Permute permute_169 1 1 626 627 0=2 Reshape reshape_219 1 1 627 628 0=768 1=-1 Gemm gemm_80 1 1 628 629 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_129 2 1 593 629 630 0=0 Split splitncnn_72 1 2 630 631 632 RMSNorm rmsn_108 1 1 632 633 0=768 1=1.000000e-05 2=1 Split splitncnn_73 1 2 633 634 635 Gemm gemm_81 1 1 635 636 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 Swish silu_121 1 1 636 637 Gemm gemm_82 1 1 634 638 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 BinaryOp mul_130 2 1 637 638 639 0=2 Gemm gemm_83 1 1 639 640 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_131 2 1 631 640 641 0=0 RMSNorm rmsn_109 1 1 641 642 0=768 1=1.000000e-05 2=1 Crop select_0 1 1 642 643 -23310=1,0 -23311=1,0 -23309=1,-1 Squeeze squeeze_221 1 1 643 644 -23303=1,0 Split splitncnn_74 1 2 644 645 646 Reduction norm_220 1 1 646 647 0=8 1=0 -23303=1,-1 4=1 5=1 BinaryOp div_132 2 1 645 647 out0 0=3