7767517 276 370 Input in0 0 1 in0 Input in1 0 1 in1 Input in2 0 1 in2 Split splitncnn_0 1 24 in2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 Input in3 0 1 in3 Split splitncnn_1 1 24 in3 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 BinaryOp add_0 2 1 in0 in1 52 0=0 Split splitncnn_2 1 2 52 53 54 LayerNorm ln_63 1 1 54 55 0=768 1=1.000000e-06 2=1 Gemm gemm_0 1 1 55 56 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_100 1 1 56 57 0=64 1=12 11=3 2=-1 Permute permute_88 1 1 57 58 0=8 Slice unbind_0 1 3 58 59 60 61 -23300=3,-233,-233,-233 1=0 Reshape reshape_101 1 1 61 62 0=64 1=-1 2=12 Reshape reshape_102 1 1 60 63 0=64 1=-1 2=12 Reshape reshape_103 1 1 59 64 0=64 1=-1 2=12 RotaryEmbed rope_0 3 1 64 26 51 65 0=0 RotaryEmbed rope_1 3 1 63 25 50 66 0=0 SDPA sdpa_173 3 1 65 66 62 67 5=0 6=0.125 Permute transpose_161 1 1 67 68 0=2 Reshape reshape_104 1 1 68 69 0=768 1=-1 Gemm gemm_1 1 1 69 70 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_1 2 1 53 70 71 0=0 Split splitncnn_3 1 2 71 72 73 LayerNorm ln_64 1 1 73 74 0=768 1=1.000000e-06 2=1 Gemm gemm_2 1 1 74 75 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_50 1 1 75 76 0=1 Gemm gemm_3 1 1 76 77 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_2 2 1 72 77 78 0=0 Split splitncnn_4 1 2 78 79 80 LayerNorm ln_65 1 1 80 81 0=768 1=1.000000e-06 2=1 Gemm gemm_4 1 1 81 82 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_105 1 1 82 83 0=64 1=12 11=3 2=-1 Permute permute_89 1 1 83 84 0=8 Slice unbind_1 1 3 84 85 86 87 -23300=3,-233,-233,-233 1=0 Reshape reshape_106 1 1 87 88 0=64 1=-1 2=12 Reshape reshape_107 1 1 86 89 0=64 1=-1 2=12 Reshape reshape_108 1 1 85 90 0=64 1=-1 2=12 RotaryEmbed rope_2 3 1 90 24 49 91 0=0 RotaryEmbed rope_3 3 1 89 23 48 92 0=0 SDPA sdpa_174 3 1 91 92 88 93 5=0 6=0.125 Permute transpose_162 1 1 93 94 0=2 Reshape reshape_109 1 1 94 95 0=768 1=-1 Gemm gemm_5 1 1 95 96 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_3 2 1 79 96 97 0=0 Split splitncnn_5 1 2 97 98 99 LayerNorm ln_66 1 1 99 100 0=768 1=1.000000e-06 2=1 Gemm gemm_6 1 1 100 101 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_51 1 1 101 102 0=1 Gemm gemm_7 1 1 102 103 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_4 2 1 98 103 104 0=0 Split splitncnn_6 1 2 104 105 106 LayerNorm ln_67 1 1 106 107 0=768 1=1.000000e-06 2=1 Gemm gemm_8 1 1 107 108 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_110 1 1 108 109 0=64 1=12 11=3 2=-1 Permute permute_90 1 1 109 110 0=8 Slice unbind_2 1 3 110 111 112 113 -23300=3,-233,-233,-233 1=0 Reshape reshape_111 1 1 113 114 0=64 1=-1 2=12 Reshape reshape_112 1 1 112 115 0=64 1=-1 2=12 Reshape reshape_113 1 1 111 116 0=64 1=-1 2=12 RotaryEmbed rope_4 3 1 116 22 47 117 0=0 RotaryEmbed rope_5 3 1 115 21 46 118 0=0 SDPA sdpa_175 3 1 117 118 114 119 5=0 6=0.125 Permute transpose_163 1 1 119 120 0=2 Reshape reshape_114 1 1 120 121 0=768 1=-1 Gemm gemm_9 1 1 121 122 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_5 2 1 105 122 123 0=0 Split splitncnn_7 1 2 123 124 125 LayerNorm ln_68 1 1 125 126 0=768 1=1.000000e-06 2=1 Gemm gemm_10 1 1 126 127 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_52 1 1 127 128 0=1 Gemm gemm_11 1 1 128 129 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_6 2 1 124 129 130 0=0 Split splitncnn_8 1 2 130 131 132 LayerNorm ln_69 1 1 132 133 0=768 1=1.000000e-06 2=1 Gemm gemm_12 1 1 133 134 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_115 1 1 134 135 0=64 1=12 11=3 2=-1 Permute permute_91 1 1 135 136 0=8 Slice unbind_3 1 3 136 137 138 139 -23300=3,-233,-233,-233 1=0 Reshape reshape_116 1 1 139 140 0=64 1=-1 2=12 Reshape reshape_117 1 1 138 141 0=64 1=-1 2=12 Reshape reshape_118 1 1 137 142 0=64 1=-1 2=12 RotaryEmbed rope_6 3 1 142 20 45 143 0=0 RotaryEmbed rope_7 3 1 141 19 44 144 0=0 SDPA sdpa_176 3 1 143 144 140 145 5=0 6=0.125 Permute transpose_164 1 1 145 146 0=2 Reshape reshape_119 1 1 146 147 0=768 1=-1 Gemm gemm_13 1 1 147 148 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_7 2 1 131 148 149 0=0 Split splitncnn_9 1 2 149 150 151 LayerNorm ln_70 1 1 151 152 0=768 1=1.000000e-06 2=1 Gemm gemm_14 1 1 152 153 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_53 1 1 153 154 0=1 Gemm gemm_15 1 1 154 155 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_8 2 1 150 155 156 0=0 Split splitncnn_10 1 2 156 157 158 LayerNorm ln_71 1 1 158 159 0=768 1=1.000000e-06 2=1 Gemm gemm_16 1 1 159 160 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_120 1 1 160 161 0=64 1=12 11=3 2=-1 Permute permute_92 1 1 161 162 0=8 Slice unbind_4 1 3 162 163 164 165 -23300=3,-233,-233,-233 1=0 Reshape reshape_121 1 1 165 166 0=64 1=-1 2=12 Reshape reshape_122 1 1 164 167 0=64 1=-1 2=12 Reshape reshape_123 1 1 163 168 0=64 1=-1 2=12 RotaryEmbed rope_8 3 1 168 18 43 169 0=0 RotaryEmbed rope_9 3 1 167 17 42 170 0=0 SDPA sdpa_177 3 1 169 170 166 171 5=0 6=0.125 Permute transpose_165 1 1 171 172 0=2 Reshape reshape_124 1 1 172 173 0=768 1=-1 Gemm gemm_17 1 1 173 174 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_9 2 1 157 174 175 0=0 Split splitncnn_11 1 2 175 176 177 LayerNorm ln_72 1 1 177 178 0=768 1=1.000000e-06 2=1 Gemm gemm_18 1 1 178 179 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_54 1 1 179 180 0=1 Gemm gemm_19 1 1 180 181 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_10 2 1 176 181 182 0=0 Split splitncnn_12 1 2 182 183 184 LayerNorm ln_73 1 1 184 185 0=768 1=1.000000e-06 2=1 Gemm gemm_20 1 1 185 186 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_125 1 1 186 187 0=64 1=12 11=3 2=-1 Permute permute_93 1 1 187 188 0=8 Slice unbind_5 1 3 188 189 190 191 -23300=3,-233,-233,-233 1=0 Reshape reshape_126 1 1 191 192 0=64 1=-1 2=12 Reshape reshape_127 1 1 190 193 0=64 1=-1 2=12 Reshape reshape_128 1 1 189 194 0=64 1=-1 2=12 RotaryEmbed rope_10 3 1 194 16 41 195 0=0 RotaryEmbed rope_11 3 1 193 15 40 196 0=0 SDPA sdpa_178 3 1 195 196 192 197 5=0 6=0.125 Permute transpose_166 1 1 197 198 0=2 Reshape reshape_129 1 1 198 199 0=768 1=-1 Gemm gemm_21 1 1 199 200 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_11 2 1 183 200 201 0=0 Split splitncnn_13 1 2 201 202 203 LayerNorm ln_74 1 1 203 204 0=768 1=1.000000e-06 2=1 Gemm gemm_22 1 1 204 205 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_55 1 1 205 206 0=1 Gemm gemm_23 1 1 206 207 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_12 2 1 202 207 208 0=0 Split splitncnn_14 1 2 208 209 210 LayerNorm ln_75 1 1 210 211 0=768 1=1.000000e-06 2=1 Gemm gemm_24 1 1 211 212 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_130 1 1 212 213 0=64 1=12 11=3 2=-1 Permute permute_94 1 1 213 214 0=8 Slice unbind_6 1 3 214 215 216 217 -23300=3,-233,-233,-233 1=0 Reshape reshape_131 1 1 217 218 0=64 1=-1 2=12 Reshape reshape_132 1 1 216 219 0=64 1=-1 2=12 Reshape reshape_133 1 1 215 220 0=64 1=-1 2=12 RotaryEmbed rope_12 3 1 220 14 39 221 0=0 RotaryEmbed rope_13 3 1 219 13 38 222 0=0 SDPA sdpa_179 3 1 221 222 218 223 5=0 6=0.125 Permute transpose_167 1 1 223 224 0=2 Reshape reshape_134 1 1 224 225 0=768 1=-1 Gemm gemm_25 1 1 225 226 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_13 2 1 209 226 227 0=0 Split splitncnn_15 1 2 227 228 229 LayerNorm ln_76 1 1 229 230 0=768 1=1.000000e-06 2=1 Gemm gemm_26 1 1 230 231 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_56 1 1 231 232 0=1 Gemm gemm_27 1 1 232 233 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_14 2 1 228 233 234 0=0 Split splitncnn_16 1 2 234 235 236 LayerNorm ln_77 1 1 236 237 0=768 1=1.000000e-06 2=1 Gemm gemm_28 1 1 237 238 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_135 1 1 238 239 0=64 1=12 11=3 2=-1 Permute permute_95 1 1 239 240 0=8 Slice unbind_7 1 3 240 241 242 243 -23300=3,-233,-233,-233 1=0 Reshape reshape_136 1 1 243 244 0=64 1=-1 2=12 Reshape reshape_137 1 1 242 245 0=64 1=-1 2=12 Reshape reshape_138 1 1 241 246 0=64 1=-1 2=12 RotaryEmbed rope_14 3 1 246 12 37 247 0=0 RotaryEmbed rope_15 3 1 245 11 36 248 0=0 SDPA sdpa_180 3 1 247 248 244 249 5=0 6=0.125 Permute transpose_168 1 1 249 250 0=2 Reshape reshape_139 1 1 250 251 0=768 1=-1 Gemm gemm_29 1 1 251 252 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_15 2 1 235 252 253 0=0 Split splitncnn_17 1 2 253 254 255 LayerNorm ln_78 1 1 255 256 0=768 1=1.000000e-06 2=1 Gemm gemm_30 1 1 256 257 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_57 1 1 257 258 0=1 Gemm gemm_31 1 1 258 259 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_16 2 1 254 259 260 0=0 Split splitncnn_18 1 2 260 261 262 LayerNorm ln_79 1 1 262 263 0=768 1=1.000000e-06 2=1 Gemm gemm_32 1 1 263 264 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_140 1 1 264 265 0=64 1=12 11=3 2=-1 Permute permute_96 1 1 265 266 0=8 Slice unbind_8 1 3 266 267 268 269 -23300=3,-233,-233,-233 1=0 Reshape reshape_141 1 1 269 270 0=64 1=-1 2=12 Reshape reshape_142 1 1 268 271 0=64 1=-1 2=12 Reshape reshape_143 1 1 267 272 0=64 1=-1 2=12 RotaryEmbed rope_16 3 1 272 10 35 273 0=0 RotaryEmbed rope_17 3 1 271 9 34 274 0=0 SDPA sdpa_181 3 1 273 274 270 275 5=0 6=0.125 Permute transpose_169 1 1 275 276 0=2 Reshape reshape_144 1 1 276 277 0=768 1=-1 Gemm gemm_33 1 1 277 278 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_17 2 1 261 278 279 0=0 Split splitncnn_19 1 2 279 280 281 LayerNorm ln_80 1 1 281 282 0=768 1=1.000000e-06 2=1 Gemm gemm_34 1 1 282 283 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_58 1 1 283 284 0=1 Gemm gemm_35 1 1 284 285 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_18 2 1 280 285 286 0=0 Split splitncnn_20 1 2 286 287 288 LayerNorm ln_81 1 1 288 289 0=768 1=1.000000e-06 2=1 Gemm gemm_36 1 1 289 290 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_145 1 1 290 291 0=64 1=12 11=3 2=-1 Permute permute_97 1 1 291 292 0=8 Slice unbind_9 1 3 292 293 294 295 -23300=3,-233,-233,-233 1=0 Reshape reshape_146 1 1 295 296 0=64 1=-1 2=12 Reshape reshape_147 1 1 294 297 0=64 1=-1 2=12 Reshape reshape_148 1 1 293 298 0=64 1=-1 2=12 RotaryEmbed rope_18 3 1 298 8 33 299 0=0 RotaryEmbed rope_19 3 1 297 7 32 300 0=0 SDPA sdpa_182 3 1 299 300 296 301 5=0 6=0.125 Permute transpose_170 1 1 301 302 0=2 Reshape reshape_149 1 1 302 303 0=768 1=-1 Gemm gemm_37 1 1 303 304 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_19 2 1 287 304 305 0=0 Split splitncnn_21 1 2 305 306 307 LayerNorm ln_82 1 1 307 308 0=768 1=1.000000e-06 2=1 Gemm gemm_38 1 1 308 309 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_59 1 1 309 310 0=1 Gemm gemm_39 1 1 310 311 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_20 2 1 306 311 312 0=0 Split splitncnn_22 1 2 312 313 314 LayerNorm ln_83 1 1 314 315 0=768 1=1.000000e-06 2=1 Gemm gemm_40 1 1 315 316 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_150 1 1 316 317 0=64 1=12 11=3 2=-1 Permute permute_98 1 1 317 318 0=8 Slice unbind_10 1 3 318 319 320 321 -23300=3,-233,-233,-233 1=0 Reshape reshape_151 1 1 321 322 0=64 1=-1 2=12 Reshape reshape_152 1 1 320 323 0=64 1=-1 2=12 Reshape reshape_153 1 1 319 324 0=64 1=-1 2=12 RotaryEmbed rope_20 3 1 324 6 31 325 0=0 RotaryEmbed rope_21 3 1 323 5 30 326 0=0 SDPA sdpa_183 3 1 325 326 322 327 5=0 6=0.125 Permute transpose_171 1 1 327 328 0=2 Reshape reshape_154 1 1 328 329 0=768 1=-1 Gemm gemm_41 1 1 329 330 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_21 2 1 313 330 331 0=0 Split splitncnn_23 1 2 331 332 333 LayerNorm ln_84 1 1 333 334 0=768 1=1.000000e-06 2=1 Gemm gemm_42 1 1 334 335 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_60 1 1 335 336 0=1 Gemm gemm_43 1 1 336 337 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_22 2 1 332 337 338 0=0 Split splitncnn_24 1 2 338 339 340 LayerNorm ln_85 1 1 340 341 0=768 1=1.000000e-06 2=1 Gemm gemm_44 1 1 341 342 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2304 9=768 Reshape reshape_155 1 1 342 343 0=64 1=12 11=3 2=-1 Permute permute_99 1 1 343 344 0=8 Slice unbind_11 1 3 344 345 346 347 -23300=3,-233,-233,-233 1=0 Reshape reshape_156 1 1 347 348 0=64 1=-1 2=12 Reshape reshape_157 1 1 346 349 0=64 1=-1 2=12 Reshape reshape_158 1 1 345 350 0=64 1=-1 2=12 RotaryEmbed rope_22 3 1 350 4 29 351 0=0 RotaryEmbed rope_23 3 1 349 3 28 352 0=0 SDPA sdpa_184 3 1 351 352 348 353 5=0 6=0.125 Permute transpose_172 1 1 353 354 0=2 Reshape reshape_159 1 1 354 355 0=768 1=-1 Gemm gemm_45 1 1 355 356 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=768 BinaryOp add_23 2 1 339 356 357 0=0 Split splitncnn_25 1 2 357 358 359 LayerNorm ln_86 1 1 359 360 0=768 1=1.000000e-06 2=1 Gemm gemm_46 1 1 360 361 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=768 GELU gelu_61 1 1 361 362 0=1 Gemm gemm_47 1 1 362 363 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=768 9=3072 BinaryOp add_24 2 1 358 363 364 0=0 LayerNorm ln_87 1 1 364 365 0=768 1=1.000000e-06 2=1 Reshape reshape_160 1 1 365 366 0=3072 1=-1 Gemm gemm_48 1 1 366 367 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=3072 GELU gelu_62 1 1 367 368 Gemm gemm_49 1 1 368 out0 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072