7767517 245 293 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 LayerNorm ln_50 1 1 2 3 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_99 1 1 3 4 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_0 2 1 1 4 5 0=0 Split splitncnn_1 1 2 5 6 7 LayerNorm ln_51 1 1 7 8 0=1024 1=1.000000e-5 2=1 Gemm gemm_0 1 1 8 9 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_123 1 1 9 10 Gemm gemm_1 1 1 10 11 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_1 2 1 6 11 12 0=0 Split splitncnn_2 1 2 12 13 14 LayerNorm ln_52 1 1 14 15 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_100 1 1 15 16 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_2 2 1 13 16 17 0=0 Split splitncnn_3 1 2 17 18 19 LayerNorm ln_53 1 1 19 20 0=1024 1=1.000000e-5 2=1 Gemm gemm_2 1 1 20 21 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_124 1 1 21 22 Gemm gemm_3 1 1 22 23 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_3 2 1 18 23 24 0=0 Split splitncnn_4 1 2 24 25 26 LayerNorm ln_54 1 1 26 27 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_101 1 1 27 28 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_4 2 1 25 28 29 0=0 Split splitncnn_5 1 2 29 30 31 LayerNorm ln_55 1 1 31 32 0=1024 1=1.000000e-5 2=1 Gemm gemm_4 1 1 32 33 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_125 1 1 33 34 Gemm gemm_5 1 1 34 35 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_5 2 1 30 35 36 0=0 Split splitncnn_6 1 2 36 37 38 LayerNorm ln_56 1 1 38 39 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_102 1 1 39 40 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_6 2 1 37 40 41 0=0 Split splitncnn_7 1 2 41 42 43 LayerNorm ln_57 1 1 43 44 0=1024 1=1.000000e-5 2=1 Gemm gemm_6 1 1 44 45 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_126 1 1 45 46 Gemm gemm_7 1 1 46 47 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_7 2 1 42 47 48 0=0 Split splitncnn_8 1 2 48 49 50 LayerNorm ln_58 1 1 50 51 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_103 1 1 51 52 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_8 2 1 49 52 53 0=0 Split splitncnn_9 1 2 53 54 55 LayerNorm ln_59 1 1 55 56 0=1024 1=1.000000e-5 2=1 Gemm gemm_8 1 1 56 57 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_127 1 1 57 58 Gemm gemm_9 1 1 58 59 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_9 2 1 54 59 60 0=0 Split splitncnn_10 1 2 60 61 62 LayerNorm ln_60 1 1 62 63 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_104 1 1 63 64 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_10 2 1 61 64 65 0=0 Split splitncnn_11 1 2 65 66 67 LayerNorm ln_61 1 1 67 68 0=1024 1=1.000000e-5 2=1 Gemm gemm_10 1 1 68 69 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_128 1 1 69 70 Gemm gemm_11 1 1 70 71 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_11 2 1 66 71 72 0=0 Split splitncnn_12 1 2 72 73 74 LayerNorm ln_62 1 1 74 75 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_105 1 1 75 76 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_12 2 1 73 76 77 0=0 Split splitncnn_13 1 2 77 78 79 LayerNorm ln_63 1 1 79 80 0=1024 1=1.000000e-5 2=1 Gemm gemm_12 1 1 80 81 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_129 1 1 81 82 Gemm gemm_13 1 1 82 83 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_13 2 1 78 83 84 0=0 Split splitncnn_14 1 2 84 85 86 LayerNorm ln_64 1 1 86 87 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_106 1 1 87 88 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_14 2 1 85 88 89 0=0 Split splitncnn_15 1 2 89 90 91 LayerNorm ln_65 1 1 91 92 0=1024 1=1.000000e-5 2=1 Gemm gemm_14 1 1 92 93 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_130 1 1 93 94 Gemm gemm_15 1 1 94 95 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_15 2 1 90 95 96 0=0 Split splitncnn_16 1 2 96 97 98 LayerNorm ln_66 1 1 98 99 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_107 1 1 99 100 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_16 2 1 97 100 101 0=0 Split splitncnn_17 1 2 101 102 103 LayerNorm ln_67 1 1 103 104 0=1024 1=1.000000e-5 2=1 Gemm gemm_16 1 1 104 105 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_131 1 1 105 106 Gemm gemm_17 1 1 106 107 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_17 2 1 102 107 108 0=0 Split splitncnn_18 1 2 108 109 110 LayerNorm ln_68 1 1 110 111 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_108 1 1 111 112 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_18 2 1 109 112 113 0=0 Split splitncnn_19 1 2 113 114 115 LayerNorm ln_69 1 1 115 116 0=1024 1=1.000000e-5 2=1 Gemm gemm_18 1 1 116 117 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_132 1 1 117 118 Gemm gemm_19 1 1 118 119 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_19 2 1 114 119 120 0=0 Split splitncnn_20 1 2 120 121 122 LayerNorm ln_70 1 1 122 123 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_109 1 1 123 124 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_20 2 1 121 124 125 0=0 Split splitncnn_21 1 2 125 126 127 LayerNorm ln_71 1 1 127 128 0=1024 1=1.000000e-5 2=1 Gemm gemm_20 1 1 128 129 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_133 1 1 129 130 Gemm gemm_21 1 1 130 131 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_21 2 1 126 131 132 0=0 Split splitncnn_22 1 2 132 133 134 LayerNorm ln_72 1 1 134 135 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_110 1 1 135 136 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_22 2 1 133 136 137 0=0 Split splitncnn_23 1 2 137 138 139 LayerNorm ln_73 1 1 139 140 0=1024 1=1.000000e-5 2=1 Gemm gemm_22 1 1 140 141 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_134 1 1 141 142 Gemm gemm_23 1 1 142 143 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_23 2 1 138 143 144 0=0 Split splitncnn_24 1 2 144 145 146 LayerNorm ln_74 1 1 146 147 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_111 1 1 147 148 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_24 2 1 145 148 149 0=0 Split splitncnn_25 1 2 149 150 151 LayerNorm ln_75 1 1 151 152 0=1024 1=1.000000e-5 2=1 Gemm gemm_24 1 1 152 153 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_135 1 1 153 154 Gemm gemm_25 1 1 154 155 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_25 2 1 150 155 156 0=0 Split splitncnn_26 1 2 156 157 158 LayerNorm ln_76 1 1 158 159 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_112 1 1 159 160 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_26 2 1 157 160 161 0=0 Split splitncnn_27 1 2 161 162 163 LayerNorm ln_77 1 1 163 164 0=1024 1=1.000000e-5 2=1 Gemm gemm_26 1 1 164 165 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_136 1 1 165 166 Gemm gemm_27 1 1 166 167 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_27 2 1 162 167 168 0=0 Split splitncnn_28 1 2 168 169 170 LayerNorm ln_78 1 1 170 171 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_113 1 1 171 172 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_28 2 1 169 172 173 0=0 Split splitncnn_29 1 2 173 174 175 LayerNorm ln_79 1 1 175 176 0=1024 1=1.000000e-5 2=1 Gemm gemm_28 1 1 176 177 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_137 1 1 177 178 Gemm gemm_29 1 1 178 179 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_29 2 1 174 179 180 0=0 Split splitncnn_30 1 2 180 181 182 LayerNorm ln_80 1 1 182 183 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_114 1 1 183 184 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_30 2 1 181 184 185 0=0 Split splitncnn_31 1 2 185 186 187 LayerNorm ln_81 1 1 187 188 0=1024 1=1.000000e-5 2=1 Gemm gemm_30 1 1 188 189 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_138 1 1 189 190 Gemm gemm_31 1 1 190 191 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_31 2 1 186 191 192 0=0 Split splitncnn_32 1 2 192 193 194 LayerNorm ln_82 1 1 194 195 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_115 1 1 195 196 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_32 2 1 193 196 197 0=0 Split splitncnn_33 1 2 197 198 199 LayerNorm ln_83 1 1 199 200 0=1024 1=1.000000e-5 2=1 Gemm gemm_32 1 1 200 201 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_139 1 1 201 202 Gemm gemm_33 1 1 202 203 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_33 2 1 198 203 204 0=0 Split splitncnn_34 1 2 204 205 206 LayerNorm ln_84 1 1 206 207 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_116 1 1 207 208 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_34 2 1 205 208 209 0=0 Split splitncnn_35 1 2 209 210 211 LayerNorm ln_85 1 1 211 212 0=1024 1=1.000000e-5 2=1 Gemm gemm_34 1 1 212 213 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_140 1 1 213 214 Gemm gemm_35 1 1 214 215 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_35 2 1 210 215 216 0=0 Split splitncnn_36 1 2 216 217 218 LayerNorm ln_86 1 1 218 219 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_117 1 1 219 220 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_36 2 1 217 220 221 0=0 Split splitncnn_37 1 2 221 222 223 LayerNorm ln_87 1 1 223 224 0=1024 1=1.000000e-5 2=1 Gemm gemm_36 1 1 224 225 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_141 1 1 225 226 Gemm gemm_37 1 1 226 227 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_37 2 1 222 227 228 0=0 Split splitncnn_38 1 2 228 229 230 LayerNorm ln_88 1 1 230 231 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_118 1 1 231 232 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_38 2 1 229 232 233 0=0 Split splitncnn_39 1 2 233 234 235 LayerNorm ln_89 1 1 235 236 0=1024 1=1.000000e-5 2=1 Gemm gemm_38 1 1 236 237 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_142 1 1 237 238 Gemm gemm_39 1 1 238 239 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_39 2 1 234 239 240 0=0 Split splitncnn_40 1 2 240 241 242 LayerNorm ln_90 1 1 242 243 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_119 1 1 243 244 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_40 2 1 241 244 245 0=0 Split splitncnn_41 1 2 245 246 247 LayerNorm ln_91 1 1 247 248 0=1024 1=1.000000e-5 2=1 Gemm gemm_40 1 1 248 249 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_143 1 1 249 250 Gemm gemm_41 1 1 250 251 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_41 2 1 246 251 252 0=0 Split splitncnn_42 1 2 252 253 254 LayerNorm ln_92 1 1 254 255 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_120 1 1 255 256 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_42 2 1 253 256 257 0=0 Split splitncnn_43 1 2 257 258 259 LayerNorm ln_93 1 1 259 260 0=1024 1=1.000000e-5 2=1 Gemm gemm_42 1 1 260 261 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_144 1 1 261 262 Gemm gemm_43 1 1 262 263 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_43 2 1 258 263 264 0=0 Split splitncnn_44 1 2 264 265 266 LayerNorm ln_94 1 1 266 267 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_121 1 1 267 268 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_44 2 1 265 268 269 0=0 Split splitncnn_45 1 2 269 270 271 LayerNorm ln_95 1 1 271 272 0=1024 1=1.000000e-5 2=1 Gemm gemm_44 1 1 272 273 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_145 1 1 273 274 Gemm gemm_45 1 1 274 275 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_45 2 1 270 275 276 0=0 Split splitncnn_46 1 2 276 277 278 LayerNorm ln_96 1 1 278 279 0=1024 1=1.000000e-5 2=1 MultiHeadAttention attention_122 1 1 279 280 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_46 2 1 277 280 281 0=0 Split splitncnn_47 1 2 281 282 283 LayerNorm ln_97 1 1 283 284 0=1024 1=1.000000e-5 2=1 Gemm gemm_46 1 1 284 285 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 GELU gelu_146 1 1 285 286 Gemm gemm_47 1 1 286 287 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_47 2 1 282 287 288 0=0 LayerNorm ln_98 1 1 288 289 0=1024 1=1.000000e-5 2=1 Gemm gemm_48 1 1 289 290 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024 GELU gelu_147 1 1 290 291 Gemm gemm_49 1 1 291 out0 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024