7767517 158 183 Input in0 0 1 in0 Convolution convrelu_0 1 1 in0 1 0=48 1=3 3=2 4=1 5=1 6=1296 8=2 9=1 Split splitncnn_0 1 2 1 2 3 Convolution convrelu_1 1 1 2 4 0=24 1=2 4=-233 5=1 6=4608 8=102 9=1 Convolution convrelu_2 1 1 4 5 0=48 1=2 4=-233 5=1 6=4608 8=2 9=1 Padding pad_75 1 1 3 6 1=1 3=1 5=-3.402823e+38 Pooling maxpool2d_74 1 1 6 7 1=2 5=1 Concat cat_0 2 1 7 5 8 Convolution convrelu_3 1 1 8 9 0=48 1=3 3=2 4=1 5=1 6=41472 8=102 9=1 Convolution convrelu_4 1 1 9 10 0=96 1=1 5=1 6=4608 8=102 9=1 ConvolutionDepthWise convdw_103 1 1 10 11 0=96 1=3 4=1 5=1 6=864 7=96 8=1 Split splitncnn_1 1 2 11 12 13 Reduction mean_97 1 1 13 14 0=3 1=0 -23303=2,1,2 4=1 5=1 Convolution convrelu_5 1 1 14 15 0=24 1=1 5=1 6=2304 8=102 9=1 Convolution conv_11 1 1 15 16 0=96 1=1 5=1 6=2304 8=2 HardSigmoid hsigmoid_69 1 1 16 17 0=1.666667e-01 BinaryOp mul_0 2 1 12 17 18 0=2 Split splitncnn_2 1 2 18 19 20 Convolution conv_12 1 1 20 21 0=192 1=1 5=1 6=18432 8=2 GELU gelu_56 1 1 21 22 Convolution conv_13 1 1 22 23 0=96 1=1 5=1 6=18432 8=2 BinaryOp add_1 2 1 19 23 24 ConvolutionDepthWise convdw_104 1 1 24 25 0=96 1=3 4=1 5=1 6=864 7=96 8=1 Split splitncnn_3 1 2 25 26 27 Convolution conv_14 1 1 27 28 0=192 1=1 5=1 6=18432 8=2 GELU gelu_57 1 1 28 29 Convolution conv_15 1 1 29 30 0=96 1=1 5=1 6=18432 8=2 BinaryOp add_2 2 1 26 30 31 ConvolutionDepthWise convdw_105 1 1 31 32 0=96 1=3 4=1 5=1 6=864 7=96 8=1 Split splitncnn_4 1 2 32 33 34 Convolution conv_16 1 1 34 35 0=192 1=1 5=1 6=18432 8=2 GELU gelu_58 1 1 35 36 Convolution conv_17 1 1 36 37 0=96 1=1 5=1 6=18432 8=2 BinaryOp add_3 2 1 33 37 38 ConvolutionDepthWise convdw_106 1 1 38 39 0=96 1=3 13=2 4=1 5=1 6=864 7=96 8=101 Convolution conv_18 1 1 39 40 0=192 1=1 5=1 6=18432 8=2 GELU gelu_59 1 1 40 41 Convolution conv_19 1 1 41 42 0=192 1=1 5=1 6=36864 8=102 ConvolutionDepthWise convdw_107 1 1 42 43 0=192 1=3 4=1 5=1 6=1728 7=192 8=1 Split splitncnn_5 1 2 43 44 45 Reduction mean_98 1 1 45 46 0=3 1=0 -23303=2,1,2 4=1 5=1 Convolution convrelu_6 1 1 46 47 0=48 1=1 5=1 6=9216 8=102 9=1 Convolution conv_21 1 1 47 48 0=192 1=1 5=1 6=9216 8=2 HardSigmoid hsigmoid_70 1 1 48 49 0=1.666667e-01 BinaryOp mul_4 2 1 44 49 50 0=2 Split splitncnn_6 1 2 50 51 52 Convolution conv_22 1 1 52 53 0=384 1=1 5=1 6=73728 8=2 GELU gelu_60 1 1 53 54 Convolution conv_23 1 1 54 55 0=192 1=1 5=1 6=73728 8=2 BinaryOp add_5 2 1 51 55 56 ConvolutionDepthWise convdw_108 1 1 56 57 0=192 1=3 4=1 5=1 6=1728 7=192 8=1 Split splitncnn_7 1 2 57 58 59 Convolution conv_24 1 1 59 60 0=384 1=1 5=1 6=73728 8=2 GELU gelu_61 1 1 60 61 Convolution conv_25 1 1 61 62 0=192 1=1 5=1 6=73728 8=2 BinaryOp add_6 2 1 58 62 63 ConvolutionDepthWise convdw_109 1 1 63 64 0=192 1=3 4=1 5=1 6=1728 7=192 8=1 Split splitncnn_8 1 2 64 65 66 Reduction mean_99 1 1 66 67 0=3 1=0 -23303=2,1,2 4=1 5=1 Convolution convrelu_7 1 1 67 68 0=48 1=1 5=1 6=9216 8=102 9=1 Convolution conv_27 1 1 68 69 0=192 1=1 5=1 6=9216 8=2 HardSigmoid hsigmoid_71 1 1 69 70 0=1.666667e-01 BinaryOp mul_7 2 1 65 70 71 0=2 Split splitncnn_9 1 2 71 72 73 Convolution conv_28 1 1 73 74 0=384 1=1 5=1 6=73728 8=2 GELU gelu_62 1 1 74 75 Convolution conv_29 1 1 75 76 0=192 1=1 5=1 6=73728 8=2 BinaryOp add_8 2 1 72 76 77 ConvolutionDepthWise convdw_110 1 1 77 78 0=192 1=3 4=1 5=1 6=1728 7=192 8=1 Split splitncnn_10 1 2 78 79 80 Convolution conv_30 1 1 80 81 0=384 1=1 5=1 6=73728 8=2 GELU gelu_63 1 1 81 82 Convolution conv_31 1 1 82 83 0=192 1=1 5=1 6=73728 8=2 BinaryOp add_9 2 1 79 83 84 ConvolutionDepthWise convdw_111 1 1 84 85 0=192 1=3 4=1 5=1 6=1728 7=192 8=1 Split splitncnn_11 1 2 85 86 87 Reduction mean_100 1 1 87 88 0=3 1=0 -23303=2,1,2 4=1 5=1 Convolution convrelu_8 1 1 88 89 0=48 1=1 5=1 6=9216 8=102 9=1 Convolution conv_33 1 1 89 90 0=192 1=1 5=1 6=9216 8=2 HardSigmoid hsigmoid_72 1 1 90 91 0=1.666667e-01 BinaryOp mul_10 2 1 86 91 92 0=2 Split splitncnn_12 1 2 92 93 94 Convolution conv_34 1 1 94 95 0=384 1=1 5=1 6=73728 8=2 GELU gelu_64 1 1 95 96 Convolution conv_35 1 1 96 97 0=192 1=1 5=1 6=73728 8=2 BinaryOp add_11 2 1 93 97 98 ConvolutionDepthWise convdw_112 1 1 98 99 0=192 1=3 4=1 5=1 6=1728 7=192 8=1 Split splitncnn_13 1 2 99 100 101 Convolution conv_36 1 1 101 102 0=384 1=1 5=1 6=73728 8=2 GELU gelu_65 1 1 102 103 Convolution conv_37 1 1 103 104 0=192 1=1 5=1 6=73728 8=2 BinaryOp add_12 2 1 100 104 105 ConvolutionDepthWise convdw_113 1 1 105 106 0=192 1=3 13=2 4=1 5=1 6=1728 7=192 8=101 Convolution conv_38 1 1 106 107 0=384 1=1 5=1 6=73728 8=2 GELU gelu_66 1 1 107 108 Convolution conv_39 1 1 108 109 0=384 1=1 5=1 6=147456 8=102 ConvolutionDepthWise convdw_114 1 1 109 110 0=384 1=3 4=1 5=1 6=3456 7=384 8=1 Split splitncnn_14 1 2 110 111 112 Reduction mean_101 1 1 112 113 0=3 1=0 -23303=2,1,2 4=1 5=1 Convolution convrelu_9 1 1 113 114 0=96 1=1 5=1 6=36864 8=102 9=1 Convolution conv_41 1 1 114 115 0=384 1=1 5=1 6=36864 8=2 HardSigmoid hsigmoid_73 1 1 115 116 0=1.666667e-01 BinaryOp mul_13 2 1 111 116 117 0=2 Split splitncnn_15 1 2 117 118 119 Convolution conv_42 1 1 119 120 0=768 1=1 5=1 6=294912 8=2 GELU gelu_67 1 1 120 121 Convolution conv_43 1 1 121 122 0=384 1=1 5=1 6=294912 8=2 BinaryOp add_14 2 1 118 122 123 ConvolutionDepthWise convdw_115 1 1 123 124 0=384 1=3 4=1 5=1 6=3456 7=384 8=1 Split splitncnn_16 1 2 124 125 126 Convolution conv_44 1 1 126 127 0=768 1=1 5=1 6=294912 8=2 GELU gelu_68 1 1 127 128 Convolution conv_45 1 1 128 129 0=384 1=1 5=1 6=294912 8=2 BinaryOp add_15 2 1 125 129 130 Pooling avgpool2d_55 1 1 130 131 0=1 1=2 11=3 2=2 12=3 5=1 Split splitncnn_17 1 2 131 132 133 Convolution conv_46 1 1 133 134 0=120 1=1 5=1 6=46080 8=2 Split splitncnn_18 1 2 134 135 136 Sigmoid sigmoid_86 1 1 136 137 Convolution conv_47 1 1 132 138 0=120 1=1 5=1 6=46080 8=2 Swish silu_88 1 1 138 139 Split splitncnn_19 1 2 139 140 141 ConvolutionDepthWise convdw_116 1 1 141 142 0=120 1=7 11=1 4=3 14=0 5=1 6=840 7=120 8=1 Split splitncnn_20 1 2 142 143 144 Sigmoid sigmoid_87 1 1 144 145 BinaryOp mul_16 2 1 143 145 146 0=2 BinaryOp add_17 2 1 140 146 147 Reshape reshape_95 1 1 147 148 0=-1 1=120 Permute permute_92 1 1 148 149 0=1 Split splitncnn_21 1 2 149 150 151 LayerNorm ln_48 1 1 151 152 0=120 1=1.000000e-05 MultiHeadAttention attention_53 1 1 152 153 0=120 1=8 2=14400 3=120 4=120 6=2.581989e-01 18=2 BinaryOp add_18 2 1 150 153 154 Split splitncnn_22 1 2 154 155 156 LayerNorm ln_49 1 1 156 157 0=120 1=1.000000e-05 Gemm gemm_0 1 1 157 158 3=1 5=1 6=1 8=240 9=120 10=4 18=2 Swish silu_89 1 1 158 159 Gemm gemm_1 1 1 159 160 3=1 5=1 6=1 8=120 9=240 10=4 18=2 BinaryOp add_19 2 1 155 160 161 Split splitncnn_23 1 2 161 162 163 LayerNorm ln_50 1 1 163 164 0=120 1=1.000000e-05 MultiHeadAttention attention_54 1 1 164 165 0=120 1=8 2=14400 3=120 4=120 6=2.581989e-01 18=2 BinaryOp add_20 2 1 162 165 166 Split splitncnn_24 1 2 166 167 168 LayerNorm ln_51 1 1 168 169 0=120 1=1.000000e-05 Gemm gemm_2 1 1 169 170 3=1 5=1 6=1 8=240 9=120 10=4 18=2 Swish silu_90 1 1 170 171 Gemm gemm_3 1 1 171 172 3=1 5=1 6=1 8=120 9=240 10=4 18=2 BinaryOp add_21 2 1 167 172 173 LayerNorm ln_52 1 1 173 174 0=120 1=1.000000e-06 Reshape reshape_96 1 1 174 175 0=120 1=-1 2=1 Permute permute_93 1 1 175 176 0=4 BinaryOp mul_22 2 1 135 137 177 0=2 BinaryOp add_23 2 1 176 177 178 Squeeze squeeze_102 1 1 178 179 -23303=1,1 Permute permute_94 1 1 179 180 0=1 Gemm gemm_4 1 1 180 181 3=1 5=1 6=1 8=18710 9=120 10=4 18=2 Softmax softmax_91 1 1 181 out0 0=1 1=1