7767517 122 146 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 LayerNorm ln_24 1 1 2 3 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_49 1 1 3 4 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_0 2 1 1 4 5 0=0 Split splitncnn_1 1 2 5 6 7 LayerNorm ln_25 1 1 7 8 0=1024 1=1.000000e-05 2=1 Gemm gemm_0 1 1 8 9 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_61 1 1 9 10 Gemm gemm_1 1 1 10 11 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_1 2 1 6 11 12 0=0 Split splitncnn_2 1 2 12 13 14 LayerNorm ln_26 1 1 14 15 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_50 1 1 15 16 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_2 2 1 13 16 17 0=0 Split splitncnn_3 1 2 17 18 19 LayerNorm ln_27 1 1 19 20 0=1024 1=1.000000e-05 2=1 Gemm gemm_2 1 1 20 21 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_62 1 1 21 22 Gemm gemm_3 1 1 22 23 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_3 2 1 18 23 24 0=0 Split splitncnn_4 1 2 24 25 26 LayerNorm ln_28 1 1 26 27 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_51 1 1 27 28 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_4 2 1 25 28 29 0=0 Split splitncnn_5 1 2 29 30 31 LayerNorm ln_29 1 1 31 32 0=1024 1=1.000000e-05 2=1 Gemm gemm_4 1 1 32 33 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_63 1 1 33 34 Gemm gemm_5 1 1 34 35 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_5 2 1 30 35 36 0=0 Split splitncnn_6 1 2 36 37 38 LayerNorm ln_30 1 1 38 39 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_52 1 1 39 40 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_6 2 1 37 40 41 0=0 Split splitncnn_7 1 2 41 42 43 LayerNorm ln_31 1 1 43 44 0=1024 1=1.000000e-05 2=1 Gemm gemm_6 1 1 44 45 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_64 1 1 45 46 Gemm gemm_7 1 1 46 47 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_7 2 1 42 47 48 0=0 Split splitncnn_8 1 2 48 49 50 LayerNorm ln_32 1 1 50 51 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_53 1 1 51 52 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_8 2 1 49 52 53 0=0 Split splitncnn_9 1 2 53 54 55 LayerNorm ln_33 1 1 55 56 0=1024 1=1.000000e-05 2=1 Gemm gemm_8 1 1 56 57 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_65 1 1 57 58 Gemm gemm_9 1 1 58 59 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_9 2 1 54 59 60 0=0 Split splitncnn_10 1 2 60 61 62 LayerNorm ln_34 1 1 62 63 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_54 1 1 63 64 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_10 2 1 61 64 65 0=0 Split splitncnn_11 1 2 65 66 67 LayerNorm ln_35 1 1 67 68 0=1024 1=1.000000e-05 2=1 Gemm gemm_10 1 1 68 69 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_66 1 1 69 70 Gemm gemm_11 1 1 70 71 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_11 2 1 66 71 72 0=0 Split splitncnn_12 1 2 72 73 74 LayerNorm ln_36 1 1 74 75 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_55 1 1 75 76 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_12 2 1 73 76 77 0=0 Split splitncnn_13 1 2 77 78 79 LayerNorm ln_37 1 1 79 80 0=1024 1=1.000000e-05 2=1 Gemm gemm_12 1 1 80 81 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_67 1 1 81 82 Gemm gemm_13 1 1 82 83 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_13 2 1 78 83 84 0=0 Split splitncnn_14 1 2 84 85 86 LayerNorm ln_38 1 1 86 87 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_56 1 1 87 88 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_14 2 1 85 88 89 0=0 Split splitncnn_15 1 2 89 90 91 LayerNorm ln_39 1 1 91 92 0=1024 1=1.000000e-05 2=1 Gemm gemm_14 1 1 92 93 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_68 1 1 93 94 Gemm gemm_15 1 1 94 95 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_15 2 1 90 95 96 0=0 Split splitncnn_16 1 2 96 97 98 LayerNorm ln_40 1 1 98 99 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_57 1 1 99 100 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_16 2 1 97 100 101 0=0 Split splitncnn_17 1 2 101 102 103 LayerNorm ln_41 1 1 103 104 0=1024 1=1.000000e-05 2=1 Gemm gemm_16 1 1 104 105 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_69 1 1 105 106 Gemm gemm_17 1 1 106 107 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_17 2 1 102 107 108 0=0 Split splitncnn_18 1 2 108 109 110 LayerNorm ln_42 1 1 110 111 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_58 1 1 111 112 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_18 2 1 109 112 113 0=0 Split splitncnn_19 1 2 113 114 115 LayerNorm ln_43 1 1 115 116 0=1024 1=1.000000e-05 2=1 Gemm gemm_18 1 1 116 117 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_70 1 1 117 118 Gemm gemm_19 1 1 118 119 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_19 2 1 114 119 120 0=0 Split splitncnn_20 1 2 120 121 122 LayerNorm ln_44 1 1 122 123 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_59 1 1 123 124 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_20 2 1 121 124 125 0=0 Split splitncnn_21 1 2 125 126 127 LayerNorm ln_45 1 1 127 128 0=1024 1=1.000000e-05 2=1 Gemm gemm_20 1 1 128 129 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_71 1 1 129 130 Gemm gemm_21 1 1 130 131 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_21 2 1 126 131 132 0=0 Split splitncnn_22 1 2 132 133 134 LayerNorm ln_46 1 1 134 135 0=1024 1=1.000000e-05 2=1 MultiHeadAttention attention_60 1 1 135 136 0=1024 1=16 2=1048576 3=1024 4=1024 BinaryOp add_22 2 1 133 136 137 0=0 Split splitncnn_23 1 2 137 138 139 LayerNorm ln_47 1 1 139 140 0=1024 1=1.000000e-05 2=1 Gemm gemm_22 1 1 140 141 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=1024 ReLU relu_72 1 1 141 142 Gemm gemm_23 1 1 142 143 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=4096 BinaryOp add_23 2 1 138 143 144 0=0 LayerNorm ln_48 1 1 144 out0 0=1024 1=1.000000e-05 2=1