1 /*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11
12 #include <assert.h>
13 #include "./aom_dsp_rtcd.h"
14 #include "aom_dsp/mips/aom_convolve_msa.h"
15
common_hv_8ht_8vt_and_aver_dst_4w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)16 static void common_hv_8ht_8vt_and_aver_dst_4w_msa(
17 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
18 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
19 uint32_t loop_cnt;
20 v16i8 src0, src1, src2, src3, src4, src5, src6, src7, src8, src9, src10;
21 v16u8 dst0, dst1, dst2, dst3, mask0, mask1, mask2, mask3, tmp0, tmp1;
22 v16i8 filt_hz0, filt_hz1, filt_hz2, filt_hz3;
23 v8i16 hz_out0, hz_out1, hz_out2, hz_out3, hz_out4, hz_out5, hz_out6;
24 v8i16 hz_out7, hz_out8, hz_out9, res0, res1, vec0, vec1, vec2, vec3, vec4;
25 v8i16 filt, filt_vt0, filt_vt1, filt_vt2, filt_vt3;
26
27 mask0 = LD_UB(&mc_filt_mask_arr[16]);
28 src -= (3 + 3 * src_stride);
29
30 /* rearranging filter */
31 filt = LD_SH(filter_horiz);
32 SPLATI_H4_SB(filt, 0, 1, 2, 3, filt_hz0, filt_hz1, filt_hz2, filt_hz3);
33
34 mask1 = mask0 + 2;
35 mask2 = mask0 + 4;
36 mask3 = mask0 + 6;
37
38 LD_SB7(src, src_stride, src0, src1, src2, src3, src4, src5, src6);
39 XORI_B7_128_SB(src0, src1, src2, src3, src4, src5, src6);
40 src += (7 * src_stride);
41
42 hz_out0 = HORIZ_8TAP_FILT(src0, src1, mask0, mask1, mask2, mask3, filt_hz0,
43 filt_hz1, filt_hz2, filt_hz3);
44 hz_out2 = HORIZ_8TAP_FILT(src2, src3, mask0, mask1, mask2, mask3, filt_hz0,
45 filt_hz1, filt_hz2, filt_hz3);
46 hz_out4 = HORIZ_8TAP_FILT(src4, src5, mask0, mask1, mask2, mask3, filt_hz0,
47 filt_hz1, filt_hz2, filt_hz3);
48 hz_out5 = HORIZ_8TAP_FILT(src5, src6, mask0, mask1, mask2, mask3, filt_hz0,
49 filt_hz1, filt_hz2, filt_hz3);
50 SLDI_B2_SH(hz_out2, hz_out4, hz_out0, hz_out2, hz_out1, hz_out3, 8);
51
52 filt = LD_SH(filter_vert);
53 SPLATI_H4_SH(filt, 0, 1, 2, 3, filt_vt0, filt_vt1, filt_vt2, filt_vt3);
54
55 ILVEV_B2_SH(hz_out0, hz_out1, hz_out2, hz_out3, vec0, vec1);
56 vec2 = (v8i16)__msa_ilvev_b((v16i8)hz_out5, (v16i8)hz_out4);
57
58 for (loop_cnt = (height >> 2); loop_cnt--;) {
59 LD_SB4(src, src_stride, src7, src8, src9, src10);
60 XORI_B4_128_SB(src7, src8, src9, src10);
61 src += (4 * src_stride);
62
63 LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
64 hz_out7 = HORIZ_8TAP_FILT(src7, src8, mask0, mask1, mask2, mask3, filt_hz0,
65 filt_hz1, filt_hz2, filt_hz3);
66 hz_out6 = (v8i16)__msa_sldi_b((v16i8)hz_out7, (v16i8)hz_out5, 8);
67 vec3 = (v8i16)__msa_ilvev_b((v16i8)hz_out7, (v16i8)hz_out6);
68 res0 = FILT_8TAP_DPADD_S_H(vec0, vec1, vec2, vec3, filt_vt0, filt_vt1,
69 filt_vt2, filt_vt3);
70
71 hz_out9 = HORIZ_8TAP_FILT(src9, src10, mask0, mask1, mask2, mask3, filt_hz0,
72 filt_hz1, filt_hz2, filt_hz3);
73 hz_out8 = (v8i16)__msa_sldi_b((v16i8)hz_out9, (v16i8)hz_out7, 8);
74 vec4 = (v8i16)__msa_ilvev_b((v16i8)hz_out9, (v16i8)hz_out8);
75 res1 = FILT_8TAP_DPADD_S_H(vec1, vec2, vec3, vec4, filt_vt0, filt_vt1,
76 filt_vt2, filt_vt3);
77 ILVR_W2_UB(dst1, dst0, dst3, dst2, dst0, dst2);
78
79 SRARI_H2_SH(res0, res1, FILTER_BITS);
80 SAT_SH2_SH(res0, res1, 7);
81 PCKEV_B2_UB(res0, res0, res1, res1, tmp0, tmp1);
82 XORI_B2_128_UB(tmp0, tmp1);
83 AVER_UB2_UB(tmp0, dst0, tmp1, dst2, tmp0, tmp1);
84 ST4x4_UB(tmp0, tmp1, 0, 1, 0, 1, dst, dst_stride);
85 dst += (4 * dst_stride);
86
87 hz_out5 = hz_out9;
88 vec0 = vec2;
89 vec1 = vec3;
90 vec2 = vec4;
91 }
92 }
93
common_hv_8ht_8vt_and_aver_dst_8w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)94 static void common_hv_8ht_8vt_and_aver_dst_8w_msa(
95 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
96 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
97 uint32_t loop_cnt;
98 v16i8 src0, src1, src2, src3, src4, src5, src6, src7, src8, src9, src10;
99 v16i8 filt_hz0, filt_hz1, filt_hz2, filt_hz3;
100 v8i16 filt, filt_vt0, filt_vt1, filt_vt2, filt_vt3;
101 v16u8 dst0, dst1, dst2, dst3, mask0, mask1, mask2, mask3;
102 v8i16 hz_out0, hz_out1, hz_out2, hz_out3, hz_out4, hz_out5, hz_out6;
103 v8i16 hz_out7, hz_out8, hz_out9, hz_out10, tmp0, tmp1, tmp2, tmp3;
104 v8i16 out0, out1, out2, out3, out4, out5, out6, out7, out8, out9;
105
106 mask0 = LD_UB(&mc_filt_mask_arr[0]);
107 src -= (3 + 3 * src_stride);
108
109 /* rearranging filter */
110 filt = LD_SH(filter_horiz);
111 SPLATI_H4_SB(filt, 0, 1, 2, 3, filt_hz0, filt_hz1, filt_hz2, filt_hz3);
112
113 mask1 = mask0 + 2;
114 mask2 = mask0 + 4;
115 mask3 = mask0 + 6;
116
117 LD_SB7(src, src_stride, src0, src1, src2, src3, src4, src5, src6);
118 src += (7 * src_stride);
119
120 XORI_B7_128_SB(src0, src1, src2, src3, src4, src5, src6);
121 hz_out0 = HORIZ_8TAP_FILT(src0, src0, mask0, mask1, mask2, mask3, filt_hz0,
122 filt_hz1, filt_hz2, filt_hz3);
123 hz_out1 = HORIZ_8TAP_FILT(src1, src1, mask0, mask1, mask2, mask3, filt_hz0,
124 filt_hz1, filt_hz2, filt_hz3);
125 hz_out2 = HORIZ_8TAP_FILT(src2, src2, mask0, mask1, mask2, mask3, filt_hz0,
126 filt_hz1, filt_hz2, filt_hz3);
127 hz_out3 = HORIZ_8TAP_FILT(src3, src3, mask0, mask1, mask2, mask3, filt_hz0,
128 filt_hz1, filt_hz2, filt_hz3);
129 hz_out4 = HORIZ_8TAP_FILT(src4, src4, mask0, mask1, mask2, mask3, filt_hz0,
130 filt_hz1, filt_hz2, filt_hz3);
131 hz_out5 = HORIZ_8TAP_FILT(src5, src5, mask0, mask1, mask2, mask3, filt_hz0,
132 filt_hz1, filt_hz2, filt_hz3);
133 hz_out6 = HORIZ_8TAP_FILT(src6, src6, mask0, mask1, mask2, mask3, filt_hz0,
134 filt_hz1, filt_hz2, filt_hz3);
135
136 filt = LD_SH(filter_vert);
137 SPLATI_H4_SH(filt, 0, 1, 2, 3, filt_vt0, filt_vt1, filt_vt2, filt_vt3);
138
139 ILVEV_B2_SH(hz_out0, hz_out1, hz_out2, hz_out3, out0, out1);
140 ILVEV_B2_SH(hz_out4, hz_out5, hz_out1, hz_out2, out2, out4);
141 ILVEV_B2_SH(hz_out3, hz_out4, hz_out5, hz_out6, out5, out6);
142
143 for (loop_cnt = (height >> 2); loop_cnt--;) {
144 LD_SB4(src, src_stride, src7, src8, src9, src10);
145 XORI_B4_128_SB(src7, src8, src9, src10);
146 src += (4 * src_stride);
147
148 LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
149
150 hz_out7 = HORIZ_8TAP_FILT(src7, src7, mask0, mask1, mask2, mask3, filt_hz0,
151 filt_hz1, filt_hz2, filt_hz3);
152 out3 = (v8i16)__msa_ilvev_b((v16i8)hz_out7, (v16i8)hz_out6);
153 tmp0 = FILT_8TAP_DPADD_S_H(out0, out1, out2, out3, filt_vt0, filt_vt1,
154 filt_vt2, filt_vt3);
155
156 hz_out8 = HORIZ_8TAP_FILT(src8, src8, mask0, mask1, mask2, mask3, filt_hz0,
157 filt_hz1, filt_hz2, filt_hz3);
158 out7 = (v8i16)__msa_ilvev_b((v16i8)hz_out8, (v16i8)hz_out7);
159 tmp1 = FILT_8TAP_DPADD_S_H(out4, out5, out6, out7, filt_vt0, filt_vt1,
160 filt_vt2, filt_vt3);
161
162 hz_out9 = HORIZ_8TAP_FILT(src9, src9, mask0, mask1, mask2, mask3, filt_hz0,
163 filt_hz1, filt_hz2, filt_hz3);
164 out8 = (v8i16)__msa_ilvev_b((v16i8)hz_out9, (v16i8)hz_out8);
165 tmp2 = FILT_8TAP_DPADD_S_H(out1, out2, out3, out8, filt_vt0, filt_vt1,
166 filt_vt2, filt_vt3);
167
168 hz_out10 = HORIZ_8TAP_FILT(src10, src10, mask0, mask1, mask2, mask3,
169 filt_hz0, filt_hz1, filt_hz2, filt_hz3);
170 out9 = (v8i16)__msa_ilvev_b((v16i8)hz_out10, (v16i8)hz_out9);
171 tmp3 = FILT_8TAP_DPADD_S_H(out5, out6, out7, out9, filt_vt0, filt_vt1,
172 filt_vt2, filt_vt3);
173
174 SRARI_H4_SH(tmp0, tmp1, tmp2, tmp3, FILTER_BITS);
175 SAT_SH4_SH(tmp0, tmp1, tmp2, tmp3, 7);
176 CONVERT_UB_AVG_ST8x4_UB(tmp0, tmp1, tmp2, tmp3, dst0, dst1, dst2, dst3, dst,
177 dst_stride);
178 dst += (4 * dst_stride);
179
180 hz_out6 = hz_out10;
181 out0 = out2;
182 out1 = out3;
183 out2 = out8;
184 out4 = out6;
185 out5 = out7;
186 out6 = out9;
187 }
188 }
189
common_hv_8ht_8vt_and_aver_dst_16w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)190 static void common_hv_8ht_8vt_and_aver_dst_16w_msa(
191 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
192 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
193 int32_t multiple8_cnt;
194 for (multiple8_cnt = 2; multiple8_cnt--;) {
195 common_hv_8ht_8vt_and_aver_dst_8w_msa(src, src_stride, dst, dst_stride,
196 filter_horiz, filter_vert, height);
197 src += 8;
198 dst += 8;
199 }
200 }
201
common_hv_8ht_8vt_and_aver_dst_32w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)202 static void common_hv_8ht_8vt_and_aver_dst_32w_msa(
203 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
204 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
205 int32_t multiple8_cnt;
206 for (multiple8_cnt = 4; multiple8_cnt--;) {
207 common_hv_8ht_8vt_and_aver_dst_8w_msa(src, src_stride, dst, dst_stride,
208 filter_horiz, filter_vert, height);
209 src += 8;
210 dst += 8;
211 }
212 }
213
common_hv_8ht_8vt_and_aver_dst_64w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)214 static void common_hv_8ht_8vt_and_aver_dst_64w_msa(
215 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
216 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
217 int32_t multiple8_cnt;
218 for (multiple8_cnt = 8; multiple8_cnt--;) {
219 common_hv_8ht_8vt_and_aver_dst_8w_msa(src, src_stride, dst, dst_stride,
220 filter_horiz, filter_vert, height);
221 src += 8;
222 dst += 8;
223 }
224 }
225
common_hv_2ht_2vt_and_aver_dst_4x4_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert)226 static void common_hv_2ht_2vt_and_aver_dst_4x4_msa(
227 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
228 int8_t *filter_horiz, int8_t *filter_vert) {
229 v16i8 src0, src1, src2, src3, src4, mask;
230 v16u8 filt_hz, filt_vt, vec0, vec1;
231 v16u8 dst0, dst1, dst2, dst3, res0, res1;
232 v8u16 hz_out0, hz_out1, hz_out2, hz_out3, hz_out4, tmp0, tmp1, filt;
233
234 mask = LD_SB(&mc_filt_mask_arr[16]);
235
236 /* rearranging filter */
237 filt = LD_UH(filter_horiz);
238 filt_hz = (v16u8)__msa_splati_h((v8i16)filt, 0);
239
240 filt = LD_UH(filter_vert);
241 filt_vt = (v16u8)__msa_splati_h((v8i16)filt, 0);
242
243 LD_SB5(src, src_stride, src0, src1, src2, src3, src4);
244
245 hz_out0 = HORIZ_2TAP_FILT_UH(src0, src1, mask, filt_hz, FILTER_BITS);
246 hz_out2 = HORIZ_2TAP_FILT_UH(src2, src3, mask, filt_hz, FILTER_BITS);
247 hz_out4 = HORIZ_2TAP_FILT_UH(src4, src4, mask, filt_hz, FILTER_BITS);
248 hz_out1 = (v8u16)__msa_sldi_b((v16i8)hz_out2, (v16i8)hz_out0, 8);
249 hz_out3 = (v8u16)__msa_pckod_d((v2i64)hz_out4, (v2i64)hz_out2);
250 ILVEV_B2_UB(hz_out0, hz_out1, hz_out2, hz_out3, vec0, vec1);
251
252 LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
253 ILVR_W2_UB(dst1, dst0, dst3, dst2, dst0, dst2);
254 DOTP_UB2_UH(vec0, vec1, filt_vt, filt_vt, tmp0, tmp1);
255 SRARI_H2_UH(tmp0, tmp1, FILTER_BITS);
256 PCKEV_B2_UB(tmp0, tmp0, tmp1, tmp1, res0, res1);
257 AVER_UB2_UB(res0, dst0, res1, dst2, res0, res1);
258 ST4x4_UB(res0, res1, 0, 1, 0, 1, dst, dst_stride);
259 }
260
common_hv_2ht_2vt_and_aver_dst_4x8_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert)261 static void common_hv_2ht_2vt_and_aver_dst_4x8_msa(
262 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
263 int8_t *filter_horiz, int8_t *filter_vert) {
264 v16i8 src0, src1, src2, src3, src4, src5, src6, src7, src8, mask;
265 v16u8 filt_hz, filt_vt, vec0, vec1, vec2, vec3, res0, res1, res2, res3;
266 v16u8 dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7;
267 v8u16 hz_out0, hz_out1, hz_out2, hz_out3, hz_out4, hz_out5, hz_out6;
268 v8u16 hz_out7, hz_out8, tmp0, tmp1, tmp2, tmp3;
269 v8i16 filt;
270
271 mask = LD_SB(&mc_filt_mask_arr[16]);
272
273 /* rearranging filter */
274 filt = LD_SH(filter_horiz);
275 filt_hz = (v16u8)__msa_splati_h(filt, 0);
276
277 filt = LD_SH(filter_vert);
278 filt_vt = (v16u8)__msa_splati_h(filt, 0);
279
280 LD_SB8(src, src_stride, src0, src1, src2, src3, src4, src5, src6, src7);
281 src += (8 * src_stride);
282 src8 = LD_SB(src);
283
284 hz_out0 = HORIZ_2TAP_FILT_UH(src0, src1, mask, filt_hz, FILTER_BITS);
285 hz_out2 = HORIZ_2TAP_FILT_UH(src2, src3, mask, filt_hz, FILTER_BITS);
286 hz_out4 = HORIZ_2TAP_FILT_UH(src4, src5, mask, filt_hz, FILTER_BITS);
287 hz_out6 = HORIZ_2TAP_FILT_UH(src6, src7, mask, filt_hz, FILTER_BITS);
288 hz_out8 = HORIZ_2TAP_FILT_UH(src8, src8, mask, filt_hz, FILTER_BITS);
289 SLDI_B3_UH(hz_out2, hz_out4, hz_out6, hz_out0, hz_out2, hz_out4, hz_out1,
290 hz_out3, hz_out5, 8);
291 hz_out7 = (v8u16)__msa_pckod_d((v2i64)hz_out8, (v2i64)hz_out6);
292
293 LD_UB8(dst, dst_stride, dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7);
294 ILVR_W4_UB(dst1, dst0, dst3, dst2, dst5, dst4, dst7, dst6, dst0, dst2, dst4,
295 dst6);
296 ILVEV_B2_UB(hz_out0, hz_out1, hz_out2, hz_out3, vec0, vec1);
297 ILVEV_B2_UB(hz_out4, hz_out5, hz_out6, hz_out7, vec2, vec3);
298 DOTP_UB4_UH(vec0, vec1, vec2, vec3, filt_vt, filt_vt, filt_vt, filt_vt, tmp0,
299 tmp1, tmp2, tmp3);
300 SRARI_H4_UH(tmp0, tmp1, tmp2, tmp3, FILTER_BITS);
301 PCKEV_B4_UB(tmp0, tmp0, tmp1, tmp1, tmp2, tmp2, tmp3, tmp3, res0, res1, res2,
302 res3);
303 AVER_UB4_UB(res0, dst0, res1, dst2, res2, dst4, res3, dst6, res0, res1, res2,
304 res3);
305 ST4x4_UB(res0, res1, 0, 1, 0, 1, dst, dst_stride);
306 dst += (4 * dst_stride);
307 ST4x4_UB(res2, res3, 0, 1, 0, 1, dst, dst_stride);
308 }
309
common_hv_2ht_2vt_and_aver_dst_4w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)310 static void common_hv_2ht_2vt_and_aver_dst_4w_msa(
311 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
312 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
313 if (4 == height) {
314 common_hv_2ht_2vt_and_aver_dst_4x4_msa(src, src_stride, dst, dst_stride,
315 filter_horiz, filter_vert);
316 } else if (8 == height) {
317 common_hv_2ht_2vt_and_aver_dst_4x8_msa(src, src_stride, dst, dst_stride,
318 filter_horiz, filter_vert);
319 }
320 }
321
common_hv_2ht_2vt_and_aver_dst_8x4_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert)322 static void common_hv_2ht_2vt_and_aver_dst_8x4_msa(
323 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
324 int8_t *filter_horiz, int8_t *filter_vert) {
325 v16i8 src0, src1, src2, src3, src4, mask;
326 v16u8 filt_hz, filt_vt, dst0, dst1, dst2, dst3, vec0, vec1, vec2, vec3;
327 v8u16 hz_out0, hz_out1, tmp0, tmp1, tmp2, tmp3;
328 v8i16 filt;
329
330 mask = LD_SB(&mc_filt_mask_arr[0]);
331
332 /* rearranging filter */
333 filt = LD_SH(filter_horiz);
334 filt_hz = (v16u8)__msa_splati_h(filt, 0);
335
336 filt = LD_SH(filter_vert);
337 filt_vt = (v16u8)__msa_splati_h(filt, 0);
338
339 LD_SB5(src, src_stride, src0, src1, src2, src3, src4);
340 src += (5 * src_stride);
341
342 LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
343 hz_out0 = HORIZ_2TAP_FILT_UH(src0, src0, mask, filt_hz, FILTER_BITS);
344 hz_out1 = HORIZ_2TAP_FILT_UH(src1, src1, mask, filt_hz, FILTER_BITS);
345 vec0 = (v16u8)__msa_ilvev_b((v16i8)hz_out1, (v16i8)hz_out0);
346 tmp0 = __msa_dotp_u_h(vec0, filt_vt);
347
348 hz_out0 = HORIZ_2TAP_FILT_UH(src2, src2, mask, filt_hz, FILTER_BITS);
349 vec1 = (v16u8)__msa_ilvev_b((v16i8)hz_out0, (v16i8)hz_out1);
350 tmp1 = __msa_dotp_u_h(vec1, filt_vt);
351
352 hz_out1 = HORIZ_2TAP_FILT_UH(src3, src3, mask, filt_hz, FILTER_BITS);
353 vec2 = (v16u8)__msa_ilvev_b((v16i8)hz_out1, (v16i8)hz_out0);
354 tmp2 = __msa_dotp_u_h(vec2, filt_vt);
355
356 hz_out0 = HORIZ_2TAP_FILT_UH(src4, src4, mask, filt_hz, FILTER_BITS);
357 vec3 = (v16u8)__msa_ilvev_b((v16i8)hz_out0, (v16i8)hz_out1);
358 tmp3 = __msa_dotp_u_h(vec3, filt_vt);
359
360 SRARI_H4_UH(tmp0, tmp1, tmp2, tmp3, FILTER_BITS);
361 PCKEV_AVG_ST8x4_UB(tmp0, dst0, tmp1, dst1, tmp2, dst2, tmp3, dst3, dst,
362 dst_stride);
363 }
364
common_hv_2ht_2vt_and_aver_dst_8x8mult_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)365 static void common_hv_2ht_2vt_and_aver_dst_8x8mult_msa(
366 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
367 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
368 uint32_t loop_cnt;
369 v16i8 src0, src1, src2, src3, src4, mask;
370 v16u8 filt_hz, filt_vt, vec0, dst0, dst1, dst2, dst3;
371 v8u16 hz_out0, hz_out1, tmp0, tmp1, tmp2, tmp3;
372 v8i16 filt;
373
374 mask = LD_SB(&mc_filt_mask_arr[0]);
375
376 /* rearranging filter */
377 filt = LD_SH(filter_horiz);
378 filt_hz = (v16u8)__msa_splati_h(filt, 0);
379
380 filt = LD_SH(filter_vert);
381 filt_vt = (v16u8)__msa_splati_h(filt, 0);
382
383 src0 = LD_SB(src);
384 src += src_stride;
385
386 hz_out0 = HORIZ_2TAP_FILT_UH(src0, src0, mask, filt_hz, FILTER_BITS);
387
388 for (loop_cnt = (height >> 2); loop_cnt--;) {
389 LD_SB4(src, src_stride, src1, src2, src3, src4);
390 src += (4 * src_stride);
391
392 hz_out1 = HORIZ_2TAP_FILT_UH(src1, src1, mask, filt_hz, FILTER_BITS);
393 vec0 = (v16u8)__msa_ilvev_b((v16i8)hz_out1, (v16i8)hz_out0);
394 tmp0 = __msa_dotp_u_h(vec0, filt_vt);
395
396 hz_out0 = HORIZ_2TAP_FILT_UH(src2, src2, mask, filt_hz, FILTER_BITS);
397 vec0 = (v16u8)__msa_ilvev_b((v16i8)hz_out0, (v16i8)hz_out1);
398 tmp1 = __msa_dotp_u_h(vec0, filt_vt);
399
400 SRARI_H2_UH(tmp0, tmp1, FILTER_BITS);
401
402 hz_out1 = HORIZ_2TAP_FILT_UH(src3, src3, mask, filt_hz, FILTER_BITS);
403 vec0 = (v16u8)__msa_ilvev_b((v16i8)hz_out1, (v16i8)hz_out0);
404 tmp2 = __msa_dotp_u_h(vec0, filt_vt);
405
406 hz_out0 = HORIZ_2TAP_FILT_UH(src4, src4, mask, filt_hz, FILTER_BITS);
407 vec0 = (v16u8)__msa_ilvev_b((v16i8)hz_out0, (v16i8)hz_out1);
408 tmp3 = __msa_dotp_u_h(vec0, filt_vt);
409
410 SRARI_H2_UH(tmp2, tmp3, FILTER_BITS);
411 LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
412 PCKEV_AVG_ST8x4_UB(tmp0, dst0, tmp1, dst1, tmp2, dst2, tmp3, dst3, dst,
413 dst_stride);
414 dst += (4 * dst_stride);
415 }
416 }
417
common_hv_2ht_2vt_and_aver_dst_8w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)418 static void common_hv_2ht_2vt_and_aver_dst_8w_msa(
419 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
420 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
421 if (4 == height) {
422 common_hv_2ht_2vt_and_aver_dst_8x4_msa(src, src_stride, dst, dst_stride,
423 filter_horiz, filter_vert);
424 } else {
425 common_hv_2ht_2vt_and_aver_dst_8x8mult_msa(
426 src, src_stride, dst, dst_stride, filter_horiz, filter_vert, height);
427 }
428 }
429
common_hv_2ht_2vt_and_aver_dst_16w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)430 static void common_hv_2ht_2vt_and_aver_dst_16w_msa(
431 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
432 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
433 uint32_t loop_cnt;
434 v16i8 src0, src1, src2, src3, src4, src5, src6, src7, mask;
435 v16u8 filt_hz, filt_vt, vec0, vec1, dst0, dst1, dst2, dst3;
436 v8u16 hz_out0, hz_out1, hz_out2, hz_out3, tmp0, tmp1;
437 v8i16 filt;
438
439 mask = LD_SB(&mc_filt_mask_arr[0]);
440
441 /* rearranging filter */
442 filt = LD_SH(filter_horiz);
443 filt_hz = (v16u8)__msa_splati_h(filt, 0);
444
445 filt = LD_SH(filter_vert);
446 filt_vt = (v16u8)__msa_splati_h(filt, 0);
447
448 LD_SB2(src, 8, src0, src1);
449 src += src_stride;
450
451 hz_out0 = HORIZ_2TAP_FILT_UH(src0, src0, mask, filt_hz, FILTER_BITS);
452 hz_out2 = HORIZ_2TAP_FILT_UH(src1, src1, mask, filt_hz, FILTER_BITS);
453
454 for (loop_cnt = (height >> 2); loop_cnt--;) {
455 LD_SB4(src, src_stride, src0, src2, src4, src6);
456 LD_SB4(src + 8, src_stride, src1, src3, src5, src7);
457 src += (4 * src_stride);
458 LD_UB4(dst, dst_stride, dst0, dst1, dst2, dst3);
459
460 hz_out1 = HORIZ_2TAP_FILT_UH(src0, src0, mask, filt_hz, FILTER_BITS);
461 hz_out3 = HORIZ_2TAP_FILT_UH(src1, src1, mask, filt_hz, FILTER_BITS);
462 ILVEV_B2_UB(hz_out0, hz_out1, hz_out2, hz_out3, vec0, vec1);
463 DOTP_UB2_UH(vec0, vec1, filt_vt, filt_vt, tmp0, tmp1);
464 SRARI_H2_UH(tmp0, tmp1, FILTER_BITS);
465 PCKEV_AVG_ST_UB(tmp1, tmp0, dst0, dst);
466 dst += dst_stride;
467
468 hz_out0 = HORIZ_2TAP_FILT_UH(src2, src2, mask, filt_hz, FILTER_BITS);
469 hz_out2 = HORIZ_2TAP_FILT_UH(src3, src3, mask, filt_hz, FILTER_BITS);
470 ILVEV_B2_UB(hz_out1, hz_out0, hz_out3, hz_out2, vec0, vec1);
471 DOTP_UB2_UH(vec0, vec1, filt_vt, filt_vt, tmp0, tmp1);
472 SRARI_H2_UH(tmp0, tmp1, FILTER_BITS);
473 PCKEV_AVG_ST_UB(tmp1, tmp0, dst1, dst);
474 dst += dst_stride;
475
476 hz_out1 = HORIZ_2TAP_FILT_UH(src4, src4, mask, filt_hz, FILTER_BITS);
477 hz_out3 = HORIZ_2TAP_FILT_UH(src5, src5, mask, filt_hz, FILTER_BITS);
478 ILVEV_B2_UB(hz_out0, hz_out1, hz_out2, hz_out3, vec0, vec1);
479 DOTP_UB2_UH(vec0, vec1, filt_vt, filt_vt, tmp0, tmp1);
480 SRARI_H2_UH(tmp0, tmp1, FILTER_BITS);
481 PCKEV_AVG_ST_UB(tmp1, tmp0, dst2, dst);
482 dst += dst_stride;
483
484 hz_out0 = HORIZ_2TAP_FILT_UH(src6, src6, mask, filt_hz, FILTER_BITS);
485 hz_out2 = HORIZ_2TAP_FILT_UH(src7, src7, mask, filt_hz, FILTER_BITS);
486 ILVEV_B2_UB(hz_out1, hz_out0, hz_out3, hz_out2, vec0, vec1);
487 DOTP_UB2_UH(vec0, vec1, filt_vt, filt_vt, tmp0, tmp1);
488 SRARI_H2_UH(tmp0, tmp1, FILTER_BITS);
489 PCKEV_AVG_ST_UB(tmp1, tmp0, dst3, dst);
490 dst += dst_stride;
491 }
492 }
493
common_hv_2ht_2vt_and_aver_dst_32w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)494 static void common_hv_2ht_2vt_and_aver_dst_32w_msa(
495 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
496 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
497 int32_t multiple8_cnt;
498 for (multiple8_cnt = 2; multiple8_cnt--;) {
499 common_hv_2ht_2vt_and_aver_dst_16w_msa(src, src_stride, dst, dst_stride,
500 filter_horiz, filter_vert, height);
501 src += 16;
502 dst += 16;
503 }
504 }
505
common_hv_2ht_2vt_and_aver_dst_64w_msa(const uint8_t * src,int32_t src_stride,uint8_t * dst,int32_t dst_stride,int8_t * filter_horiz,int8_t * filter_vert,int32_t height)506 static void common_hv_2ht_2vt_and_aver_dst_64w_msa(
507 const uint8_t *src, int32_t src_stride, uint8_t *dst, int32_t dst_stride,
508 int8_t *filter_horiz, int8_t *filter_vert, int32_t height) {
509 int32_t multiple8_cnt;
510 for (multiple8_cnt = 4; multiple8_cnt--;) {
511 common_hv_2ht_2vt_and_aver_dst_16w_msa(src, src_stride, dst, dst_stride,
512 filter_horiz, filter_vert, height);
513 src += 16;
514 dst += 16;
515 }
516 }
517
aom_convolve8_avg_msa(const uint8_t * src,ptrdiff_t src_stride,uint8_t * dst,ptrdiff_t dst_stride,const int16_t * filter_x,int x_step_q4,const int16_t * filter_y,int y_step_q4,int w,int h)518 void aom_convolve8_avg_msa(const uint8_t *src, ptrdiff_t src_stride,
519 uint8_t *dst, ptrdiff_t dst_stride,
520 const int16_t *filter_x, int x_step_q4,
521 const int16_t *filter_y, int y_step_q4, int w,
522 int h) {
523 int8_t cnt, filt_hor[8], filt_ver[8];
524
525 assert(x_step_q4 == 16);
526 assert(y_step_q4 == 16);
527 assert(((const int32_t *)filter_x)[1] != 0x800000);
528 assert(((const int32_t *)filter_y)[1] != 0x800000);
529
530 for (cnt = 0; cnt < 8; ++cnt) {
531 filt_hor[cnt] = filter_x[cnt];
532 filt_ver[cnt] = filter_y[cnt];
533 }
534
535 if (((const int32_t *)filter_x)[0] == 0 &&
536 ((const int32_t *)filter_y)[0] == 0) {
537 switch (w) {
538 case 4:
539 common_hv_2ht_2vt_and_aver_dst_4w_msa(src, (int32_t)src_stride, dst,
540 (int32_t)dst_stride, &filt_hor[3],
541 &filt_ver[3], h);
542 break;
543 case 8:
544 common_hv_2ht_2vt_and_aver_dst_8w_msa(src, (int32_t)src_stride, dst,
545 (int32_t)dst_stride, &filt_hor[3],
546 &filt_ver[3], h);
547 break;
548 case 16:
549 common_hv_2ht_2vt_and_aver_dst_16w_msa(src, (int32_t)src_stride, dst,
550 (int32_t)dst_stride,
551 &filt_hor[3], &filt_ver[3], h);
552 break;
553 case 32:
554 common_hv_2ht_2vt_and_aver_dst_32w_msa(src, (int32_t)src_stride, dst,
555 (int32_t)dst_stride,
556 &filt_hor[3], &filt_ver[3], h);
557 break;
558 case 64:
559 common_hv_2ht_2vt_and_aver_dst_64w_msa(src, (int32_t)src_stride, dst,
560 (int32_t)dst_stride,
561 &filt_hor[3], &filt_ver[3], h);
562 break;
563 default:
564 aom_convolve8_avg_c(src, src_stride, dst, dst_stride, filter_x,
565 x_step_q4, filter_y, y_step_q4, w, h);
566 break;
567 }
568 } else if (((const int32_t *)filter_x)[0] == 0 ||
569 ((const int32_t *)filter_y)[0] == 0) {
570 aom_convolve8_avg_c(src, src_stride, dst, dst_stride, filter_x, x_step_q4,
571 filter_y, y_step_q4, w, h);
572 } else {
573 switch (w) {
574 case 4:
575 common_hv_8ht_8vt_and_aver_dst_4w_msa(src, (int32_t)src_stride, dst,
576 (int32_t)dst_stride, filt_hor,
577 filt_ver, h);
578 break;
579 case 8:
580 common_hv_8ht_8vt_and_aver_dst_8w_msa(src, (int32_t)src_stride, dst,
581 (int32_t)dst_stride, filt_hor,
582 filt_ver, h);
583 break;
584 case 16:
585 common_hv_8ht_8vt_and_aver_dst_16w_msa(src, (int32_t)src_stride, dst,
586 (int32_t)dst_stride, filt_hor,
587 filt_ver, h);
588 break;
589 case 32:
590 common_hv_8ht_8vt_and_aver_dst_32w_msa(src, (int32_t)src_stride, dst,
591 (int32_t)dst_stride, filt_hor,
592 filt_ver, h);
593 break;
594 case 64:
595 common_hv_8ht_8vt_and_aver_dst_64w_msa(src, (int32_t)src_stride, dst,
596 (int32_t)dst_stride, filt_hor,
597 filt_ver, h);
598 break;
599 default:
600 aom_convolve8_avg_c(src, src_stride, dst, dst_stride, filter_x,
601 x_step_q4, filter_y, y_step_q4, w, h);
602 break;
603 }
604 }
605 }
606