1;*****************************************************************************
2;* MMX/SSE2/AVX-optimized 10-bit H.264 chroma MC code
3;*****************************************************************************
4;* Copyright (C) 2005-2011 x264 project
5;*
6;* Authors: Daniel Kang <daniel.d.kang@gmail.com>
7;*
8;* This file is part of FFmpeg.
9;*
10;* FFmpeg is free software; you can redistribute it and/or
11;* modify it under the terms of the GNU Lesser General Public
12;* License as published by the Free Software Foundation; either
13;* version 2.1 of the License, or (at your option) any later version.
14;*
15;* FFmpeg is distributed in the hope that it will be useful,
16;* but WITHOUT ANY WARRANTY; without even the implied warranty of
17;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
18;* Lesser General Public License for more details.
19;*
20;* You should have received a copy of the GNU Lesser General Public
21;* License along with FFmpeg; if not, write to the Free Software
22;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23;******************************************************************************
24
25%include "libavutil/x86/x86util.asm"
26
27SECTION_RODATA
28
29cextern pw_4
30cextern pw_8
31cextern pw_32
32cextern pw_64
33
34SECTION .text
35
36
37%macro MV0_PIXELS_MC8 0
38    lea           r4, [r2*3   ]
39    lea           r5, [r2*4   ]
40.next4rows:
41    movu          m0, [r1     ]
42    movu          m1, [r1+r2  ]
43    CHROMAMC_AVG  m0, [r0     ]
44    CHROMAMC_AVG  m1, [r0+r2  ]
45    mova   [r0     ], m0
46    mova   [r0+r2  ], m1
47    movu          m0, [r1+r2*2]
48    movu          m1, [r1+r4  ]
49    CHROMAMC_AVG  m0, [r0+r2*2]
50    CHROMAMC_AVG  m1, [r0+r4  ]
51    mova   [r0+r2*2], m0
52    mova   [r0+r4  ], m1
53    add           r1, r5
54    add           r0, r5
55    sub          r3d, 4
56    jne .next4rows
57%endmacro
58
59;-----------------------------------------------------------------------------
60; void ff_put/avg_h264_chroma_mc8(pixel *dst, pixel *src, int stride, int h,
61;                                 int mx, int my)
62;-----------------------------------------------------------------------------
63%macro CHROMA_MC8 1
64cglobal %1_h264_chroma_mc8_10, 6,7,8
65    movsxdifnidn  r2, r2d
66    mov          r6d, r5d
67    or           r6d, r4d
68    jne .at_least_one_non_zero
69    ; mx == 0 AND my == 0 - no filter needed
70    MV0_PIXELS_MC8
71    REP_RET
72
73.at_least_one_non_zero:
74    mov          r6d, 2
75    test         r5d, r5d
76    je .x_interpolation
77    mov           r6, r2        ; dxy = x ? 1 : stride
78    test         r4d, r4d
79    jne .xy_interpolation
80.x_interpolation:
81    ; mx == 0 XOR my == 0 - 1 dimensional filter only
82    or           r4d, r5d       ; x + y
83    movd          m5, r4d
84    mova          m4, [pw_8]
85    mova          m6, [pw_4]    ; mm6 = rnd >> 3
86    SPLATW        m5, m5        ; mm5 = B = x
87    psubw         m4, m5        ; mm4 = A = 8-x
88
89.next1drow:
90    movu          m0, [r1   ]   ; mm0 = src[0..7]
91    movu          m2, [r1+r6]   ; mm2 = src[1..8]
92
93    pmullw        m0, m4        ; mm0 = A * src[0..7]
94    pmullw        m2, m5        ; mm2 = B * src[1..8]
95
96    paddw         m0, m6
97    paddw         m0, m2
98    psrlw         m0, 3
99    CHROMAMC_AVG  m0, [r0]
100    mova        [r0], m0        ; dst[0..7] = (A * src[0..7] + B * src[1..8] + (rnd >> 3)) >> 3
101
102    add           r0, r2
103    add           r1, r2
104    dec           r3d
105    jne .next1drow
106    REP_RET
107
108.xy_interpolation: ; general case, bilinear
109    movd          m4, r4m         ; x
110    movd          m6, r5m         ; y
111
112    SPLATW        m4, m4          ; mm4 = x words
113    SPLATW        m6, m6          ; mm6 = y words
114    psllw         m5, m4, 3       ; mm5 = 8x
115    pmullw        m4, m6          ; mm4 = x * y
116    psllw         m6, 3           ; mm6 = 8y
117    paddw         m1, m5, m6      ; mm7 = 8x+8y
118    mova          m7, m4          ; DD = x * y
119    psubw         m5, m4          ; mm5 = B = 8x - xy
120    psubw         m6, m4          ; mm6 = C = 8y - xy
121    paddw         m4, [pw_64]
122    psubw         m4, m1          ; mm4 = A = xy - (8x+8y) + 64
123
124    movu          m0, [r1  ]      ; mm0 = src[0..7]
125    movu          m1, [r1+2]      ; mm1 = src[1..8]
126.next2drow:
127    add           r1, r2
128
129    pmullw        m2, m0, m4
130    pmullw        m1, m5
131    paddw         m2, m1          ; mm2 = A * src[0..7] + B * src[1..8]
132
133    movu          m0, [r1]
134    movu          m1, [r1+2]
135    pmullw        m3, m0, m6
136    paddw         m2, m3          ; mm2 += C * src[0..7+strde]
137    pmullw        m3, m1, m7
138    paddw         m2, m3          ; mm2 += D * src[1..8+strde]
139
140    paddw         m2, [pw_32]
141    psrlw         m2, 6
142    CHROMAMC_AVG  m2, [r0]
143    mova        [r0], m2          ; dst[0..7] = (mm2 + 32) >> 6
144
145    add           r0, r2
146    dec          r3d
147    jne .next2drow
148    REP_RET
149%endmacro
150
151;-----------------------------------------------------------------------------
152; void ff_put/avg_h264_chroma_mc4(pixel *dst, pixel *src, int stride, int h,
153;                                 int mx, int my)
154;-----------------------------------------------------------------------------
155;TODO: xmm mc4
156%macro MC4_OP 2
157    movq          %1, [r1  ]
158    movq          m1, [r1+2]
159    add           r1, r2
160    pmullw        %1, m4
161    pmullw        m1, m2
162    paddw         m1, %1
163    mova          %1, m1
164
165    pmullw        %2, m5
166    pmullw        m1, m3
167    paddw         %2, [pw_32]
168    paddw         m1, %2
169    psrlw         m1, 6
170    CHROMAMC_AVG  m1, %2, [r0]
171    movq        [r0], m1
172    add           r0, r2
173%endmacro
174
175%macro CHROMA_MC4 1
176cglobal %1_h264_chroma_mc4_10, 6,6,7
177    movsxdifnidn  r2, r2d
178    movd          m2, r4m         ; x
179    movd          m3, r5m         ; y
180    mova          m4, [pw_8]
181    mova          m5, m4
182    SPLATW        m2, m2
183    SPLATW        m3, m3
184    psubw         m4, m2
185    psubw         m5, m3
186
187    movq          m0, [r1  ]
188    movq          m6, [r1+2]
189    add           r1, r2
190    pmullw        m0, m4
191    pmullw        m6, m2
192    paddw         m6, m0
193
194.next2rows:
195    MC4_OP m0, m6
196    MC4_OP m6, m0
197    sub   r3d, 2
198    jnz .next2rows
199    REP_RET
200%endmacro
201
202;-----------------------------------------------------------------------------
203; void ff_put/avg_h264_chroma_mc2(pixel *dst, pixel *src, int stride, int h,
204;                                 int mx, int my)
205;-----------------------------------------------------------------------------
206%macro CHROMA_MC2 1
207cglobal %1_h264_chroma_mc2_10, 6,7
208    movsxdifnidn  r2, r2d
209    mov          r6d, r4d
210    shl          r4d, 16
211    sub          r4d, r6d
212    add          r4d, 8
213    imul         r5d, r4d         ; x*y<<16 | y*(8-x)
214    shl          r4d, 3
215    sub          r4d, r5d         ; x*(8-y)<<16 | (8-x)*(8-y)
216
217    movd          m5, r4d
218    movd          m6, r5d
219    punpckldq     m5, m5          ; mm5 = {A,B,A,B}
220    punpckldq     m6, m6          ; mm6 = {C,D,C,D}
221    pxor          m7, m7
222    pshufw        m2, [r1], 0x94    ; mm0 = src[0,1,1,2]
223
224.nextrow:
225    add           r1, r2
226    movq          m1, m2
227    pmaddwd       m1, m5          ; mm1 = A * src[0,1] + B * src[1,2]
228    pshufw        m0, [r1], 0x94    ; mm0 = src[0,1,1,2]
229    movq          m2, m0
230    pmaddwd       m0, m6
231    paddw         m1, [pw_32]
232    paddw         m1, m0          ; mm1 += C * src[0,1] + D * src[1,2]
233    psrlw         m1, 6
234    packssdw      m1, m7
235    CHROMAMC_AVG  m1, m3, [r0]
236    movd        [r0], m1
237    add           r0, r2
238    dec          r3d
239    jnz .nextrow
240    REP_RET
241%endmacro
242
243%macro NOTHING 2-3
244%endmacro
245%macro AVG 2-3
246%if %0==3
247    movq          %2, %3
248%endif
249    pavgw         %1, %2
250%endmacro
251
252%define CHROMAMC_AVG  NOTHING
253INIT_XMM sse2
254CHROMA_MC8 put
255%if HAVE_AVX_EXTERNAL
256INIT_XMM avx
257CHROMA_MC8 put
258%endif
259INIT_MMX mmxext
260CHROMA_MC4 put
261CHROMA_MC2 put
262
263%define CHROMAMC_AVG  AVG
264INIT_XMM sse2
265CHROMA_MC8 avg
266%if HAVE_AVX_EXTERNAL
267INIT_XMM avx
268CHROMA_MC8 avg
269%endif
270INIT_MMX mmxext
271CHROMA_MC4 avg
272CHROMA_MC2 avg
273