1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 
12 #ifndef AOM_AV1_COMMON_WARPED_MOTION_H_
13 #define AOM_AV1_COMMON_WARPED_MOTION_H_
14 
15 #include <stdio.h>
16 #include <stdlib.h>
17 #include <memory.h>
18 #include <math.h>
19 #include <assert.h>
20 
21 #include "config/aom_config.h"
22 
23 #include "aom_ports/mem.h"
24 #include "aom_dsp/aom_dsp_common.h"
25 #include "av1/common/mv.h"
26 #include "av1/common/convolve.h"
27 
28 #define MAX_PARAMDIM 9
29 #define LEAST_SQUARES_SAMPLES_MAX_BITS 3
30 #define LEAST_SQUARES_SAMPLES_MAX (1 << LEAST_SQUARES_SAMPLES_MAX_BITS)
31 #define SAMPLES_ARRAY_SIZE (LEAST_SQUARES_SAMPLES_MAX * 2)
32 #define WARPED_MOTION_DEBUG 0
33 #define DEFAULT_WMTYPE AFFINE
34 #define WARP_ERROR_BLOCK_LOG 5
35 #define WARP_ERROR_BLOCK (1 << WARP_ERROR_BLOCK_LOG)
36 
37 extern const int16_t av1_warped_filter[WARPEDPIXEL_PREC_SHIFTS * 3 + 1][8];
38 
39 DECLARE_ALIGNED(8, extern const int8_t,
40                 av1_filter_8bit[WARPEDPIXEL_PREC_SHIFTS * 3 + 1][8]);
41 
42 /* clang-format off */
43 static const int error_measure_lut[512] = {
44     // pow 0.7
45     16384, 16339, 16294, 16249, 16204, 16158, 16113, 16068,
46     16022, 15977, 15932, 15886, 15840, 15795, 15749, 15703,
47     15657, 15612, 15566, 15520, 15474, 15427, 15381, 15335,
48     15289, 15242, 15196, 15149, 15103, 15056, 15010, 14963,
49     14916, 14869, 14822, 14775, 14728, 14681, 14634, 14587,
50     14539, 14492, 14445, 14397, 14350, 14302, 14254, 14206,
51     14159, 14111, 14063, 14015, 13967, 13918, 13870, 13822,
52     13773, 13725, 13676, 13628, 13579, 13530, 13481, 13432,
53     13383, 13334, 13285, 13236, 13187, 13137, 13088, 13038,
54     12988, 12939, 12889, 12839, 12789, 12739, 12689, 12639,
55     12588, 12538, 12487, 12437, 12386, 12335, 12285, 12234,
56     12183, 12132, 12080, 12029, 11978, 11926, 11875, 11823,
57     11771, 11719, 11667, 11615, 11563, 11511, 11458, 11406,
58     11353, 11301, 11248, 11195, 11142, 11089, 11036, 10982,
59     10929, 10875, 10822, 10768, 10714, 10660, 10606, 10552,
60     10497, 10443, 10388, 10333, 10279, 10224, 10168, 10113,
61     10058, 10002,  9947,  9891,  9835,  9779,  9723,  9666,
62     9610, 9553, 9497, 9440, 9383, 9326, 9268, 9211,
63     9153, 9095, 9037, 8979, 8921, 8862, 8804, 8745,
64     8686, 8627, 8568, 8508, 8449, 8389, 8329, 8269,
65     8208, 8148, 8087, 8026, 7965, 7903, 7842, 7780,
66     7718, 7656, 7593, 7531, 7468, 7405, 7341, 7278,
67     7214, 7150, 7086, 7021, 6956, 6891, 6826, 6760,
68     6695, 6628, 6562, 6495, 6428, 6361, 6293, 6225,
69     6157, 6089, 6020, 5950, 5881, 5811, 5741, 5670,
70     5599, 5527, 5456, 5383, 5311, 5237, 5164, 5090,
71     5015, 4941, 4865, 4789, 4713, 4636, 4558, 4480,
72     4401, 4322, 4242, 4162, 4080, 3998, 3916, 3832,
73     3748, 3663, 3577, 3490, 3402, 3314, 3224, 3133,
74     3041, 2948, 2854, 2758, 2661, 2562, 2461, 2359,
75     2255, 2148, 2040, 1929, 1815, 1698, 1577, 1452,
76     1323, 1187, 1045,  894,  731,  550,  339,    0,
77     339,  550,  731,  894, 1045, 1187, 1323, 1452,
78     1577, 1698, 1815, 1929, 2040, 2148, 2255, 2359,
79     2461, 2562, 2661, 2758, 2854, 2948, 3041, 3133,
80     3224, 3314, 3402, 3490, 3577, 3663, 3748, 3832,
81     3916, 3998, 4080, 4162, 4242, 4322, 4401, 4480,
82     4558, 4636, 4713, 4789, 4865, 4941, 5015, 5090,
83     5164, 5237, 5311, 5383, 5456, 5527, 5599, 5670,
84     5741, 5811, 5881, 5950, 6020, 6089, 6157, 6225,
85     6293, 6361, 6428, 6495, 6562, 6628, 6695, 6760,
86     6826, 6891, 6956, 7021, 7086, 7150, 7214, 7278,
87     7341, 7405, 7468, 7531, 7593, 7656, 7718, 7780,
88     7842, 7903, 7965, 8026, 8087, 8148, 8208, 8269,
89     8329, 8389, 8449, 8508, 8568, 8627, 8686, 8745,
90     8804, 8862, 8921, 8979, 9037, 9095, 9153, 9211,
91     9268, 9326, 9383, 9440, 9497, 9553, 9610, 9666,
92     9723,  9779,  9835,  9891,  9947, 10002, 10058, 10113,
93     10168, 10224, 10279, 10333, 10388, 10443, 10497, 10552,
94     10606, 10660, 10714, 10768, 10822, 10875, 10929, 10982,
95     11036, 11089, 11142, 11195, 11248, 11301, 11353, 11406,
96     11458, 11511, 11563, 11615, 11667, 11719, 11771, 11823,
97     11875, 11926, 11978, 12029, 12080, 12132, 12183, 12234,
98     12285, 12335, 12386, 12437, 12487, 12538, 12588, 12639,
99     12689, 12739, 12789, 12839, 12889, 12939, 12988, 13038,
100     13088, 13137, 13187, 13236, 13285, 13334, 13383, 13432,
101     13481, 13530, 13579, 13628, 13676, 13725, 13773, 13822,
102     13870, 13918, 13967, 14015, 14063, 14111, 14159, 14206,
103     14254, 14302, 14350, 14397, 14445, 14492, 14539, 14587,
104     14634, 14681, 14728, 14775, 14822, 14869, 14916, 14963,
105     15010, 15056, 15103, 15149, 15196, 15242, 15289, 15335,
106     15381, 15427, 15474, 15520, 15566, 15612, 15657, 15703,
107     15749, 15795, 15840, 15886, 15932, 15977, 16022, 16068,
108     16113, 16158, 16204, 16249, 16294, 16339, 16384, 16384,
109 };
110 /* clang-format on */
111 
112 static const uint8_t warp_pad_left[14][16] = {
113   { 1, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
114   { 2, 2, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
115   { 3, 3, 3, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
116   { 4, 4, 4, 4, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
117   { 5, 5, 5, 5, 5, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
118   { 6, 6, 6, 6, 6, 6, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
119   { 7, 7, 7, 7, 7, 7, 7, 7, 8, 9, 10, 11, 12, 13, 14, 15 },
120   { 8, 8, 8, 8, 8, 8, 8, 8, 8, 9, 10, 11, 12, 13, 14, 15 },
121   { 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 10, 11, 12, 13, 14, 15 },
122   { 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 11, 12, 13, 14, 15 },
123   { 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 12, 13, 14, 15 },
124   { 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 13, 14, 15 },
125   { 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 14, 15 },
126   { 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 15 },
127 };
128 
129 static const uint8_t warp_pad_right[14][16] = {
130   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 14 },
131   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 13, 13 },
132   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 12, 12, 12 },
133   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 11, 11, 11, 11 },
134   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 10, 10, 10, 10, 10 },
135   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 9, 9, 9, 9, 9, 9 },
136   { 0, 1, 2, 3, 4, 5, 6, 7, 8, 8, 8, 8, 8, 8, 8, 8 },
137   { 0, 1, 2, 3, 4, 5, 6, 7, 7, 7, 7, 7, 7, 7, 7, 7 },
138   { 0, 1, 2, 3, 4, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6 },
139   { 0, 1, 2, 3, 4, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5 },
140   { 0, 1, 2, 3, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 },
141   { 0, 1, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3 },
142   { 0, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2 },
143   { 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 }
144 };
145 
error_measure(int err)146 static INLINE int error_measure(int err) {
147   return error_measure_lut[255 + err];
148 }
149 
150 // Returns the error between the frame described by 'ref' and the frame
151 // described by 'dst'.
152 int64_t av1_frame_error(int use_hbd, int bd, const uint8_t *ref, int stride,
153                         uint8_t *dst, int p_width, int p_height, int p_stride);
154 
155 int64_t av1_segmented_frame_error(int use_hbd, int bd, const uint8_t *ref,
156                                   int stride, uint8_t *dst, int p_width,
157                                   int p_height, int p_stride,
158                                   uint8_t *segment_map, int segment_map_stride);
159 
160 int64_t av1_calc_highbd_frame_error(const uint16_t *const ref, int stride,
161                                     const uint16_t *const dst, int p_width,
162                                     int p_height, int p_stride, int bd);
163 
164 void highbd_warp_plane(WarpedMotionParams *wm, const uint16_t *const ref,
165                        int width, int height, int stride, uint16_t *const pred,
166                        int p_col, int p_row, int p_width, int p_height,
167                        int p_stride, int subsampling_x, int subsampling_y,
168                        int bd, ConvolveParams *conv_params);
169 
170 void warp_plane(WarpedMotionParams *wm, const uint8_t *const ref, int width,
171                 int height, int stride, uint8_t *pred, int p_col, int p_row,
172                 int p_width, int p_height, int p_stride, int subsampling_x,
173                 int subsampling_y, ConvolveParams *conv_params);
174 
175 void av1_warp_plane(WarpedMotionParams *wm, int use_hbd, int bd,
176                     const uint8_t *ref, int width, int height, int stride,
177                     uint8_t *pred, int p_col, int p_row, int p_width,
178                     int p_height, int p_stride, int subsampling_x,
179                     int subsampling_y, ConvolveParams *conv_params);
180 
181 int av1_find_projection(int np, const int *pts1, const int *pts2,
182                         BLOCK_SIZE bsize, int mvy, int mvx,
183                         WarpedMotionParams *wm_params, int mi_row, int mi_col);
184 
185 int av1_get_shear_params(WarpedMotionParams *wm);
186 #endif  // AOM_AV1_COMMON_WARPED_MOTION_H_
187