1 /*
2 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3 *
4 * This source code is subject to the terms of the BSD 2 Clause License and
5 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6 * was not distributed with this source code in the LICENSE file, you can
7 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8 * Media Patent License 1.0 was not distributed with this source code in the
9 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10 */
11 #ifndef AOM_AV1_COMMON_MVREF_COMMON_H_
12 #define AOM_AV1_COMMON_MVREF_COMMON_H_
13
14 #include "av1/common/onyxc_int.h"
15 #include "av1/common/blockd.h"
16
17 #ifdef __cplusplus
18 extern "C" {
19 #endif
20
21 #define MVREF_ROW_COLS 3
22
23 // Set the upper limit of the motion vector component magnitude.
24 // This would make a motion vector fit in 26 bits. Plus 3 bits for the
25 // reference frame index. A tuple of motion vector can hence be stored within
26 // 32 bit range for efficient load/store operations.
27 #define REFMVS_LIMIT ((1 << 12) - 1)
28
29 typedef struct position {
30 int row;
31 int col;
32 } POSITION;
33
34 // clamp_mv_ref
35 #define MV_BORDER (16 << 3) // Allow 16 pels in 1/8th pel units
36
get_relative_dist(const AV1_COMMON * cm,int a,int b)37 static INLINE int get_relative_dist(const AV1_COMMON *cm, int a, int b) {
38 if (!cm->seq_params.enable_order_hint) return 0;
39
40 const int bits = cm->seq_params.order_hint_bits_minus_1 + 1;
41
42 assert(bits >= 1);
43 assert(a >= 0 && a < (1 << bits));
44 assert(b >= 0 && b < (1 << bits));
45
46 int diff = a - b;
47 const int m = 1 << (bits - 1);
48 diff = (diff & (m - 1)) - (diff & m);
49 return diff;
50 }
51
clamp_mv_ref(MV * mv,int bw,int bh,const MACROBLOCKD * xd)52 static INLINE void clamp_mv_ref(MV *mv, int bw, int bh, const MACROBLOCKD *xd) {
53 clamp_mv(mv, xd->mb_to_left_edge - bw * 8 - MV_BORDER,
54 xd->mb_to_right_edge + bw * 8 + MV_BORDER,
55 xd->mb_to_top_edge - bh * 8 - MV_BORDER,
56 xd->mb_to_bottom_edge + bh * 8 + MV_BORDER);
57 }
58
59 // This function returns either the appropriate sub block or block's mv
60 // on whether the block_size < 8x8 and we have check_sub_blocks set.
get_sub_block_mv(const MB_MODE_INFO * candidate,int which_mv,int search_col)61 static INLINE int_mv get_sub_block_mv(const MB_MODE_INFO *candidate,
62 int which_mv, int search_col) {
63 (void)search_col;
64 return candidate->mv[which_mv];
65 }
66
get_sub_block_pred_mv(const MB_MODE_INFO * candidate,int which_mv,int search_col)67 static INLINE int_mv get_sub_block_pred_mv(const MB_MODE_INFO *candidate,
68 int which_mv, int search_col) {
69 (void)search_col;
70 return candidate->mv[which_mv];
71 }
72
73 // Performs mv sign inversion if indicated by the reference frame combination.
scale_mv(const MB_MODE_INFO * mbmi,int ref,const MV_REFERENCE_FRAME this_ref_frame,const int * ref_sign_bias)74 static INLINE int_mv scale_mv(const MB_MODE_INFO *mbmi, int ref,
75 const MV_REFERENCE_FRAME this_ref_frame,
76 const int *ref_sign_bias) {
77 int_mv mv = mbmi->mv[ref];
78 if (ref_sign_bias[mbmi->ref_frame[ref]] != ref_sign_bias[this_ref_frame]) {
79 mv.as_mv.row *= -1;
80 mv.as_mv.col *= -1;
81 }
82 return mv;
83 }
84
85 // Checks that the given mi_row, mi_col and search point
86 // are inside the borders of the tile.
is_inside(const TileInfo * const tile,int mi_col,int mi_row,const POSITION * mi_pos)87 static INLINE int is_inside(const TileInfo *const tile, int mi_col, int mi_row,
88 const POSITION *mi_pos) {
89 return !(mi_row + mi_pos->row < tile->mi_row_start ||
90 mi_col + mi_pos->col < tile->mi_col_start ||
91 mi_row + mi_pos->row >= tile->mi_row_end ||
92 mi_col + mi_pos->col >= tile->mi_col_end);
93 }
94
find_valid_row_offset(const TileInfo * const tile,int mi_row,int row_offset)95 static INLINE int find_valid_row_offset(const TileInfo *const tile, int mi_row,
96 int row_offset) {
97 return clamp(row_offset, tile->mi_row_start - mi_row,
98 tile->mi_row_end - mi_row - 1);
99 }
100
find_valid_col_offset(const TileInfo * const tile,int mi_col,int col_offset)101 static INLINE int find_valid_col_offset(const TileInfo *const tile, int mi_col,
102 int col_offset) {
103 return clamp(col_offset, tile->mi_col_start - mi_col,
104 tile->mi_col_end - mi_col - 1);
105 }
106
lower_mv_precision(MV * mv,int allow_hp,int is_integer)107 static INLINE void lower_mv_precision(MV *mv, int allow_hp, int is_integer) {
108 if (is_integer) {
109 integer_mv_precision(mv);
110 } else {
111 if (!allow_hp) {
112 if (mv->row & 1) mv->row += (mv->row > 0 ? -1 : 1);
113 if (mv->col & 1) mv->col += (mv->col > 0 ? -1 : 1);
114 }
115 }
116 }
117
get_uni_comp_ref_idx(const MV_REFERENCE_FRAME * const rf)118 static INLINE int8_t get_uni_comp_ref_idx(const MV_REFERENCE_FRAME *const rf) {
119 // Single ref pred
120 if (rf[1] <= INTRA_FRAME) return -1;
121
122 // Bi-directional comp ref pred
123 if ((rf[0] < BWDREF_FRAME) && (rf[1] >= BWDREF_FRAME)) return -1;
124
125 for (int8_t ref_idx = 0; ref_idx < TOTAL_UNIDIR_COMP_REFS; ++ref_idx) {
126 if (rf[0] == comp_ref0(ref_idx) && rf[1] == comp_ref1(ref_idx))
127 return ref_idx;
128 }
129 return -1;
130 }
131
av1_ref_frame_type(const MV_REFERENCE_FRAME * const rf)132 static INLINE int8_t av1_ref_frame_type(const MV_REFERENCE_FRAME *const rf) {
133 if (rf[1] > INTRA_FRAME) {
134 const int8_t uni_comp_ref_idx = get_uni_comp_ref_idx(rf);
135 if (uni_comp_ref_idx >= 0) {
136 assert((REF_FRAMES + FWD_REFS * BWD_REFS + uni_comp_ref_idx) <
137 MODE_CTX_REF_FRAMES);
138 return REF_FRAMES + FWD_REFS * BWD_REFS + uni_comp_ref_idx;
139 } else {
140 return REF_FRAMES + FWD_RF_OFFSET(rf[0]) +
141 BWD_RF_OFFSET(rf[1]) * FWD_REFS;
142 }
143 }
144
145 return rf[0];
146 }
147
148 // clang-format off
149 static MV_REFERENCE_FRAME ref_frame_map[TOTAL_COMP_REFS][2] = {
150 { LAST_FRAME, BWDREF_FRAME }, { LAST2_FRAME, BWDREF_FRAME },
151 { LAST3_FRAME, BWDREF_FRAME }, { GOLDEN_FRAME, BWDREF_FRAME },
152
153 { LAST_FRAME, ALTREF2_FRAME }, { LAST2_FRAME, ALTREF2_FRAME },
154 { LAST3_FRAME, ALTREF2_FRAME }, { GOLDEN_FRAME, ALTREF2_FRAME },
155
156 { LAST_FRAME, ALTREF_FRAME }, { LAST2_FRAME, ALTREF_FRAME },
157 { LAST3_FRAME, ALTREF_FRAME }, { GOLDEN_FRAME, ALTREF_FRAME },
158
159 { LAST_FRAME, LAST2_FRAME }, { LAST_FRAME, LAST3_FRAME },
160 { LAST_FRAME, GOLDEN_FRAME }, { BWDREF_FRAME, ALTREF_FRAME },
161
162 // NOTE: Following reference frame pairs are not supported to be explicitly
163 // signalled, but they are possibly chosen by the use of skip_mode,
164 // which may use the most recent one-sided reference frame pair.
165 { LAST2_FRAME, LAST3_FRAME }, { LAST2_FRAME, GOLDEN_FRAME },
166 { LAST3_FRAME, GOLDEN_FRAME }, {BWDREF_FRAME, ALTREF2_FRAME},
167 { ALTREF2_FRAME, ALTREF_FRAME }
168 };
169 // clang-format on
170
av1_set_ref_frame(MV_REFERENCE_FRAME * rf,int8_t ref_frame_type)171 static INLINE void av1_set_ref_frame(MV_REFERENCE_FRAME *rf,
172 int8_t ref_frame_type) {
173 if (ref_frame_type >= REF_FRAMES) {
174 rf[0] = ref_frame_map[ref_frame_type - REF_FRAMES][0];
175 rf[1] = ref_frame_map[ref_frame_type - REF_FRAMES][1];
176 } else {
177 rf[0] = ref_frame_type;
178 rf[1] = NONE_FRAME;
179 assert(ref_frame_type > NONE_FRAME);
180 }
181 }
182
183 static uint16_t compound_mode_ctx_map[3][COMP_NEWMV_CTXS] = {
184 { 0, 1, 1, 1, 1 },
185 { 1, 2, 3, 4, 4 },
186 { 4, 4, 5, 6, 7 },
187 };
188
av1_mode_context_analyzer(const int16_t * const mode_context,const MV_REFERENCE_FRAME * const rf)189 static INLINE int16_t av1_mode_context_analyzer(
190 const int16_t *const mode_context, const MV_REFERENCE_FRAME *const rf) {
191 const int8_t ref_frame = av1_ref_frame_type(rf);
192
193 if (rf[1] <= INTRA_FRAME) return mode_context[ref_frame];
194
195 const int16_t newmv_ctx = mode_context[ref_frame] & NEWMV_CTX_MASK;
196 const int16_t refmv_ctx =
197 (mode_context[ref_frame] >> REFMV_OFFSET) & REFMV_CTX_MASK;
198
199 const int16_t comp_ctx = compound_mode_ctx_map[refmv_ctx >> 1][AOMMIN(
200 newmv_ctx, COMP_NEWMV_CTXS - 1)];
201 return comp_ctx;
202 }
203
av1_drl_ctx(const CANDIDATE_MV * ref_mv_stack,int ref_idx)204 static INLINE uint8_t av1_drl_ctx(const CANDIDATE_MV *ref_mv_stack,
205 int ref_idx) {
206 if (ref_mv_stack[ref_idx].weight >= REF_CAT_LEVEL &&
207 ref_mv_stack[ref_idx + 1].weight >= REF_CAT_LEVEL)
208 return 0;
209
210 if (ref_mv_stack[ref_idx].weight >= REF_CAT_LEVEL &&
211 ref_mv_stack[ref_idx + 1].weight < REF_CAT_LEVEL)
212 return 1;
213
214 if (ref_mv_stack[ref_idx].weight < REF_CAT_LEVEL &&
215 ref_mv_stack[ref_idx + 1].weight < REF_CAT_LEVEL)
216 return 2;
217
218 return 0;
219 }
220
221 void av1_setup_frame_buf_refs(AV1_COMMON *cm);
222 void av1_setup_frame_sign_bias(AV1_COMMON *cm);
223 void av1_setup_skip_mode_allowed(AV1_COMMON *cm);
224 void av1_setup_motion_field(AV1_COMMON *cm);
225 void av1_set_frame_refs(AV1_COMMON *const cm, int lst_map_idx, int gld_map_idx);
226
av1_collect_neighbors_ref_counts(MACROBLOCKD * const xd)227 static INLINE void av1_collect_neighbors_ref_counts(MACROBLOCKD *const xd) {
228 av1_zero(xd->neighbors_ref_counts);
229
230 uint8_t *const ref_counts = xd->neighbors_ref_counts;
231
232 const MB_MODE_INFO *const above_mbmi = xd->above_mbmi;
233 const MB_MODE_INFO *const left_mbmi = xd->left_mbmi;
234 const int above_in_image = xd->up_available;
235 const int left_in_image = xd->left_available;
236
237 // Above neighbor
238 if (above_in_image && is_inter_block(above_mbmi)) {
239 ref_counts[above_mbmi->ref_frame[0]]++;
240 if (has_second_ref(above_mbmi)) {
241 ref_counts[above_mbmi->ref_frame[1]]++;
242 }
243 }
244
245 // Left neighbor
246 if (left_in_image && is_inter_block(left_mbmi)) {
247 ref_counts[left_mbmi->ref_frame[0]]++;
248 if (has_second_ref(left_mbmi)) {
249 ref_counts[left_mbmi->ref_frame[1]]++;
250 }
251 }
252 }
253
254 void av1_copy_frame_mvs(const AV1_COMMON *const cm,
255 const MB_MODE_INFO *const mi, int mi_row, int mi_col,
256 int x_mis, int y_mis);
257
258 void av1_find_mv_refs(const AV1_COMMON *cm, const MACROBLOCKD *xd,
259 MB_MODE_INFO *mi, MV_REFERENCE_FRAME ref_frame,
260 uint8_t ref_mv_count[MODE_CTX_REF_FRAMES],
261 CANDIDATE_MV ref_mv_stack[][MAX_REF_MV_STACK_SIZE],
262 int_mv mv_ref_list[][MAX_MV_REF_CANDIDATES],
263 int_mv *global_mvs, int mi_row, int mi_col,
264 int16_t *mode_context);
265
266 // check a list of motion vectors by sad score using a number rows of pixels
267 // above and a number cols of pixels in the left to select the one with best
268 // score to use as ref motion vector
269 void av1_find_best_ref_mvs(int allow_hp, int_mv *mvlist, int_mv *nearest_mv,
270 int_mv *near_mv, int is_integer);
271
272 int selectSamples(MV *mv, int *pts, int *pts_inref, int len, BLOCK_SIZE bsize);
273 int findSamples(const AV1_COMMON *cm, MACROBLOCKD *xd, int mi_row, int mi_col,
274 int *pts, int *pts_inref);
275
276 #define INTRABC_DELAY_PIXELS 256 // Delay of 256 pixels
277 #define INTRABC_DELAY_SB64 (INTRABC_DELAY_PIXELS / 64)
278
av1_find_ref_dv(int_mv * ref_dv,const TileInfo * const tile,int mib_size,int mi_row,int mi_col)279 static INLINE void av1_find_ref_dv(int_mv *ref_dv, const TileInfo *const tile,
280 int mib_size, int mi_row, int mi_col) {
281 (void)mi_col;
282 if (mi_row - mib_size < tile->mi_row_start) {
283 ref_dv->as_mv.row = 0;
284 ref_dv->as_mv.col = -MI_SIZE * mib_size - INTRABC_DELAY_PIXELS;
285 } else {
286 ref_dv->as_mv.row = -MI_SIZE * mib_size;
287 ref_dv->as_mv.col = 0;
288 }
289 ref_dv->as_mv.row *= 8;
290 ref_dv->as_mv.col *= 8;
291 }
292
av1_is_dv_valid(const MV dv,const AV1_COMMON * cm,const MACROBLOCKD * xd,int mi_row,int mi_col,BLOCK_SIZE bsize,int mib_size_log2)293 static INLINE int av1_is_dv_valid(const MV dv, const AV1_COMMON *cm,
294 const MACROBLOCKD *xd, int mi_row, int mi_col,
295 BLOCK_SIZE bsize, int mib_size_log2) {
296 const int bw = block_size_wide[bsize];
297 const int bh = block_size_high[bsize];
298 const int SCALE_PX_TO_MV = 8;
299 // Disallow subpixel for now
300 // SUBPEL_MASK is not the correct scale
301 if (((dv.row & (SCALE_PX_TO_MV - 1)) || (dv.col & (SCALE_PX_TO_MV - 1))))
302 return 0;
303
304 const TileInfo *const tile = &xd->tile;
305 // Is the source top-left inside the current tile?
306 const int src_top_edge = mi_row * MI_SIZE * SCALE_PX_TO_MV + dv.row;
307 const int tile_top_edge = tile->mi_row_start * MI_SIZE * SCALE_PX_TO_MV;
308 if (src_top_edge < tile_top_edge) return 0;
309 const int src_left_edge = mi_col * MI_SIZE * SCALE_PX_TO_MV + dv.col;
310 const int tile_left_edge = tile->mi_col_start * MI_SIZE * SCALE_PX_TO_MV;
311 if (src_left_edge < tile_left_edge) return 0;
312 // Is the bottom right inside the current tile?
313 const int src_bottom_edge = (mi_row * MI_SIZE + bh) * SCALE_PX_TO_MV + dv.row;
314 const int tile_bottom_edge = tile->mi_row_end * MI_SIZE * SCALE_PX_TO_MV;
315 if (src_bottom_edge > tile_bottom_edge) return 0;
316 const int src_right_edge = (mi_col * MI_SIZE + bw) * SCALE_PX_TO_MV + dv.col;
317 const int tile_right_edge = tile->mi_col_end * MI_SIZE * SCALE_PX_TO_MV;
318 if (src_right_edge > tile_right_edge) return 0;
319
320 // Special case for sub 8x8 chroma cases, to prevent referring to chroma
321 // pixels outside current tile.
322 for (int plane = 1; plane < av1_num_planes(cm); ++plane) {
323 const struct macroblockd_plane *const pd = &xd->plane[plane];
324 if (is_chroma_reference(mi_row, mi_col, bsize, pd->subsampling_x,
325 pd->subsampling_y)) {
326 if (bw < 8 && pd->subsampling_x)
327 if (src_left_edge < tile_left_edge + 4 * SCALE_PX_TO_MV) return 0;
328 if (bh < 8 && pd->subsampling_y)
329 if (src_top_edge < tile_top_edge + 4 * SCALE_PX_TO_MV) return 0;
330 }
331 }
332
333 // Is the bottom right within an already coded SB? Also consider additional
334 // constraints to facilitate HW decoder.
335 const int max_mib_size = 1 << mib_size_log2;
336 const int active_sb_row = mi_row >> mib_size_log2;
337 const int active_sb64_col = (mi_col * MI_SIZE) >> 6;
338 const int sb_size = max_mib_size * MI_SIZE;
339 const int src_sb_row = ((src_bottom_edge >> 3) - 1) / sb_size;
340 const int src_sb64_col = ((src_right_edge >> 3) - 1) >> 6;
341 const int total_sb64_per_row =
342 ((tile->mi_col_end - tile->mi_col_start - 1) >> 4) + 1;
343 const int active_sb64 = active_sb_row * total_sb64_per_row + active_sb64_col;
344 const int src_sb64 = src_sb_row * total_sb64_per_row + src_sb64_col;
345 if (src_sb64 >= active_sb64 - INTRABC_DELAY_SB64) return 0;
346
347 // Wavefront constraint: use only top left area of frame for reference.
348 const int gradient = 1 + INTRABC_DELAY_SB64 + (sb_size > 64);
349 const int wf_offset = gradient * (active_sb_row - src_sb_row);
350 if (src_sb_row > active_sb_row ||
351 src_sb64_col >= active_sb64_col - INTRABC_DELAY_SB64 + wf_offset)
352 return 0;
353
354 return 1;
355 }
356
357 #ifdef __cplusplus
358 } // extern "C"
359 #endif
360
361 #endif // AOM_AV1_COMMON_MVREF_COMMON_H_
362