1 /*
2  * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3  *
4  * This source code is subject to the terms of the BSD 2 Clause License and
5  * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6  * was not distributed with this source code in the LICENSE file, you can
7  * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8  * Media Patent License 1.0 was not distributed with this source code in the
9  * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10  */
11 #include <stdlib.h>
12 #include <string.h>
13 
14 #include "./aom_config.h"
15 #include "aom/aom_encoder.h"
16 #include "aom_ports/aom_once.h"
17 #include "aom_ports/system_state.h"
18 #include "aom/internal/aom_codec_internal.h"
19 #include "./aom_version.h"
20 #include "av1/encoder/encoder.h"
21 #include "aom/aomcx.h"
22 #include "av1/encoder/firstpass.h"
23 #include "av1/av1_iface_common.h"
24 
25 #define MAG_SIZE (4)
26 #define MAX_INDEX_SIZE (256)
27 
28 struct av1_extracfg {
29   int cpu_used;  // available cpu percentage in 1/16
30   unsigned int enable_auto_alt_ref;
31 #if CONFIG_EXT_REFS
32   unsigned int enable_auto_bwd_ref;
33 #endif  // CONFIG_EXT_REFS
34   unsigned int noise_sensitivity;
35   unsigned int sharpness;
36   unsigned int static_thresh;
37   unsigned int tile_columns;  // log2 number of tile columns
38   unsigned int tile_rows;     // log2 number of tile rows
39 #if CONFIG_DEPENDENT_HORZTILES
40   unsigned int dependent_horz_tiles;
41 #endif
42 #if CONFIG_LOOPFILTERING_ACROSS_TILES
43   unsigned int loop_filter_across_tiles_enabled;
44 #endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
45   unsigned int arnr_max_frames;
46   unsigned int arnr_strength;
47   unsigned int min_gf_interval;
48   unsigned int max_gf_interval;
49   aom_tune_metric tuning;
50   unsigned int cq_level;  // constrained quality level
51   unsigned int rc_max_intra_bitrate_pct;
52   unsigned int rc_max_inter_bitrate_pct;
53   unsigned int gf_cbr_boost_pct;
54   unsigned int lossless;
55 #if CONFIG_AOM_QM
56   unsigned int enable_qm;
57   unsigned int qm_min;
58   unsigned int qm_max;
59 #endif
60 #if CONFIG_DIST_8X8
61   unsigned int enable_dist_8x8;
62 #endif
63   unsigned int num_tg;
64   unsigned int mtu_size;
65 #if CONFIG_TEMPMV_SIGNALING
66   unsigned int disable_tempmv;
67 #endif
68   unsigned int frame_parallel_decoding_mode;
69   AQ_MODE aq_mode;
70 #if CONFIG_EXT_DELTA_Q
71   DELTAQ_MODE deltaq_mode;
72 #endif
73   unsigned int frame_periodic_boost;
74   aom_bit_depth_t bit_depth;
75   aom_tune_content content;
76   aom_color_space_t color_space;
77   aom_transfer_function_t transfer_function;
78   aom_chroma_sample_position_t chroma_sample_position;
79   int color_range;
80   int render_width;
81   int render_height;
82   aom_superblock_size_t superblock_size;
83 #if CONFIG_ANS && ANS_MAX_SYMBOLS
84   int ans_window_size_log2;
85 #endif
86 #if CONFIG_EXT_TILE
87   unsigned int single_tile_decoding;
88 #endif  // CONFIG_EXT_TILE
89 
90   unsigned int motion_vector_unit_test;
91 };
92 
93 static struct av1_extracfg default_extra_cfg = {
94   0,  // cpu_used
95   1,  // enable_auto_alt_ref
96 #if CONFIG_EXT_REFS
97   0,    // enable_auto_bwd_ref
98 #endif  // CONFIG_EXT_REFS
99   0,    // noise_sensitivity
100   0,    // sharpness
101   0,    // static_thresh
102   0,    // tile_columns
103   0,    // tile_rows
104 #if CONFIG_DEPENDENT_HORZTILES
105   0,  // Dependent Horizontal tiles
106 #endif
107 #if CONFIG_LOOPFILTERING_ACROSS_TILES
108   1,              // loop_filter_across_tiles_enabled
109 #endif            // CONFIG_LOOPFILTERING_ACROSS_TILES
110   7,              // arnr_max_frames
111   5,              // arnr_strength
112   0,              // min_gf_interval; 0 -> default decision
113   0,              // max_gf_interval; 0 -> default decision
114   AOM_TUNE_PSNR,  // tuning
115   10,             // cq_level
116   0,              // rc_max_intra_bitrate_pct
117   0,              // rc_max_inter_bitrate_pct
118   0,              // gf_cbr_boost_pct
119   0,              // lossless
120 #if CONFIG_AOM_QM
121   0,                 // enable_qm
122   DEFAULT_QM_FIRST,  // qm_min
123   DEFAULT_QM_LAST,   // qm_max
124 #endif
125 #if CONFIG_DIST_8X8
126   0,
127 #endif
128   1,  // max number of tile groups
129   0,  // mtu_size
130 #if CONFIG_TEMPMV_SIGNALING
131   0,  // disable temporal mv prediction
132 #endif
133   1,      // frame_parallel_decoding_mode
134   NO_AQ,  // aq_mode
135 #if CONFIG_EXT_DELTA_Q
136   NO_DELTA_Q,  // deltaq_mode
137 #endif
138   CONFIG_XIPHRC,                // frame_periodic_delta_q
139   AOM_BITS_8,                   // Bit depth
140   AOM_CONTENT_DEFAULT,          // content
141   AOM_CS_UNKNOWN,               // color space
142   AOM_TF_UNKNOWN,               // transfer function
143   AOM_CSP_UNKNOWN,              // chroma sample position
144   0,                            // color range
145   0,                            // render width
146   0,                            // render height
147   AOM_SUPERBLOCK_SIZE_DYNAMIC,  // superblock_size
148 #if CONFIG_ANS && ANS_MAX_SYMBOLS
149   23,  // ans_window_size_log2
150 #endif
151 #if CONFIG_EXT_TILE
152   0,    // Single tile decoding is off by default.
153 #endif  // CONFIG_EXT_TILE
154 
155   0,  // motion_vector_unit_test
156 };
157 
158 struct aom_codec_alg_priv {
159   aom_codec_priv_t base;
160   aom_codec_enc_cfg_t cfg;
161   struct av1_extracfg extra_cfg;
162   AV1EncoderConfig oxcf;
163   AV1_COMP *cpi;
164   unsigned char *cx_data;
165   size_t cx_data_sz;
166   unsigned char *pending_cx_data;
167   size_t pending_cx_data_sz;
168   int pending_frame_count;
169   size_t pending_frame_sizes[8];
170   aom_image_t preview_img;
171   aom_enc_frame_flags_t next_frame_flags;
172   aom_postproc_cfg_t preview_ppcfg;
173   aom_codec_pkt_list_decl(256) pkt_list;
174   unsigned int fixed_kf_cntr;
175   // BufferPool that holds all reference frames.
176   BufferPool *buffer_pool;
177 };
178 
update_error_state(aom_codec_alg_priv_t * ctx,const struct aom_internal_error_info * error)179 static aom_codec_err_t update_error_state(
180     aom_codec_alg_priv_t *ctx, const struct aom_internal_error_info *error) {
181   const aom_codec_err_t res = error->error_code;
182 
183   if (res != AOM_CODEC_OK)
184     ctx->base.err_detail = error->has_detail ? error->detail : NULL;
185 
186   return res;
187 }
188 
189 #undef ERROR
190 #define ERROR(str)                  \
191   do {                              \
192     ctx->base.err_detail = str;     \
193     return AOM_CODEC_INVALID_PARAM; \
194   } while (0)
195 
196 #define RANGE_CHECK(p, memb, lo, hi)                   \
197   do {                                                 \
198     if (!((p)->memb >= (lo) && (p)->memb <= (hi)))     \
199       ERROR(#memb " out of range [" #lo ".." #hi "]"); \
200   } while (0)
201 
202 #define RANGE_CHECK_HI(p, memb, hi)                                     \
203   do {                                                                  \
204     if (!((p)->memb <= (hi))) ERROR(#memb " out of range [.." #hi "]"); \
205   } while (0)
206 
207 #define RANGE_CHECK_LO(p, memb, lo)                                     \
208   do {                                                                  \
209     if (!((p)->memb >= (lo))) ERROR(#memb " out of range [" #lo "..]"); \
210   } while (0)
211 
212 #define RANGE_CHECK_BOOL(p, memb)                                     \
213   do {                                                                \
214     if (!!((p)->memb) != (p)->memb) ERROR(#memb " expected boolean"); \
215   } while (0)
216 
validate_config(aom_codec_alg_priv_t * ctx,const aom_codec_enc_cfg_t * cfg,const struct av1_extracfg * extra_cfg)217 static aom_codec_err_t validate_config(aom_codec_alg_priv_t *ctx,
218                                        const aom_codec_enc_cfg_t *cfg,
219                                        const struct av1_extracfg *extra_cfg) {
220   RANGE_CHECK(cfg, g_w, 1, 65535);  // 16 bits available
221   RANGE_CHECK(cfg, g_h, 1, 65535);  // 16 bits available
222   RANGE_CHECK(cfg, g_timebase.den, 1, 1000000000);
223   RANGE_CHECK(cfg, g_timebase.num, 1, cfg->g_timebase.den);
224   RANGE_CHECK_HI(cfg, g_profile, 3);
225 
226   RANGE_CHECK_HI(cfg, rc_max_quantizer, 63);
227   RANGE_CHECK_HI(cfg, rc_min_quantizer, cfg->rc_max_quantizer);
228   RANGE_CHECK_BOOL(extra_cfg, lossless);
229   RANGE_CHECK_HI(extra_cfg, aq_mode, AQ_MODE_COUNT - 1);
230 #if CONFIG_EXT_DELTA_Q
231   RANGE_CHECK_HI(extra_cfg, deltaq_mode, DELTAQ_MODE_COUNT - 1);
232 #endif
233   RANGE_CHECK_HI(extra_cfg, frame_periodic_boost, 1);
234   RANGE_CHECK_HI(cfg, g_threads, 64);
235   RANGE_CHECK_HI(cfg, g_lag_in_frames, MAX_LAG_BUFFERS);
236   RANGE_CHECK(cfg, rc_end_usage, AOM_VBR, AOM_Q);
237   RANGE_CHECK_HI(cfg, rc_undershoot_pct, 100);
238   RANGE_CHECK_HI(cfg, rc_overshoot_pct, 100);
239   RANGE_CHECK_HI(cfg, rc_2pass_vbr_bias_pct, 100);
240   RANGE_CHECK(cfg, kf_mode, AOM_KF_DISABLED, AOM_KF_AUTO);
241   RANGE_CHECK_HI(cfg, rc_dropframe_thresh, 100);
242   RANGE_CHECK(cfg, g_pass, AOM_RC_ONE_PASS, AOM_RC_LAST_PASS);
243   RANGE_CHECK_HI(extra_cfg, min_gf_interval, MAX_LAG_BUFFERS - 1);
244   RANGE_CHECK_HI(extra_cfg, max_gf_interval, MAX_LAG_BUFFERS - 1);
245   if (extra_cfg->max_gf_interval > 0) {
246     RANGE_CHECK(extra_cfg, max_gf_interval, 2, (MAX_LAG_BUFFERS - 1));
247   }
248   if (extra_cfg->min_gf_interval > 0 && extra_cfg->max_gf_interval > 0) {
249     RANGE_CHECK(extra_cfg, max_gf_interval, extra_cfg->min_gf_interval,
250                 (MAX_LAG_BUFFERS - 1));
251   }
252 
253   RANGE_CHECK_HI(cfg, rc_resize_mode, RESIZE_MODES - 1);
254   RANGE_CHECK(cfg, rc_resize_denominator, SCALE_NUMERATOR,
255               SCALE_NUMERATOR << 1);
256   RANGE_CHECK(cfg, rc_resize_kf_denominator, SCALE_NUMERATOR,
257               SCALE_NUMERATOR << 1);
258 #if CONFIG_FRAME_SUPERRES
259   RANGE_CHECK_HI(cfg, rc_superres_mode, SUPERRES_MODES - 1);
260   RANGE_CHECK(cfg, rc_superres_denominator, SCALE_NUMERATOR,
261               SCALE_NUMERATOR << 1);
262   RANGE_CHECK(cfg, rc_superres_kf_denominator, SCALE_NUMERATOR,
263               SCALE_NUMERATOR << 1);
264   RANGE_CHECK(cfg, rc_superres_qthresh, 1, 63);
265   RANGE_CHECK(cfg, rc_superres_kf_qthresh, 1, 63);
266 #endif  // CONFIG_FRAME_SUPERRES
267 
268   // AV1 does not support a lower bound on the keyframe interval in
269   // automatic keyframe placement mode.
270   if (cfg->kf_mode != AOM_KF_DISABLED && cfg->kf_min_dist != cfg->kf_max_dist &&
271       cfg->kf_min_dist > 0)
272     ERROR(
273         "kf_min_dist not supported in auto mode, use 0 "
274         "or kf_max_dist instead.");
275 
276   RANGE_CHECK_HI(extra_cfg, motion_vector_unit_test, 2);
277   RANGE_CHECK_HI(extra_cfg, enable_auto_alt_ref, 2);
278 #if CONFIG_EXT_REFS
279   RANGE_CHECK_HI(extra_cfg, enable_auto_bwd_ref, 2);
280 #endif  // CONFIG_EXT_REFS
281   RANGE_CHECK(extra_cfg, cpu_used, 0, 8);
282   RANGE_CHECK_HI(extra_cfg, noise_sensitivity, 6);
283   RANGE_CHECK(extra_cfg, superblock_size, AOM_SUPERBLOCK_SIZE_64X64,
284               AOM_SUPERBLOCK_SIZE_DYNAMIC);
285 #if CONFIG_EXT_TILE
286   RANGE_CHECK_HI(cfg, large_scale_tile, 1);
287   RANGE_CHECK_HI(extra_cfg, single_tile_decoding, 1);
288 
289   if (cfg->large_scale_tile) {
290 // TODO(any): Waring. If CONFIG_EXT_TILE is true, tile_columns really
291 // means tile_width, and tile_rows really means tile_hight. The interface
292 // should be sanitized.
293 #if CONFIG_EXT_PARTITION
294     if (extra_cfg->superblock_size != AOM_SUPERBLOCK_SIZE_64X64) {
295       if (extra_cfg->tile_columns != 0)
296         RANGE_CHECK(extra_cfg, tile_columns, 1, 32);
297       if (extra_cfg->tile_rows != 0) RANGE_CHECK(extra_cfg, tile_rows, 1, 32);
298     } else {
299 #endif  // CONFIG_EXT_PARTITION
300       if (extra_cfg->tile_columns != 0)
301         RANGE_CHECK(extra_cfg, tile_columns, 1, 64);
302       if (extra_cfg->tile_rows != 0) RANGE_CHECK(extra_cfg, tile_rows, 1, 64);
303 #if CONFIG_EXT_PARTITION
304     }
305 #endif  // CONFIG_EXT_PARTITION
306   } else {
307 #endif  // CONFIG_EXT_TILE
308 #if CONFIG_MAX_TILE
309     RANGE_CHECK_HI(extra_cfg, tile_columns, 6);
310     RANGE_CHECK_HI(extra_cfg, tile_rows, 6);
311 #else   // CONFIG_MAX_TILE
312   RANGE_CHECK_HI(extra_cfg, tile_columns, 6);
313   RANGE_CHECK_HI(extra_cfg, tile_rows, 2);
314 #endif  // CONFIG_MAX_TILE
315 #if CONFIG_EXT_TILE
316   }
317 #endif  // CONFIG_EXT_TILE
318 
319 #if CONFIG_DEPENDENT_HORZTILES
320   RANGE_CHECK_HI(extra_cfg, dependent_horz_tiles, 1);
321 #endif
322 #if CONFIG_LOOPFILTERING_ACROSS_TILES
323   RANGE_CHECK_HI(extra_cfg, loop_filter_across_tiles_enabled, 1);
324 #endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
325   RANGE_CHECK_HI(extra_cfg, sharpness, 7);
326   RANGE_CHECK_HI(extra_cfg, arnr_max_frames, 15);
327   RANGE_CHECK_HI(extra_cfg, arnr_strength, 6);
328   RANGE_CHECK_HI(extra_cfg, cq_level, 63);
329   RANGE_CHECK(cfg, g_bit_depth, AOM_BITS_8, AOM_BITS_12);
330   RANGE_CHECK(cfg, g_input_bit_depth, 8, 12);
331   RANGE_CHECK(extra_cfg, content, AOM_CONTENT_DEFAULT, AOM_CONTENT_INVALID - 1);
332 
333   // TODO(yaowu): remove this when ssim tuning is implemented for av1
334   if (extra_cfg->tuning == AOM_TUNE_SSIM)
335     ERROR("Option --tune=ssim is not currently supported in AV1.");
336 
337 // TODO(anybody) : remove this flag when PVQ supports pallete coding tool
338 #if CONFIG_PVQ
339   if (extra_cfg->content == AOM_CONTENT_SCREEN)
340     ERROR(
341         "Option --tune-content=screen is not currently supported when PVQ is "
342         "enabled.");
343 #endif  // CONFIG_PVQ
344 
345   if (cfg->g_pass == AOM_RC_LAST_PASS) {
346 #if !CONFIG_XIPHRC
347     const size_t packet_sz = sizeof(FIRSTPASS_STATS);
348     const int n_packets = (int)(cfg->rc_twopass_stats_in.sz / packet_sz);
349     const FIRSTPASS_STATS *stats;
350 #endif
351 
352     if (cfg->rc_twopass_stats_in.buf == NULL)
353       ERROR("rc_twopass_stats_in.buf not set.");
354 
355 #if !CONFIG_XIPHRC
356     if (cfg->rc_twopass_stats_in.sz % packet_sz)
357       ERROR("rc_twopass_stats_in.sz indicates truncated packet.");
358 
359     if (cfg->rc_twopass_stats_in.sz < 2 * packet_sz)
360       ERROR("rc_twopass_stats_in requires at least two packets.");
361 
362     stats =
363         (const FIRSTPASS_STATS *)cfg->rc_twopass_stats_in.buf + n_packets - 1;
364 
365     if ((int)(stats->count + 0.5) != n_packets - 1)
366       ERROR("rc_twopass_stats_in missing EOS stats packet");
367 #endif
368   }
369 
370 #if !CONFIG_HIGHBITDEPTH
371   if (cfg->g_profile > (unsigned int)PROFILE_1) {
372     ERROR("Profile > 1 not supported in this build configuration");
373   }
374 #endif
375   if (cfg->g_profile <= (unsigned int)PROFILE_1 &&
376       cfg->g_bit_depth > AOM_BITS_8) {
377     ERROR("Codec high bit-depth not supported in profile < 2");
378   }
379   if (cfg->g_profile <= (unsigned int)PROFILE_1 && cfg->g_input_bit_depth > 8) {
380     ERROR("Source high bit-depth not supported in profile < 2");
381   }
382   if (cfg->g_profile > (unsigned int)PROFILE_1 &&
383       cfg->g_bit_depth == AOM_BITS_8) {
384     ERROR("Codec bit-depth 8 not supported in profile > 1");
385   }
386 #if CONFIG_COLORSPACE_HEADERS
387   RANGE_CHECK(extra_cfg, color_space, AOM_CS_UNKNOWN, AOM_CS_ICTCP);
388   RANGE_CHECK(extra_cfg, transfer_function, AOM_TF_UNKNOWN, AOM_TF_HLG);
389   RANGE_CHECK(extra_cfg, chroma_sample_position, AOM_CSP_UNKNOWN,
390               AOM_CSP_COLOCATED);
391 #else
392   RANGE_CHECK(extra_cfg, color_space, AOM_CS_UNKNOWN, AOM_CS_SRGB);
393 #endif
394   RANGE_CHECK(extra_cfg, color_range, 0, 1);
395 #if CONFIG_ANS && ANS_MAX_SYMBOLS
396   RANGE_CHECK(extra_cfg, ans_window_size_log2, 8, 23);
397 #endif
398   return AOM_CODEC_OK;
399 }
400 
validate_img(aom_codec_alg_priv_t * ctx,const aom_image_t * img)401 static aom_codec_err_t validate_img(aom_codec_alg_priv_t *ctx,
402                                     const aom_image_t *img) {
403   switch (img->fmt) {
404     case AOM_IMG_FMT_YV12:
405     case AOM_IMG_FMT_I420:
406     case AOM_IMG_FMT_I42016: break;
407     case AOM_IMG_FMT_I422:
408     case AOM_IMG_FMT_I444:
409     case AOM_IMG_FMT_I440:
410       if (ctx->cfg.g_profile != (unsigned int)PROFILE_1) {
411         ERROR(
412             "Invalid image format. I422, I444, I440 images are "
413             "not supported in profile.");
414       }
415       break;
416     case AOM_IMG_FMT_I42216:
417     case AOM_IMG_FMT_I44416:
418     case AOM_IMG_FMT_I44016:
419       if (ctx->cfg.g_profile != (unsigned int)PROFILE_1 &&
420           ctx->cfg.g_profile != (unsigned int)PROFILE_3) {
421         ERROR(
422             "Invalid image format. 16-bit I422, I444, I440 images are "
423             "not supported in profile.");
424       }
425       break;
426     default:
427       ERROR(
428           "Invalid image format. Only YV12, I420, I422, I444 images are "
429           "supported.");
430       break;
431   }
432 
433   if (img->d_w != ctx->cfg.g_w || img->d_h != ctx->cfg.g_h)
434     ERROR("Image size must match encoder init configuration size");
435 
436   return AOM_CODEC_OK;
437 }
438 
get_image_bps(const aom_image_t * img)439 static int get_image_bps(const aom_image_t *img) {
440   switch (img->fmt) {
441     case AOM_IMG_FMT_YV12:
442     case AOM_IMG_FMT_I420: return 12;
443     case AOM_IMG_FMT_I422: return 16;
444     case AOM_IMG_FMT_I444: return 24;
445     case AOM_IMG_FMT_I440: return 16;
446     case AOM_IMG_FMT_I42016: return 24;
447     case AOM_IMG_FMT_I42216: return 32;
448     case AOM_IMG_FMT_I44416: return 48;
449     case AOM_IMG_FMT_I44016: return 32;
450     default: assert(0 && "Invalid image format"); break;
451   }
452   return 0;
453 }
454 
set_encoder_config(AV1EncoderConfig * oxcf,const aom_codec_enc_cfg_t * cfg,const struct av1_extracfg * extra_cfg)455 static aom_codec_err_t set_encoder_config(
456     AV1EncoderConfig *oxcf, const aom_codec_enc_cfg_t *cfg,
457     const struct av1_extracfg *extra_cfg) {
458   const int is_vbr = cfg->rc_end_usage == AOM_VBR;
459   oxcf->profile = cfg->g_profile;
460   oxcf->max_threads = (int)cfg->g_threads;
461   oxcf->width = cfg->g_w;
462   oxcf->height = cfg->g_h;
463   oxcf->bit_depth = cfg->g_bit_depth;
464   oxcf->input_bit_depth = cfg->g_input_bit_depth;
465   // guess a frame rate if out of whack, use 30
466   oxcf->init_framerate = (double)cfg->g_timebase.den / cfg->g_timebase.num;
467   if (oxcf->init_framerate > 180) oxcf->init_framerate = 30;
468 
469   oxcf->mode = GOOD;
470 
471   switch (cfg->g_pass) {
472     case AOM_RC_ONE_PASS: oxcf->pass = 0; break;
473     case AOM_RC_FIRST_PASS: oxcf->pass = 1; break;
474     case AOM_RC_LAST_PASS: oxcf->pass = 2; break;
475   }
476 
477   oxcf->lag_in_frames =
478       cfg->g_pass == AOM_RC_FIRST_PASS ? 0 : cfg->g_lag_in_frames;
479   oxcf->rc_mode = cfg->rc_end_usage;
480 
481   // Convert target bandwidth from Kbit/s to Bit/s
482   oxcf->target_bandwidth = 1000 * cfg->rc_target_bitrate;
483   oxcf->rc_max_intra_bitrate_pct = extra_cfg->rc_max_intra_bitrate_pct;
484   oxcf->rc_max_inter_bitrate_pct = extra_cfg->rc_max_inter_bitrate_pct;
485   oxcf->gf_cbr_boost_pct = extra_cfg->gf_cbr_boost_pct;
486 
487   oxcf->best_allowed_q =
488       extra_cfg->lossless ? 0 : av1_quantizer_to_qindex(cfg->rc_min_quantizer);
489   oxcf->worst_allowed_q =
490       extra_cfg->lossless ? 0 : av1_quantizer_to_qindex(cfg->rc_max_quantizer);
491   oxcf->cq_level = av1_quantizer_to_qindex(extra_cfg->cq_level);
492   oxcf->fixed_q = -1;
493 
494 #if CONFIG_AOM_QM
495   oxcf->using_qm = extra_cfg->enable_qm;
496   oxcf->qm_minlevel = extra_cfg->qm_min;
497   oxcf->qm_maxlevel = extra_cfg->qm_max;
498 #endif
499 #if CONFIG_DIST_8X8
500   oxcf->using_dist_8x8 = extra_cfg->enable_dist_8x8;
501   if (extra_cfg->tuning == AOM_TUNE_CDEF_DIST ||
502       extra_cfg->tuning == AOM_TUNE_DAALA_DIST)
503     oxcf->using_dist_8x8 = 1;
504 #endif
505   oxcf->num_tile_groups = extra_cfg->num_tg;
506 #if CONFIG_EXT_TILE
507   // In large-scale tile encoding mode, num_tile_groups is always 1.
508   if (cfg->large_scale_tile) oxcf->num_tile_groups = 1;
509 #endif  // CONFIG_EXT_TILE
510   oxcf->mtu = extra_cfg->mtu_size;
511 
512 #if CONFIG_TEMPMV_SIGNALING
513   oxcf->disable_tempmv = extra_cfg->disable_tempmv;
514 #endif
515   oxcf->under_shoot_pct = cfg->rc_undershoot_pct;
516   oxcf->over_shoot_pct = cfg->rc_overshoot_pct;
517 
518   oxcf->resize_mode = (RESIZE_MODE)cfg->rc_resize_mode;
519   oxcf->resize_scale_denominator = (uint8_t)cfg->rc_resize_denominator;
520   oxcf->resize_kf_scale_denominator = (uint8_t)cfg->rc_resize_kf_denominator;
521   if (oxcf->resize_mode == RESIZE_FIXED &&
522       oxcf->resize_scale_denominator == SCALE_NUMERATOR &&
523       oxcf->resize_kf_scale_denominator == SCALE_NUMERATOR)
524     oxcf->resize_mode = RESIZE_NONE;
525 
526 #if CONFIG_FRAME_SUPERRES
527   oxcf->superres_mode = (SUPERRES_MODE)cfg->rc_superres_mode;
528   oxcf->superres_scale_denominator = (uint8_t)cfg->rc_superres_denominator;
529   oxcf->superres_kf_scale_denominator =
530       (uint8_t)cfg->rc_superres_kf_denominator;
531   oxcf->superres_qthresh =
532       extra_cfg->lossless ? 255
533                           : av1_quantizer_to_qindex(cfg->rc_superres_qthresh);
534   oxcf->superres_kf_qthresh =
535       extra_cfg->lossless
536           ? 255
537           : av1_quantizer_to_qindex(cfg->rc_superres_kf_qthresh);
538   if (oxcf->superres_mode == SUPERRES_FIXED &&
539       oxcf->superres_scale_denominator == SCALE_NUMERATOR &&
540       oxcf->superres_kf_scale_denominator == SCALE_NUMERATOR)
541     oxcf->superres_mode = SUPERRES_NONE;
542   if (oxcf->superres_mode == SUPERRES_QTHRESH &&
543       oxcf->superres_qthresh == 255 && oxcf->superres_kf_qthresh == 255)
544     oxcf->superres_mode = SUPERRES_NONE;
545 #endif  // CONFIG_FRAME_SUPERRES
546 
547   oxcf->maximum_buffer_size_ms = is_vbr ? 240000 : cfg->rc_buf_sz;
548   oxcf->starting_buffer_level_ms = is_vbr ? 60000 : cfg->rc_buf_initial_sz;
549   oxcf->optimal_buffer_level_ms = is_vbr ? 60000 : cfg->rc_buf_optimal_sz;
550 
551   oxcf->drop_frames_water_mark = cfg->rc_dropframe_thresh;
552 
553   oxcf->two_pass_vbrbias = cfg->rc_2pass_vbr_bias_pct;
554   oxcf->two_pass_vbrmin_section = cfg->rc_2pass_vbr_minsection_pct;
555   oxcf->two_pass_vbrmax_section = cfg->rc_2pass_vbr_maxsection_pct;
556 
557   oxcf->auto_key =
558       cfg->kf_mode == AOM_KF_AUTO && cfg->kf_min_dist != cfg->kf_max_dist;
559 
560   oxcf->key_freq = cfg->kf_max_dist;
561 
562   oxcf->speed = extra_cfg->cpu_used;
563   oxcf->enable_auto_arf = extra_cfg->enable_auto_alt_ref;
564 #if CONFIG_EXT_REFS
565   oxcf->enable_auto_brf = extra_cfg->enable_auto_bwd_ref;
566 #endif  // CONFIG_EXT_REFS
567   oxcf->noise_sensitivity = extra_cfg->noise_sensitivity;
568   oxcf->sharpness = extra_cfg->sharpness;
569 
570   oxcf->two_pass_stats_in = cfg->rc_twopass_stats_in;
571 
572 #if CONFIG_FP_MB_STATS
573   oxcf->firstpass_mb_stats_in = cfg->rc_firstpass_mb_stats_in;
574 #endif
575 
576   oxcf->color_space = extra_cfg->color_space;
577 
578 #if CONFIG_COLORSPACE_HEADERS
579   oxcf->transfer_function = extra_cfg->transfer_function;
580   oxcf->chroma_sample_position = extra_cfg->chroma_sample_position;
581 #else
582   if (extra_cfg->transfer_function != AOM_TF_UNKNOWN)
583     return AOM_CODEC_UNSUP_FEATURE;
584   if (extra_cfg->chroma_sample_position != AOM_CSP_UNKNOWN)
585     return AOM_CODEC_UNSUP_FEATURE;
586 #endif
587 
588   oxcf->color_range = extra_cfg->color_range;
589   oxcf->render_width = extra_cfg->render_width;
590   oxcf->render_height = extra_cfg->render_height;
591   oxcf->arnr_max_frames = extra_cfg->arnr_max_frames;
592   oxcf->arnr_strength = extra_cfg->arnr_strength;
593   oxcf->min_gf_interval = extra_cfg->min_gf_interval;
594   oxcf->max_gf_interval = extra_cfg->max_gf_interval;
595 
596   oxcf->tuning = extra_cfg->tuning;
597   oxcf->content = extra_cfg->content;
598 
599 #if CONFIG_EXT_PARTITION
600   oxcf->superblock_size = extra_cfg->superblock_size;
601 #endif  // CONFIG_EXT_PARTITION
602 #if CONFIG_ANS && ANS_MAX_SYMBOLS
603   oxcf->ans_window_size_log2 = extra_cfg->ans_window_size_log2;
604 #endif  // CONFIG_ANS && ANS_MAX_SYMBOLS
605 
606 #if CONFIG_EXT_TILE
607   oxcf->large_scale_tile = cfg->large_scale_tile;
608   oxcf->single_tile_decoding =
609       (oxcf->large_scale_tile) ? extra_cfg->single_tile_decoding : 0;
610   if (oxcf->large_scale_tile) {
611 #if CONFIG_EXT_PARTITION
612     const unsigned int max =
613         extra_cfg->superblock_size == AOM_SUPERBLOCK_SIZE_64X64 ? 64 : 32;
614 #else
615     const unsigned int max = 64;
616 #endif  // CONFIG_EXT_PARTITION
617     // If tile size is not set, set it to the default value.
618     const unsigned int tc =
619         (!extra_cfg->tile_columns) ? UINT_MAX : extra_cfg->tile_columns;
620     const unsigned int tr =
621         (!extra_cfg->tile_rows) ? UINT_MAX : extra_cfg->tile_rows;
622 
623     oxcf->tile_columns = AOMMIN(tc, max);
624     oxcf->tile_rows = AOMMIN(tr, max);
625   } else {
626 #endif  // CONFIG_EXT_TILE
627     oxcf->tile_columns = extra_cfg->tile_columns;
628     oxcf->tile_rows = extra_cfg->tile_rows;
629 #if CONFIG_EXT_TILE
630   }
631 #endif  // CONFIG_EXT_TILE
632 
633 #if CONFIG_MAX_TILE
634   oxcf->tile_width_count = AOMMIN(cfg->tile_width_count, MAX_TILE_COLS);
635   oxcf->tile_height_count = AOMMIN(cfg->tile_height_count, MAX_TILE_ROWS);
636   for (int i = 0; i < oxcf->tile_width_count; i++) {
637     oxcf->tile_widths[i] = AOMMAX(cfg->tile_widths[i], 1);
638   }
639   for (int i = 0; i < oxcf->tile_height_count; i++) {
640     oxcf->tile_heights[i] = AOMMAX(cfg->tile_heights[i], 1);
641   }
642 #endif
643 #if CONFIG_DEPENDENT_HORZTILES
644   oxcf->dependent_horz_tiles =
645 #if CONFIG_EXT_TILE
646       (cfg->large_scale_tile) ? 0 :
647 #endif  // CONFIG_EXT_TILE
648                               extra_cfg->dependent_horz_tiles;
649 #endif
650 #if CONFIG_LOOPFILTERING_ACROSS_TILES
651   oxcf->loop_filter_across_tiles_enabled =
652       extra_cfg->loop_filter_across_tiles_enabled;
653 #endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
654   oxcf->error_resilient_mode = cfg->g_error_resilient;
655   oxcf->frame_parallel_decoding_mode = extra_cfg->frame_parallel_decoding_mode;
656 
657   oxcf->aq_mode = extra_cfg->aq_mode;
658 #if CONFIG_EXT_DELTA_Q
659   oxcf->deltaq_mode = extra_cfg->deltaq_mode;
660 #endif
661 
662   oxcf->frame_periodic_boost = extra_cfg->frame_periodic_boost;
663   oxcf->motion_vector_unit_test = extra_cfg->motion_vector_unit_test;
664   return AOM_CODEC_OK;
665 }
666 
encoder_set_config(aom_codec_alg_priv_t * ctx,const aom_codec_enc_cfg_t * cfg)667 static aom_codec_err_t encoder_set_config(aom_codec_alg_priv_t *ctx,
668                                           const aom_codec_enc_cfg_t *cfg) {
669   aom_codec_err_t res;
670   int force_key = 0;
671 
672   if (cfg->g_w != ctx->cfg.g_w || cfg->g_h != ctx->cfg.g_h) {
673     if (cfg->g_lag_in_frames > 1 || cfg->g_pass != AOM_RC_ONE_PASS)
674       ERROR("Cannot change width or height after initialization");
675     if (!valid_ref_frame_size(ctx->cfg.g_w, ctx->cfg.g_h, cfg->g_w, cfg->g_h) ||
676         (ctx->cpi->initial_width && (int)cfg->g_w > ctx->cpi->initial_width) ||
677         (ctx->cpi->initial_height && (int)cfg->g_h > ctx->cpi->initial_height))
678       force_key = 1;
679   }
680 
681   // Prevent increasing lag_in_frames. This check is stricter than it needs
682   // to be -- the limit is not increasing past the first lag_in_frames
683   // value, but we don't track the initial config, only the last successful
684   // config.
685   if (cfg->g_lag_in_frames > ctx->cfg.g_lag_in_frames)
686     ERROR("Cannot increase lag_in_frames");
687 
688   res = validate_config(ctx, cfg, &ctx->extra_cfg);
689 
690   if (res == AOM_CODEC_OK) {
691     ctx->cfg = *cfg;
692     set_encoder_config(&ctx->oxcf, &ctx->cfg, &ctx->extra_cfg);
693     // On profile change, request a key frame
694     force_key |= ctx->cpi->common.profile != ctx->oxcf.profile;
695     av1_change_config(ctx->cpi, &ctx->oxcf);
696   }
697 
698   if (force_key) ctx->next_frame_flags |= AOM_EFLAG_FORCE_KF;
699 
700   return res;
701 }
702 
ctrl_get_quantizer(aom_codec_alg_priv_t * ctx,va_list args)703 static aom_codec_err_t ctrl_get_quantizer(aom_codec_alg_priv_t *ctx,
704                                           va_list args) {
705   int *const arg = va_arg(args, int *);
706   if (arg == NULL) return AOM_CODEC_INVALID_PARAM;
707   *arg = av1_get_quantizer(ctx->cpi);
708   return AOM_CODEC_OK;
709 }
710 
ctrl_get_quantizer64(aom_codec_alg_priv_t * ctx,va_list args)711 static aom_codec_err_t ctrl_get_quantizer64(aom_codec_alg_priv_t *ctx,
712                                             va_list args) {
713   int *const arg = va_arg(args, int *);
714   if (arg == NULL) return AOM_CODEC_INVALID_PARAM;
715   *arg = av1_qindex_to_quantizer(av1_get_quantizer(ctx->cpi));
716   return AOM_CODEC_OK;
717 }
718 
update_extra_cfg(aom_codec_alg_priv_t * ctx,const struct av1_extracfg * extra_cfg)719 static aom_codec_err_t update_extra_cfg(aom_codec_alg_priv_t *ctx,
720                                         const struct av1_extracfg *extra_cfg) {
721   const aom_codec_err_t res = validate_config(ctx, &ctx->cfg, extra_cfg);
722   if (res == AOM_CODEC_OK) {
723     ctx->extra_cfg = *extra_cfg;
724     set_encoder_config(&ctx->oxcf, &ctx->cfg, &ctx->extra_cfg);
725     av1_change_config(ctx->cpi, &ctx->oxcf);
726   }
727   return res;
728 }
729 
ctrl_set_cpuused(aom_codec_alg_priv_t * ctx,va_list args)730 static aom_codec_err_t ctrl_set_cpuused(aom_codec_alg_priv_t *ctx,
731                                         va_list args) {
732   struct av1_extracfg extra_cfg = ctx->extra_cfg;
733   extra_cfg.cpu_used = CAST(AOME_SET_CPUUSED, args);
734   return update_extra_cfg(ctx, &extra_cfg);
735 }
736 
ctrl_set_enable_auto_alt_ref(aom_codec_alg_priv_t * ctx,va_list args)737 static aom_codec_err_t ctrl_set_enable_auto_alt_ref(aom_codec_alg_priv_t *ctx,
738                                                     va_list args) {
739   struct av1_extracfg extra_cfg = ctx->extra_cfg;
740   extra_cfg.enable_auto_alt_ref = CAST(AOME_SET_ENABLEAUTOALTREF, args);
741   return update_extra_cfg(ctx, &extra_cfg);
742 }
743 
744 #if CONFIG_EXT_REFS
ctrl_set_enable_auto_bwd_ref(aom_codec_alg_priv_t * ctx,va_list args)745 static aom_codec_err_t ctrl_set_enable_auto_bwd_ref(aom_codec_alg_priv_t *ctx,
746                                                     va_list args) {
747   struct av1_extracfg extra_cfg = ctx->extra_cfg;
748   extra_cfg.enable_auto_bwd_ref = CAST(AOME_SET_ENABLEAUTOBWDREF, args);
749   return update_extra_cfg(ctx, &extra_cfg);
750 }
751 #endif  // CONFIG_EXT_REFS
752 
ctrl_set_noise_sensitivity(aom_codec_alg_priv_t * ctx,va_list args)753 static aom_codec_err_t ctrl_set_noise_sensitivity(aom_codec_alg_priv_t *ctx,
754                                                   va_list args) {
755   struct av1_extracfg extra_cfg = ctx->extra_cfg;
756   extra_cfg.noise_sensitivity = CAST(AV1E_SET_NOISE_SENSITIVITY, args);
757   return update_extra_cfg(ctx, &extra_cfg);
758 }
759 
ctrl_set_sharpness(aom_codec_alg_priv_t * ctx,va_list args)760 static aom_codec_err_t ctrl_set_sharpness(aom_codec_alg_priv_t *ctx,
761                                           va_list args) {
762   struct av1_extracfg extra_cfg = ctx->extra_cfg;
763   extra_cfg.sharpness = CAST(AOME_SET_SHARPNESS, args);
764   return update_extra_cfg(ctx, &extra_cfg);
765 }
766 
ctrl_set_static_thresh(aom_codec_alg_priv_t * ctx,va_list args)767 static aom_codec_err_t ctrl_set_static_thresh(aom_codec_alg_priv_t *ctx,
768                                               va_list args) {
769   struct av1_extracfg extra_cfg = ctx->extra_cfg;
770   extra_cfg.static_thresh = CAST(AOME_SET_STATIC_THRESHOLD, args);
771   return update_extra_cfg(ctx, &extra_cfg);
772 }
773 
ctrl_set_tile_columns(aom_codec_alg_priv_t * ctx,va_list args)774 static aom_codec_err_t ctrl_set_tile_columns(aom_codec_alg_priv_t *ctx,
775                                              va_list args) {
776   struct av1_extracfg extra_cfg = ctx->extra_cfg;
777   extra_cfg.tile_columns = CAST(AV1E_SET_TILE_COLUMNS, args);
778   return update_extra_cfg(ctx, &extra_cfg);
779 }
780 
ctrl_set_tile_rows(aom_codec_alg_priv_t * ctx,va_list args)781 static aom_codec_err_t ctrl_set_tile_rows(aom_codec_alg_priv_t *ctx,
782                                           va_list args) {
783   struct av1_extracfg extra_cfg = ctx->extra_cfg;
784   extra_cfg.tile_rows = CAST(AV1E_SET_TILE_ROWS, args);
785   return update_extra_cfg(ctx, &extra_cfg);
786 }
787 
788 #if CONFIG_DEPENDENT_HORZTILES
ctrl_set_tile_dependent_rows(aom_codec_alg_priv_t * ctx,va_list args)789 static aom_codec_err_t ctrl_set_tile_dependent_rows(aom_codec_alg_priv_t *ctx,
790                                                     va_list args) {
791   struct av1_extracfg extra_cfg = ctx->extra_cfg;
792   extra_cfg.dependent_horz_tiles = CAST(AV1E_SET_TILE_DEPENDENT_ROWS, args);
793   return update_extra_cfg(ctx, &extra_cfg);
794 }
795 #endif
796 #if CONFIG_LOOPFILTERING_ACROSS_TILES
ctrl_set_tile_loopfilter(aom_codec_alg_priv_t * ctx,va_list args)797 static aom_codec_err_t ctrl_set_tile_loopfilter(aom_codec_alg_priv_t *ctx,
798                                                 va_list args) {
799   struct av1_extracfg extra_cfg = ctx->extra_cfg;
800   extra_cfg.loop_filter_across_tiles_enabled =
801       CAST(AV1E_SET_TILE_LOOPFILTER, args);
802   return update_extra_cfg(ctx, &extra_cfg);
803 }
804 #endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
805 
ctrl_set_arnr_max_frames(aom_codec_alg_priv_t * ctx,va_list args)806 static aom_codec_err_t ctrl_set_arnr_max_frames(aom_codec_alg_priv_t *ctx,
807                                                 va_list args) {
808   struct av1_extracfg extra_cfg = ctx->extra_cfg;
809   extra_cfg.arnr_max_frames = CAST(AOME_SET_ARNR_MAXFRAMES, args);
810   return update_extra_cfg(ctx, &extra_cfg);
811 }
812 
ctrl_set_arnr_strength(aom_codec_alg_priv_t * ctx,va_list args)813 static aom_codec_err_t ctrl_set_arnr_strength(aom_codec_alg_priv_t *ctx,
814                                               va_list args) {
815   struct av1_extracfg extra_cfg = ctx->extra_cfg;
816   extra_cfg.arnr_strength = CAST(AOME_SET_ARNR_STRENGTH, args);
817   return update_extra_cfg(ctx, &extra_cfg);
818 }
819 
ctrl_set_tuning(aom_codec_alg_priv_t * ctx,va_list args)820 static aom_codec_err_t ctrl_set_tuning(aom_codec_alg_priv_t *ctx,
821                                        va_list args) {
822   struct av1_extracfg extra_cfg = ctx->extra_cfg;
823   extra_cfg.tuning = CAST(AOME_SET_TUNING, args);
824   return update_extra_cfg(ctx, &extra_cfg);
825 }
826 
ctrl_set_cq_level(aom_codec_alg_priv_t * ctx,va_list args)827 static aom_codec_err_t ctrl_set_cq_level(aom_codec_alg_priv_t *ctx,
828                                          va_list args) {
829   struct av1_extracfg extra_cfg = ctx->extra_cfg;
830   extra_cfg.cq_level = CAST(AOME_SET_CQ_LEVEL, args);
831   return update_extra_cfg(ctx, &extra_cfg);
832 }
833 
ctrl_set_rc_max_intra_bitrate_pct(aom_codec_alg_priv_t * ctx,va_list args)834 static aom_codec_err_t ctrl_set_rc_max_intra_bitrate_pct(
835     aom_codec_alg_priv_t *ctx, va_list args) {
836   struct av1_extracfg extra_cfg = ctx->extra_cfg;
837   extra_cfg.rc_max_intra_bitrate_pct =
838       CAST(AOME_SET_MAX_INTRA_BITRATE_PCT, args);
839   return update_extra_cfg(ctx, &extra_cfg);
840 }
841 
ctrl_set_rc_max_inter_bitrate_pct(aom_codec_alg_priv_t * ctx,va_list args)842 static aom_codec_err_t ctrl_set_rc_max_inter_bitrate_pct(
843     aom_codec_alg_priv_t *ctx, va_list args) {
844   struct av1_extracfg extra_cfg = ctx->extra_cfg;
845   extra_cfg.rc_max_inter_bitrate_pct =
846       CAST(AOME_SET_MAX_INTER_BITRATE_PCT, args);
847   return update_extra_cfg(ctx, &extra_cfg);
848 }
849 
ctrl_set_rc_gf_cbr_boost_pct(aom_codec_alg_priv_t * ctx,va_list args)850 static aom_codec_err_t ctrl_set_rc_gf_cbr_boost_pct(aom_codec_alg_priv_t *ctx,
851                                                     va_list args) {
852   struct av1_extracfg extra_cfg = ctx->extra_cfg;
853   extra_cfg.gf_cbr_boost_pct = CAST(AV1E_SET_GF_CBR_BOOST_PCT, args);
854   return update_extra_cfg(ctx, &extra_cfg);
855 }
856 
ctrl_set_lossless(aom_codec_alg_priv_t * ctx,va_list args)857 static aom_codec_err_t ctrl_set_lossless(aom_codec_alg_priv_t *ctx,
858                                          va_list args) {
859   struct av1_extracfg extra_cfg = ctx->extra_cfg;
860   extra_cfg.lossless = CAST(AV1E_SET_LOSSLESS, args);
861   return update_extra_cfg(ctx, &extra_cfg);
862 }
863 
864 #if CONFIG_AOM_QM
ctrl_set_enable_qm(aom_codec_alg_priv_t * ctx,va_list args)865 static aom_codec_err_t ctrl_set_enable_qm(aom_codec_alg_priv_t *ctx,
866                                           va_list args) {
867   struct av1_extracfg extra_cfg = ctx->extra_cfg;
868   extra_cfg.enable_qm = CAST(AV1E_SET_ENABLE_QM, args);
869   return update_extra_cfg(ctx, &extra_cfg);
870 }
871 
ctrl_set_qm_min(aom_codec_alg_priv_t * ctx,va_list args)872 static aom_codec_err_t ctrl_set_qm_min(aom_codec_alg_priv_t *ctx,
873                                        va_list args) {
874   struct av1_extracfg extra_cfg = ctx->extra_cfg;
875   extra_cfg.qm_min = CAST(AV1E_SET_QM_MIN, args);
876   return update_extra_cfg(ctx, &extra_cfg);
877 }
878 
ctrl_set_qm_max(aom_codec_alg_priv_t * ctx,va_list args)879 static aom_codec_err_t ctrl_set_qm_max(aom_codec_alg_priv_t *ctx,
880                                        va_list args) {
881   struct av1_extracfg extra_cfg = ctx->extra_cfg;
882   extra_cfg.qm_max = CAST(AV1E_SET_QM_MAX, args);
883   return update_extra_cfg(ctx, &extra_cfg);
884 }
885 #endif
886 #if CONFIG_DIST_8X8
ctrl_set_enable_dist_8x8(aom_codec_alg_priv_t * ctx,va_list args)887 static aom_codec_err_t ctrl_set_enable_dist_8x8(aom_codec_alg_priv_t *ctx,
888                                                 va_list args) {
889   struct av1_extracfg extra_cfg = ctx->extra_cfg;
890   extra_cfg.enable_dist_8x8 = CAST(AV1E_SET_ENABLE_DIST_8X8, args);
891   return update_extra_cfg(ctx, &extra_cfg);
892 }
893 #endif
ctrl_set_num_tg(aom_codec_alg_priv_t * ctx,va_list args)894 static aom_codec_err_t ctrl_set_num_tg(aom_codec_alg_priv_t *ctx,
895                                        va_list args) {
896   struct av1_extracfg extra_cfg = ctx->extra_cfg;
897   extra_cfg.num_tg = CAST(AV1E_SET_NUM_TG, args);
898   return update_extra_cfg(ctx, &extra_cfg);
899 }
900 
ctrl_set_mtu(aom_codec_alg_priv_t * ctx,va_list args)901 static aom_codec_err_t ctrl_set_mtu(aom_codec_alg_priv_t *ctx, va_list args) {
902   struct av1_extracfg extra_cfg = ctx->extra_cfg;
903   extra_cfg.mtu_size = CAST(AV1E_SET_MTU, args);
904   return update_extra_cfg(ctx, &extra_cfg);
905 }
906 #if CONFIG_TEMPMV_SIGNALING
ctrl_set_disable_tempmv(aom_codec_alg_priv_t * ctx,va_list args)907 static aom_codec_err_t ctrl_set_disable_tempmv(aom_codec_alg_priv_t *ctx,
908                                                va_list args) {
909   struct av1_extracfg extra_cfg = ctx->extra_cfg;
910   extra_cfg.disable_tempmv = CAST(AV1E_SET_DISABLE_TEMPMV, args);
911   return update_extra_cfg(ctx, &extra_cfg);
912 }
913 #endif
ctrl_set_frame_parallel_decoding_mode(aom_codec_alg_priv_t * ctx,va_list args)914 static aom_codec_err_t ctrl_set_frame_parallel_decoding_mode(
915     aom_codec_alg_priv_t *ctx, va_list args) {
916   struct av1_extracfg extra_cfg = ctx->extra_cfg;
917   extra_cfg.frame_parallel_decoding_mode =
918       CAST(AV1E_SET_FRAME_PARALLEL_DECODING, args);
919   return update_extra_cfg(ctx, &extra_cfg);
920 }
921 
922 #if CONFIG_EXT_TILE
ctrl_set_single_tile_decoding(aom_codec_alg_priv_t * ctx,va_list args)923 static aom_codec_err_t ctrl_set_single_tile_decoding(aom_codec_alg_priv_t *ctx,
924                                                      va_list args) {
925   struct av1_extracfg extra_cfg = ctx->extra_cfg;
926   extra_cfg.single_tile_decoding = CAST(AV1E_SET_SINGLE_TILE_DECODING, args);
927   return update_extra_cfg(ctx, &extra_cfg);
928 }
929 #endif  // CONFIG_EXT_TILE
930 
ctrl_set_aq_mode(aom_codec_alg_priv_t * ctx,va_list args)931 static aom_codec_err_t ctrl_set_aq_mode(aom_codec_alg_priv_t *ctx,
932                                         va_list args) {
933   struct av1_extracfg extra_cfg = ctx->extra_cfg;
934   extra_cfg.aq_mode = CAST(AV1E_SET_AQ_MODE, args);
935   return update_extra_cfg(ctx, &extra_cfg);
936 }
937 
938 #if CONFIG_EXT_DELTA_Q
ctrl_set_deltaq_mode(aom_codec_alg_priv_t * ctx,va_list args)939 static aom_codec_err_t ctrl_set_deltaq_mode(aom_codec_alg_priv_t *ctx,
940                                             va_list args) {
941   struct av1_extracfg extra_cfg = ctx->extra_cfg;
942   extra_cfg.deltaq_mode = CAST(AV1E_SET_DELTAQ_MODE, args);
943   return update_extra_cfg(ctx, &extra_cfg);
944 }
945 #endif
ctrl_set_min_gf_interval(aom_codec_alg_priv_t * ctx,va_list args)946 static aom_codec_err_t ctrl_set_min_gf_interval(aom_codec_alg_priv_t *ctx,
947                                                 va_list args) {
948   struct av1_extracfg extra_cfg = ctx->extra_cfg;
949   extra_cfg.min_gf_interval = CAST(AV1E_SET_MIN_GF_INTERVAL, args);
950   return update_extra_cfg(ctx, &extra_cfg);
951 }
952 
ctrl_set_max_gf_interval(aom_codec_alg_priv_t * ctx,va_list args)953 static aom_codec_err_t ctrl_set_max_gf_interval(aom_codec_alg_priv_t *ctx,
954                                                 va_list args) {
955   struct av1_extracfg extra_cfg = ctx->extra_cfg;
956   extra_cfg.max_gf_interval = CAST(AV1E_SET_MAX_GF_INTERVAL, args);
957   return update_extra_cfg(ctx, &extra_cfg);
958 }
959 
ctrl_set_frame_periodic_boost(aom_codec_alg_priv_t * ctx,va_list args)960 static aom_codec_err_t ctrl_set_frame_periodic_boost(aom_codec_alg_priv_t *ctx,
961                                                      va_list args) {
962   struct av1_extracfg extra_cfg = ctx->extra_cfg;
963   extra_cfg.frame_periodic_boost = CAST(AV1E_SET_FRAME_PERIODIC_BOOST, args);
964   return update_extra_cfg(ctx, &extra_cfg);
965 }
966 
ctrl_enable_motion_vector_unit_test(aom_codec_alg_priv_t * ctx,va_list args)967 static aom_codec_err_t ctrl_enable_motion_vector_unit_test(
968     aom_codec_alg_priv_t *ctx, va_list args) {
969   struct av1_extracfg extra_cfg = ctx->extra_cfg;
970   extra_cfg.motion_vector_unit_test =
971       CAST(AV1E_ENABLE_MOTION_VECTOR_UNIT_TEST, args);
972   return update_extra_cfg(ctx, &extra_cfg);
973 }
974 
encoder_init(aom_codec_ctx_t * ctx,aom_codec_priv_enc_mr_cfg_t * data)975 static aom_codec_err_t encoder_init(aom_codec_ctx_t *ctx,
976                                     aom_codec_priv_enc_mr_cfg_t *data) {
977   aom_codec_err_t res = AOM_CODEC_OK;
978   (void)data;
979 
980   if (ctx->priv == NULL) {
981     aom_codec_alg_priv_t *const priv = aom_calloc(1, sizeof(*priv));
982     if (priv == NULL) return AOM_CODEC_MEM_ERROR;
983 
984     ctx->priv = (aom_codec_priv_t *)priv;
985     ctx->priv->init_flags = ctx->init_flags;
986     ctx->priv->enc.total_encoders = 1;
987     priv->buffer_pool = (BufferPool *)aom_calloc(1, sizeof(BufferPool));
988     if (priv->buffer_pool == NULL) return AOM_CODEC_MEM_ERROR;
989 
990 #if CONFIG_MULTITHREAD
991     if (pthread_mutex_init(&priv->buffer_pool->pool_mutex, NULL)) {
992       return AOM_CODEC_MEM_ERROR;
993     }
994 #endif
995 
996     if (ctx->config.enc) {
997       // Update the reference to the config structure to an internal copy.
998       priv->cfg = *ctx->config.enc;
999       ctx->config.enc = &priv->cfg;
1000     }
1001 
1002     priv->extra_cfg = default_extra_cfg;
1003     once(av1_initialize_enc);
1004 
1005     res = validate_config(priv, &priv->cfg, &priv->extra_cfg);
1006 
1007     if (res == AOM_CODEC_OK) {
1008       set_encoder_config(&priv->oxcf, &priv->cfg, &priv->extra_cfg);
1009 #if CONFIG_HIGHBITDEPTH
1010       priv->oxcf.use_highbitdepth =
1011           (ctx->init_flags & AOM_CODEC_USE_HIGHBITDEPTH) ? 1 : 0;
1012 #endif
1013       priv->cpi = av1_create_compressor(&priv->oxcf, priv->buffer_pool);
1014       if (priv->cpi == NULL)
1015         res = AOM_CODEC_MEM_ERROR;
1016       else
1017         priv->cpi->output_pkt_list = &priv->pkt_list.head;
1018     }
1019   }
1020 
1021   return res;
1022 }
1023 
encoder_destroy(aom_codec_alg_priv_t * ctx)1024 static aom_codec_err_t encoder_destroy(aom_codec_alg_priv_t *ctx) {
1025   free(ctx->cx_data);
1026   av1_remove_compressor(ctx->cpi);
1027 #if CONFIG_MULTITHREAD
1028   pthread_mutex_destroy(&ctx->buffer_pool->pool_mutex);
1029 #endif
1030   aom_free(ctx->buffer_pool);
1031   aom_free(ctx);
1032   return AOM_CODEC_OK;
1033 }
1034 
pick_quickcompress_mode(aom_codec_alg_priv_t * ctx,unsigned long deadline)1035 static void pick_quickcompress_mode(aom_codec_alg_priv_t *ctx,
1036                                     unsigned long deadline) {
1037   MODE new_mode = GOOD;
1038 
1039   switch (ctx->cfg.g_pass) {
1040     case AOM_RC_ONE_PASS:
1041       switch (deadline) {
1042         default: new_mode = GOOD; break;
1043       }
1044       break;
1045     case AOM_RC_FIRST_PASS: break;
1046     case AOM_RC_LAST_PASS: new_mode = GOOD;
1047   }
1048 
1049   if (ctx->oxcf.mode != new_mode) {
1050     ctx->oxcf.mode = new_mode;
1051     av1_change_config(ctx->cpi, &ctx->oxcf);
1052   }
1053 }
1054 
1055 // Turn on to test if supplemental superframe data breaks decoding
1056 #define TEST_SUPPLEMENTAL_SUPERFRAME_DATA 0
1057 
write_superframe_index(aom_codec_alg_priv_t * ctx)1058 static int write_superframe_index(aom_codec_alg_priv_t *ctx) {
1059   uint8_t marker = 0xc0;
1060   size_t max_frame_sz = 0;
1061 
1062   assert(ctx->pending_frame_count);
1063   assert(ctx->pending_frame_count <= 8);
1064 
1065   // Add the number of frames to the marker byte
1066   marker |= ctx->pending_frame_count - 1;
1067   for (int i = 0; i < ctx->pending_frame_count - 1; i++) {
1068     const size_t frame_sz = ctx->pending_frame_sizes[i] - 1;
1069     max_frame_sz = AOMMAX(frame_sz, max_frame_sz);
1070   }
1071 
1072   // Choose the magnitude
1073   int mag;
1074   unsigned int mask;
1075   for (mag = 0, mask = 0xff; mag < MAG_SIZE; mag++) {
1076     if (max_frame_sz <= mask) break;
1077     mask <<= 8;
1078     mask |= 0xff;
1079   }
1080   marker |= mag << 3;
1081 
1082   // Write the index
1083   uint8_t buffer[MAX_INDEX_SIZE];
1084   uint8_t *x = buffer;
1085 
1086   if (TEST_SUPPLEMENTAL_SUPERFRAME_DATA) {
1087     uint8_t marker_test = 0xc0;
1088     int mag_test = 2;     // 1 - 4
1089     int frames_test = 4;  // 1 - 8
1090     marker_test |= frames_test - 1;
1091     marker_test |= (mag_test - 1) << 3;
1092     *x++ = marker_test;
1093     for (int i = 0; i < mag_test * frames_test; ++i)
1094       *x++ = 0;  // fill up with arbitrary data
1095     *x++ = marker_test;
1096     printf("Added supplemental superframe data\n");
1097   }
1098 
1099   *x++ = marker;
1100   for (int i = 0; i < ctx->pending_frame_count - 1; i++) {
1101     assert(ctx->pending_frame_sizes[i] > 0);
1102     unsigned int this_sz = (unsigned int)ctx->pending_frame_sizes[i] - 1;
1103     for (int j = 0; j <= mag; j++) {
1104       *x++ = this_sz & 0xff;
1105       this_sz >>= 8;
1106     }
1107   }
1108   *x++ = marker;
1109 
1110   const size_t index_sz = x - buffer;
1111   assert(index_sz < MAX_INDEX_SIZE);
1112   assert(ctx->pending_cx_data_sz + index_sz < ctx->cx_data_sz);
1113 
1114   // move the frame to make room for the index
1115   memmove(ctx->pending_cx_data + index_sz, ctx->pending_cx_data,
1116           ctx->pending_cx_data_sz);
1117   memcpy(ctx->pending_cx_data, buffer, index_sz);
1118   ctx->pending_cx_data_sz += index_sz;
1119 
1120   return (int)index_sz;
1121 }
1122 
1123 // av1 uses 10,000,000 ticks/second as time stamp
1124 #define TICKS_PER_SEC 10000000LL
1125 
timebase_units_to_ticks(const aom_rational_t * timebase,int64_t n)1126 static int64_t timebase_units_to_ticks(const aom_rational_t *timebase,
1127                                        int64_t n) {
1128   return n * TICKS_PER_SEC * timebase->num / timebase->den;
1129 }
1130 
ticks_to_timebase_units(const aom_rational_t * timebase,int64_t n)1131 static int64_t ticks_to_timebase_units(const aom_rational_t *timebase,
1132                                        int64_t n) {
1133   const int64_t round = TICKS_PER_SEC * timebase->num / 2 - 1;
1134   return (n * timebase->den + round) / timebase->num / TICKS_PER_SEC;
1135 }
1136 
get_frame_pkt_flags(const AV1_COMP * cpi,unsigned int lib_flags)1137 static aom_codec_frame_flags_t get_frame_pkt_flags(const AV1_COMP *cpi,
1138                                                    unsigned int lib_flags) {
1139   aom_codec_frame_flags_t flags = lib_flags << 16;
1140 
1141   if (lib_flags & FRAMEFLAGS_KEY) flags |= AOM_FRAME_IS_KEY;
1142 
1143   if (cpi->droppable) flags |= AOM_FRAME_IS_DROPPABLE;
1144 
1145   return flags;
1146 }
1147 
encoder_encode(aom_codec_alg_priv_t * ctx,const aom_image_t * img,aom_codec_pts_t pts,unsigned long duration,aom_enc_frame_flags_t enc_flags,unsigned long deadline)1148 static aom_codec_err_t encoder_encode(aom_codec_alg_priv_t *ctx,
1149                                       const aom_image_t *img,
1150                                       aom_codec_pts_t pts,
1151                                       unsigned long duration,
1152                                       aom_enc_frame_flags_t enc_flags,
1153                                       unsigned long deadline) {
1154   const size_t kMinCompressedSize = 8192;
1155   volatile aom_codec_err_t res = AOM_CODEC_OK;
1156   AV1_COMP *const cpi = ctx->cpi;
1157   const aom_rational_t *const timebase = &ctx->cfg.g_timebase;
1158 
1159   if (cpi == NULL) return AOM_CODEC_INVALID_PARAM;
1160 
1161   if (img != NULL) {
1162     res = validate_img(ctx, img);
1163     // TODO(jzern) the checks related to cpi's validity should be treated as a
1164     // failure condition, encoder setup is done fully in init() currently.
1165     if (res == AOM_CODEC_OK) {
1166 #if CONFIG_EXT_REFS
1167       size_t data_sz = ALIGN_POWER_OF_TWO(ctx->cfg.g_w, 5) *
1168                        ALIGN_POWER_OF_TWO(ctx->cfg.g_h, 5) * get_image_bps(img);
1169 #else
1170       // There's no codec control for multiple alt-refs so check the encoder
1171       // instance for its status to determine the compressed data size.
1172       size_t data_sz = ALIGN_POWER_OF_TWO(ctx->cfg.g_w, 5) *
1173                        ALIGN_POWER_OF_TWO(ctx->cfg.g_h, 5) *
1174                        get_image_bps(img) / 8 *
1175                        (cpi->multi_arf_allowed ? 8 : 2);
1176 #endif  // CONFIG_EXT_REFS
1177       if (data_sz < kMinCompressedSize) data_sz = kMinCompressedSize;
1178       if (ctx->cx_data == NULL || ctx->cx_data_sz < data_sz) {
1179         ctx->cx_data_sz = data_sz;
1180         free(ctx->cx_data);
1181         ctx->cx_data = (unsigned char *)malloc(ctx->cx_data_sz);
1182         if (ctx->cx_data == NULL) {
1183           return AOM_CODEC_MEM_ERROR;
1184         }
1185       }
1186     }
1187   }
1188 
1189   pick_quickcompress_mode(ctx, deadline);
1190   aom_codec_pkt_list_init(&ctx->pkt_list);
1191 
1192   volatile aom_enc_frame_flags_t flags = enc_flags;
1193 
1194   // Handle Flags
1195   if (((flags & AOM_EFLAG_NO_UPD_GF) && (flags & AOM_EFLAG_FORCE_GF)) ||
1196       ((flags & AOM_EFLAG_NO_UPD_ARF) && (flags & AOM_EFLAG_FORCE_ARF))) {
1197     ctx->base.err_detail = "Conflicting flags.";
1198     return AOM_CODEC_INVALID_PARAM;
1199   }
1200 
1201   if (setjmp(cpi->common.error.jmp)) {
1202     cpi->common.error.setjmp = 0;
1203     res = update_error_state(ctx, &cpi->common.error);
1204     aom_clear_system_state();
1205     return res;
1206   }
1207   cpi->common.error.setjmp = 1;
1208 
1209   av1_apply_encoding_flags(cpi, flags);
1210 
1211   // Handle fixed keyframe intervals
1212   if (ctx->cfg.kf_mode == AOM_KF_AUTO &&
1213       ctx->cfg.kf_min_dist == ctx->cfg.kf_max_dist) {
1214     if (++ctx->fixed_kf_cntr > ctx->cfg.kf_min_dist) {
1215       flags |= AOM_EFLAG_FORCE_KF;
1216       ctx->fixed_kf_cntr = 1;
1217     }
1218   }
1219 
1220   if (res == AOM_CODEC_OK) {
1221     int64_t dst_time_stamp = timebase_units_to_ticks(timebase, pts);
1222     int64_t dst_end_time_stamp =
1223         timebase_units_to_ticks(timebase, pts + duration);
1224 
1225     // Set up internal flags
1226     if (ctx->base.init_flags & AOM_CODEC_USE_PSNR) cpi->b_calculate_psnr = 1;
1227 
1228     if (img != NULL) {
1229       YV12_BUFFER_CONFIG sd;
1230       res = image2yuvconfig(img, &sd);
1231 
1232       // Store the original flags in to the frame buffer. Will extract the
1233       // key frame flag when we actually encode this frame.
1234       if (av1_receive_raw_frame(cpi, flags | ctx->next_frame_flags, &sd,
1235                                 dst_time_stamp, dst_end_time_stamp)) {
1236         res = update_error_state(ctx, &cpi->common.error);
1237       }
1238       ctx->next_frame_flags = 0;
1239     }
1240 
1241     unsigned char *cx_data = ctx->cx_data;
1242     size_t cx_data_sz = ctx->cx_data_sz;
1243 
1244     /* Any pending invisible frames? */
1245     if (ctx->pending_cx_data) {
1246       memmove(cx_data, ctx->pending_cx_data, ctx->pending_cx_data_sz);
1247       ctx->pending_cx_data = cx_data;
1248       cx_data += ctx->pending_cx_data_sz;
1249       cx_data_sz -= ctx->pending_cx_data_sz;
1250 
1251       /* TODO: this is a minimal check, the underlying codec doesn't respect
1252        * the buffer size anyway.
1253        */
1254       if (cx_data_sz < ctx->cx_data_sz / 2) {
1255         aom_internal_error(&cpi->common.error, AOM_CODEC_ERROR,
1256                            "Compressed data buffer too small");
1257         return AOM_CODEC_ERROR;
1258       }
1259     }
1260 
1261     size_t frame_size = 0;
1262     unsigned int lib_flags = 0;
1263     int is_frame_visible = 0;
1264     int index_size = 0;
1265     // invisible frames get packed with the next visible frame
1266     while (cx_data_sz - index_size >= ctx->cx_data_sz / 2 &&
1267            !is_frame_visible &&
1268            -1 != av1_get_compressed_data(cpi, &lib_flags, &frame_size, cx_data,
1269                                          &dst_time_stamp, &dst_end_time_stamp,
1270                                          !img)) {
1271 #if CONFIG_REFERENCE_BUFFER
1272       if (cpi->common.seq_params.frame_id_numbers_present_flag) {
1273         if (cpi->common.invalid_delta_frame_id_minus1) {
1274           ctx->base.err_detail = "Invalid delta_frame_id_minus1";
1275           return AOM_CODEC_ERROR;
1276         }
1277       }
1278 #endif  // CONFIG_REFERENCE_BUFFER
1279       if (frame_size) {
1280         if (ctx->pending_cx_data == 0) ctx->pending_cx_data = cx_data;
1281 
1282         ctx->pending_frame_sizes[ctx->pending_frame_count++] = frame_size;
1283         ctx->pending_cx_data_sz += frame_size;
1284 
1285         cx_data += frame_size;
1286         cx_data_sz -= frame_size;
1287 
1288         index_size = MAG_SIZE * (ctx->pending_frame_count - 1) + 2;
1289 
1290         is_frame_visible = cpi->common.show_frame;
1291       }
1292     }
1293     if (is_frame_visible) {
1294       // insert superframe index if needed
1295       if (ctx->pending_frame_count > 1) {
1296 #if CONFIG_DEBUG
1297         assert(index_size >= write_superframe_index(ctx));
1298 #else
1299         write_superframe_index(ctx);
1300 #endif
1301       }
1302 
1303       // Add the frame packet to the list of returned packets.
1304       aom_codec_cx_pkt_t pkt;
1305 
1306       pkt.kind = AOM_CODEC_CX_FRAME_PKT;
1307 
1308       pkt.data.frame.buf = ctx->pending_cx_data;
1309       pkt.data.frame.sz = ctx->pending_cx_data_sz;
1310       pkt.data.frame.partition_id = -1;
1311 
1312       pkt.data.frame.pts = ticks_to_timebase_units(timebase, dst_time_stamp);
1313       pkt.data.frame.flags = get_frame_pkt_flags(cpi, lib_flags);
1314       pkt.data.frame.duration = (uint32_t)ticks_to_timebase_units(
1315           timebase, dst_end_time_stamp - dst_time_stamp);
1316 
1317       aom_codec_pkt_list_add(&ctx->pkt_list.head, &pkt);
1318 
1319       ctx->pending_cx_data = NULL;
1320       ctx->pending_cx_data_sz = 0;
1321       ctx->pending_frame_count = 0;
1322     }
1323   }
1324 
1325   cpi->common.error.setjmp = 0;
1326   return res;
1327 }
1328 
encoder_get_cxdata(aom_codec_alg_priv_t * ctx,aom_codec_iter_t * iter)1329 static const aom_codec_cx_pkt_t *encoder_get_cxdata(aom_codec_alg_priv_t *ctx,
1330                                                     aom_codec_iter_t *iter) {
1331   return aom_codec_pkt_list_get(&ctx->pkt_list.head, iter);
1332 }
1333 
ctrl_set_reference(aom_codec_alg_priv_t * ctx,va_list args)1334 static aom_codec_err_t ctrl_set_reference(aom_codec_alg_priv_t *ctx,
1335                                           va_list args) {
1336   av1_ref_frame_t *const frame = va_arg(args, av1_ref_frame_t *);
1337 
1338   if (frame != NULL) {
1339     YV12_BUFFER_CONFIG sd;
1340 
1341     image2yuvconfig(&frame->img, &sd);
1342     av1_set_reference_enc(ctx->cpi, frame->idx, &sd);
1343     return AOM_CODEC_OK;
1344   } else {
1345     return AOM_CODEC_INVALID_PARAM;
1346   }
1347 }
1348 
ctrl_copy_reference(aom_codec_alg_priv_t * ctx,va_list args)1349 static aom_codec_err_t ctrl_copy_reference(aom_codec_alg_priv_t *ctx,
1350                                            va_list args) {
1351   av1_ref_frame_t *const frame = va_arg(args, av1_ref_frame_t *);
1352 
1353   if (frame != NULL) {
1354     YV12_BUFFER_CONFIG sd;
1355 
1356     image2yuvconfig(&frame->img, &sd);
1357     av1_copy_reference_enc(ctx->cpi, frame->idx, &sd);
1358     return AOM_CODEC_OK;
1359   } else {
1360     return AOM_CODEC_INVALID_PARAM;
1361   }
1362 }
1363 
ctrl_get_reference(aom_codec_alg_priv_t * ctx,va_list args)1364 static aom_codec_err_t ctrl_get_reference(aom_codec_alg_priv_t *ctx,
1365                                           va_list args) {
1366   av1_ref_frame_t *const frame = va_arg(args, av1_ref_frame_t *);
1367 
1368   if (frame != NULL) {
1369     YV12_BUFFER_CONFIG *fb = get_ref_frame(&ctx->cpi->common, frame->idx);
1370     if (fb == NULL) return AOM_CODEC_ERROR;
1371 
1372     yuvconfig2image(&frame->img, fb, NULL);
1373     return AOM_CODEC_OK;
1374   } else {
1375     return AOM_CODEC_INVALID_PARAM;
1376   }
1377 }
1378 
ctrl_get_new_frame_image(aom_codec_alg_priv_t * ctx,va_list args)1379 static aom_codec_err_t ctrl_get_new_frame_image(aom_codec_alg_priv_t *ctx,
1380                                                 va_list args) {
1381   aom_image_t *const new_img = va_arg(args, aom_image_t *);
1382 
1383   if (new_img != NULL) {
1384     YV12_BUFFER_CONFIG new_frame;
1385 
1386     if (av1_get_last_show_frame(ctx->cpi, &new_frame) == 0) {
1387       yuvconfig2image(new_img, &new_frame, NULL);
1388       return AOM_CODEC_OK;
1389     } else {
1390       return AOM_CODEC_ERROR;
1391     }
1392   } else {
1393     return AOM_CODEC_INVALID_PARAM;
1394   }
1395 }
1396 
ctrl_set_previewpp(aom_codec_alg_priv_t * ctx,va_list args)1397 static aom_codec_err_t ctrl_set_previewpp(aom_codec_alg_priv_t *ctx,
1398                                           va_list args) {
1399   (void)ctx;
1400   (void)args;
1401   return AOM_CODEC_INCAPABLE;
1402 }
1403 
encoder_get_preview(aom_codec_alg_priv_t * ctx)1404 static aom_image_t *encoder_get_preview(aom_codec_alg_priv_t *ctx) {
1405   YV12_BUFFER_CONFIG sd;
1406 
1407   if (av1_get_preview_raw_frame(ctx->cpi, &sd) == 0) {
1408     yuvconfig2image(&ctx->preview_img, &sd, NULL);
1409     return &ctx->preview_img;
1410   } else {
1411     return NULL;
1412   }
1413 }
1414 
ctrl_use_reference(aom_codec_alg_priv_t * ctx,va_list args)1415 static aom_codec_err_t ctrl_use_reference(aom_codec_alg_priv_t *ctx,
1416                                           va_list args) {
1417   const int reference_flag = va_arg(args, int);
1418 
1419   av1_use_as_reference(ctx->cpi, reference_flag);
1420   return AOM_CODEC_OK;
1421 }
1422 
ctrl_set_roi_map(aom_codec_alg_priv_t * ctx,va_list args)1423 static aom_codec_err_t ctrl_set_roi_map(aom_codec_alg_priv_t *ctx,
1424                                         va_list args) {
1425   (void)ctx;
1426   (void)args;
1427 
1428   // TODO(yaowu): Need to re-implement and test for AV1.
1429   return AOM_CODEC_INVALID_PARAM;
1430 }
1431 
ctrl_set_active_map(aom_codec_alg_priv_t * ctx,va_list args)1432 static aom_codec_err_t ctrl_set_active_map(aom_codec_alg_priv_t *ctx,
1433                                            va_list args) {
1434   aom_active_map_t *const map = va_arg(args, aom_active_map_t *);
1435 
1436   if (map) {
1437     if (!av1_set_active_map(ctx->cpi, map->active_map, (int)map->rows,
1438                             (int)map->cols))
1439       return AOM_CODEC_OK;
1440     else
1441       return AOM_CODEC_INVALID_PARAM;
1442   } else {
1443     return AOM_CODEC_INVALID_PARAM;
1444   }
1445 }
1446 
ctrl_get_active_map(aom_codec_alg_priv_t * ctx,va_list args)1447 static aom_codec_err_t ctrl_get_active_map(aom_codec_alg_priv_t *ctx,
1448                                            va_list args) {
1449   aom_active_map_t *const map = va_arg(args, aom_active_map_t *);
1450 
1451   if (map) {
1452     if (!av1_get_active_map(ctx->cpi, map->active_map, (int)map->rows,
1453                             (int)map->cols))
1454       return AOM_CODEC_OK;
1455     else
1456       return AOM_CODEC_INVALID_PARAM;
1457   } else {
1458     return AOM_CODEC_INVALID_PARAM;
1459   }
1460 }
1461 
ctrl_set_scale_mode(aom_codec_alg_priv_t * ctx,va_list args)1462 static aom_codec_err_t ctrl_set_scale_mode(aom_codec_alg_priv_t *ctx,
1463                                            va_list args) {
1464   aom_scaling_mode_t *const mode = va_arg(args, aom_scaling_mode_t *);
1465 
1466   if (mode) {
1467     const int res =
1468         av1_set_internal_size(ctx->cpi, (AOM_SCALING)mode->h_scaling_mode,
1469                               (AOM_SCALING)mode->v_scaling_mode);
1470     return (res == 0) ? AOM_CODEC_OK : AOM_CODEC_INVALID_PARAM;
1471   } else {
1472     return AOM_CODEC_INVALID_PARAM;
1473   }
1474 }
1475 
ctrl_set_tune_content(aom_codec_alg_priv_t * ctx,va_list args)1476 static aom_codec_err_t ctrl_set_tune_content(aom_codec_alg_priv_t *ctx,
1477                                              va_list args) {
1478   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1479   extra_cfg.content = CAST(AV1E_SET_TUNE_CONTENT, args);
1480   return update_extra_cfg(ctx, &extra_cfg);
1481 }
1482 
ctrl_set_color_space(aom_codec_alg_priv_t * ctx,va_list args)1483 static aom_codec_err_t ctrl_set_color_space(aom_codec_alg_priv_t *ctx,
1484                                             va_list args) {
1485   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1486   extra_cfg.color_space = CAST(AV1E_SET_COLOR_SPACE, args);
1487   return update_extra_cfg(ctx, &extra_cfg);
1488 }
1489 
ctrl_set_transfer_function(aom_codec_alg_priv_t * ctx,va_list args)1490 static aom_codec_err_t ctrl_set_transfer_function(aom_codec_alg_priv_t *ctx,
1491                                                   va_list args) {
1492 #if CONFIG_COLORSPACE_HEADERS
1493   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1494   extra_cfg.transfer_function = CAST(AV1E_SET_TRANSFER_FUNCTION, args);
1495   return update_extra_cfg(ctx, &extra_cfg);
1496 #else
1497   (void)ctx;
1498   (void)args;
1499   return AOM_CODEC_UNSUP_FEATURE;
1500 #endif
1501 }
1502 
ctrl_set_chroma_sample_position(aom_codec_alg_priv_t * ctx,va_list args)1503 static aom_codec_err_t ctrl_set_chroma_sample_position(
1504     aom_codec_alg_priv_t *ctx, va_list args) {
1505 #if CONFIG_COLORSPACE_HEADERS
1506   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1507   extra_cfg.chroma_sample_position =
1508       CAST(AV1E_SET_CHROMA_SAMPLE_POSITION, args);
1509   return update_extra_cfg(ctx, &extra_cfg);
1510 #else
1511   (void)ctx;
1512   (void)args;
1513   return AOM_CODEC_UNSUP_FEATURE;
1514 #endif
1515 }
1516 
ctrl_set_color_range(aom_codec_alg_priv_t * ctx,va_list args)1517 static aom_codec_err_t ctrl_set_color_range(aom_codec_alg_priv_t *ctx,
1518                                             va_list args) {
1519   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1520   extra_cfg.color_range = CAST(AV1E_SET_COLOR_RANGE, args);
1521   return update_extra_cfg(ctx, &extra_cfg);
1522 }
1523 
ctrl_set_render_size(aom_codec_alg_priv_t * ctx,va_list args)1524 static aom_codec_err_t ctrl_set_render_size(aom_codec_alg_priv_t *ctx,
1525                                             va_list args) {
1526   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1527   int *const render_size = va_arg(args, int *);
1528   extra_cfg.render_width = render_size[0];
1529   extra_cfg.render_height = render_size[1];
1530   return update_extra_cfg(ctx, &extra_cfg);
1531 }
1532 
ctrl_set_superblock_size(aom_codec_alg_priv_t * ctx,va_list args)1533 static aom_codec_err_t ctrl_set_superblock_size(aom_codec_alg_priv_t *ctx,
1534                                                 va_list args) {
1535   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1536   extra_cfg.superblock_size = CAST(AV1E_SET_SUPERBLOCK_SIZE, args);
1537   return update_extra_cfg(ctx, &extra_cfg);
1538 }
1539 
1540 #if CONFIG_ANS && ANS_MAX_SYMBOLS
ctrl_set_ans_window_size_log2(aom_codec_alg_priv_t * ctx,va_list args)1541 static aom_codec_err_t ctrl_set_ans_window_size_log2(aom_codec_alg_priv_t *ctx,
1542                                                      va_list args) {
1543   struct av1_extracfg extra_cfg = ctx->extra_cfg;
1544   extra_cfg.ans_window_size_log2 = CAST(AV1E_SET_ANS_WINDOW_SIZE_LOG2, args);
1545   return update_extra_cfg(ctx, &extra_cfg);
1546 }
1547 #endif
1548 
1549 static aom_codec_ctrl_fn_map_t encoder_ctrl_maps[] = {
1550   { AV1_COPY_REFERENCE, ctrl_copy_reference },
1551   { AOME_USE_REFERENCE, ctrl_use_reference },
1552 
1553   // Setters
1554   { AV1_SET_REFERENCE, ctrl_set_reference },
1555   { AOM_SET_POSTPROC, ctrl_set_previewpp },
1556   { AOME_SET_ROI_MAP, ctrl_set_roi_map },
1557   { AOME_SET_ACTIVEMAP, ctrl_set_active_map },
1558   { AOME_SET_SCALEMODE, ctrl_set_scale_mode },
1559   { AOME_SET_CPUUSED, ctrl_set_cpuused },
1560   { AOME_SET_ENABLEAUTOALTREF, ctrl_set_enable_auto_alt_ref },
1561 #if CONFIG_EXT_REFS
1562   { AOME_SET_ENABLEAUTOBWDREF, ctrl_set_enable_auto_bwd_ref },
1563 #endif  // CONFIG_EXT_REFS
1564   { AOME_SET_SHARPNESS, ctrl_set_sharpness },
1565   { AOME_SET_STATIC_THRESHOLD, ctrl_set_static_thresh },
1566   { AV1E_SET_TILE_COLUMNS, ctrl_set_tile_columns },
1567   { AV1E_SET_TILE_ROWS, ctrl_set_tile_rows },
1568 #if CONFIG_DEPENDENT_HORZTILES
1569   { AV1E_SET_TILE_DEPENDENT_ROWS, ctrl_set_tile_dependent_rows },
1570 #endif
1571 #if CONFIG_LOOPFILTERING_ACROSS_TILES
1572   { AV1E_SET_TILE_LOOPFILTER, ctrl_set_tile_loopfilter },
1573 #endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
1574   { AOME_SET_ARNR_MAXFRAMES, ctrl_set_arnr_max_frames },
1575   { AOME_SET_ARNR_STRENGTH, ctrl_set_arnr_strength },
1576   { AOME_SET_TUNING, ctrl_set_tuning },
1577   { AOME_SET_CQ_LEVEL, ctrl_set_cq_level },
1578   { AOME_SET_MAX_INTRA_BITRATE_PCT, ctrl_set_rc_max_intra_bitrate_pct },
1579   { AV1E_SET_MAX_INTER_BITRATE_PCT, ctrl_set_rc_max_inter_bitrate_pct },
1580   { AV1E_SET_GF_CBR_BOOST_PCT, ctrl_set_rc_gf_cbr_boost_pct },
1581   { AV1E_SET_LOSSLESS, ctrl_set_lossless },
1582 #if CONFIG_AOM_QM
1583   { AV1E_SET_ENABLE_QM, ctrl_set_enable_qm },
1584   { AV1E_SET_QM_MIN, ctrl_set_qm_min },
1585   { AV1E_SET_QM_MAX, ctrl_set_qm_max },
1586 #endif
1587 #if CONFIG_DIST_8X8
1588   { AV1E_SET_ENABLE_DIST_8X8, ctrl_set_enable_dist_8x8 },
1589 #endif
1590   { AV1E_SET_NUM_TG, ctrl_set_num_tg },
1591   { AV1E_SET_MTU, ctrl_set_mtu },
1592 #if CONFIG_TEMPMV_SIGNALING
1593   { AV1E_SET_DISABLE_TEMPMV, ctrl_set_disable_tempmv },
1594 #endif
1595   { AV1E_SET_FRAME_PARALLEL_DECODING, ctrl_set_frame_parallel_decoding_mode },
1596   { AV1E_SET_AQ_MODE, ctrl_set_aq_mode },
1597 #if CONFIG_EXT_DELTA_Q
1598   { AV1E_SET_DELTAQ_MODE, ctrl_set_deltaq_mode },
1599 #endif
1600   { AV1E_SET_FRAME_PERIODIC_BOOST, ctrl_set_frame_periodic_boost },
1601   { AV1E_SET_TUNE_CONTENT, ctrl_set_tune_content },
1602   { AV1E_SET_COLOR_SPACE, ctrl_set_color_space },
1603   { AV1E_SET_TRANSFER_FUNCTION, ctrl_set_transfer_function },
1604   { AV1E_SET_CHROMA_SAMPLE_POSITION, ctrl_set_chroma_sample_position },
1605   { AV1E_SET_COLOR_RANGE, ctrl_set_color_range },
1606   { AV1E_SET_NOISE_SENSITIVITY, ctrl_set_noise_sensitivity },
1607   { AV1E_SET_MIN_GF_INTERVAL, ctrl_set_min_gf_interval },
1608   { AV1E_SET_MAX_GF_INTERVAL, ctrl_set_max_gf_interval },
1609   { AV1E_SET_RENDER_SIZE, ctrl_set_render_size },
1610   { AV1E_SET_SUPERBLOCK_SIZE, ctrl_set_superblock_size },
1611 #if CONFIG_ANS && ANS_MAX_SYMBOLS
1612   { AV1E_SET_ANS_WINDOW_SIZE_LOG2, ctrl_set_ans_window_size_log2 },
1613 #endif
1614 #if CONFIG_EXT_TILE
1615   { AV1E_SET_SINGLE_TILE_DECODING, ctrl_set_single_tile_decoding },
1616 #endif  // CONFIG_EXT_TILE
1617   { AV1E_ENABLE_MOTION_VECTOR_UNIT_TEST, ctrl_enable_motion_vector_unit_test },
1618 
1619   // Getters
1620   { AOME_GET_LAST_QUANTIZER, ctrl_get_quantizer },
1621   { AOME_GET_LAST_QUANTIZER_64, ctrl_get_quantizer64 },
1622   { AV1_GET_REFERENCE, ctrl_get_reference },
1623   { AV1E_GET_ACTIVEMAP, ctrl_get_active_map },
1624   { AV1_GET_NEW_FRAME_IMAGE, ctrl_get_new_frame_image },
1625 
1626   { -1, NULL },
1627 };
1628 
1629 static aom_codec_enc_cfg_map_t encoder_usage_cfg_map[] = {
1630   { 0,
1631     {
1632         // NOLINT
1633         0,  // g_usage
1634         8,  // g_threads
1635         0,  // g_profile
1636 
1637         320,         // g_width
1638         240,         // g_height
1639         AOM_BITS_8,  // g_bit_depth
1640         8,           // g_input_bit_depth
1641 
1642         { 1, 30 },  // g_timebase
1643 
1644         0,  // g_error_resilient
1645 
1646         AOM_RC_ONE_PASS,  // g_pass
1647 
1648         17,  // g_lag_in_frames
1649 
1650         0,                // rc_dropframe_thresh
1651         RESIZE_NONE,      // rc_resize_mode
1652         SCALE_NUMERATOR,  // rc_resize_denominator
1653         SCALE_NUMERATOR,  // rc_resize_kf_denominator
1654 
1655         0,                // rc_superres_mode
1656         SCALE_NUMERATOR,  // rc_superres_denominator
1657         SCALE_NUMERATOR,  // rc_superres_kf_denominator
1658         63,               // rc_superres_qthresh
1659         63,               // rc_superres_kf_qthresh
1660 
1661         AOM_VBR,      // rc_end_usage
1662         { NULL, 0 },  // rc_twopass_stats_in
1663         { NULL, 0 },  // rc_firstpass_mb_stats_in
1664         256,          // rc_target_bandwidth
1665         0,            // rc_min_quantizer
1666         63,           // rc_max_quantizer
1667         25,           // rc_undershoot_pct
1668         25,           // rc_overshoot_pct
1669 
1670         6000,  // rc_max_buffer_size
1671         4000,  // rc_buffer_initial_size
1672         5000,  // rc_buffer_optimal_size
1673 
1674         50,    // rc_two_pass_vbrbias
1675         0,     // rc_two_pass_vbrmin_section
1676         2000,  // rc_two_pass_vbrmax_section
1677 
1678         // keyframing settings (kf)
1679         AOM_KF_AUTO,  // g_kfmode
1680         0,            // kf_min_dist
1681         9999,         // kf_max_dist
1682         0,            // large_scale_tile
1683         0,            // tile_width_count
1684         0,            // tile_height_count
1685         { 0 },        // tile_widths
1686         { 0 },        // tile_heights
1687     } },
1688 };
1689 
1690 #ifndef VERSION_STRING
1691 #define VERSION_STRING
1692 #endif
1693 CODEC_INTERFACE(aom_codec_av1_cx) = {
1694   "AOMedia Project AV1 Encoder" VERSION_STRING,
1695   AOM_CODEC_INTERNAL_ABI_VERSION,
1696 #if CONFIG_HIGHBITDEPTH
1697   AOM_CODEC_CAP_HIGHBITDEPTH |
1698 #endif
1699       AOM_CODEC_CAP_ENCODER | AOM_CODEC_CAP_PSNR,  // aom_codec_caps_t
1700   encoder_init,                                    // aom_codec_init_fn_t
1701   encoder_destroy,                                 // aom_codec_destroy_fn_t
1702   encoder_ctrl_maps,                               // aom_codec_ctrl_fn_map_t
1703   {
1704       // NOLINT
1705       NULL,  // aom_codec_peek_si_fn_t
1706       NULL,  // aom_codec_get_si_fn_t
1707       NULL,  // aom_codec_decode_fn_t
1708       NULL,  // aom_codec_frame_get_fn_t
1709       NULL   // aom_codec_set_fb_fn_t
1710   },
1711   {
1712       // NOLINT
1713       1,                      // 1 cfg map
1714       encoder_usage_cfg_map,  // aom_codec_enc_cfg_map_t
1715       encoder_encode,         // aom_codec_encode_fn_t
1716       encoder_get_cxdata,     // aom_codec_get_cx_data_fn_t
1717       encoder_set_config,     // aom_codec_enc_config_set_fn_t
1718       NULL,                   // aom_codec_get_global_headers_fn_t
1719       encoder_get_preview,    // aom_codec_get_preview_frame_fn_t
1720       NULL                    // aom_codec_enc_mr_get_mem_loc_fn_t
1721   }
1722 };
1723