1 /* 2 * Intel MediaSDK QSV encoder utility functions 3 * 4 * copyright (c) 2013 Yukinori Yamazoe 5 * 6 * This file is part of FFmpeg. 7 * 8 * FFmpeg is free software; you can redistribute it and/or 9 * modify it under the terms of the GNU Lesser General Public 10 * License as published by the Free Software Foundation; either 11 * version 2.1 of the License, or (at your option) any later version. 12 * 13 * FFmpeg is distributed in the hope that it will be useful, 14 * but WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16 * Lesser General Public License for more details. 17 * 18 * You should have received a copy of the GNU Lesser General Public 19 * License along with FFmpeg; if not, write to the Free Software 20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 21 */ 22 23 #ifndef AVCODEC_QSVENC_H 24 #define AVCODEC_QSVENC_H 25 26 #include <stdint.h> 27 #include <sys/types.h> 28 29 #include <mfx/mfxvideo.h> 30 31 #include "libavutil/avutil.h" 32 #include "libavutil/fifo.h" 33 34 #include "avcodec.h" 35 #include "qsv_internal.h" 36 37 #define QSV_HAVE_CO2 QSV_VERSION_ATLEAST(1, 6) 38 #define QSV_HAVE_CO3 QSV_VERSION_ATLEAST(1, 11) 39 #define QSV_HAVE_CO_VPS QSV_VERSION_ATLEAST(1, 17) 40 41 #define QSV_HAVE_EXT_HEVC_TILES QSV_VERSION_ATLEAST(1, 13) 42 #define QSV_HAVE_EXT_VP9_PARAM QSV_VERSION_ATLEAST(1, 26) 43 44 #define QSV_HAVE_TRELLIS QSV_VERSION_ATLEAST(1, 8) 45 #define QSV_HAVE_MAX_SLICE_SIZE QSV_VERSION_ATLEAST(1, 9) 46 #define QSV_HAVE_BREF_TYPE QSV_VERSION_ATLEAST(1, 8) 47 48 #define QSV_HAVE_LA QSV_VERSION_ATLEAST(1, 7) 49 #define QSV_HAVE_LA_DS QSV_VERSION_ATLEAST(1, 8) 50 #define QSV_HAVE_LA_HRD QSV_VERSION_ATLEAST(1, 11) 51 #define QSV_HAVE_VDENC QSV_VERSION_ATLEAST(1, 15) 52 53 #define QSV_HAVE_GPB QSV_VERSION_ATLEAST(1, 18) 54 55 #if defined(_WIN32) || defined(__CYGWIN__) 56 #define QSV_HAVE_AVBR QSV_VERSION_ATLEAST(1, 3) 57 #define QSV_HAVE_ICQ QSV_VERSION_ATLEAST(1, 8) 58 #define QSV_HAVE_VCM QSV_VERSION_ATLEAST(1, 8) 59 #define QSV_HAVE_QVBR QSV_VERSION_ATLEAST(1, 11) 60 #define QSV_HAVE_MF 0 61 #else 62 #define QSV_HAVE_AVBR 0 63 #define QSV_HAVE_ICQ QSV_VERSION_ATLEAST(1, 28) 64 #define QSV_HAVE_VCM 0 65 #define QSV_HAVE_QVBR QSV_VERSION_ATLEAST(1, 28) 66 #define QSV_HAVE_MF QSV_VERSION_ATLEAST(1, 25) 67 #endif 68 69 #if !QSV_HAVE_LA_DS 70 #define MFX_LOOKAHEAD_DS_UNKNOWN 0 71 #define MFX_LOOKAHEAD_DS_OFF 0 72 #define MFX_LOOKAHEAD_DS_2x 0 73 #define MFX_LOOKAHEAD_DS_4x 0 74 #endif 75 76 #define QSV_COMMON_OPTS \ 77 { "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth), AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE }, \ 78 { "avbr_accuracy", "Accuracy of the AVBR ratecontrol", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE }, \ 79 { "avbr_convergence", "Convergence of the AVBR ratecontrol", OFFSET(qsv.avbr_convergence), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE }, \ 80 { "preset", NULL, OFFSET(qsv.preset), AV_OPT_TYPE_INT, { .i64 = MFX_TARGETUSAGE_BALANCED }, MFX_TARGETUSAGE_BEST_QUALITY, MFX_TARGETUSAGE_BEST_SPEED, VE, "preset" }, \ 81 { "veryfast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_SPEED }, INT_MIN, INT_MAX, VE, "preset" }, \ 82 { "faster", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_6 }, INT_MIN, INT_MAX, VE, "preset" }, \ 83 { "fast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_5 }, INT_MIN, INT_MAX, VE, "preset" }, \ 84 { "medium", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BALANCED }, INT_MIN, INT_MAX, VE, "preset" }, \ 85 { "slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_3 }, INT_MIN, INT_MAX, VE, "preset" }, \ 86 { "slower", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_2 }, INT_MIN, INT_MAX, VE, "preset" }, \ 87 { "veryslow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_QUALITY }, INT_MIN, INT_MAX, VE, "preset" }, \ 88 { "rdo", "Enable rate distortion optimization", OFFSET(qsv.rdo), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 89 { "max_frame_size", "Maximum encoded frame size in bytes", OFFSET(qsv.max_frame_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE }, \ 90 { "max_slice_size", "Maximum encoded slice size in bytes", OFFSET(qsv.max_slice_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, UINT16_MAX, VE }, \ 91 { "bitrate_limit", "Toggle bitrate limitations", OFFSET(qsv.bitrate_limit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 92 { "mbbrc", "MB level bitrate control", OFFSET(qsv.mbbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 93 { "extbrc", "Extended bitrate control", OFFSET(qsv.extbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 94 { "adaptive_i", "Adaptive I-frame placement", OFFSET(qsv.adaptive_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 95 { "adaptive_b", "Adaptive B-frame placement", OFFSET(qsv.adaptive_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 96 { "b_strategy", "Strategy to choose between I/P/B-frames", OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, \ 97 { "forced_idr", "Forcing I frames as IDR frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 = 0 }, 0, 1, VE }, \ 98 { "low_power", "enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 = 0}, 0, 1, VE},\ 99 100 typedef int SetEncodeCtrlCB (AVCodecContext *avctx, 101 const AVFrame *frame, mfxEncodeCtrl* enc_ctrl); 102 typedef struct QSVEncContext { 103 AVCodecContext *avctx; 104 105 QSVFrame *work_frames; 106 107 mfxSession session; 108 QSVSession internal_qs; 109 110 int packet_size; 111 int width_align; 112 int height_align; 113 114 mfxVideoParam param; 115 mfxFrameAllocRequest req; 116 117 mfxExtCodingOption extco; 118 #if QSV_HAVE_CO2 119 mfxExtCodingOption2 extco2; 120 #endif 121 #if QSV_HAVE_CO3 122 mfxExtCodingOption3 extco3; 123 #endif 124 #if QSV_HAVE_MF 125 mfxExtMultiFrameParam extmfp; 126 mfxExtMultiFrameControl extmfc; 127 #endif 128 #if QSV_HAVE_EXT_HEVC_TILES 129 mfxExtHEVCTiles exthevctiles; 130 #endif 131 #if QSV_HAVE_EXT_VP9_PARAM 132 mfxExtVP9Param extvp9param; 133 #endif 134 135 mfxExtOpaqueSurfaceAlloc opaque_alloc; 136 mfxFrameSurface1 **opaque_surfaces; 137 AVBufferRef *opaque_alloc_buf; 138 139 mfxExtBuffer *extparam_internal[2 + QSV_HAVE_CO2 + QSV_HAVE_CO3 + (QSV_HAVE_MF * 2)]; 140 int nb_extparam_internal; 141 142 mfxExtBuffer **extparam; 143 144 AVFifoBuffer *async_fifo; 145 146 QSVFramesContext frames_ctx; 147 148 mfxVersion ver; 149 150 int hevc_vps; 151 152 // options set by the caller 153 int async_depth; 154 int idr_interval; 155 int profile; 156 int preset; 157 int avbr_accuracy; 158 int avbr_convergence; 159 int pic_timing_sei; 160 int look_ahead; 161 int look_ahead_depth; 162 int look_ahead_downsampling; 163 int vcm; 164 int rdo; 165 int max_frame_size; 166 int max_slice_size; 167 168 int tile_cols; 169 int tile_rows; 170 171 int aud; 172 173 int single_sei_nal_unit; 174 int max_dec_frame_buffering; 175 176 int bitrate_limit; 177 int mbbrc; 178 int extbrc; 179 int adaptive_i; 180 int adaptive_b; 181 int b_strategy; 182 int cavlc; 183 184 int int_ref_type; 185 int int_ref_cycle_size; 186 int int_ref_qp_delta; 187 int recovery_point_sei; 188 189 int repeat_pps; 190 int low_power; 191 int gpb; 192 193 int a53_cc; 194 195 #if QSV_HAVE_MF 196 int mfmode; 197 #endif 198 char *load_plugins; 199 SetEncodeCtrlCB *set_encode_ctrl_cb; 200 int forced_idr; 201 } QSVEncContext; 202 203 int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q); 204 205 int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q, 206 AVPacket *pkt, const AVFrame *frame, int *got_packet); 207 208 int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q); 209 210 #endif /* AVCODEC_QSVENC_H */ 211