1 /*
2 * This file is part of FFmpeg.
3 *
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18
19 #include "libavutil/avassert.h"
20 #include "libavutil/common.h"
21 #include "libavutil/pixdesc.h"
22
23 #include "avcodec.h"
24 #include "decode.h"
25 #include "internal.h"
26 #include "vaapi_decode.h"
27 #include "vaapi_hevc.h"
28
29
ff_vaapi_decode_make_param_buffer(AVCodecContext * avctx,VAAPIDecodePicture * pic,int type,const void * data,size_t size)30 int ff_vaapi_decode_make_param_buffer(AVCodecContext *avctx,
31 VAAPIDecodePicture *pic,
32 int type,
33 const void *data,
34 size_t size)
35 {
36 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
37 VAStatus vas;
38 VABufferID buffer;
39
40 av_assert0(pic->nb_param_buffers + 1 <= MAX_PARAM_BUFFERS);
41
42 vas = vaCreateBuffer(ctx->hwctx->display, ctx->va_context,
43 type, size, 1, (void*)data, &buffer);
44 if (vas != VA_STATUS_SUCCESS) {
45 av_log(avctx, AV_LOG_ERROR, "Failed to create parameter "
46 "buffer (type %d): %d (%s).\n",
47 type, vas, vaErrorStr(vas));
48 return AVERROR(EIO);
49 }
50
51 pic->param_buffers[pic->nb_param_buffers++] = buffer;
52
53 av_log(avctx, AV_LOG_DEBUG, "Param buffer (type %d, %zu bytes) "
54 "is %#x.\n", type, size, buffer);
55 return 0;
56 }
57
58
ff_vaapi_decode_make_slice_buffer(AVCodecContext * avctx,VAAPIDecodePicture * pic,const void * params_data,size_t params_size,const void * slice_data,size_t slice_size)59 int ff_vaapi_decode_make_slice_buffer(AVCodecContext *avctx,
60 VAAPIDecodePicture *pic,
61 const void *params_data,
62 size_t params_size,
63 const void *slice_data,
64 size_t slice_size)
65 {
66 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
67 VAStatus vas;
68 int index;
69
70 av_assert0(pic->nb_slices <= pic->slices_allocated);
71 if (pic->nb_slices == pic->slices_allocated) {
72 if (pic->slices_allocated > 0)
73 pic->slices_allocated *= 2;
74 else
75 pic->slices_allocated = 64;
76
77 pic->slice_buffers =
78 av_realloc_array(pic->slice_buffers,
79 pic->slices_allocated,
80 2 * sizeof(*pic->slice_buffers));
81 if (!pic->slice_buffers)
82 return AVERROR(ENOMEM);
83 }
84 av_assert0(pic->nb_slices + 1 <= pic->slices_allocated);
85
86 index = 2 * pic->nb_slices;
87
88 vas = vaCreateBuffer(ctx->hwctx->display, ctx->va_context,
89 VASliceParameterBufferType,
90 params_size, 1, (void*)params_data,
91 &pic->slice_buffers[index]);
92 if (vas != VA_STATUS_SUCCESS) {
93 av_log(avctx, AV_LOG_ERROR, "Failed to create slice "
94 "parameter buffer: %d (%s).\n", vas, vaErrorStr(vas));
95 return AVERROR(EIO);
96 }
97
98 av_log(avctx, AV_LOG_DEBUG, "Slice %d param buffer (%zu bytes) "
99 "is %#x.\n", pic->nb_slices, params_size,
100 pic->slice_buffers[index]);
101
102 vas = vaCreateBuffer(ctx->hwctx->display, ctx->va_context,
103 VASliceDataBufferType,
104 slice_size, 1, (void*)slice_data,
105 &pic->slice_buffers[index + 1]);
106 if (vas != VA_STATUS_SUCCESS) {
107 av_log(avctx, AV_LOG_ERROR, "Failed to create slice "
108 "data buffer (size %zu): %d (%s).\n",
109 slice_size, vas, vaErrorStr(vas));
110 vaDestroyBuffer(ctx->hwctx->display,
111 pic->slice_buffers[index]);
112 return AVERROR(EIO);
113 }
114
115 av_log(avctx, AV_LOG_DEBUG, "Slice %d data buffer (%zu bytes) "
116 "is %#x.\n", pic->nb_slices, slice_size,
117 pic->slice_buffers[index + 1]);
118
119 ++pic->nb_slices;
120 return 0;
121 }
122
ff_vaapi_decode_destroy_buffers(AVCodecContext * avctx,VAAPIDecodePicture * pic)123 static void ff_vaapi_decode_destroy_buffers(AVCodecContext *avctx,
124 VAAPIDecodePicture *pic)
125 {
126 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
127 VAStatus vas;
128 int i;
129
130 for (i = 0; i < pic->nb_param_buffers; i++) {
131 vas = vaDestroyBuffer(ctx->hwctx->display,
132 pic->param_buffers[i]);
133 if (vas != VA_STATUS_SUCCESS) {
134 av_log(avctx, AV_LOG_ERROR, "Failed to destroy "
135 "parameter buffer %#x: %d (%s).\n",
136 pic->param_buffers[i], vas, vaErrorStr(vas));
137 }
138 }
139
140 for (i = 0; i < 2 * pic->nb_slices; i++) {
141 vas = vaDestroyBuffer(ctx->hwctx->display,
142 pic->slice_buffers[i]);
143 if (vas != VA_STATUS_SUCCESS) {
144 av_log(avctx, AV_LOG_ERROR, "Failed to destroy slice "
145 "slice buffer %#x: %d (%s).\n",
146 pic->slice_buffers[i], vas, vaErrorStr(vas));
147 }
148 }
149 }
150
ff_vaapi_decode_issue(AVCodecContext * avctx,VAAPIDecodePicture * pic)151 int ff_vaapi_decode_issue(AVCodecContext *avctx,
152 VAAPIDecodePicture *pic)
153 {
154 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
155 VAStatus vas;
156 int err;
157
158 av_log(avctx, AV_LOG_DEBUG, "Decode to surface %#x.\n",
159 pic->output_surface);
160
161 vas = vaBeginPicture(ctx->hwctx->display, ctx->va_context,
162 pic->output_surface);
163 if (vas != VA_STATUS_SUCCESS) {
164 av_log(avctx, AV_LOG_ERROR, "Failed to begin picture decode "
165 "issue: %d (%s).\n", vas, vaErrorStr(vas));
166 err = AVERROR(EIO);
167 goto fail_with_picture;
168 }
169
170 vas = vaRenderPicture(ctx->hwctx->display, ctx->va_context,
171 pic->param_buffers, pic->nb_param_buffers);
172 if (vas != VA_STATUS_SUCCESS) {
173 av_log(avctx, AV_LOG_ERROR, "Failed to upload decode "
174 "parameters: %d (%s).\n", vas, vaErrorStr(vas));
175 err = AVERROR(EIO);
176 goto fail_with_picture;
177 }
178
179 vas = vaRenderPicture(ctx->hwctx->display, ctx->va_context,
180 pic->slice_buffers, 2 * pic->nb_slices);
181 if (vas != VA_STATUS_SUCCESS) {
182 av_log(avctx, AV_LOG_ERROR, "Failed to upload slices: "
183 "%d (%s).\n", vas, vaErrorStr(vas));
184 err = AVERROR(EIO);
185 goto fail_with_picture;
186 }
187
188 vas = vaEndPicture(ctx->hwctx->display, ctx->va_context);
189 if (vas != VA_STATUS_SUCCESS) {
190 av_log(avctx, AV_LOG_ERROR, "Failed to end picture decode "
191 "issue: %d (%s).\n", vas, vaErrorStr(vas));
192 err = AVERROR(EIO);
193 if (CONFIG_VAAPI_1 || ctx->hwctx->driver_quirks &
194 AV_VAAPI_DRIVER_QUIRK_RENDER_PARAM_BUFFERS)
195 goto fail;
196 else
197 goto fail_at_end;
198 }
199
200 if (CONFIG_VAAPI_1 || ctx->hwctx->driver_quirks &
201 AV_VAAPI_DRIVER_QUIRK_RENDER_PARAM_BUFFERS)
202 ff_vaapi_decode_destroy_buffers(avctx, pic);
203
204 err = 0;
205 goto exit;
206
207 fail_with_picture:
208 vas = vaEndPicture(ctx->hwctx->display, ctx->va_context);
209 if (vas != VA_STATUS_SUCCESS) {
210 av_log(avctx, AV_LOG_ERROR, "Failed to end picture decode "
211 "after error: %d (%s).\n", vas, vaErrorStr(vas));
212 }
213 fail:
214 ff_vaapi_decode_destroy_buffers(avctx, pic);
215 fail_at_end:
216 exit:
217 pic->nb_param_buffers = 0;
218 pic->nb_slices = 0;
219 pic->slices_allocated = 0;
220 av_freep(&pic->slice_buffers);
221
222 return err;
223 }
224
ff_vaapi_decode_cancel(AVCodecContext * avctx,VAAPIDecodePicture * pic)225 int ff_vaapi_decode_cancel(AVCodecContext *avctx,
226 VAAPIDecodePicture *pic)
227 {
228 ff_vaapi_decode_destroy_buffers(avctx, pic);
229
230 pic->nb_param_buffers = 0;
231 pic->nb_slices = 0;
232 pic->slices_allocated = 0;
233 av_freep(&pic->slice_buffers);
234
235 return 0;
236 }
237
238 static const struct {
239 uint32_t fourcc;
240 enum AVPixelFormat pix_fmt;
241 } vaapi_format_map[] = {
242 #define MAP(va, av) { VA_FOURCC_ ## va, AV_PIX_FMT_ ## av }
243 // 4:0:0
244 MAP(Y800, GRAY8),
245 // 4:2:0
246 MAP(NV12, NV12),
247 MAP(YV12, YUV420P),
248 MAP(IYUV, YUV420P),
249 #ifdef VA_FOURCC_I420
250 MAP(I420, YUV420P),
251 #endif
252 MAP(IMC3, YUV420P),
253 // 4:1:1
254 MAP(411P, YUV411P),
255 // 4:2:2
256 MAP(422H, YUV422P),
257 #ifdef VA_FOURCC_YV16
258 MAP(YV16, YUV422P),
259 #endif
260 MAP(YUY2, YUYV422),
261 #ifdef VA_FOURCC_Y210
262 MAP(Y210, Y210),
263 #endif
264 // 4:4:0
265 MAP(422V, YUV440P),
266 // 4:4:4
267 MAP(444P, YUV444P),
268 // 4:2:0 10-bit
269 #ifdef VA_FOURCC_P010
270 MAP(P010, P010),
271 #endif
272 #ifdef VA_FOURCC_I010
273 MAP(I010, YUV420P10),
274 #endif
275 #undef MAP
276 };
277
vaapi_decode_find_best_format(AVCodecContext * avctx,AVHWDeviceContext * device,VAConfigID config_id,AVHWFramesContext * frames)278 static int vaapi_decode_find_best_format(AVCodecContext *avctx,
279 AVHWDeviceContext *device,
280 VAConfigID config_id,
281 AVHWFramesContext *frames)
282 {
283 AVVAAPIDeviceContext *hwctx = device->hwctx;
284 VAStatus vas;
285 VASurfaceAttrib *attr;
286 enum AVPixelFormat source_format, best_format, format;
287 uint32_t best_fourcc, fourcc;
288 int i, j, nb_attr;
289
290 source_format = avctx->sw_pix_fmt;
291 av_assert0(source_format != AV_PIX_FMT_NONE);
292
293 vas = vaQuerySurfaceAttributes(hwctx->display, config_id,
294 NULL, &nb_attr);
295 if (vas != VA_STATUS_SUCCESS) {
296 av_log(avctx, AV_LOG_ERROR, "Failed to query surface attributes: "
297 "%d (%s).\n", vas, vaErrorStr(vas));
298 return AVERROR(ENOSYS);
299 }
300
301 attr = av_malloc_array(nb_attr, sizeof(*attr));
302 if (!attr)
303 return AVERROR(ENOMEM);
304
305 vas = vaQuerySurfaceAttributes(hwctx->display, config_id,
306 attr, &nb_attr);
307 if (vas != VA_STATUS_SUCCESS) {
308 av_log(avctx, AV_LOG_ERROR, "Failed to query surface attributes: "
309 "%d (%s).\n", vas, vaErrorStr(vas));
310 av_freep(&attr);
311 return AVERROR(ENOSYS);
312 }
313
314 best_format = AV_PIX_FMT_NONE;
315
316 for (i = 0; i < nb_attr; i++) {
317 if (attr[i].type != VASurfaceAttribPixelFormat)
318 continue;
319
320 fourcc = attr[i].value.value.i;
321 for (j = 0; j < FF_ARRAY_ELEMS(vaapi_format_map); j++) {
322 if (fourcc == vaapi_format_map[j].fourcc)
323 break;
324 }
325 if (j >= FF_ARRAY_ELEMS(vaapi_format_map)) {
326 av_log(avctx, AV_LOG_DEBUG, "Ignoring unknown format %#x.\n",
327 fourcc);
328 continue;
329 }
330 format = vaapi_format_map[j].pix_fmt;
331 av_log(avctx, AV_LOG_DEBUG, "Considering format %#x -> %s.\n",
332 fourcc, av_get_pix_fmt_name(format));
333
334 best_format = av_find_best_pix_fmt_of_2(format, best_format,
335 source_format, 0, NULL);
336 if (format == best_format)
337 best_fourcc = fourcc;
338 }
339
340 av_freep(&attr);
341
342 if (best_format == AV_PIX_FMT_NONE) {
343 av_log(avctx, AV_LOG_ERROR, "No usable formats for decoding!\n");
344 return AVERROR(EINVAL);
345 }
346
347 av_log(avctx, AV_LOG_DEBUG, "Picked %s (%#x) as best match for %s.\n",
348 av_get_pix_fmt_name(best_format), best_fourcc,
349 av_get_pix_fmt_name(source_format));
350
351 frames->sw_format = best_format;
352 if (avctx->internal->hwaccel_priv_data) {
353 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
354 AVVAAPIFramesContext *avfc = frames->hwctx;
355
356 ctx->pixel_format_attribute = (VASurfaceAttrib) {
357 .type = VASurfaceAttribPixelFormat,
358 .value.value.i = best_fourcc,
359 };
360
361 avfc->attributes = &ctx->pixel_format_attribute;
362 avfc->nb_attributes = 1;
363 }
364
365 return 0;
366 }
367
368 static const struct {
369 enum AVCodecID codec_id;
370 int codec_profile;
371 VAProfile va_profile;
372 VAProfile (*profile_parser)(AVCodecContext *avctx);
373 } vaapi_profile_map[] = {
374 #define MAP(c, p, v, ...) { AV_CODEC_ID_ ## c, FF_PROFILE_ ## p, VAProfile ## v, __VA_ARGS__ }
375 MAP(MPEG2VIDEO, MPEG2_SIMPLE, MPEG2Simple ),
376 MAP(MPEG2VIDEO, MPEG2_MAIN, MPEG2Main ),
377 MAP(H263, UNKNOWN, H263Baseline),
378 MAP(MPEG4, MPEG4_SIMPLE, MPEG4Simple ),
379 MAP(MPEG4, MPEG4_ADVANCED_SIMPLE,
380 MPEG4AdvancedSimple),
381 MAP(MPEG4, MPEG4_MAIN, MPEG4Main ),
382 MAP(H264, H264_CONSTRAINED_BASELINE,
383 H264ConstrainedBaseline),
384 MAP(H264, H264_MAIN, H264Main ),
385 MAP(H264, H264_HIGH, H264High ),
386 #if VA_CHECK_VERSION(0, 37, 0)
387 MAP(HEVC, HEVC_MAIN, HEVCMain ),
388 MAP(HEVC, HEVC_MAIN_10, HEVCMain10 ),
389 MAP(HEVC, HEVC_MAIN_STILL_PICTURE,
390 HEVCMain ),
391 #endif
392 #if VA_CHECK_VERSION(1, 2, 0) && CONFIG_HEVC_VAAPI_HWACCEL
393 MAP(HEVC, HEVC_REXT, None,
394 ff_vaapi_parse_hevc_rext_profile ),
395 #endif
396 MAP(MJPEG, MJPEG_HUFFMAN_BASELINE_DCT,
397 JPEGBaseline),
398 MAP(WMV3, VC1_SIMPLE, VC1Simple ),
399 MAP(WMV3, VC1_MAIN, VC1Main ),
400 MAP(WMV3, VC1_COMPLEX, VC1Advanced ),
401 MAP(WMV3, VC1_ADVANCED, VC1Advanced ),
402 MAP(VC1, VC1_SIMPLE, VC1Simple ),
403 MAP(VC1, VC1_MAIN, VC1Main ),
404 MAP(VC1, VC1_COMPLEX, VC1Advanced ),
405 MAP(VC1, VC1_ADVANCED, VC1Advanced ),
406 MAP(VP8, UNKNOWN, VP8Version0_3 ),
407 #if VA_CHECK_VERSION(0, 38, 0)
408 MAP(VP9, VP9_0, VP9Profile0 ),
409 #endif
410 #if VA_CHECK_VERSION(0, 39, 0)
411 MAP(VP9, VP9_2, VP9Profile2 ),
412 #endif
413 #if VA_CHECK_VERSION(1, 8, 0)
414 MAP(AV1, AV1_MAIN, AV1Profile0),
415 MAP(AV1, AV1_HIGH, AV1Profile1),
416 #endif
417
418 #undef MAP
419 };
420
421 /*
422 * Set *va_config and the frames_ref fields from the current codec parameters
423 * in avctx.
424 */
vaapi_decode_make_config(AVCodecContext * avctx,AVBufferRef * device_ref,VAConfigID * va_config,AVBufferRef * frames_ref)425 static int vaapi_decode_make_config(AVCodecContext *avctx,
426 AVBufferRef *device_ref,
427 VAConfigID *va_config,
428 AVBufferRef *frames_ref)
429 {
430 AVVAAPIHWConfig *hwconfig = NULL;
431 AVHWFramesConstraints *constraints = NULL;
432 VAStatus vas;
433 int err, i, j;
434 const AVCodecDescriptor *codec_desc;
435 VAProfile *profile_list = NULL, matched_va_profile, va_profile;
436 int profile_count, exact_match, matched_ff_profile, codec_profile;
437
438 AVHWDeviceContext *device = (AVHWDeviceContext*)device_ref->data;
439 AVVAAPIDeviceContext *hwctx = device->hwctx;
440
441 codec_desc = avcodec_descriptor_get(avctx->codec_id);
442 if (!codec_desc) {
443 err = AVERROR(EINVAL);
444 goto fail;
445 }
446
447 profile_count = vaMaxNumProfiles(hwctx->display);
448 profile_list = av_malloc_array(profile_count,
449 sizeof(VAProfile));
450 if (!profile_list) {
451 err = AVERROR(ENOMEM);
452 goto fail;
453 }
454
455 vas = vaQueryConfigProfiles(hwctx->display,
456 profile_list, &profile_count);
457 if (vas != VA_STATUS_SUCCESS) {
458 av_log(avctx, AV_LOG_ERROR, "Failed to query profiles: "
459 "%d (%s).\n", vas, vaErrorStr(vas));
460 err = AVERROR(ENOSYS);
461 goto fail;
462 }
463
464 matched_va_profile = VAProfileNone;
465 exact_match = 0;
466
467 for (i = 0; i < FF_ARRAY_ELEMS(vaapi_profile_map); i++) {
468 int profile_match = 0;
469 if (avctx->codec_id != vaapi_profile_map[i].codec_id)
470 continue;
471 if (avctx->profile == vaapi_profile_map[i].codec_profile ||
472 vaapi_profile_map[i].codec_profile == FF_PROFILE_UNKNOWN)
473 profile_match = 1;
474
475 va_profile = vaapi_profile_map[i].profile_parser ?
476 vaapi_profile_map[i].profile_parser(avctx) :
477 vaapi_profile_map[i].va_profile;
478 codec_profile = vaapi_profile_map[i].codec_profile;
479
480 for (j = 0; j < profile_count; j++) {
481 if (va_profile == profile_list[j]) {
482 exact_match = profile_match;
483 break;
484 }
485 }
486 if (j < profile_count) {
487 matched_va_profile = va_profile;
488 matched_ff_profile = codec_profile;
489 if (exact_match)
490 break;
491 }
492 }
493 av_freep(&profile_list);
494
495 if (matched_va_profile == VAProfileNone) {
496 av_log(avctx, AV_LOG_ERROR, "No support for codec %s "
497 "profile %d.\n", codec_desc->name, avctx->profile);
498 err = AVERROR(ENOSYS);
499 goto fail;
500 }
501 if (!exact_match) {
502 if (avctx->hwaccel_flags &
503 AV_HWACCEL_FLAG_ALLOW_PROFILE_MISMATCH) {
504 av_log(avctx, AV_LOG_VERBOSE, "Codec %s profile %d not "
505 "supported for hardware decode.\n",
506 codec_desc->name, avctx->profile);
507 av_log(avctx, AV_LOG_WARNING, "Using possibly-"
508 "incompatible profile %d instead.\n",
509 matched_ff_profile);
510 } else {
511 av_log(avctx, AV_LOG_VERBOSE, "Codec %s profile %d not "
512 "supported for hardware decode.\n",
513 codec_desc->name, avctx->profile);
514 err = AVERROR(EINVAL);
515 goto fail;
516 }
517 }
518
519 vas = vaCreateConfig(hwctx->display, matched_va_profile,
520 VAEntrypointVLD, NULL, 0,
521 va_config);
522 if (vas != VA_STATUS_SUCCESS) {
523 av_log(avctx, AV_LOG_ERROR, "Failed to create decode "
524 "configuration: %d (%s).\n", vas, vaErrorStr(vas));
525 err = AVERROR(EIO);
526 goto fail;
527 }
528
529 hwconfig = av_hwdevice_hwconfig_alloc(device_ref);
530 if (!hwconfig) {
531 err = AVERROR(ENOMEM);
532 goto fail;
533 }
534 hwconfig->config_id = *va_config;
535
536 constraints =
537 av_hwdevice_get_hwframe_constraints(device_ref, hwconfig);
538 if (!constraints) {
539 err = AVERROR(ENOMEM);
540 goto fail;
541 }
542
543 if (avctx->coded_width < constraints->min_width ||
544 avctx->coded_height < constraints->min_height ||
545 avctx->coded_width > constraints->max_width ||
546 avctx->coded_height > constraints->max_height) {
547 av_log(avctx, AV_LOG_ERROR, "Hardware does not support image "
548 "size %dx%d (constraints: width %d-%d height %d-%d).\n",
549 avctx->coded_width, avctx->coded_height,
550 constraints->min_width, constraints->max_width,
551 constraints->min_height, constraints->max_height);
552 err = AVERROR(EINVAL);
553 goto fail;
554 }
555 if (!constraints->valid_sw_formats ||
556 constraints->valid_sw_formats[0] == AV_PIX_FMT_NONE) {
557 av_log(avctx, AV_LOG_ERROR, "Hardware does not offer any "
558 "usable surface formats.\n");
559 err = AVERROR(EINVAL);
560 goto fail;
561 }
562
563 if (frames_ref) {
564 AVHWFramesContext *frames = (AVHWFramesContext *)frames_ref->data;
565
566 frames->format = AV_PIX_FMT_VAAPI;
567 frames->width = avctx->coded_width;
568 frames->height = avctx->coded_height;
569
570 err = vaapi_decode_find_best_format(avctx, device,
571 *va_config, frames);
572 if (err < 0)
573 goto fail;
574
575 frames->initial_pool_size = 1;
576 // Add per-codec number of surfaces used for storing reference frames.
577 switch (avctx->codec_id) {
578 case AV_CODEC_ID_H264:
579 case AV_CODEC_ID_HEVC:
580 frames->initial_pool_size += 16;
581 break;
582 case AV_CODEC_ID_VP9:
583 case AV_CODEC_ID_AV1:
584 frames->initial_pool_size += 8;
585 break;
586 case AV_CODEC_ID_VP8:
587 frames->initial_pool_size += 3;
588 break;
589 default:
590 frames->initial_pool_size += 2;
591 }
592 }
593
594 av_hwframe_constraints_free(&constraints);
595 av_freep(&hwconfig);
596
597 return 0;
598
599 fail:
600 av_hwframe_constraints_free(&constraints);
601 av_freep(&hwconfig);
602 if (*va_config != VA_INVALID_ID) {
603 vaDestroyConfig(hwctx->display, *va_config);
604 *va_config = VA_INVALID_ID;
605 }
606 av_freep(&profile_list);
607 return err;
608 }
609
ff_vaapi_common_frame_params(AVCodecContext * avctx,AVBufferRef * hw_frames_ctx)610 int ff_vaapi_common_frame_params(AVCodecContext *avctx,
611 AVBufferRef *hw_frames_ctx)
612 {
613 AVHWFramesContext *hw_frames = (AVHWFramesContext *)hw_frames_ctx->data;
614 AVHWDeviceContext *device_ctx = hw_frames->device_ctx;
615 AVVAAPIDeviceContext *hwctx;
616 VAConfigID va_config = VA_INVALID_ID;
617 int err;
618
619 if (device_ctx->type != AV_HWDEVICE_TYPE_VAAPI)
620 return AVERROR(EINVAL);
621 hwctx = device_ctx->hwctx;
622
623 err = vaapi_decode_make_config(avctx, hw_frames->device_ref, &va_config,
624 hw_frames_ctx);
625 if (err)
626 return err;
627
628 if (va_config != VA_INVALID_ID)
629 vaDestroyConfig(hwctx->display, va_config);
630
631 return 0;
632 }
633
ff_vaapi_decode_init(AVCodecContext * avctx)634 int ff_vaapi_decode_init(AVCodecContext *avctx)
635 {
636 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
637 VAStatus vas;
638 int err;
639
640 ctx->va_config = VA_INVALID_ID;
641 ctx->va_context = VA_INVALID_ID;
642
643 #if FF_API_STRUCT_VAAPI_CONTEXT
644 if (avctx->hwaccel_context) {
645 av_log(avctx, AV_LOG_WARNING, "Using deprecated struct "
646 "vaapi_context in decode.\n");
647
648 ctx->have_old_context = 1;
649 ctx->old_context = avctx->hwaccel_context;
650
651 // Really we only want the VAAPI device context, but this
652 // allocates a whole generic device context because we don't
653 // have any other way to determine how big it should be.
654 ctx->device_ref =
655 av_hwdevice_ctx_alloc(AV_HWDEVICE_TYPE_VAAPI);
656 if (!ctx->device_ref) {
657 err = AVERROR(ENOMEM);
658 goto fail;
659 }
660 ctx->device = (AVHWDeviceContext*)ctx->device_ref->data;
661 ctx->hwctx = ctx->device->hwctx;
662
663 ctx->hwctx->display = ctx->old_context->display;
664
665 // The old VAAPI decode setup assumed this quirk was always
666 // present, so set it here to avoid the behaviour changing.
667 ctx->hwctx->driver_quirks =
668 AV_VAAPI_DRIVER_QUIRK_RENDER_PARAM_BUFFERS;
669
670 }
671 #endif
672
673 #if FF_API_STRUCT_VAAPI_CONTEXT
674 if (ctx->have_old_context) {
675 ctx->va_config = ctx->old_context->config_id;
676 ctx->va_context = ctx->old_context->context_id;
677
678 av_log(avctx, AV_LOG_DEBUG, "Using user-supplied decoder "
679 "context: %#x/%#x.\n", ctx->va_config, ctx->va_context);
680 } else {
681 #endif
682
683 err = ff_decode_get_hw_frames_ctx(avctx, AV_HWDEVICE_TYPE_VAAPI);
684 if (err < 0)
685 goto fail;
686
687 ctx->frames = (AVHWFramesContext*)avctx->hw_frames_ctx->data;
688 ctx->hwfc = ctx->frames->hwctx;
689 ctx->device = ctx->frames->device_ctx;
690 ctx->hwctx = ctx->device->hwctx;
691
692 err = vaapi_decode_make_config(avctx, ctx->frames->device_ref,
693 &ctx->va_config, avctx->hw_frames_ctx);
694 if (err)
695 goto fail;
696
697 vas = vaCreateContext(ctx->hwctx->display, ctx->va_config,
698 avctx->coded_width, avctx->coded_height,
699 VA_PROGRESSIVE,
700 ctx->hwfc->surface_ids,
701 ctx->hwfc->nb_surfaces,
702 &ctx->va_context);
703 if (vas != VA_STATUS_SUCCESS) {
704 av_log(avctx, AV_LOG_ERROR, "Failed to create decode "
705 "context: %d (%s).\n", vas, vaErrorStr(vas));
706 err = AVERROR(EIO);
707 goto fail;
708 }
709
710 av_log(avctx, AV_LOG_DEBUG, "Decode context initialised: "
711 "%#x/%#x.\n", ctx->va_config, ctx->va_context);
712 #if FF_API_STRUCT_VAAPI_CONTEXT
713 }
714 #endif
715
716 return 0;
717
718 fail:
719 ff_vaapi_decode_uninit(avctx);
720 return err;
721 }
722
ff_vaapi_decode_uninit(AVCodecContext * avctx)723 int ff_vaapi_decode_uninit(AVCodecContext *avctx)
724 {
725 VAAPIDecodeContext *ctx = avctx->internal->hwaccel_priv_data;
726 VAStatus vas;
727
728 #if FF_API_STRUCT_VAAPI_CONTEXT
729 if (ctx->have_old_context) {
730 av_buffer_unref(&ctx->device_ref);
731 } else {
732 #endif
733
734 if (ctx->va_context != VA_INVALID_ID) {
735 vas = vaDestroyContext(ctx->hwctx->display, ctx->va_context);
736 if (vas != VA_STATUS_SUCCESS) {
737 av_log(avctx, AV_LOG_ERROR, "Failed to destroy decode "
738 "context %#x: %d (%s).\n",
739 ctx->va_context, vas, vaErrorStr(vas));
740 }
741 }
742 if (ctx->va_config != VA_INVALID_ID) {
743 vas = vaDestroyConfig(ctx->hwctx->display, ctx->va_config);
744 if (vas != VA_STATUS_SUCCESS) {
745 av_log(avctx, AV_LOG_ERROR, "Failed to destroy decode "
746 "configuration %#x: %d (%s).\n",
747 ctx->va_config, vas, vaErrorStr(vas));
748 }
749 }
750
751 #if FF_API_STRUCT_VAAPI_CONTEXT
752 }
753 #endif
754
755 return 0;
756 }
757