From aaf9d0e8f3964d0dc541ab7d596972a2e24f07ca Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?R=C3=A9mi=20Denis-Courmont?= Date: Sat, 12 Jan 2013 17:53:44 +0200 Subject: [PATCH 1/2] vdpau: Add MPEG-1/2 decoding via hwaccel infrastructure Signed-off-by: Diego Biurrun --- configure | 2 + libavcodec/Makefile | 2 + libavcodec/allcodecs.c | 2 + libavcodec/mpegvideo.c | 1 + libavcodec/vdpau_mpeg12.c | 116 ++++++++++++++++++++++++++++++++++++++ libavcodec/version.h | 2 +- 6 files changed, 124 insertions(+), 1 deletion(-) create mode 100644 libavcodec/vdpau_mpeg12.c diff --git a/configure b/configure index 23b4081a64..952499f514 100755 --- a/configure +++ b/configure @@ -1609,9 +1609,11 @@ h264_vda_hwaccel_select="vda h264_decoder" h264_vdpau_decoder_select="vdpau h264_decoder" mpeg_vdpau_decoder_select="vdpau mpegvideo_decoder" mpeg1_vdpau_decoder_select="vdpau mpeg1video_decoder" +mpeg1_vdpau_hwaccel_select="vdpau mpeg1video_decoder" mpeg2_dxva2_hwaccel_deps="dxva2api_h" mpeg2_dxva2_hwaccel_select="dxva2 mpeg2video_decoder" mpeg2_vaapi_hwaccel_select="vaapi mpeg2video_decoder" +mpeg2_vdpau_hwaccel_select="vdpau mpeg2video_decoder" mpeg4_vaapi_hwaccel_select="vaapi mpeg4_decoder" mpeg4_vdpau_decoder_select="vdpau mpeg4_decoder" vc1_dxva2_hwaccel_deps="dxva2api_h" diff --git a/libavcodec/Makefile b/libavcodec/Makefile index a4eebb8409..2934097f6c 100644 --- a/libavcodec/Makefile +++ b/libavcodec/Makefile @@ -245,10 +245,12 @@ OBJS-$(CONFIG_MP3ON4FLOAT_DECODER) += mpegaudiodec_float.o mpeg4audio.o OBJS-$(CONFIG_MPC7_DECODER) += mpc7.o mpc.o OBJS-$(CONFIG_MPC8_DECODER) += mpc8.o mpc.o OBJS-$(CONFIG_MPEG_XVMC_DECODER) += mpegvideo_xvmc.o +OBJS-$(CONFIG_MPEG1_VDPAU_HWACCEL) += vdpau_mpeg12.o OBJS-$(CONFIG_MPEG1VIDEO_DECODER) += mpeg12.o mpeg12data.o OBJS-$(CONFIG_MPEG1VIDEO_ENCODER) += mpeg12enc.o mpeg12.o OBJS-$(CONFIG_MPEG2_DXVA2_HWACCEL) += dxva2_mpeg2.o OBJS-$(CONFIG_MPEG2_VAAPI_HWACCEL) += vaapi_mpeg2.o +OBJS-$(CONFIG_MPEG2_VDPAU_HWACCEL) += vdpau_mpeg12.o OBJS-$(CONFIG_MPEG2VIDEO_DECODER) += mpeg12.o mpeg12data.o OBJS-$(CONFIG_MPEG2VIDEO_ENCODER) += mpeg12enc.o mpeg12.o OBJS-$(CONFIG_MPEG4_VAAPI_HWACCEL) += vaapi_mpeg4.o diff --git a/libavcodec/allcodecs.c b/libavcodec/allcodecs.c index ee664e4272..e97dce623f 100644 --- a/libavcodec/allcodecs.c +++ b/libavcodec/allcodecs.c @@ -77,8 +77,10 @@ void avcodec_register_all(void) REGISTER_HWACCEL(H264_DXVA2, h264_dxva2); REGISTER_HWACCEL(H264_VAAPI, h264_vaapi); REGISTER_HWACCEL(H264_VDA, h264_vda); + REGISTER_HWACCEL(MPEG1_VDPAU, mpeg1_vdpau); REGISTER_HWACCEL(MPEG2_DXVA2, mpeg2_dxva2); REGISTER_HWACCEL(MPEG2_VAAPI, mpeg2_vaapi); + REGISTER_HWACCEL(MPEG2_VDPAU, mpeg2_vdpau); REGISTER_HWACCEL(MPEG4_VAAPI, mpeg4_vaapi); REGISTER_HWACCEL(VC1_DXVA2, vc1_dxva2); REGISTER_HWACCEL(VC1_VAAPI, vc1_vaapi); diff --git a/libavcodec/mpegvideo.c b/libavcodec/mpegvideo.c index 0b6ddb956c..5bb04dd07e 100644 --- a/libavcodec/mpegvideo.c +++ b/libavcodec/mpegvideo.c @@ -134,6 +134,7 @@ const enum AVPixelFormat ff_hwaccel_pixfmt_list_420[] = { AV_PIX_FMT_DXVA2_VLD, AV_PIX_FMT_VAAPI_VLD, AV_PIX_FMT_VDA_VLD, + AV_PIX_FMT_VDPAU, AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE }; diff --git a/libavcodec/vdpau_mpeg12.c b/libavcodec/vdpau_mpeg12.c new file mode 100644 index 0000000000..d2d4ac3c25 --- /dev/null +++ b/libavcodec/vdpau_mpeg12.c @@ -0,0 +1,116 @@ +/* + * MPEG-1/2 HW decode acceleration through VDPAU + * + * Copyright (c) 2008 NVIDIA + * Copyright (c) 2013 Rémi Denis-Courmont + * + * This file is part of Libav. + * + * Libav is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * Libav is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with Libav; if not, write to the Free Software Foundation, + * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +#include + +#include "avcodec.h" +#include "vdpau.h" +#include "vdpau_internal.h" + +static int vdpau_mpeg_start_frame(AVCodecContext *avctx, + const uint8_t *buffer, uint32_t size) +{ + MpegEncContext * const s = avctx->priv_data; + AVVDPAUContext *hwctx = avctx->hwaccel_context; + VdpPictureInfoMPEG1Or2 *info = &hwctx->info.mpeg; + VdpVideoSurface ref; + int i; + + /* fill VdpPictureInfoMPEG1Or2 struct */ + info->forward_reference = VDP_INVALID_HANDLE; + info->backward_reference = VDP_INVALID_HANDLE; + + switch (s->pict_type) { + case AV_PICTURE_TYPE_B: + ref = ff_vdpau_get_surface_id(&s->next_picture); + assert(ref != VDP_INVALID_HANDLE); + hwctx->info.mpeg.backward_reference = ref; + /* fall through to forward prediction */ + case AV_PICTURE_TYPE_P: + ref = ff_vdpau_get_surface_id(&s->last_picture); + hwctx->info.mpeg.forward_reference = ref; + } + + info->slice_count = 0; + info->picture_structure = s->picture_structure; + info->picture_coding_type = s->pict_type; + info->intra_dc_precision = s->intra_dc_precision; + info->frame_pred_frame_dct = s->frame_pred_frame_dct; + info->concealment_motion_vectors = s->concealment_motion_vectors; + info->intra_vlc_format = s->intra_vlc_format; + info->alternate_scan = s->alternate_scan; + info->q_scale_type = s->q_scale_type; + info->top_field_first = s->top_field_first; + // Both for MPEG-1 only, zero for MPEG-2: + info->full_pel_forward_vector = s->full_pel[0]; + info->full_pel_backward_vector = s->full_pel[1]; + // For MPEG-1 fill both horizontal & vertical: + info->f_code[0][0] = s->mpeg_f_code[0][0]; + info->f_code[0][1] = s->mpeg_f_code[0][1]; + info->f_code[1][0] = s->mpeg_f_code[1][0]; + info->f_code[1][1] = s->mpeg_f_code[1][1]; + for (i = 0; i < 64; ++i) { + info->intra_quantizer_matrix[i] = s->intra_matrix[i]; + info->non_intra_quantizer_matrix[i] = s->inter_matrix[i]; + } + + return ff_vdpau_common_start_frame(avctx, buffer, size); +} + +static int vdpau_mpeg_decode_slice(AVCodecContext *avctx, + const uint8_t *buffer, uint32_t size) +{ + AVVDPAUContext *hwctx = avctx->hwaccel_context; + int val; + + val = ff_vdpau_add_buffer(avctx, buffer, size); + if (val < 0) + return val; + + hwctx->info.mpeg.slice_count++; + return 0; +} + +#if CONFIG_MPEG1_VDPAU_HWACCEL +AVHWAccel ff_mpeg1_vdpau_hwaccel = { + .name = "mpeg1_vdpau", + .type = AVMEDIA_TYPE_VIDEO, + .id = AV_CODEC_ID_MPEG1VIDEO, + .pix_fmt = AV_PIX_FMT_VDPAU, + .start_frame = vdpau_mpeg_start_frame, + .end_frame = ff_vdpau_common_end_frame, + .decode_slice = vdpau_mpeg_decode_slice, +}; +#endif + +#if CONFIG_MPEG2_VDPAU_HWACCEL +AVHWAccel ff_mpeg2_vdpau_hwaccel = { + .name = "mpeg2_vdpau", + .type = AVMEDIA_TYPE_VIDEO, + .id = AV_CODEC_ID_MPEG2VIDEO, + .pix_fmt = AV_PIX_FMT_VDPAU, + .start_frame = vdpau_mpeg_start_frame, + .end_frame = ff_vdpau_common_end_frame, + .decode_slice = vdpau_mpeg_decode_slice, +}; +#endif diff --git a/libavcodec/version.h b/libavcodec/version.h index 3af1e5f9ed..fbb80a68ea 100644 --- a/libavcodec/version.h +++ b/libavcodec/version.h @@ -27,7 +27,7 @@ */ #define LIBAVCODEC_VERSION_MAJOR 54 -#define LIBAVCODEC_VERSION_MINOR 36 +#define LIBAVCODEC_VERSION_MINOR 37 #define LIBAVCODEC_VERSION_MICRO 0 #define LIBAVCODEC_VERSION_INT AV_VERSION_INT(LIBAVCODEC_VERSION_MAJOR, \ From 200e8ac92007bc2fe30da05d3bd00ab620842a6b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?R=C3=A9mi=20Denis-Courmont?= Date: Sat, 12 Jan 2013 17:53:45 +0200 Subject: [PATCH 2/2] vdpau: Add MPEG-4 decoding via hwaccel infrastructure Signed-off-by: Diego Biurrun --- configure | 2 + libavcodec/Makefile | 2 + libavcodec/allcodecs.c | 2 + libavcodec/vdpau_mpeg4.c | 110 +++++++++++++++++++++++++++++++++++++++ libavcodec/version.h | 2 +- 5 files changed, 117 insertions(+), 1 deletion(-) create mode 100644 libavcodec/vdpau_mpeg4.c diff --git a/configure b/configure index 952499f514..8f21a49c06 100755 --- a/configure +++ b/configure @@ -1602,6 +1602,7 @@ vda_deps="VideoDecodeAcceleration_VDADecoder_h pthreads" vdpau_deps="vdpau_vdpau_h vdpau_vdpau_x11_h" h263_vaapi_hwaccel_select="vaapi h263_decoder" +h263_vdpau_hwaccel_select="vdpau h263_decoder" h264_dxva2_hwaccel_deps="dxva2api_h" h264_dxva2_hwaccel_select="dxva2 h264_decoder" h264_vaapi_hwaccel_select="vaapi h264_decoder" @@ -1616,6 +1617,7 @@ mpeg2_vaapi_hwaccel_select="vaapi mpeg2video_decoder" mpeg2_vdpau_hwaccel_select="vdpau mpeg2video_decoder" mpeg4_vaapi_hwaccel_select="vaapi mpeg4_decoder" mpeg4_vdpau_decoder_select="vdpau mpeg4_decoder" +mpeg4_vdpau_hwaccel_select="vdpau mpeg4_decoder" vc1_dxva2_hwaccel_deps="dxva2api_h" vc1_dxva2_hwaccel_select="dxva2 vc1_decoder" vc1_vaapi_hwaccel_select="vaapi vc1_decoder" diff --git a/libavcodec/Makefile b/libavcodec/Makefile index 2934097f6c..e7f1233485 100644 --- a/libavcodec/Makefile +++ b/libavcodec/Makefile @@ -189,6 +189,7 @@ OBJS-$(CONFIG_H263_DECODER) += h263dec.o h263.o ituh263dec.o \ mpeg4video.o mpeg4videodec.o flvdec.o\ intelh263dec.o OBJS-$(CONFIG_H263_VAAPI_HWACCEL) += vaapi_mpeg4.o +OBJS-$(CONFIG_H263_VDPAU_HWACCEL) += vdpau_mpeg4.o OBJS-$(CONFIG_H263_ENCODER) += mpeg4videoenc.o mpeg4video.o \ h263.o ituh263enc.o flvenc.o OBJS-$(CONFIG_H264_DECODER) += h264.o \ @@ -254,6 +255,7 @@ OBJS-$(CONFIG_MPEG2_VDPAU_HWACCEL) += vdpau_mpeg12.o OBJS-$(CONFIG_MPEG2VIDEO_DECODER) += mpeg12.o mpeg12data.o OBJS-$(CONFIG_MPEG2VIDEO_ENCODER) += mpeg12enc.o mpeg12.o OBJS-$(CONFIG_MPEG4_VAAPI_HWACCEL) += vaapi_mpeg4.o +OBJS-$(CONFIG_MPEG4_VDPAU_HWACCEL) += vdpau_mpeg4.o OBJS-$(CONFIG_MSMPEG4V1_DECODER) += msmpeg4.o msmpeg4data.o OBJS-$(CONFIG_MSMPEG4V2_DECODER) += msmpeg4.o msmpeg4data.o h263dec.o \ h263.o ituh263dec.o mpeg4videodec.o diff --git a/libavcodec/allcodecs.c b/libavcodec/allcodecs.c index e97dce623f..0bb9976f74 100644 --- a/libavcodec/allcodecs.c +++ b/libavcodec/allcodecs.c @@ -74,6 +74,7 @@ void avcodec_register_all(void) /* hardware accelerators */ REGISTER_HWACCEL(H263_VAAPI, h263_vaapi); + REGISTER_HWACCEL(H263_VDPAU, h263_vdpau); REGISTER_HWACCEL(H264_DXVA2, h264_dxva2); REGISTER_HWACCEL(H264_VAAPI, h264_vaapi); REGISTER_HWACCEL(H264_VDA, h264_vda); @@ -82,6 +83,7 @@ void avcodec_register_all(void) REGISTER_HWACCEL(MPEG2_VAAPI, mpeg2_vaapi); REGISTER_HWACCEL(MPEG2_VDPAU, mpeg2_vdpau); REGISTER_HWACCEL(MPEG4_VAAPI, mpeg4_vaapi); + REGISTER_HWACCEL(MPEG4_VDPAU, mpeg4_vdpau); REGISTER_HWACCEL(VC1_DXVA2, vc1_dxva2); REGISTER_HWACCEL(VC1_VAAPI, vc1_vaapi); REGISTER_HWACCEL(WMV3_DXVA2, wmv3_dxva2); diff --git a/libavcodec/vdpau_mpeg4.c b/libavcodec/vdpau_mpeg4.c new file mode 100644 index 0000000000..706e2b689e --- /dev/null +++ b/libavcodec/vdpau_mpeg4.c @@ -0,0 +1,110 @@ +/* + * MPEG-4 Part 2 / H.263 decode acceleration through VDPAU + * + * Copyright (c) 2008 NVIDIA + * Copyright (c) 2013 Rémi Denis-Courmont + * + * This file is part of Libav. + * + * Libav is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * Libav is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with Libav; if not, write to the Free Software Foundation, + * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + */ + +#include + +#include "avcodec.h" +#include "vdpau.h" +#include "vdpau_internal.h" + +static int vdpau_mpeg4_start_frame(AVCodecContext *avctx, + const uint8_t *buffer, uint32_t size) +{ + MpegEncContext * const s = avctx->priv_data; + AVVDPAUContext *hwctx = avctx->hwaccel_context; + VdpPictureInfoMPEG4Part2 *info = &hwctx->info.mpeg4; + VdpVideoSurface ref; + int i; + + /* fill VdpPictureInfoMPEG4Part2 struct */ + info->forward_reference = VDP_INVALID_HANDLE; + info->backward_reference = VDP_INVALID_HANDLE; + info->vop_coding_type = 0; + + switch (s->pict_type) { + case AV_PICTURE_TYPE_B: + ref = ff_vdpau_get_surface_id(&s->next_picture); + assert(ref != VDP_INVALID_HANDLE); + info->backward_reference = ref; + info->vop_coding_type = 2; + /* fall-through */ + case AV_PICTURE_TYPE_P: + ref = ff_vdpau_get_surface_id(&s->last_picture); + assert(ref != VDP_INVALID_HANDLE); + info->forward_reference = ref; + } + + info->trd[0] = s->pp_time; + info->trb[0] = s->pb_time; + info->trd[1] = s->pp_field_time >> 1; + info->trb[1] = s->pb_field_time >> 1; + info->vop_time_increment_resolution = s->avctx->time_base.den; + info->vop_fcode_forward = s->f_code; + info->vop_fcode_backward = s->b_code; + info->resync_marker_disable = !s->resync_marker; + info->interlaced = !s->progressive_sequence; + info->quant_type = s->mpeg_quant; + info->quarter_sample = s->quarter_sample; + info->short_video_header = avctx->codec->id == AV_CODEC_ID_H263; + info->rounding_control = s->no_rounding; + info->alternate_vertical_scan_flag = s->alternate_scan; + info->top_field_first = s->top_field_first; + for (i = 0; i < 64; ++i) { + info->intra_quantizer_matrix[i] = s->intra_matrix[i]; + info->non_intra_quantizer_matrix[i] = s->inter_matrix[i]; + } + + ff_vdpau_common_start_frame(avctx, buffer, size); + return ff_vdpau_add_buffer(avctx, buffer, size); +} + +static int vdpau_mpeg4_decode_slice(av_unused AVCodecContext *avctx, + av_unused const uint8_t *buffer, + av_unused uint32_t size) +{ + return 0; +} + +#if CONFIG_H263_VDPAU_HWACCEL +AVHWAccel ff_h263_vdpau_hwaccel = { + .name = "h263_vdpau", + .type = AVMEDIA_TYPE_VIDEO, + .id = AV_CODEC_ID_H263, + .pix_fmt = AV_PIX_FMT_VDPAU, + .start_frame = vdpau_mpeg4_start_frame, + .end_frame = ff_vdpau_common_end_frame, + .decode_slice = vdpau_mpeg4_decode_slice, +}; +#endif + +#if CONFIG_MPEG4_VDPAU_HWACCEL +AVHWAccel ff_mpeg4_vdpau_hwaccel = { + .name = "mpeg4_vdpau", + .type = AVMEDIA_TYPE_VIDEO, + .id = AV_CODEC_ID_MPEG4, + .pix_fmt = AV_PIX_FMT_VDPAU, + .start_frame = vdpau_mpeg4_start_frame, + .end_frame = ff_vdpau_common_end_frame, + .decode_slice = vdpau_mpeg4_decode_slice, +}; +#endif diff --git a/libavcodec/version.h b/libavcodec/version.h index fbb80a68ea..856455fc41 100644 --- a/libavcodec/version.h +++ b/libavcodec/version.h @@ -27,7 +27,7 @@ */ #define LIBAVCODEC_VERSION_MAJOR 54 -#define LIBAVCODEC_VERSION_MINOR 37 +#define LIBAVCODEC_VERSION_MINOR 38 #define LIBAVCODEC_VERSION_MICRO 0 #define LIBAVCODEC_VERSION_INT AV_VERSION_INT(LIBAVCODEC_VERSION_MAJOR, \