FFmpeg
d3d12va_mpeg2.c
Go to the documentation of this file.
1 /*
2  * Direct3D12 MPEG-2 HW acceleration
3  *
4  * copyright (c) 2022-2023 Wu Jianhua <toqsxw@outlook.com>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "config_components.h"
24 #include "libavutil/avassert.h"
26 #include "mpegutils.h"
27 #include "mpegvideodec.h"
28 #include "d3d12va_decode.h"
29 #include "dxva2_internal.h"
30 
31 #define MAX_SLICES 1024
32 #define INVALID_REF 0xffff
33 
34 typedef struct D3D12DecodePictureContext {
35  DXVA_PictureParameters pp;
36  DXVA_QmatrixData qm;
37  unsigned slice_count;
38  DXVA_SliceInfo slices[MAX_SLICES];
39  const uint8_t *bitstream;
40  unsigned bitstream_size;
42 
43 static int d3d12va_mpeg2_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
44 {
45  const MpegEncContext *s = avctx->priv_data;
47  D3D12DecodePictureContext *ctx_pic = s->current_picture_ptr->hwaccel_picture_private;
48 
49  if (!ctx)
50  return -1;
51 
52  av_assert0(ctx_pic);
53 
54  ctx->used_mask = 0;
55 
58 
59  // Post processing operations are not supported in D3D12 Video
60  ctx_pic->pp.wDeblockedPictureIndex = INVALID_REF;
61 
62  ctx_pic->bitstream = NULL;
63  ctx_pic->bitstream_size = 0;
64  ctx_pic->slice_count = 0;
65 
66  return 0;
67 }
68 
69 static int d3d12va_mpeg2_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
70 {
71  const MpegEncContext *s = avctx->priv_data;
72  D3D12DecodePictureContext *ctx_pic = s->current_picture_ptr->hwaccel_picture_private;
73 
74  if (ctx_pic->slice_count >= MAX_SLICES) {
75  return AVERROR(ERANGE);
76  }
77 
78  if (!ctx_pic->bitstream)
79  ctx_pic->bitstream = buffer;
80  ctx_pic->bitstream_size += size;
81 
82  ff_dxva2_mpeg2_fill_slice(avctx, &ctx_pic->slices[ctx_pic->slice_count++],
83  buffer - ctx_pic->bitstream, buffer, size);
84 
85  return 0;
86 }
87 
88 static int update_input_arguments(AVCodecContext *avctx, D3D12_VIDEO_DECODE_INPUT_STREAM_ARGUMENTS *input_args, ID3D12Resource *buffer)
89 {
90  const MpegEncContext *s = avctx->priv_data;
91  D3D12DecodePictureContext *ctx_pic = s->current_picture_ptr->hwaccel_picture_private;
92 
93  const int is_field = s->picture_structure != PICT_FRAME;
94  const unsigned mb_count = s->mb_width * (s->mb_height >> is_field);
95 
96  int i;
97  void *mapped_data = NULL;
98  D3D12_VIDEO_DECODE_FRAME_ARGUMENT *args = &input_args->FrameArguments[input_args->NumFrameArguments++];
99 
100  D3D12_RANGE range = {
101  .Begin = 0,
102  .End = ctx_pic->bitstream_size,
103  };
104 
105  if (FAILED(ID3D12Resource_Map(buffer, 0, &range, &mapped_data))) {
106  av_log(avctx, AV_LOG_ERROR, "Failed to map D3D12 Buffer resource!\n");
107  return AVERROR(EINVAL);
108  }
109 
110  for (i = 0; i < ctx_pic->slice_count; i++) {
111  DXVA_SliceInfo *slice = &ctx_pic->slices[i];
112 
113  if (i < ctx_pic->slice_count - 1)
114  slice->wNumberMBsInSlice = slice[1].wNumberMBsInSlice - slice[0].wNumberMBsInSlice;
115  else
116  slice->wNumberMBsInSlice = mb_count - slice[0].wNumberMBsInSlice;
117  }
118 
119  memcpy(mapped_data, ctx_pic->bitstream, ctx_pic->bitstream_size);
120 
121  ID3D12Resource_Unmap(buffer, 0, &range);
122 
123  args->Type = D3D12_VIDEO_DECODE_ARGUMENT_TYPE_SLICE_CONTROL;
124  args->Size = sizeof(DXVA_SliceInfo) * ctx_pic->slice_count;
125  args->pData = ctx_pic->slices;
126 
127  input_args->CompressedBitstream = (D3D12_VIDEO_DECODE_COMPRESSED_BITSTREAM){
128  .pBuffer = buffer,
129  .Offset = 0,
130  .Size = ctx_pic->bitstream_size,
131  };
132 
133  return 0;
134 }
135 
137 {
138  int ret;
139  MpegEncContext *s = avctx->priv_data;
140  D3D12DecodePictureContext *ctx_pic = s->current_picture_ptr->hwaccel_picture_private;
141 
142  if (ctx_pic->slice_count <= 0 || ctx_pic->bitstream_size <= 0)
143  return -1;
144 
145  ret = ff_d3d12va_common_end_frame(avctx, s->current_picture_ptr->f, &ctx_pic->pp, sizeof(ctx_pic->pp),
146  &ctx_pic->qm, sizeof(ctx_pic->qm), update_input_arguments);
147  if (!ret)
148  ff_mpeg_draw_horiz_band(s, 0, avctx->height);
149 
150  return ret;
151 }
152 
154 {
156 
157  ctx->cfg.DecodeProfile = D3D12_VIDEO_DECODE_PROFILE_MPEG2;
158 
159  ctx->max_num_ref = 3;
160 
161  return ff_d3d12va_decode_init(avctx);
162 }
163 
164 #if CONFIG_MPEG2_D3D12VA_HWACCEL
166  .p.name = "mpeg2_d3d12va",
167  .p.type = AVMEDIA_TYPE_VIDEO,
168  .p.id = AV_CODEC_ID_MPEG2VIDEO,
169  .p.pix_fmt = AV_PIX_FMT_D3D12,
171  .uninit = ff_d3d12va_decode_uninit,
172  .start_frame = d3d12va_mpeg2_start_frame,
173  .decode_slice = d3d12va_mpeg2_decode_slice,
174  .end_frame = d3d12va_mpeg2_end_frame,
175  .frame_params = ff_d3d12va_common_frame_params,
176  .frame_priv_data_size = sizeof(D3D12DecodePictureContext),
177  .priv_data_size = sizeof(D3D12VADecodeContext),
178 };
179 #endif
PICT_FRAME
#define PICT_FRAME
Definition: mpegutils.h:33
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
MAX_SLICES
#define MAX_SLICES
Definition: d3d12va_mpeg2.c:31
D3D12DecodePictureContext::bitstream_size
unsigned bitstream_size
Definition: d3d12va_mpeg2.c:40
av_unused
#define av_unused
Definition: attributes.h:131
FFHWAccel::p
AVHWAccel p
The public AVHWAccel.
Definition: hwaccel_internal.h:38
D3D12DecodePictureContext
Definition: d3d12va_mpeg2.c:34
ff_d3d12va_decode_uninit
int ff_d3d12va_decode_uninit(AVCodecContext *avctx)
uninit D3D12VADecodeContext
Definition: d3d12va_decode.c:373
INVALID_REF
#define INVALID_REF
Definition: d3d12va_mpeg2.c:32
mpegutils.h
d3d12va_mpeg2_decode_slice
static int d3d12va_mpeg2_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: d3d12va_mpeg2.c:69
FFHWAccel
Definition: hwaccel_internal.h:34
ff_dxva2_mpeg2_fill_quantization_matrices
void ff_dxva2_mpeg2_fill_quantization_matrices(AVCodecContext *avctx, AVDXVAContext *ctx, DXVA_QmatrixData *qm)
Definition: dxva2_mpeg2.c:109
ff_dxva2_mpeg2_fill_picture_parameters
void ff_dxva2_mpeg2_fill_picture_parameters(AVCodecContext *avctx, AVDXVAContext *ctx, DXVA_PictureParameters *pp)
Definition: dxva2_mpeg2.c:43
avassert.h
mpegvideodec.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
s
#define s(width, name)
Definition: cbs_vp9.c:198
D3D12DecodePictureContext::slices
DXVA_SliceInfo slices[MAX_SLICES]
Definition: d3d12va_mpeg2.c:38
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:40
D3D12DecodePictureContext::pp
DXVA_PictureParameters pp
Definition: d3d12va_mpeg2.c:35
ctx
AVFormatContext * ctx
Definition: movenc.c:49
ff_d3d12va_common_frame_params
int ff_d3d12va_common_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
d3d12va common frame params
Definition: d3d12va_decode.c:271
dxva2_internal.h
NULL
#define NULL
Definition: coverity.c:32
ff_d3d12va_common_end_frame
int ff_d3d12va_common_end_frame(AVCodecContext *avctx, AVFrame *frame, const void *pp, unsigned pp_size, const void *qm, unsigned qm_size, int(*update_input_arguments)(AVCodecContext *, D3D12_VIDEO_DECODE_INPUT_STREAM_ARGUMENTS *, ID3D12Resource *))
d3d12va common end frame
Definition: d3d12va_decode.c:434
AV_PIX_FMT_D3D12
@ AV_PIX_FMT_D3D12
Hardware surfaces for Direct3D 12.
Definition: pixfmt.h:440
D3D12VA_DECODE_CONTEXT
#define D3D12VA_DECODE_CONTEXT(avctx)
Definition: d3d12va_decode.h:128
D3D12DecodePictureContext::slice_count
unsigned slice_count
Definition: d3d12va_mpeg2.c:37
d3d12va_mpeg2_end_frame
static int d3d12va_mpeg2_end_frame(AVCodecContext *avctx)
Definition: d3d12va_mpeg2.c:136
size
int size
Definition: twinvq_data.h:10344
update_input_arguments
static int update_input_arguments(AVCodecContext *avctx, D3D12_VIDEO_DECODE_INPUT_STREAM_ARGUMENTS *input_args, ID3D12Resource *buffer)
Definition: d3d12va_mpeg2.c:88
ff_mpeg_draw_horiz_band
void ff_mpeg_draw_horiz_band(MpegEncContext *s, int y, int h)
Definition: mpegvideo_dec.c:497
AVDXVAContext
Definition: dxva2_internal.h:74
range
enum AVColorRange range
Definition: mediacodec_wrapper.c:2557
ff_dxva2_mpeg2_fill_slice
void ff_dxva2_mpeg2_fill_slice(AVCodecContext *avctx, DXVA_SliceInfo *slice, unsigned position, const uint8_t *buffer, unsigned size)
Definition: dxva2_mpeg2.c:126
AVHWAccel::name
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:2094
d3d12va_mpeg2_decode_init
static int d3d12va_mpeg2_decode_init(AVCodecContext *avctx)
Definition: d3d12va_mpeg2.c:153
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:256
D3D12DecodePictureContext::qm
DXVA_QmatrixData qm
Definition: d3d12va_mpeg2.c:36
AVCodecContext::height
int height
Definition: avcodec.h:618
ret
ret
Definition: filter_design.txt:187
ff_mpeg2_d3d12va_hwaccel
const struct FFHWAccel ff_mpeg2_d3d12va_hwaccel
AVCodecContext
main external API structure.
Definition: avcodec.h:445
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
D3D12VADecodeContext
This structure is used to provide the necessary configurations and data to the FFmpeg Direct3D 12 HWA...
Definition: d3d12va_decode.h:37
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:472
d3d12va_mpeg2_start_frame
static int d3d12va_mpeg2_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
Definition: d3d12va_mpeg2.c:43
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
hwcontext_d3d12va_internal.h
AV_CODEC_ID_MPEG2VIDEO
@ AV_CODEC_ID_MPEG2VIDEO
preferred ID for MPEG-1/2 video decoding
Definition: codec_id.h:54
MpegEncContext
MpegEncContext.
Definition: mpegvideo.h:73
D3D12DecodePictureContext::bitstream
const uint8_t * bitstream
Definition: d3d12va_mpeg2.c:39
ff_d3d12va_decode_init
int ff_d3d12va_decode_init(AVCodecContext *avctx)
init D3D12VADecodeContext
Definition: d3d12va_decode.c:283
d3d12va_decode.h