FFmpeg  4.4
libuavs3d.c
Go to the documentation of this file.
1 /*
2  * RAW AVS3-P2/IEEE1857.10 video demuxer
3  * Copyright (c) 2020 Zhenyu Wang <wangzhenyu@pkusz.edu.cn>
4  * Bingjie Han <hanbj@pkusz.edu.cn>
5  * Huiwen Ren <hwrenx@gmail.com>
6  *
7  * This file is part of FFmpeg.
8  *
9  * FFmpeg is free software; you can redistribute it and/or
10  * modify it under the terms of the GNU Lesser General Public
11  * License as published by the Free Software Foundation; either
12  * version 2.1 of the License, or (at your option) any later version.
13  *
14  * FFmpeg is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17  * Lesser General Public License for more details.
18  *
19  * You should have received a copy of the GNU Lesser General Public
20  * License along with FFmpeg; if not, write to the Free Software
21  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22  */
23 
24 #include "libavutil/avassert.h"
25 #include "libavutil/avutil.h"
26 #include "libavutil/common.h"
27 #include "libavutil/imgutils.h"
28 #include "libavutil/intreadwrite.h"
29 #include "libavutil/opt.h"
30 #include "avcodec.h"
31 #include "avs3.h"
32 #include "internal.h"
33 #include "uavs3d.h"
34 
35 typedef struct uavs3d_context {
37  void *dec_handle;
40  uavs3d_io_frm_t dec_frame;
42 
43 #define UAVS3D_CHECK_START_CODE(data_ptr, PIC_START_CODE) \
44  (AV_RL32(data_ptr) != (PIC_START_CODE << 24) + AVS3_NAL_START_CODE)
45 static int uavs3d_find_next_start_code(const unsigned char *bs_data, int bs_len, int *left)
46 {
47  const unsigned char *data_ptr = bs_data + 4;
48  int count = bs_len - 4;
49 
50  while (count >= 4 &&
56  data_ptr++;
57  count--;
58  }
59 
60  if (count >= 4) {
61  *left = count;
62  return 1;
63  }
64 
65  return 0;
66 }
67 
68 static void uavs3d_output_callback(uavs3d_io_frm_t *dec_frame) {
69  uavs3d_io_frm_t frm_out;
70  AVFrame *frm = (AVFrame *)dec_frame->priv;
71  int i;
72 
73  if (!frm || !frm->data[0]) {
74  dec_frame->got_pic = 0;
75  av_log(NULL, AV_LOG_ERROR, "Invalid AVFrame in uavs3d output.\n");
76  return;
77  }
78 
79  frm->pts = dec_frame->pts;
80  frm->pkt_dts = dec_frame->dts;
81  frm->pkt_pos = dec_frame->pkt_pos;
82  frm->pkt_size = dec_frame->pkt_size;
83  frm->coded_picture_number = dec_frame->dtr;
84  frm->display_picture_number = dec_frame->ptr;
85 
86  if (dec_frame->type < 0 || dec_frame->type >= 4) {
87  av_log(NULL, AV_LOG_WARNING, "Error frame type in uavs3d: %d.\n", dec_frame->type);
88  }
89 
90  frm->pict_type = ff_avs3_image_type[dec_frame->type];
91  frm->key_frame = (frm->pict_type == AV_PICTURE_TYPE_I);
92 
93  for (i = 0; i < 3; i++) {
94  frm_out.width [i] = dec_frame->width[i];
95  frm_out.height[i] = dec_frame->height[i];
96  frm_out.stride[i] = frm->linesize[i];
97  frm_out.buffer[i] = frm->data[i];
98  }
99 
100  uavs3d_img_cpy_cvt(&frm_out, dec_frame, dec_frame->bit_depth);
101 }
102 
104 {
105  uavs3d_context *h = avctx->priv_data;
106  uavs3d_cfg_t cdsc;
107 
108  cdsc.frm_threads = avctx->thread_count > 0 ? avctx->thread_count : av_cpu_count();
109  cdsc.check_md5 = 0;
110  h->dec_handle = uavs3d_create(&cdsc, uavs3d_output_callback, NULL);
111  h->got_seqhdr = 0;
112 
113  if (!h->dec_handle) {
114  return AVERROR(ENOMEM);
115  }
116 
117  return 0;
118 }
119 
121 {
122  uavs3d_context *h = avctx->priv_data;
123 
124  if (h->dec_handle) {
125  uavs3d_flush(h->dec_handle, NULL);
126  uavs3d_delete(h->dec_handle);
127  h->dec_handle = NULL;
128  }
129  h->got_seqhdr = 0;
130 
131  return 0;
132 }
133 
134 static void libuavs3d_flush(AVCodecContext * avctx)
135 {
136  uavs3d_context *h = avctx->priv_data;
137 
138  if (h->dec_handle) {
139  uavs3d_reset(h->dec_handle);
140  }
141 }
142 
143 #define UAVS3D_CHECK_INVALID_RANGE(v, l, r) ((v)<(l)||(v)>(r))
144 static int libuavs3d_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
145 {
146  uavs3d_context *h = avctx->priv_data;
147  const uint8_t *buf = avpkt->data;
148  int buf_size = avpkt->size;
149  const uint8_t *buf_end;
150  const uint8_t *buf_ptr;
151  AVFrame *frm = data;
152  int left_bytes;
153  int ret, finish = 0;
154 
155  *got_frame = 0;
156  frm->pts = -1;
158 
159  if (!buf_size) {
160  if (h->got_seqhdr) {
161  if (!frm->data[0] && (ret = ff_get_buffer(avctx, frm, 0)) < 0) {
162  return ret;
163  }
164  h->dec_frame.priv = data; // AVFrame
165  }
166  do {
167  ret = uavs3d_flush(h->dec_handle, &h->dec_frame);
168  } while (ret > 0 && !h->dec_frame.got_pic);
169  } else {
170  uavs3d_io_frm_t *frm_dec = &h->dec_frame;
171 
172  buf_ptr = buf;
173  buf_end = buf + buf_size;
174  frm_dec->pkt_pos = avpkt->pos;
175  frm_dec->pkt_size = avpkt->size;
176 
177  while (!finish) {
178  int bs_len;
179 
180  if (h->got_seqhdr) {
181  if (!frm->data[0] && (ret = ff_get_buffer(avctx, frm, 0)) < 0) {
182  return ret;
183  }
184  h->dec_frame.priv = data; // AVFrame
185  }
186 
187  if (uavs3d_find_next_start_code(buf_ptr, buf_end - buf_ptr, &left_bytes)) {
188  bs_len = buf_end - buf_ptr - left_bytes;
189  } else {
190  bs_len = buf_end - buf_ptr;
191  finish = 1;
192  }
193  frm_dec->bs = (unsigned char *)buf_ptr;
194  frm_dec->bs_len = bs_len;
195  frm_dec->pts = avpkt->pts;
196  frm_dec->dts = avpkt->dts;
197  uavs3d_decode(h->dec_handle, frm_dec);
198  buf_ptr += bs_len;
199 
200  if (frm_dec->nal_type == NAL_SEQ_HEADER) {
201  struct uavs3d_com_seqh_t *seqh = frm_dec->seqhdr;
202  if (UAVS3D_CHECK_INVALID_RANGE(seqh->frame_rate_code, 0, 15)) {
203  av_log(avctx, AV_LOG_ERROR, "Invalid frame rate code: %d.\n", seqh->frame_rate_code);
204  seqh->frame_rate_code = 3; // default 25 fps
205  } else {
206  avctx->framerate.num = ff_avs3_frame_rate_tab[seqh->frame_rate_code].num;
207  avctx->framerate.den = ff_avs3_frame_rate_tab[seqh->frame_rate_code].den;
208  }
209  avctx->has_b_frames = !seqh->low_delay;
210  avctx->pix_fmt = seqh->bit_depth_internal == 8 ? AV_PIX_FMT_YUV420P : AV_PIX_FMT_YUV420P10LE;
211  ff_set_dimensions(avctx, seqh->horizontal_size, seqh->vertical_size);
212  h->got_seqhdr = 1;
213 
214  if (seqh->colour_description) {
215  if (UAVS3D_CHECK_INVALID_RANGE(seqh->colour_primaries, 0, 9) ||
216  UAVS3D_CHECK_INVALID_RANGE(seqh->transfer_characteristics, 0, 14) ||
217  UAVS3D_CHECK_INVALID_RANGE(seqh->matrix_coefficients, 0, 11)) {
218  av_log(avctx, AV_LOG_ERROR,
219  "Invalid colour description: primaries: %d"
220  "transfer characteristics: %d"
221  "matrix coefficients: %d.\n",
222  seqh->colour_primaries,
223  seqh->transfer_characteristics,
224  seqh->matrix_coefficients);
225  } else {
226  avctx->color_primaries = ff_avs3_color_primaries_tab[seqh->colour_primaries];
227  avctx->color_trc = ff_avs3_color_transfer_tab [seqh->transfer_characteristics];
228  avctx->colorspace = ff_avs3_color_matrix_tab [seqh->matrix_coefficients];
229  }
230  }
231  }
232  if (frm_dec->got_pic) {
233  break;
234  }
235  }
236  }
237 
238  *got_frame = h->dec_frame.got_pic;
239 
240  if (!(*got_frame)) {
241  av_frame_unref(frm);
242  }
243 
244  return buf_ptr - buf;
245 }
246 
248  .name = "libuavs3d",
249  .long_name = NULL_IF_CONFIG_SMALL("libuavs3d AVS3-P2/IEEE1857.10"),
250  .type = AVMEDIA_TYPE_VIDEO,
251  .id = AV_CODEC_ID_AVS3,
252  .priv_data_size = sizeof(uavs3d_context),
253  .init = libuavs3d_init,
254  .close = libuavs3d_end,
257  .caps_internal = FF_CODEC_CAP_AUTO_THREADS,
259  .pix_fmts = (const enum AVPixelFormat[]) { AV_PIX_FMT_YUV420P,
261  AV_PIX_FMT_NONE },
262  .wrapper_name = "libuavs3d",
263 };
static void flush(AVCodecContext *avctx)
#define av_cold
Definition: attributes.h:88
uint8_t
simple assert() macros that are a bit more flexible than ISO C assert().
Libavcodec external API header.
static av_cold int init(AVCodecContext *avctx)
Definition: avrndec.c:31
static const AVRational ff_avs3_frame_rate_tab[16]
Definition: avs3.h:46
#define AVS3_INTRA_PIC_START_CODE
Definition: avs3.h:30
#define AVS3_FIRST_SLICE_START_CODE
Definition: avs3.h:35
#define AVS3_SEQ_START_CODE
Definition: avs3.h:27
#define AVS3_INTER_PIC_START_CODE
Definition: avs3.h:33
static const int ff_avs3_color_primaries_tab[10]
Definition: avs3.h:65
static const int ff_avs3_color_transfer_tab[15]
Definition: avs3.h:78
static enum AVPictureType ff_avs3_image_type[4]
Definition: avs3.h:111
static const int ff_avs3_color_matrix_tab[12]
Definition: avs3.h:96
#define AVS3_SEQ_END_CODE
Definition: avs3.h:28
Convenience header that includes libavutil's core.
common internal and external API header
#define NULL
Definition: coverity.c:32
int av_cpu_count(void)
Definition: cpu.c:275
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: decode.c:1893
static void decode(AVCodecContext *dec_ctx, AVPacket *pkt, AVFrame *frame, FILE *outfile)
Definition: decode_audio.c:71
#define AV_CODEC_CAP_OTHER_THREADS
Codec supports multithreading through a method other than slice- or frame-level multithreading.
Definition: codec.h:122
#define AV_CODEC_CAP_DELAY
Encoder or decoder requires flushing with NULL input at the end in order to give the complete and cor...
Definition: codec.h:77
#define AV_CODEC_CAP_DR1
Codec uses get_buffer() or get_encode_buffer() for allocating buffers and supports custom allocators.
Definition: codec.h:52
@ AV_CODEC_ID_AVS3
Definition: codec_id.h:245
#define AVERROR(e)
Definition: error.h:43
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:553
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
@ AV_PICTURE_TYPE_NONE
Undefined.
Definition: avutil.h:273
misc image utilities
int i
Definition: input.c:407
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
Definition: utils.c:84
#define FF_CODEC_CAP_AUTO_THREADS
Codec handles avctx->thread_count == 0 (auto) internally.
Definition: internal.h:80
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:303
static void libuavs3d_flush(AVCodecContext *avctx)
Definition: libuavs3d.c:134
static av_cold int libuavs3d_init(AVCodecContext *avctx)
Definition: libuavs3d.c:103
static av_cold int libuavs3d_end(AVCodecContext *avctx)
Definition: libuavs3d.c:120
AVCodec ff_libuavs3d_decoder
Definition: libuavs3d.c:247
#define UAVS3D_CHECK_INVALID_RANGE(v, l, r)
Definition: libuavs3d.c:143
#define UAVS3D_CHECK_START_CODE(data_ptr, PIC_START_CODE)
Definition: libuavs3d.c:43
static int libuavs3d_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
Definition: libuavs3d.c:144
static int uavs3d_find_next_start_code(const unsigned char *bs_data, int bs_len, int *left)
Definition: libuavs3d.c:45
static void uavs3d_output_callback(uavs3d_io_frm_t *dec_frame)
Definition: libuavs3d.c:68
const char data[16]
Definition: mxf.c:142
AVOptions.
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
@ AV_PIX_FMT_YUV420P10LE
planar YUV 4:2:0, 15bpp, (1 Cr & Cb sample per 2x2 Y samples), little-endian
Definition: pixfmt.h:159
main external API structure.
Definition: avcodec.h:536
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:746
enum AVColorPrimaries color_primaries
Chromaticity coordinates of the source primaries.
Definition: avcodec.h:1150
AVRational framerate
Definition: avcodec.h:2071
int has_b_frames
Size of the frame reordering buffer in the decoder.
Definition: avcodec.h:826
enum AVColorSpace colorspace
YUV colorspace type.
Definition: avcodec.h:1164
int thread_count
thread count is used to decide how many independent tasks should be passed to execute()
Definition: avcodec.h:1773
enum AVColorTransferCharacteristic color_trc
Color Transfer Characteristic.
Definition: avcodec.h:1157
void * priv_data
Definition: avcodec.h:563
AVCodec.
Definition: codec.h:197
const char * name
Name of the codec implementation.
Definition: codec.h:204
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
int coded_picture_number
picture number in bitstream order
Definition: frame.h:432
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:411
int display_picture_number
picture number in display order
Definition: frame.h:436
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:332
int key_frame
1 -> keyframe, 0-> not
Definition: frame.h:396
int64_t pkt_pos
reordered pos from the last AVPacket that has been input into the decoder
Definition: frame.h:589
int pkt_size
size of the corresponding packet containing the compressed frame.
Definition: frame.h:633
int64_t pkt_dts
DTS copied from the AVPacket that triggered returning this frame.
Definition: frame.h:427
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:349
enum AVPictureType pict_type
Picture type of the frame.
Definition: frame.h:401
This structure stores compressed data.
Definition: packet.h:346
int size
Definition: packet.h:370
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:362
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed.
Definition: packet.h:368
uint8_t * data
Definition: packet.h:369
int64_t pos
byte position in stream, -1 if unknown
Definition: packet.h:389
int num
Numerator.
Definition: rational.h:59
int den
Denominator.
Definition: rational.h:60
AVCodecContext * avctx
Definition: libuavs3d.c:36
uavs3d_io_frm_t dec_frame
Definition: libuavs3d.c:40
void * dec_handle
Definition: libuavs3d.c:37
int frame_threads
Definition: libuavs3d.c:38
#define av_log(a,...)
static void finish(void)
Definition: movenc.c:342
if(ret< 0)
Definition: vf_mcdeint.c:282