FFmpeg  4.4
nuv.c
Go to the documentation of this file.
1 /*
2  * NuppelVideo demuxer.
3  * Copyright (c) 2006 Reimar Doeffinger
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
23 #include "libavutil/imgutils.h"
24 #include "libavutil/intreadwrite.h"
25 #include "libavutil/intfloat.h"
26 #include "avformat.h"
27 #include "internal.h"
28 #include "riff.h"
29 
30 static const AVCodecTag nuv_audio_tags[] = {
31  { AV_CODEC_ID_PCM_S16LE, MKTAG('R', 'A', 'W', 'A') },
32  { AV_CODEC_ID_MP3, MKTAG('L', 'A', 'M', 'E') },
33  { AV_CODEC_ID_NONE, 0 },
34 };
35 
36 typedef struct NUVContext {
37  int v_id;
38  int a_id;
40 } NUVContext;
41 
42 typedef enum {
43  NUV_VIDEO = 'V',
45  NUV_AUDIO = 'A',
46  NUV_SEEKP = 'R',
47  NUV_MYTHEXT = 'X'
49 
50 static int nuv_probe(const AVProbeData *p)
51 {
52  if (!memcmp(p->buf, "NuppelVideo", 12))
53  return AVPROBE_SCORE_MAX;
54  if (!memcmp(p->buf, "MythTVVideo", 12))
55  return AVPROBE_SCORE_MAX;
56  return 0;
57 }
58 
59 /// little macro to sanitize packet size
60 #define PKTSIZE(s) (s & 0xffffff)
61 
62 /**
63  * @brief read until we found all data needed for decoding
64  * @param vst video stream of which to change parameters
65  * @param ast video stream of which to change parameters
66  * @param myth set if this is a MythTVVideo format file
67  * @return 0 or AVERROR code
68  */
70  AVStream *ast, int myth)
71 {
72  nuv_frametype frametype;
73 
74  if (!vst && !myth)
75  return 1; // no codec data needed
76  while (!avio_feof(pb)) {
77  int size, subtype, ret;
78 
79  frametype = avio_r8(pb);
80  switch (frametype) {
81  case NUV_EXTRADATA:
82  subtype = avio_r8(pb);
83  avio_skip(pb, 6);
84  size = PKTSIZE(avio_rl32(pb));
85  if (vst && subtype == 'R') {
86  if ((ret = ff_get_extradata(NULL, vst->codecpar, pb, size)) < 0)
87  return ret;
88  size = 0;
89  if (!myth)
90  return 0;
91  }
92  break;
93  case NUV_MYTHEXT:
94  avio_skip(pb, 7);
95  size = PKTSIZE(avio_rl32(pb));
96  if (size != 128 * 4)
97  break;
98  avio_rl32(pb); // version
99  if (vst) {
100  vst->codecpar->codec_tag = avio_rl32(pb);
101  vst->codecpar->codec_id =
103  if (vst->codecpar->codec_tag == MKTAG('R', 'J', 'P', 'G'))
105  } else
106  avio_skip(pb, 4);
107 
108  if (ast) {
109  int id;
110 
111  ast->codecpar->codec_tag = avio_rl32(pb);
112  ast->codecpar->sample_rate = avio_rl32(pb);
113  if (ast->codecpar->sample_rate <= 0) {
114  av_log(s, AV_LOG_ERROR, "Invalid sample rate %d\n", ast->codecpar->sample_rate);
115  return AVERROR_INVALIDDATA;
116  }
118  ast->codecpar->channels = avio_rl32(pb);
119  ast->codecpar->channel_layout = 0;
120  if (ast->codecpar->channels <= 0) {
121  av_log(s, AV_LOG_ERROR, "Invalid channels %d\n", ast->codecpar->channels);
122  return AVERROR_INVALIDDATA;
123  }
124 
127  if (id == AV_CODEC_ID_NONE) {
129  if (id == AV_CODEC_ID_PCM_S16LE)
131  0, 0, ~1);
132  }
133  ast->codecpar->codec_id = id;
134 
136  } else
137  avio_skip(pb, 4 * 4);
138 
139  size -= 6 * 4;
140  avio_skip(pb, size);
141  return 0;
142  case NUV_SEEKP:
143  size = 11;
144  break;
145  default:
146  avio_skip(pb, 7);
147  size = PKTSIZE(avio_rl32(pb));
148  break;
149  }
150  avio_skip(pb, size);
151  }
152 
153  return 0;
154 }
155 
157 {
158  NUVContext *ctx = s->priv_data;
159  AVIOContext *pb = s->pb;
160  char id_string[12];
161  double aspect, fps;
162  int is_mythtv, width, height, v_packs, a_packs, ret;
163  AVStream *vst = NULL, *ast = NULL;
164 
165  avio_read(pb, id_string, 12);
166  is_mythtv = !memcmp(id_string, "MythTVVideo", 12);
167  avio_skip(pb, 5); // version string
168  avio_skip(pb, 3); // padding
169  width = avio_rl32(pb);
170  height = avio_rl32(pb);
171  avio_rl32(pb); // unused, "desiredwidth"
172  avio_rl32(pb); // unused, "desiredheight"
173  avio_r8(pb); // 'P' == progressive, 'I' == interlaced
174  avio_skip(pb, 3); // padding
175  aspect = av_int2double(avio_rl64(pb));
176  if (aspect > 0.9999 && aspect < 1.0001)
177  aspect = 4.0 / 3.0;
178  fps = av_int2double(avio_rl64(pb));
179  if (fps < 0.0f) {
180  if (s->error_recognition & AV_EF_EXPLODE) {
181  av_log(s, AV_LOG_ERROR, "Invalid frame rate %f\n", fps);
182  return AVERROR_INVALIDDATA;
183  } else {
184  av_log(s, AV_LOG_WARNING, "Invalid frame rate %f, setting to 0.\n", fps);
185  fps = 0.0f;
186  }
187  }
188 
189  // number of packets per stream type, -1 means unknown, e.g. streaming
190  v_packs = avio_rl32(pb);
191  a_packs = avio_rl32(pb);
192  avio_rl32(pb); // text
193 
194  avio_rl32(pb); // keyframe distance (?)
195 
196  if (v_packs) {
197  vst = avformat_new_stream(s, NULL);
198  if (!vst)
199  return AVERROR(ENOMEM);
200  ctx->v_id = vst->index;
201 
202  ret = av_image_check_size(width, height, 0, s);
203  if (ret < 0)
204  return ret;
205 
208  vst->codecpar->width = width;
209  vst->codecpar->height = height;
210  vst->codecpar->bits_per_coded_sample = 10;
211  vst->sample_aspect_ratio = av_d2q(aspect * height / width,
212  10000);
213 #if FF_API_R_FRAME_RATE
214  vst->r_frame_rate =
215 #endif
216  vst->avg_frame_rate = av_d2q(fps, 60000);
217  avpriv_set_pts_info(vst, 32, 1, 1000);
218  } else
219  ctx->v_id = -1;
220 
221  if (a_packs) {
222  ast = avformat_new_stream(s, NULL);
223  if (!ast)
224  return AVERROR(ENOMEM);
225  ctx->a_id = ast->index;
226 
227  ast->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
228  ast->codecpar->codec_id = AV_CODEC_ID_PCM_S16LE;
229  ast->codecpar->channels = 2;
230  ast->codecpar->channel_layout = AV_CH_LAYOUT_STEREO;
231  ast->codecpar->sample_rate = 44100;
232  ast->codecpar->bit_rate = 2 * 2 * 44100 * 8;
233  ast->codecpar->block_align = 2 * 2;
234  ast->codecpar->bits_per_coded_sample = 16;
235  avpriv_set_pts_info(ast, 32, 1, 1000);
236  } else
237  ctx->a_id = -1;
238 
239  if ((ret = get_codec_data(s, pb, vst, ast, is_mythtv)) < 0)
240  return ret;
241 
242  ctx->rtjpg_video = vst && vst->codecpar->codec_id == AV_CODEC_ID_NUV;
243 
244  return 0;
245 }
246 
247 #define HDRSIZE 12
248 
250 {
251  NUVContext *ctx = s->priv_data;
252  AVIOContext *pb = s->pb;
253  uint8_t hdr[HDRSIZE];
254  nuv_frametype frametype;
255  int ret, size;
256 
257  while (!avio_feof(pb)) {
258  int copyhdrsize = ctx->rtjpg_video ? HDRSIZE : 0;
259  uint64_t pos = avio_tell(pb);
260 
261  ret = avio_read(pb, hdr, HDRSIZE);
262  if (ret < HDRSIZE)
263  return ret < 0 ? ret : AVERROR(EIO);
264 
265  frametype = hdr[0];
266  size = PKTSIZE(AV_RL32(&hdr[8]));
267 
268  switch (frametype) {
269  case NUV_EXTRADATA:
270  if (!ctx->rtjpg_video) {
271  avio_skip(pb, size);
272  break;
273  }
274  case NUV_VIDEO:
275  if (ctx->v_id < 0) {
276  av_log(s, AV_LOG_ERROR, "Video packet in file without video stream!\n");
277  avio_skip(pb, size);
278  break;
279  }
280  ret = av_new_packet(pkt, copyhdrsize + size);
281  if (ret < 0)
282  return ret;
283 
284  pkt->pos = pos;
285  pkt->flags |= hdr[2] == 0 ? AV_PKT_FLAG_KEY : 0;
286  pkt->pts = AV_RL32(&hdr[4]);
287  pkt->stream_index = ctx->v_id;
288  memcpy(pkt->data, hdr, copyhdrsize);
289  ret = avio_read(pb, pkt->data + copyhdrsize, size);
290  if (ret < 0) {
291  return ret;
292  }
293  if (ret < size)
294  av_shrink_packet(pkt, copyhdrsize + ret);
295  return 0;
296  case NUV_AUDIO:
297  if (ctx->a_id < 0) {
298  av_log(s, AV_LOG_ERROR, "Audio packet in file without audio stream!\n");
299  avio_skip(pb, size);
300  break;
301  }
302  ret = av_get_packet(pb, pkt, size);
304  pkt->pos = pos;
305  pkt->pts = AV_RL32(&hdr[4]);
306  pkt->stream_index = ctx->a_id;
307  if (ret < 0)
308  return ret;
309  return 0;
310  case NUV_SEEKP:
311  // contains no data, size value is invalid
312  break;
313  default:
314  avio_skip(pb, size);
315  break;
316  }
317  }
318 
319  return AVERROR(EIO);
320 }
321 
322 /**
323  * \brief looks for the string RTjjjjjjjjjj in the stream too resync reading
324  * \return 1 if the syncword is found 0 otherwise.
325  */
326 static int nuv_resync(AVFormatContext *s, int64_t pos_limit) {
327  AVIOContext *pb = s->pb;
328  uint32_t tag = 0;
329  while(!avio_feof(pb) && avio_tell(pb) < pos_limit) {
330  tag = (tag << 8) | avio_r8(pb);
331  if (tag == MKBETAG('R','T','j','j') &&
332  (tag = avio_rb32(pb)) == MKBETAG('j','j','j','j') &&
333  (tag = avio_rb32(pb)) == MKBETAG('j','j','j','j'))
334  return 1;
335  }
336  return 0;
337 }
338 
339 /**
340  * \brief attempts to read a timestamp from stream at the given stream position
341  * \return timestamp if successful and AV_NOPTS_VALUE if failure
342  */
343 static int64_t nuv_read_dts(AVFormatContext *s, int stream_index,
344  int64_t *ppos, int64_t pos_limit)
345 {
346  NUVContext *ctx = s->priv_data;
347  AVIOContext *pb = s->pb;
348  uint8_t hdr[HDRSIZE];
349  nuv_frametype frametype;
350  int size, key, idx;
351  int64_t pos, dts;
352 
353  if (avio_seek(pb, *ppos, SEEK_SET) < 0)
354  return AV_NOPTS_VALUE;
355 
356  if (!nuv_resync(s, pos_limit))
357  return AV_NOPTS_VALUE;
358 
359  while (!avio_feof(pb) && avio_tell(pb) < pos_limit) {
360  if (avio_read(pb, hdr, HDRSIZE) < HDRSIZE)
361  return AV_NOPTS_VALUE;
362  frametype = hdr[0];
363  size = PKTSIZE(AV_RL32(&hdr[8]));
364  switch (frametype) {
365  case NUV_SEEKP:
366  break;
367  case NUV_AUDIO:
368  case NUV_VIDEO:
369  if (frametype == NUV_VIDEO) {
370  idx = ctx->v_id;
371  key = hdr[2] == 0;
372  } else {
373  idx = ctx->a_id;
374  key = 1;
375  }
376  if (stream_index == idx) {
377 
378  pos = avio_tell(s->pb) - HDRSIZE;
379  dts = AV_RL32(&hdr[4]);
380 
381  // TODO - add general support in av_gen_search, so it adds positions after reading timestamps
382  av_add_index_entry(s->streams[stream_index], pos, dts, size + HDRSIZE, 0,
383  key ? AVINDEX_KEYFRAME : 0);
384 
385  *ppos = pos;
386  return dts;
387  }
388  default:
389  avio_skip(pb, size);
390  break;
391  }
392  }
393  return AV_NOPTS_VALUE;
394 }
395 
396 
398  .name = "nuv",
399  .long_name = NULL_IF_CONFIG_SMALL("NuppelVideo"),
400  .priv_data_size = sizeof(NUVContext),
404  .read_timestamp = nuv_read_dts,
406 };
uint8_t
#define AV_EF_EXPLODE
abort decoding on minor error detection
Definition: avcodec.h:1656
Main libavformat public API header.
#define AVINDEX_KEYFRAME
Definition: avformat.h:811
#define AVPROBE_SCORE_MAX
maximum score
Definition: avformat.h:453
int av_get_packet(AVIOContext *s, AVPacket *pkt, int size)
Allocate and read the payload of a packet and initialize its fields with default values.
Definition: utils.c:310
#define AVFMT_GENERIC_INDEX
Use generic index building code.
Definition: avformat.h:463
@ AVSTREAM_PARSE_FULL
full parsing and repack
Definition: avformat.h:794
int64_t avio_seek(AVIOContext *s, int64_t offset, int whence)
fseek() equivalent for AVIOContext.
Definition: aviobuf.c:253
int avio_feof(AVIOContext *s)
Similar to feof() but also returns nonzero on read errors.
Definition: aviobuf.c:364
static av_always_inline int64_t avio_tell(AVIOContext *s)
ftell() equivalent for AVIOContext.
Definition: avio.h:557
int64_t avio_skip(AVIOContext *s, int64_t offset)
Skip given number of bytes forward.
Definition: aviobuf.c:337
int avio_read(AVIOContext *s, unsigned char *buf, int size)
Read size bytes from AVIOContext into buf.
Definition: aviobuf.c:633
unsigned int avio_rl32(AVIOContext *s)
Definition: aviobuf.c:750
unsigned int avio_rb32(AVIOContext *s)
Definition: aviobuf.c:781
int avio_r8(AVIOContext *s)
Definition: aviobuf.c:624
uint64_t avio_rl64(AVIOContext *s)
Definition: aviobuf.c:758
static int read_packet(void *opaque, uint8_t *buf, int buf_size)
Definition: avio_reading.c:42
#define AV_RL32
Definition: intreadwrite.h:146
#define flags(name, subs,...)
Definition: cbs_av1.c:561
#define s(width, name)
Definition: cbs_vp9.c:257
audio channel layout utility functions
#define MKTAG(a, b, c, d)
Definition: common.h:478
#define MKBETAG(a, b, c, d)
Definition: common.h:479
#define NULL
Definition: coverity.c:32
enum AVCodecID id
static int read_header(FFV1Context *f)
Definition: ffv1dec.c:527
#define AV_CH_LAYOUT_STEREO
@ AV_CODEC_ID_PCM_S16LE
Definition: codec_id.h:313
@ AV_CODEC_ID_NONE
Definition: codec_id.h:47
@ AV_CODEC_ID_NUV
Definition: codec_id.h:133
@ AV_CODEC_ID_MP3
preferred ID for decoding MPEG audio layer 1, 2 or 3
Definition: codec_id.h:425
#define AV_PKT_FLAG_KEY
The packet contains a keyframe.
Definition: packet.h:410
void av_shrink_packet(AVPacket *pkt, int size)
Reduce packet size, correctly zeroing padding.
Definition: avpacket.c:114
int av_new_packet(AVPacket *pkt, int size)
Allocate the payload of a packet and initialize its fields with default values.
Definition: avpacket.c:99
AVStream * avformat_new_stream(AVFormatContext *s, const AVCodec *c)
Add a new stream to a media file.
Definition: utils.c:4505
int av_add_index_entry(AVStream *st, int64_t pos, int64_t timestamp, int size, int distance, int flags)
Add an index entry into a sorted list.
Definition: utils.c:2011
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
#define AVERROR(e)
Definition: error.h:43
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
AVRational av_d2q(double d, int max)
Convert a double precision floating point number to a rational.
Definition: rational.c:106
@ AVMEDIA_TYPE_AUDIO
Definition: avutil.h:202
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
int av_image_check_size(unsigned int w, unsigned int h, int log_offset, void *log_ctx)
Check if the given dimension of an image is valid, meaning that all bytes of the image can be address...
Definition: imgutils.c:317
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
const char * key
misc image utilities
static av_always_inline double av_int2double(uint64_t i)
Reinterpret a 64-bit integer as a double.
Definition: intfloat.h:60
enum AVCodecID ff_get_pcm_codec_id(int bps, int flt, int be, int sflags)
Select a PCM codec based on the given parameters.
Definition: utils.c:3141
void avpriv_set_pts_info(AVStream *s, int pts_wrap_bits, unsigned int pts_num, unsigned int pts_den)
Set the time base and wrapping info for a given stream.
Definition: utils.c:4941
int ff_get_extradata(AVFormatContext *s, AVCodecParameters *par, AVIOContext *pb, int size)
Allocate extradata with additional AV_INPUT_BUFFER_PADDING_SIZE at end which is always set to 0 and f...
Definition: utils.c:3330
enum AVCodecID ff_codec_get_id(const AVCodecTag *tags, unsigned int tag)
Definition: utils.c:3129
static int read_probe(const AVProbeData *pd)
Definition: jvdec.c:55
static int nuv_resync(AVFormatContext *s, int64_t pos_limit)
looks for the string RTjjjjjjjjjj in the stream too resync reading
Definition: nuv.c:326
static int nuv_header(AVFormatContext *s)
Definition: nuv.c:156
static int get_codec_data(AVFormatContext *s, AVIOContext *pb, AVStream *vst, AVStream *ast, int myth)
read until we found all data needed for decoding
Definition: nuv.c:69
#define HDRSIZE
Definition: nuv.c:247
AVInputFormat ff_nuv_demuxer
Definition: nuv.c:397
nuv_frametype
Definition: nuv.c:42
@ NUV_EXTRADATA
Definition: nuv.c:44
@ NUV_MYTHEXT
Definition: nuv.c:47
@ NUV_VIDEO
Definition: nuv.c:43
@ NUV_SEEKP
Definition: nuv.c:46
@ NUV_AUDIO
Definition: nuv.c:45
static const AVCodecTag nuv_audio_tags[]
Definition: nuv.c:30
static int nuv_packet(AVFormatContext *s, AVPacket *pkt)
Definition: nuv.c:249
static int nuv_probe(const AVProbeData *p)
Definition: nuv.c:50
static int64_t nuv_read_dts(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit)
attempts to read a timestamp from stream at the given stream position
Definition: nuv.c:343
#define PKTSIZE(s)
little macro to sanitize packet size
Definition: nuv.c:60
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
uint32_t tag
Definition: movenc.c:1600
const AVCodecTag ff_codec_bmp_tags[]
Definition: riff.c:33
internal header for RIFF based (de)muxers do NOT include this in end user applications
enum AVCodecID ff_wav_codec_get_id(unsigned int tag, int bps)
Definition: riffdec.c:192
unsigned int pos
Definition: spdifenc.c:412
uint64_t channel_layout
Audio only.
Definition: codec_par.h:162
int bits_per_coded_sample
The number of bits per sample in the codedwords.
Definition: codec_par.h:102
int channels
Audio only.
Definition: codec_par.h:166
int width
Video only.
Definition: codec_par.h:126
enum AVMediaType codec_type
General type of the encoded data.
Definition: codec_par.h:56
uint32_t codec_tag
Additional information about the codec (corresponds to the AVI FOURCC).
Definition: codec_par.h:64
enum AVCodecID codec_id
Specific type of the encoded data (the codec used).
Definition: codec_par.h:60
int sample_rate
Audio only.
Definition: codec_par.h:170
Format I/O context.
Definition: avformat.h:1232
Bytestream IO Context.
Definition: avio.h:161
const char * name
A comma separated list of short names for the format.
Definition: avformat.h:645
This structure stores compressed data.
Definition: packet.h:346
int stream_index
Definition: packet.h:371
int flags
A combination of AV_PKT_FLAG values.
Definition: packet.h:375
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:362
uint8_t * data
Definition: packet.h:369
int64_t pos
byte position in stream, -1 if unknown
Definition: packet.h:389
This structure contains the data a format has to probe a file.
Definition: avformat.h:441
unsigned char * buf
Buffer must have AVPROBE_PADDING_SIZE of extra allocated bytes filled with zero.
Definition: avformat.h:443
Stream structure.
Definition: avformat.h:873
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:1038
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown)
Definition: avformat.h:935
int index
stream index in AVFormatContext
Definition: avformat.h:874
AVRational avg_frame_rate
Average framerate.
Definition: avformat.h:946
enum AVStreamParseType need_parsing
Definition: avformat.h:1081
AVRational r_frame_rate
Real base framerate of the stream.
Definition: avformat.h:1015
Definition: nuv.c:36
int a_id
Definition: nuv.c:38
int v_id
Definition: nuv.c:37
int rtjpg_video
Definition: nuv.c:39
#define av_log(a,...)
AVPacket * pkt
Definition: movenc.c:59
AVFormatContext * ctx
Definition: movenc.c:48
#define height
#define width
int size