FFmpeg  4.4.8
nuv.c
Go to the documentation of this file.
1 /*
2  * NuppelVideo demuxer.
3  * Copyright (c) 2006 Reimar Doeffinger
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
23 #include "libavutil/imgutils.h"
24 #include "libavutil/intreadwrite.h"
25 #include "libavutil/intfloat.h"
26 #include "avformat.h"
27 #include "avio_internal.h"
28 #include "internal.h"
29 #include "riff.h"
30 
31 static const AVCodecTag nuv_audio_tags[] = {
32  { AV_CODEC_ID_PCM_S16LE, MKTAG('R', 'A', 'W', 'A') },
33  { AV_CODEC_ID_MP3, MKTAG('L', 'A', 'M', 'E') },
34  { AV_CODEC_ID_NONE, 0 },
35 };
36 
37 typedef struct NUVContext {
38  int v_id;
39  int a_id;
41 } NUVContext;
42 
43 typedef enum {
44  NUV_VIDEO = 'V',
46  NUV_AUDIO = 'A',
47  NUV_SEEKP = 'R',
48  NUV_MYTHEXT = 'X'
50 
51 static int nuv_probe(const AVProbeData *p)
52 {
53  if (!memcmp(p->buf, "NuppelVideo", 12))
54  return AVPROBE_SCORE_MAX;
55  if (!memcmp(p->buf, "MythTVVideo", 12))
56  return AVPROBE_SCORE_MAX;
57  return 0;
58 }
59 
60 /// little macro to sanitize packet size
61 #define PKTSIZE(s) (s & 0xffffff)
62 
63 /**
64  * @brief read until we found all data needed for decoding
65  * @param vst video stream of which to change parameters
66  * @param ast video stream of which to change parameters
67  * @param myth set if this is a MythTVVideo format file
68  * @return 0 or AVERROR code
69  */
71  AVStream *ast, int myth)
72 {
73  nuv_frametype frametype;
74 
75  if (!vst && !myth)
76  return 1; // no codec data needed
77  while (!avio_feof(pb)) {
78  int size, subtype, ret;
79 
80  frametype = avio_r8(pb);
81  switch (frametype) {
82  case NUV_EXTRADATA:
83  subtype = avio_r8(pb);
84  avio_skip(pb, 6);
85  size = PKTSIZE(avio_rl32(pb));
86  if (vst && subtype == 'R') {
87  if ((ret = ff_get_extradata(NULL, vst->codecpar, pb, size)) < 0)
88  return ret;
89  size = 0;
90  if (!myth)
91  return 0;
92  }
93  break;
94  case NUV_MYTHEXT:
95  avio_skip(pb, 7);
96  size = PKTSIZE(avio_rl32(pb));
97  if (size != 128 * 4)
98  break;
99  avio_rl32(pb); // version
100  if (vst) {
101  vst->codecpar->codec_tag = avio_rl32(pb);
102  vst->codecpar->codec_id =
104  if (vst->codecpar->codec_tag == MKTAG('R', 'J', 'P', 'G'))
106  } else
107  avio_skip(pb, 4);
108 
109  if (ast) {
110  int id;
111 
112  ast->codecpar->codec_tag = avio_rl32(pb);
113  ast->codecpar->sample_rate = avio_rl32(pb);
114  if (ast->codecpar->sample_rate <= 0) {
115  av_log(s, AV_LOG_ERROR, "Invalid sample rate %d\n", ast->codecpar->sample_rate);
116  return AVERROR_INVALIDDATA;
117  }
119  ast->codecpar->channels = avio_rl32(pb);
120  ast->codecpar->channel_layout = 0;
121  if (ast->codecpar->channels <= 0) {
122  av_log(s, AV_LOG_ERROR, "Invalid channels %d\n", ast->codecpar->channels);
123  return AVERROR_INVALIDDATA;
124  }
125 
128  if (id == AV_CODEC_ID_NONE) {
130  if (id == AV_CODEC_ID_PCM_S16LE)
132  0, 0, ~1);
133  }
134  ast->codecpar->codec_id = id;
135 
137  } else
138  avio_skip(pb, 4 * 4);
139 
140  size -= 6 * 4;
141  avio_skip(pb, size);
142  return 0;
143  case NUV_SEEKP:
144  size = 11;
145  break;
146  default:
147  avio_skip(pb, 7);
148  size = PKTSIZE(avio_rl32(pb));
149  break;
150  }
151  avio_skip(pb, size);
152  }
153 
154  return 0;
155 }
156 
158 {
159  NUVContext *ctx = s->priv_data;
160  AVIOContext *pb = s->pb;
161  char id_string[12];
162  double aspect, fps;
163  int is_mythtv, width, height, v_packs, a_packs, ret;
164  AVStream *vst = NULL, *ast = NULL;
165 
166  if ((ret = ffio_read_size(pb, id_string, 12)) < 0)
167  return ret;
168 
169  is_mythtv = !memcmp(id_string, "MythTVVideo", 12);
170  avio_skip(pb, 5); // version string
171  avio_skip(pb, 3); // padding
172  width = avio_rl32(pb);
173  height = avio_rl32(pb);
174  avio_rl32(pb); // unused, "desiredwidth"
175  avio_rl32(pb); // unused, "desiredheight"
176  avio_r8(pb); // 'P' == progressive, 'I' == interlaced
177  avio_skip(pb, 3); // padding
178  aspect = av_int2double(avio_rl64(pb));
179  if (aspect > 0.9999 && aspect < 1.0001)
180  aspect = 4.0 / 3.0;
181  fps = av_int2double(avio_rl64(pb));
182  if (fps < 0.0f) {
183  if (s->error_recognition & AV_EF_EXPLODE) {
184  av_log(s, AV_LOG_ERROR, "Invalid frame rate %f\n", fps);
185  return AVERROR_INVALIDDATA;
186  } else {
187  av_log(s, AV_LOG_WARNING, "Invalid frame rate %f, setting to 0.\n", fps);
188  fps = 0.0f;
189  }
190  }
191 
192  // number of packets per stream type, -1 means unknown, e.g. streaming
193  v_packs = avio_rl32(pb);
194  a_packs = avio_rl32(pb);
195  avio_rl32(pb); // text
196 
197  avio_rl32(pb); // keyframe distance (?)
198 
199  if (v_packs) {
200  vst = avformat_new_stream(s, NULL);
201  if (!vst)
202  return AVERROR(ENOMEM);
203  ctx->v_id = vst->index;
204 
205  ret = av_image_check_size(width, height, 0, s);
206  if (ret < 0)
207  return ret;
208 
211  vst->codecpar->width = width;
212  vst->codecpar->height = height;
213  vst->codecpar->bits_per_coded_sample = 10;
214  vst->sample_aspect_ratio = av_d2q(aspect * height / width,
215  10000);
216 #if FF_API_R_FRAME_RATE
217  vst->r_frame_rate =
218 #endif
219  vst->avg_frame_rate = av_d2q(fps, 60000);
220  avpriv_set_pts_info(vst, 32, 1, 1000);
221  } else
222  ctx->v_id = -1;
223 
224  if (a_packs) {
225  ast = avformat_new_stream(s, NULL);
226  if (!ast)
227  return AVERROR(ENOMEM);
228  ctx->a_id = ast->index;
229 
230  ast->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
231  ast->codecpar->codec_id = AV_CODEC_ID_PCM_S16LE;
232  ast->codecpar->channels = 2;
233  ast->codecpar->channel_layout = AV_CH_LAYOUT_STEREO;
234  ast->codecpar->sample_rate = 44100;
235  ast->codecpar->bit_rate = 2 * 2 * 44100 * 8;
236  ast->codecpar->block_align = 2 * 2;
237  ast->codecpar->bits_per_coded_sample = 16;
238  avpriv_set_pts_info(ast, 32, 1, 1000);
239  } else
240  ctx->a_id = -1;
241 
242  if ((ret = get_codec_data(s, pb, vst, ast, is_mythtv)) < 0)
243  return ret;
244 
245  ctx->rtjpg_video = vst && vst->codecpar->codec_id == AV_CODEC_ID_NUV;
246 
247  return 0;
248 }
249 
250 #define HDRSIZE 12
251 
253 {
254  NUVContext *ctx = s->priv_data;
255  AVIOContext *pb = s->pb;
256  uint8_t hdr[HDRSIZE];
257  nuv_frametype frametype;
258  int ret, size;
259 
260  while (!avio_feof(pb)) {
261  int copyhdrsize = ctx->rtjpg_video ? HDRSIZE : 0;
262  uint64_t pos = avio_tell(pb);
263 
264  ret = avio_read(pb, hdr, HDRSIZE);
265  if (ret < HDRSIZE)
266  return ret < 0 ? ret : AVERROR(EIO);
267 
268  frametype = hdr[0];
269  size = PKTSIZE(AV_RL32(&hdr[8]));
270 
271  switch (frametype) {
272  case NUV_EXTRADATA:
273  if (!ctx->rtjpg_video) {
274  avio_skip(pb, size);
275  break;
276  }
277  case NUV_VIDEO:
278  if (ctx->v_id < 0) {
279  av_log(s, AV_LOG_ERROR, "Video packet in file without video stream!\n");
280  avio_skip(pb, size);
281  break;
282  }
283  ret = av_new_packet(pkt, copyhdrsize + size);
284  if (ret < 0)
285  return ret;
286 
287  pkt->pos = pos;
288  pkt->flags |= hdr[2] == 0 ? AV_PKT_FLAG_KEY : 0;
289  pkt->pts = AV_RL32(&hdr[4]);
290  pkt->stream_index = ctx->v_id;
291  memcpy(pkt->data, hdr, copyhdrsize);
292  ret = avio_read(pb, pkt->data + copyhdrsize, size);
293  if (ret < 0) {
294  return ret;
295  }
296  if (ret < size)
297  av_shrink_packet(pkt, copyhdrsize + ret);
298  return 0;
299  case NUV_AUDIO:
300  if (ctx->a_id < 0) {
301  av_log(s, AV_LOG_ERROR, "Audio packet in file without audio stream!\n");
302  avio_skip(pb, size);
303  break;
304  }
305  ret = av_get_packet(pb, pkt, size);
307  pkt->pos = pos;
308  pkt->pts = AV_RL32(&hdr[4]);
309  pkt->stream_index = ctx->a_id;
310  if (ret < 0)
311  return ret;
312  return 0;
313  case NUV_SEEKP:
314  // contains no data, size value is invalid
315  break;
316  default:
317  avio_skip(pb, size);
318  break;
319  }
320  }
321 
322  return AVERROR(EIO);
323 }
324 
325 /**
326  * \brief looks for the string RTjjjjjjjjjj in the stream too resync reading
327  * \return 1 if the syncword is found 0 otherwise.
328  */
329 static int nuv_resync(AVFormatContext *s, int64_t pos_limit) {
330  AVIOContext *pb = s->pb;
331  uint32_t tag = 0;
332  while(!avio_feof(pb) && avio_tell(pb) < pos_limit) {
333  tag = (tag << 8) | avio_r8(pb);
334  if (tag == MKBETAG('R','T','j','j') &&
335  (tag = avio_rb32(pb)) == MKBETAG('j','j','j','j') &&
336  (tag = avio_rb32(pb)) == MKBETAG('j','j','j','j'))
337  return 1;
338  }
339  return 0;
340 }
341 
342 /**
343  * \brief attempts to read a timestamp from stream at the given stream position
344  * \return timestamp if successful and AV_NOPTS_VALUE if failure
345  */
346 static int64_t nuv_read_dts(AVFormatContext *s, int stream_index,
347  int64_t *ppos, int64_t pos_limit)
348 {
349  NUVContext *ctx = s->priv_data;
350  AVIOContext *pb = s->pb;
351  uint8_t hdr[HDRSIZE];
352  nuv_frametype frametype;
353  int size, key, idx;
354  int64_t pos, dts;
355 
356  if (avio_seek(pb, *ppos, SEEK_SET) < 0)
357  return AV_NOPTS_VALUE;
358 
359  if (!nuv_resync(s, pos_limit))
360  return AV_NOPTS_VALUE;
361 
362  while (!avio_feof(pb) && avio_tell(pb) < pos_limit) {
363  if (avio_read(pb, hdr, HDRSIZE) < HDRSIZE)
364  return AV_NOPTS_VALUE;
365  frametype = hdr[0];
366  size = PKTSIZE(AV_RL32(&hdr[8]));
367  switch (frametype) {
368  case NUV_SEEKP:
369  break;
370  case NUV_AUDIO:
371  case NUV_VIDEO:
372  if (frametype == NUV_VIDEO) {
373  idx = ctx->v_id;
374  key = hdr[2] == 0;
375  } else {
376  idx = ctx->a_id;
377  key = 1;
378  }
379  if (stream_index == idx) {
380 
381  pos = avio_tell(s->pb) - HDRSIZE;
382  dts = AV_RL32(&hdr[4]);
383 
384  // TODO - add general support in av_gen_search, so it adds positions after reading timestamps
385  av_add_index_entry(s->streams[stream_index], pos, dts, size + HDRSIZE, 0,
386  key ? AVINDEX_KEYFRAME : 0);
387 
388  *ppos = pos;
389  return dts;
390  }
391  default:
392  avio_skip(pb, size);
393  break;
394  }
395  }
396  return AV_NOPTS_VALUE;
397 }
398 
399 
401  .name = "nuv",
402  .long_name = NULL_IF_CONFIG_SMALL("NuppelVideo"),
403  .priv_data_size = sizeof(NUVContext),
407  .read_timestamp = nuv_read_dts,
409 };
uint8_t
#define AV_EF_EXPLODE
abort decoding on minor error detection
Definition: avcodec.h:1660
Main libavformat public API header.
#define AVINDEX_KEYFRAME
Definition: avformat.h:811
#define AVPROBE_SCORE_MAX
maximum score
Definition: avformat.h:453
int av_get_packet(AVIOContext *s, AVPacket *pkt, int size)
Allocate and read the payload of a packet and initialize its fields with default values.
Definition: utils.c:310
#define AVFMT_GENERIC_INDEX
Use generic index building code.
Definition: avformat.h:463
@ AVSTREAM_PARSE_FULL
full parsing and repack
Definition: avformat.h:794
int64_t avio_seek(AVIOContext *s, int64_t offset, int whence)
fseek() equivalent for AVIOContext.
Definition: aviobuf.c:253
int avio_feof(AVIOContext *s)
Similar to feof() but also returns nonzero on read errors.
Definition: aviobuf.c:364
static av_always_inline int64_t avio_tell(AVIOContext *s)
ftell() equivalent for AVIOContext.
Definition: avio.h:557
int64_t avio_skip(AVIOContext *s, int64_t offset)
Skip given number of bytes forward.
Definition: aviobuf.c:337
int avio_read(AVIOContext *s, unsigned char *buf, int size)
Read size bytes from AVIOContext into buf.
Definition: aviobuf.c:633
unsigned int avio_rl32(AVIOContext *s)
Definition: aviobuf.c:750
unsigned int avio_rb32(AVIOContext *s)
Definition: aviobuf.c:781
int avio_r8(AVIOContext *s)
Definition: aviobuf.c:624
uint64_t avio_rl64(AVIOContext *s)
Definition: aviobuf.c:758
int ffio_read_size(AVIOContext *s, unsigned char *buf, int size)
Read size bytes from AVIOContext into buf.
Definition: aviobuf.c:682
static int read_packet(void *opaque, uint8_t *buf, int buf_size)
Definition: avio_reading.c:42
#define AV_RL32
Definition: intreadwrite.h:146
#define flags(name, subs,...)
Definition: cbs_av1.c:572
#define s(width, name)
Definition: cbs_vp9.c:257
audio channel layout utility functions
#define MKTAG(a, b, c, d)
Definition: common.h:478
#define MKBETAG(a, b, c, d)
Definition: common.h:479
#define NULL
Definition: coverity.c:32
long long int64_t
Definition: coverity.c:34
enum AVCodecID id
static int read_header(FFV1Context *f)
Definition: ffv1dec.c:550
#define AV_CH_LAYOUT_STEREO
@ AV_CODEC_ID_PCM_S16LE
Definition: codec_id.h:313
@ AV_CODEC_ID_NONE
Definition: codec_id.h:47
@ AV_CODEC_ID_NUV
Definition: codec_id.h:133
@ AV_CODEC_ID_MP3
preferred ID for decoding MPEG audio layer 1, 2 or 3
Definition: codec_id.h:425
#define AV_PKT_FLAG_KEY
The packet contains a keyframe.
Definition: packet.h:410
void av_shrink_packet(AVPacket *pkt, int size)
Reduce packet size, correctly zeroing padding.
Definition: avpacket.c:114
int av_new_packet(AVPacket *pkt, int size)
Allocate the payload of a packet and initialize its fields with default values.
Definition: avpacket.c:99
AVStream * avformat_new_stream(AVFormatContext *s, const AVCodec *c)
Add a new stream to a media file.
Definition: utils.c:4509
int av_add_index_entry(AVStream *st, int64_t pos, int64_t timestamp, int size, int distance, int flags)
Add an index entry into a sorted list.
Definition: utils.c:2013
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
#define AVERROR(e)
Definition: error.h:43
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:200
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
AVRational av_d2q(double d, int max)
Convert a double precision floating point number to a rational.
Definition: rational.c:106
@ AVMEDIA_TYPE_AUDIO
Definition: avutil.h:202
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
int av_image_check_size(unsigned int w, unsigned int h, int log_offset, void *log_ctx)
Check if the given dimension of an image is valid, meaning that all bytes of the image can be address...
Definition: imgutils.c:317
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
const char * key
misc image utilities
static av_always_inline double av_int2double(uint64_t i)
Reinterpret a 64-bit integer as a double.
Definition: intfloat.h:60
enum AVCodecID ff_get_pcm_codec_id(int bps, int flt, int be, int sflags)
Select a PCM codec based on the given parameters.
Definition: utils.c:3143
void avpriv_set_pts_info(AVStream *s, int pts_wrap_bits, unsigned int pts_num, unsigned int pts_den)
Set the time base and wrapping info for a given stream.
Definition: utils.c:4945
int ff_get_extradata(AVFormatContext *s, AVCodecParameters *par, AVIOContext *pb, int size)
Allocate extradata with additional AV_INPUT_BUFFER_PADDING_SIZE at end which is always set to 0 and f...
Definition: utils.c:3332
enum AVCodecID ff_codec_get_id(const AVCodecTag *tags, unsigned int tag)
Definition: utils.c:3131
static int read_probe(const AVProbeData *pd)
Definition: jvdec.c:55
static int nuv_resync(AVFormatContext *s, int64_t pos_limit)
looks for the string RTjjjjjjjjjj in the stream too resync reading
Definition: nuv.c:329
static int nuv_header(AVFormatContext *s)
Definition: nuv.c:157
static int get_codec_data(AVFormatContext *s, AVIOContext *pb, AVStream *vst, AVStream *ast, int myth)
read until we found all data needed for decoding
Definition: nuv.c:70
#define HDRSIZE
Definition: nuv.c:250
AVInputFormat ff_nuv_demuxer
Definition: nuv.c:400
nuv_frametype
Definition: nuv.c:43
@ NUV_EXTRADATA
Definition: nuv.c:45
@ NUV_MYTHEXT
Definition: nuv.c:48
@ NUV_VIDEO
Definition: nuv.c:44
@ NUV_SEEKP
Definition: nuv.c:47
@ NUV_AUDIO
Definition: nuv.c:46
static const AVCodecTag nuv_audio_tags[]
Definition: nuv.c:31
static int nuv_packet(AVFormatContext *s, AVPacket *pkt)
Definition: nuv.c:252
static int nuv_probe(const AVProbeData *p)
Definition: nuv.c:51
static int64_t nuv_read_dts(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit)
attempts to read a timestamp from stream at the given stream position
Definition: nuv.c:346
#define PKTSIZE(s)
little macro to sanitize packet size
Definition: nuv.c:61
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
uint32_t tag
Definition: movenc.c:1611
const AVCodecTag ff_codec_bmp_tags[]
Definition: riff.c:33
internal header for RIFF based (de)muxers do NOT include this in end user applications
enum AVCodecID ff_wav_codec_get_id(unsigned int tag, int bps)
Definition: riffdec.c:192
unsigned int pos
Definition: spdifenc.c:412
uint64_t channel_layout
Audio only.
Definition: codec_par.h:162
int bits_per_coded_sample
The number of bits per sample in the codedwords.
Definition: codec_par.h:102
int channels
Audio only.
Definition: codec_par.h:166
int width
Video only.
Definition: codec_par.h:126
enum AVMediaType codec_type
General type of the encoded data.
Definition: codec_par.h:56
uint32_t codec_tag
Additional information about the codec (corresponds to the AVI FOURCC).
Definition: codec_par.h:64
enum AVCodecID codec_id
Specific type of the encoded data (the codec used).
Definition: codec_par.h:60
int sample_rate
Audio only.
Definition: codec_par.h:170
Format I/O context.
Definition: avformat.h:1232
Bytestream IO Context.
Definition: avio.h:161
const char * name
A comma separated list of short names for the format.
Definition: avformat.h:645
This structure stores compressed data.
Definition: packet.h:346
int stream_index
Definition: packet.h:371
int flags
A combination of AV_PKT_FLAG values.
Definition: packet.h:375
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
Definition: packet.h:362
uint8_t * data
Definition: packet.h:369
int64_t pos
byte position in stream, -1 if unknown
Definition: packet.h:389
This structure contains the data a format has to probe a file.
Definition: avformat.h:441
unsigned char * buf
Buffer must have AVPROBE_PADDING_SIZE of extra allocated bytes filled with zero.
Definition: avformat.h:443
Stream structure.
Definition: avformat.h:873
AVCodecParameters * codecpar
Codec parameters associated with this stream.
Definition: avformat.h:1038
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown)
Definition: avformat.h:935
int index
stream index in AVFormatContext
Definition: avformat.h:874
AVRational avg_frame_rate
Average framerate.
Definition: avformat.h:946
enum AVStreamParseType need_parsing
Definition: avformat.h:1081
AVRational r_frame_rate
Real base framerate of the stream.
Definition: avformat.h:1015
Definition: nuv.c:37
int a_id
Definition: nuv.c:39
int v_id
Definition: nuv.c:38
int rtjpg_video
Definition: nuv.c:40
#define av_log(a,...)
AVPacket * pkt
Definition: movenc.c:59
AVFormatContext * ctx
Definition: movenc.c:48
#define height
#define width
int size