summaryrefslogtreecommitdiff
path: root/libavformat/mpegts.c (plain)
blob: c10e3f256bac811ab4cef9169f258ec3b96fafcf
1/*
2 * MPEG-2 transport stream (aka DVB) demuxer
3 * Copyright (c) 2002-2003 Fabrice Bellard
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22#include "libavutil/buffer.h"
23#include "libavutil/crc.h"
24#include "libavutil/internal.h"
25#include "libavutil/intreadwrite.h"
26#include "libavutil/log.h"
27#include "libavutil/dict.h"
28#include "libavutil/mathematics.h"
29#include "libavutil/opt.h"
30#include "libavutil/avassert.h"
31#include "libavcodec/bytestream.h"
32#include "libavcodec/get_bits.h"
33#include "libavcodec/opus.h"
34#include "avformat.h"
35#include "mpegts.h"
36#include "internal.h"
37#include "avio_internal.h"
38#include "mpeg.h"
39#include "isom.h"
40
41/* maximum size in which we look for synchronization if
42 * synchronization is lost */
43#define MAX_RESYNC_SIZE 65536
44
45#define MAX_PES_PAYLOAD 200 * 1024
46
47#define MAX_MP4_DESCR_COUNT 16
48
49#define MOD_UNLIKELY(modulus, dividend, divisor, prev_dividend) \
50 do { \
51 if ((prev_dividend) == 0 || (dividend) - (prev_dividend) != (divisor)) \
52 (modulus) = (dividend) % (divisor); \
53 (prev_dividend) = (dividend); \
54 } while (0)
55
56enum MpegTSFilterType {
57 MPEGTS_PES,
58 MPEGTS_SECTION,
59 MPEGTS_PCR,
60};
61
62typedef struct MpegTSFilter MpegTSFilter;
63
64typedef int PESCallback (MpegTSFilter *f, const uint8_t *buf, int len,
65 int is_start, int64_t pos);
66
67typedef struct MpegTSPESFilter {
68 PESCallback *pes_cb;
69 void *opaque;
70} MpegTSPESFilter;
71
72typedef void SectionCallback (MpegTSFilter *f, const uint8_t *buf, int len);
73
74typedef void SetServiceCallback (void *opaque, int ret);
75
76typedef struct MpegTSSectionFilter {
77 int section_index;
78 int section_h_size;
79 int last_ver;
80 unsigned crc;
81 unsigned last_crc;
82 uint8_t *section_buf;
83 unsigned int check_crc : 1;
84 unsigned int end_of_section_reached : 1;
85 SectionCallback *section_cb;
86 void *opaque;
87} MpegTSSectionFilter;
88
89struct MpegTSFilter {
90 int pid;
91 int es_id;
92 int last_cc; /* last cc code (-1 if first packet) */
93 int64_t last_pcr;
94 enum MpegTSFilterType type;
95 union {
96 MpegTSPESFilter pes_filter;
97 MpegTSSectionFilter section_filter;
98 } u;
99};
100
101#define MAX_PIDS_PER_PROGRAM 64
102struct Program {
103 unsigned int id; // program id/service id
104 unsigned int nb_pids;
105 unsigned int pids[MAX_PIDS_PER_PROGRAM];
106
107 /** have we found pmt for this program */
108 int pmt_found;
109};
110
111struct MpegTSContext {
112 const AVClass *class;
113 /* user data */
114 AVFormatContext *stream;
115 /** raw packet size, including FEC if present */
116 int raw_packet_size;
117
118 int size_stat[3];
119 int size_stat_count;
120#define SIZE_STAT_THRESHOLD 10
121
122 int64_t pos47_full;
123
124 /** if true, all pids are analyzed to find streams */
125 int auto_guess;
126
127 /** compute exact PCR for each transport stream packet */
128 int mpeg2ts_compute_pcr;
129
130 /** fix dvb teletext pts */
131 int fix_teletext_pts;
132
133 int64_t cur_pcr; /**< used to estimate the exact PCR */
134 int pcr_incr; /**< used to estimate the exact PCR */
135
136 /* data needed to handle file based ts */
137 /** stop parsing loop */
138 int stop_parse;
139 /** packet containing Audio/Video data */
140 AVPacket *pkt;
141 /** to detect seek */
142 int64_t last_pos;
143
144 int skip_changes;
145 int skip_clear;
146
147 int scan_all_pmts;
148
149 int resync_size;
150
151 /******************************************/
152 /* private mpegts data */
153 /* scan context */
154 /** structure to keep track of Program->pids mapping */
155 unsigned int nb_prg;
156 struct Program *prg;
157
158 int8_t crc_validity[NB_PID_MAX];
159 /** filters for various streams specified by PMT + for the PAT and PMT */
160 MpegTSFilter *pids[NB_PID_MAX];
161 int current_pid;
162};
163
164#define MPEGTS_OPTIONS \
165 { "resync_size", "set size limit for looking up a new synchronization", offsetof(MpegTSContext, resync_size), AV_OPT_TYPE_INT, { .i64 = MAX_RESYNC_SIZE}, 0, INT_MAX, AV_OPT_FLAG_DECODING_PARAM }
166
167static const AVOption options[] = {
168 MPEGTS_OPTIONS,
169 {"fix_teletext_pts", "try to fix pts values of dvb teletext streams", offsetof(MpegTSContext, fix_teletext_pts), AV_OPT_TYPE_BOOL,
170 {.i64 = 1}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
171 {"ts_packetsize", "output option carrying the raw packet size", offsetof(MpegTSContext, raw_packet_size), AV_OPT_TYPE_INT,
172 {.i64 = 0}, 0, 0, AV_OPT_FLAG_DECODING_PARAM | AV_OPT_FLAG_EXPORT | AV_OPT_FLAG_READONLY },
173 {"scan_all_pmts", "scan and combine all PMTs", offsetof(MpegTSContext, scan_all_pmts), AV_OPT_TYPE_BOOL,
174 { .i64 = -1}, -1, 1, AV_OPT_FLAG_DECODING_PARAM },
175 {"skip_changes", "skip changing / adding streams / programs", offsetof(MpegTSContext, skip_changes), AV_OPT_TYPE_BOOL,
176 {.i64 = 0}, 0, 1, 0 },
177 {"skip_clear", "skip clearing programs", offsetof(MpegTSContext, skip_clear), AV_OPT_TYPE_BOOL,
178 {.i64 = 0}, 0, 1, 0 },
179 { NULL },
180};
181
182static const AVClass mpegts_class = {
183 .class_name = "mpegts demuxer",
184 .item_name = av_default_item_name,
185 .option = options,
186 .version = LIBAVUTIL_VERSION_INT,
187};
188
189static const AVOption raw_options[] = {
190 MPEGTS_OPTIONS,
191 { "compute_pcr", "compute exact PCR for each transport stream packet",
192 offsetof(MpegTSContext, mpeg2ts_compute_pcr), AV_OPT_TYPE_BOOL,
193 { .i64 = 0 }, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
194 { "ts_packetsize", "output option carrying the raw packet size",
195 offsetof(MpegTSContext, raw_packet_size), AV_OPT_TYPE_INT,
196 { .i64 = 0 }, 0, 0,
197 AV_OPT_FLAG_DECODING_PARAM | AV_OPT_FLAG_EXPORT | AV_OPT_FLAG_READONLY },
198 { NULL },
199};
200
201static const AVClass mpegtsraw_class = {
202 .class_name = "mpegtsraw demuxer",
203 .item_name = av_default_item_name,
204 .option = raw_options,
205 .version = LIBAVUTIL_VERSION_INT,
206};
207
208/* TS stream handling */
209
210enum MpegTSState {
211 MPEGTS_HEADER = 0,
212 MPEGTS_PESHEADER,
213 MPEGTS_PESHEADER_FILL,
214 MPEGTS_PAYLOAD,
215 MPEGTS_SKIP,
216};
217
218/* enough for PES header + length */
219#define PES_START_SIZE 6
220#define PES_HEADER_SIZE 9
221#define MAX_PES_HEADER_SIZE (9 + 255)
222
223typedef struct PESContext {
224 int pid;
225 int pcr_pid; /**< if -1 then all packets containing PCR are considered */
226 int stream_type;
227 MpegTSContext *ts;
228 AVFormatContext *stream;
229 AVStream *st;
230 AVStream *sub_st; /**< stream for the embedded AC3 stream in HDMV TrueHD */
231 enum MpegTSState state;
232 /* used to get the format */
233 int data_index;
234 int flags; /**< copied to the AVPacket flags */
235 int total_size;
236 int pes_header_size;
237 int extended_stream_id;
238 uint8_t stream_id;
239 int64_t pts, dts;
240 int64_t ts_packet_pos; /**< position of first TS packet of this PES packet */
241 uint8_t header[MAX_PES_HEADER_SIZE];
242 AVBufferRef *buffer;
243 SLConfigDescr sl;
244} PESContext;
245
246extern AVInputFormat ff_mpegts_demuxer;
247
248static struct Program * get_program(MpegTSContext *ts, unsigned int programid)
249{
250 int i;
251 for (i = 0; i < ts->nb_prg; i++) {
252 if (ts->prg[i].id == programid) {
253 return &ts->prg[i];
254 }
255 }
256 return NULL;
257}
258
259static void clear_avprogram(MpegTSContext *ts, unsigned int programid)
260{
261 AVProgram *prg = NULL;
262 int i;
263
264 for (i = 0; i < ts->stream->nb_programs; i++)
265 if (ts->stream->programs[i]->id == programid) {
266 prg = ts->stream->programs[i];
267 break;
268 }
269 if (!prg)
270 return;
271 prg->nb_stream_indexes = 0;
272}
273
274static void clear_program(MpegTSContext *ts, unsigned int programid)
275{
276 int i;
277
278 clear_avprogram(ts, programid);
279 for (i = 0; i < ts->nb_prg; i++)
280 if (ts->prg[i].id == programid) {
281 ts->prg[i].nb_pids = 0;
282 ts->prg[i].pmt_found = 0;
283 }
284}
285
286static void clear_programs(MpegTSContext *ts)
287{
288 av_freep(&ts->prg);
289 ts->nb_prg = 0;
290}
291
292static void add_pat_entry(MpegTSContext *ts, unsigned int programid)
293{
294 struct Program *p;
295 if (av_reallocp_array(&ts->prg, ts->nb_prg + 1, sizeof(*ts->prg)) < 0) {
296 ts->nb_prg = 0;
297 return;
298 }
299 p = &ts->prg[ts->nb_prg];
300 p->id = programid;
301 p->nb_pids = 0;
302 p->pmt_found = 0;
303 ts->nb_prg++;
304}
305
306static void add_pid_to_pmt(MpegTSContext *ts, unsigned int programid,
307 unsigned int pid)
308{
309 struct Program *p = get_program(ts, programid);
310 int i;
311 if (!p)
312 return;
313
314 if (p->nb_pids >= MAX_PIDS_PER_PROGRAM)
315 return;
316
317 for (i = 0; i < p->nb_pids; i++)
318 if (p->pids[i] == pid)
319 return;
320
321 p->pids[p->nb_pids++] = pid;
322}
323
324static void set_pmt_found(MpegTSContext *ts, unsigned int programid)
325{
326 struct Program *p = get_program(ts, programid);
327 if (!p)
328 return;
329
330 p->pmt_found = 1;
331}
332
333static void set_pcr_pid(AVFormatContext *s, unsigned int programid, unsigned int pid)
334{
335 int i;
336 for (i = 0; i < s->nb_programs; i++) {
337 if (s->programs[i]->id == programid) {
338 s->programs[i]->pcr_pid = pid;
339 break;
340 }
341 }
342}
343
344/**
345 * @brief discard_pid() decides if the pid is to be discarded according
346 * to caller's programs selection
347 * @param ts : - TS context
348 * @param pid : - pid
349 * @return 1 if the pid is only comprised in programs that have .discard=AVDISCARD_ALL
350 * 0 otherwise
351 */
352static int discard_pid(MpegTSContext *ts, unsigned int pid)
353{
354 int i, j, k;
355 int used = 0, discarded = 0;
356 struct Program *p;
357
358 /* If none of the programs have .discard=AVDISCARD_ALL then there's
359 * no way we have to discard this packet */
360 for (k = 0; k < ts->stream->nb_programs; k++)
361 if (ts->stream->programs[k]->discard == AVDISCARD_ALL)
362 break;
363 if (k == ts->stream->nb_programs)
364 return 0;
365
366 for (i = 0; i < ts->nb_prg; i++) {
367 p = &ts->prg[i];
368 for (j = 0; j < p->nb_pids; j++) {
369 if (p->pids[j] != pid)
370 continue;
371 // is program with id p->id set to be discarded?
372 for (k = 0; k < ts->stream->nb_programs; k++) {
373 if (ts->stream->programs[k]->id == p->id) {
374 if (ts->stream->programs[k]->discard == AVDISCARD_ALL)
375 discarded++;
376 else
377 used++;
378 }
379 }
380 }
381 }
382
383 return !used && discarded;
384}
385
386/**
387 * Assemble PES packets out of TS packets, and then call the "section_cb"
388 * function when they are complete.
389 */
390static void write_section_data(MpegTSContext *ts, MpegTSFilter *tss1,
391 const uint8_t *buf, int buf_size, int is_start)
392{
393 MpegTSSectionFilter *tss = &tss1->u.section_filter;
394 int len;
395
396 if (is_start) {
397 memcpy(tss->section_buf, buf, buf_size);
398 tss->section_index = buf_size;
399 tss->section_h_size = -1;
400 tss->end_of_section_reached = 0;
401 } else {
402 if (tss->end_of_section_reached)
403 return;
404 len = 4096 - tss->section_index;
405 if (buf_size < len)
406 len = buf_size;
407 memcpy(tss->section_buf + tss->section_index, buf, len);
408 tss->section_index += len;
409 }
410
411 /* compute section length if possible */
412 if (tss->section_h_size == -1 && tss->section_index >= 3) {
413 len = (AV_RB16(tss->section_buf + 1) & 0xfff) + 3;
414 if (len > 4096)
415 return;
416 tss->section_h_size = len;
417 }
418
419 if (tss->section_h_size != -1 &&
420 tss->section_index >= tss->section_h_size) {
421 int crc_valid = 1;
422 tss->end_of_section_reached = 1;
423
424 if (tss->check_crc) {
425 crc_valid = !av_crc(av_crc_get_table(AV_CRC_32_IEEE), -1, tss->section_buf, tss->section_h_size);
426 if (tss->section_h_size >= 4)
427 tss->crc = AV_RB32(tss->section_buf + tss->section_h_size - 4);
428
429 if (crc_valid) {
430 ts->crc_validity[ tss1->pid ] = 100;
431 }else if (ts->crc_validity[ tss1->pid ] > -10) {
432 ts->crc_validity[ tss1->pid ]--;
433 }else
434 crc_valid = 2;
435 }
436 if (crc_valid) {
437 tss->section_cb(tss1, tss->section_buf, tss->section_h_size);
438 if (crc_valid != 1)
439 tss->last_ver = -1;
440 }
441 }
442}
443
444static MpegTSFilter *mpegts_open_filter(MpegTSContext *ts, unsigned int pid,
445 enum MpegTSFilterType type)
446{
447 MpegTSFilter *filter;
448
449 av_log(ts->stream, AV_LOG_TRACE, "Filter: pid=0x%x type=%d\n", pid, type);
450
451 if (pid >= NB_PID_MAX || ts->pids[pid])
452 return NULL;
453 filter = av_mallocz(sizeof(MpegTSFilter));
454 if (!filter)
455 return NULL;
456 ts->pids[pid] = filter;
457
458 filter->type = type;
459 filter->pid = pid;
460 filter->es_id = -1;
461 filter->last_cc = -1;
462 filter->last_pcr= -1;
463
464 return filter;
465}
466
467static MpegTSFilter *mpegts_open_section_filter(MpegTSContext *ts,
468 unsigned int pid,
469 SectionCallback *section_cb,
470 void *opaque,
471 int check_crc)
472{
473 MpegTSFilter *filter;
474 MpegTSSectionFilter *sec;
475
476 if (!(filter = mpegts_open_filter(ts, pid, MPEGTS_SECTION)))
477 return NULL;
478 sec = &filter->u.section_filter;
479 sec->section_cb = section_cb;
480 sec->opaque = opaque;
481 sec->section_buf = av_malloc(MAX_SECTION_SIZE);
482 sec->check_crc = check_crc;
483 sec->last_ver = -1;
484
485 if (!sec->section_buf) {
486 av_free(filter);
487 return NULL;
488 }
489 return filter;
490}
491
492static MpegTSFilter *mpegts_open_pes_filter(MpegTSContext *ts, unsigned int pid,
493 PESCallback *pes_cb,
494 void *opaque)
495{
496 MpegTSFilter *filter;
497 MpegTSPESFilter *pes;
498
499 if (!(filter = mpegts_open_filter(ts, pid, MPEGTS_PES)))
500 return NULL;
501
502 pes = &filter->u.pes_filter;
503 pes->pes_cb = pes_cb;
504 pes->opaque = opaque;
505 return filter;
506}
507
508static MpegTSFilter *mpegts_open_pcr_filter(MpegTSContext *ts, unsigned int pid)
509{
510 return mpegts_open_filter(ts, pid, MPEGTS_PCR);
511}
512
513static void mpegts_close_filter(MpegTSContext *ts, MpegTSFilter *filter)
514{
515 int pid;
516
517 pid = filter->pid;
518 if (filter->type == MPEGTS_SECTION)
519 av_freep(&filter->u.section_filter.section_buf);
520 else if (filter->type == MPEGTS_PES) {
521 PESContext *pes = filter->u.pes_filter.opaque;
522 av_buffer_unref(&pes->buffer);
523 /* referenced private data will be freed later in
524 * avformat_close_input */
525 if (!((PESContext *)filter->u.pes_filter.opaque)->st) {
526 av_freep(&filter->u.pes_filter.opaque);
527 }
528 }
529
530 av_free(filter);
531 ts->pids[pid] = NULL;
532}
533
534static int analyze(const uint8_t *buf, int size, int packet_size,
535 int probe)
536{
537 int stat[TS_MAX_PACKET_SIZE];
538 int stat_all = 0;
539 int i;
540 int best_score = 0;
541
542 memset(stat, 0, packet_size * sizeof(*stat));
543
544 for (i = 0; i < size - 3; i++) {
545 if (buf[i] == 0x47) {
546 int pid = AV_RB16(buf+1) & 0x1FFF;
547 int asc = buf[i + 3] & 0x30;
548 if (!probe || pid == 0x1FFF || asc) {
549 int x = i % packet_size;
550 stat[x]++;
551 stat_all++;
552 if (stat[x] > best_score) {
553 best_score = stat[x];
554 }
555 }
556 }
557 }
558
559 return best_score - FFMAX(stat_all - 10*best_score, 0)/10;
560}
561
562/* autodetect fec presence. Must have at least 1024 bytes */
563static int get_packet_size(const uint8_t *buf, int size)
564{
565 int score, fec_score, dvhs_score;
566
567 if (size < (TS_FEC_PACKET_SIZE * 5 + 1))
568 return AVERROR_INVALIDDATA;
569
570 score = analyze(buf, size, TS_PACKET_SIZE, 0);
571 dvhs_score = analyze(buf, size, TS_DVHS_PACKET_SIZE, 0);
572 fec_score = analyze(buf, size, TS_FEC_PACKET_SIZE, 0);
573 av_log(NULL, AV_LOG_TRACE, "score: %d, dvhs_score: %d, fec_score: %d \n",
574 score, dvhs_score, fec_score);
575
576 if (score > fec_score && score > dvhs_score)
577 return TS_PACKET_SIZE;
578 else if (dvhs_score > score && dvhs_score > fec_score)
579 return TS_DVHS_PACKET_SIZE;
580 else if (score < fec_score && dvhs_score < fec_score)
581 return TS_FEC_PACKET_SIZE;
582 else
583 return AVERROR_INVALIDDATA;
584}
585
586typedef struct SectionHeader {
587 uint8_t tid;
588 uint16_t id;
589 uint8_t version;
590 uint8_t sec_num;
591 uint8_t last_sec_num;
592} SectionHeader;
593
594static int skip_identical(const SectionHeader *h, MpegTSSectionFilter *tssf)
595{
596 if (h->version == tssf->last_ver && tssf->last_crc == tssf->crc)
597 return 1;
598
599 tssf->last_ver = h->version;
600 tssf->last_crc = tssf->crc;
601
602 return 0;
603}
604
605static inline int get8(const uint8_t **pp, const uint8_t *p_end)
606{
607 const uint8_t *p;
608 int c;
609
610 p = *pp;
611 if (p >= p_end)
612 return AVERROR_INVALIDDATA;
613 c = *p++;
614 *pp = p;
615 return c;
616}
617
618static inline int get16(const uint8_t **pp, const uint8_t *p_end)
619{
620 const uint8_t *p;
621 int c;
622
623 p = *pp;
624 if (1 >= p_end - p)
625 return AVERROR_INVALIDDATA;
626 c = AV_RB16(p);
627 p += 2;
628 *pp = p;
629 return c;
630}
631
632/* read and allocate a DVB string preceded by its length */
633static char *getstr8(const uint8_t **pp, const uint8_t *p_end)
634{
635 int len;
636 const uint8_t *p;
637 char *str;
638
639 p = *pp;
640 len = get8(&p, p_end);
641 if (len < 0)
642 return NULL;
643 if (len > p_end - p)
644 return NULL;
645 str = av_malloc(len + 1);
646 if (!str)
647 return NULL;
648 memcpy(str, p, len);
649 str[len] = '\0';
650 p += len;
651 *pp = p;
652 return str;
653}
654
655static int parse_section_header(SectionHeader *h,
656 const uint8_t **pp, const uint8_t *p_end)
657{
658 int val;
659
660 val = get8(pp, p_end);
661 if (val < 0)
662 return val;
663 h->tid = val;
664 *pp += 2;
665 val = get16(pp, p_end);
666 if (val < 0)
667 return val;
668 h->id = val;
669 val = get8(pp, p_end);
670 if (val < 0)
671 return val;
672 h->version = (val >> 1) & 0x1f;
673 val = get8(pp, p_end);
674 if (val < 0)
675 return val;
676 h->sec_num = val;
677 val = get8(pp, p_end);
678 if (val < 0)
679 return val;
680 h->last_sec_num = val;
681 return 0;
682}
683
684typedef struct StreamType {
685 uint32_t stream_type;
686 enum AVMediaType codec_type;
687 enum AVCodecID codec_id;
688} StreamType;
689
690static const StreamType ISO_types[] = {
691 { 0x01, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_MPEG2VIDEO },
692 { 0x02, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_MPEG2VIDEO },
693 { 0x03, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_MP3 },
694 { 0x04, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_MP3 },
695 { 0x0f, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AAC },
696 { 0x10, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_MPEG4 },
697 /* Makito encoder sets stream type 0x11 for AAC,
698 * so auto-detect LOAS/LATM instead of hardcoding it. */
699#if !CONFIG_LOAS_DEMUXER
700 { 0x11, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AAC_LATM }, /* LATM syntax */
701#endif
702 { 0x1b, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_H264 },
703 { 0x1c, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AAC },
704 { 0x20, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_H264 },
705 { 0x21, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_JPEG2000 },
706 { 0x24, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_HEVC },
707 { 0x42, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_CAVS },
708 { 0xd1, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_DIRAC },
709 { 0xea, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_VC1 },
710 { 0 },
711};
712
713static const StreamType HDMV_types[] = {
714 { 0x80, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_PCM_BLURAY },
715 { 0x81, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 },
716 { 0x82, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
717 { 0x83, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_TRUEHD },
718 { 0x84, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_EAC3 },
719 { 0x85, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS }, /* DTS HD */
720 { 0x86, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS }, /* DTS HD MASTER*/
721 { 0xa1, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_EAC3 }, /* E-AC3 Secondary Audio */
722 { 0xa2, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS }, /* DTS Express Secondary Audio */
723 { 0x90, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_HDMV_PGS_SUBTITLE },
724 { 0x92, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_HDMV_TEXT_SUBTITLE },
725 { 0 },
726};
727
728/* SCTE types */
729static const StreamType SCTE_types[] = {
730 { 0x86, AVMEDIA_TYPE_DATA, AV_CODEC_ID_SCTE_35 },
731 { 0 },
732};
733
734/* ATSC ? */
735static const StreamType MISC_types[] = {
736 { 0x81, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 },
737 { 0x8a, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
738 { 0 },
739};
740
741static const StreamType REGD_types[] = {
742 { MKTAG('d', 'r', 'a', 'c'), AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_DIRAC },
743 { MKTAG('A', 'C', '-', '3'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 },
744 { MKTAG('B', 'S', 'S', 'D'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_S302M },
745 { MKTAG('D', 'T', 'S', '1'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
746 { MKTAG('D', 'T', 'S', '2'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
747 { MKTAG('D', 'T', 'S', '3'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
748 { MKTAG('D', 'T', 'S', 'H'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
749 { MKTAG('E', 'A', 'C', '3'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_EAC3 },
750 { MKTAG('H', 'E', 'V', 'C'), AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_HEVC },
751 { MKTAG('K', 'L', 'V', 'A'), AVMEDIA_TYPE_DATA, AV_CODEC_ID_SMPTE_KLV },
752 { MKTAG('I', 'D', '3', ' '), AVMEDIA_TYPE_DATA, AV_CODEC_ID_TIMED_ID3 },
753 { MKTAG('V', 'C', '-', '1'), AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_VC1 },
754 { MKTAG('O', 'p', 'u', 's'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_OPUS },
755 { MKTAG('D', 'R', 'A', '1'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DRA },
756 { 0 },
757};
758
759static const StreamType METADATA_types[] = {
760 { MKTAG('K','L','V','A'), AVMEDIA_TYPE_DATA, AV_CODEC_ID_SMPTE_KLV },
761 { MKTAG('I','D','3',' '), AVMEDIA_TYPE_DATA, AV_CODEC_ID_TIMED_ID3 },
762 { 0 },
763};
764
765/* descriptor present */
766static const StreamType DESC_types[] = {
767 { 0x6a, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 }, /* AC-3 descriptor */
768 { 0x7a, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_EAC3 }, /* E-AC-3 descriptor */
769 { 0x7b, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
770 { 0x56, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_DVB_TELETEXT },
771 { 0x59, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_DVB_SUBTITLE }, /* subtitling descriptor */
772 { 0 },
773};
774
775static void mpegts_find_stream_type(AVStream *st,
776 uint32_t stream_type,
777 const StreamType *types)
778{
779 for (; types->stream_type; types++)
780 if (stream_type == types->stream_type) {
781 if (st->codecpar->codec_type != types->codec_type ||
782 st->codecpar->codec_id != types->codec_id) {
783 st->codecpar->codec_type = types->codec_type;
784 st->codecpar->codec_id = types->codec_id;
785 st->internal->need_context_update = 1;
786 }
787 st->request_probe = 0;
788 return;
789 }
790}
791
792static int mpegts_set_stream_info(AVStream *st, PESContext *pes,
793 uint32_t stream_type, uint32_t prog_reg_desc)
794{
795 int old_codec_type = st->codecpar->codec_type;
796 int old_codec_id = st->codecpar->codec_id;
797 int old_codec_tag = st->codecpar->codec_tag;
798
799 if (avcodec_is_open(st->internal->avctx)) {
800 av_log(pes->stream, AV_LOG_DEBUG, "cannot set stream info, internal codec is open\n");
801 return 0;
802 }
803
804 avpriv_set_pts_info(st, 33, 1, 90000);
805 st->priv_data = pes;
806 st->codecpar->codec_type = AVMEDIA_TYPE_DATA;
807 st->codecpar->codec_id = AV_CODEC_ID_NONE;
808 st->need_parsing = AVSTREAM_PARSE_FULL;
809 pes->st = st;
810 pes->stream_type = stream_type;
811
812 av_log(pes->stream, AV_LOG_DEBUG,
813 "stream=%d stream_type=%x pid=%x prog_reg_desc=%.4s\n",
814 st->index, pes->stream_type, pes->pid, (char *)&prog_reg_desc);
815
816 st->codecpar->codec_tag = pes->stream_type;
817
818 mpegts_find_stream_type(st, pes->stream_type, ISO_types);
819 if (pes->stream_type == 4)
820 st->request_probe = 50;
821 if ((prog_reg_desc == AV_RL32("HDMV") ||
822 prog_reg_desc == AV_RL32("HDPR")) &&
823 st->codecpar->codec_id == AV_CODEC_ID_NONE) {
824 mpegts_find_stream_type(st, pes->stream_type, HDMV_types);
825 if (pes->stream_type == 0x83) {
826 // HDMV TrueHD streams also contain an AC3 coded version of the
827 // audio track - add a second stream for this
828 AVStream *sub_st;
829 // priv_data cannot be shared between streams
830 PESContext *sub_pes = av_malloc(sizeof(*sub_pes));
831 if (!sub_pes)
832 return AVERROR(ENOMEM);
833 memcpy(sub_pes, pes, sizeof(*sub_pes));
834
835 sub_st = avformat_new_stream(pes->stream, NULL);
836 if (!sub_st) {
837 av_free(sub_pes);
838 return AVERROR(ENOMEM);
839 }
840
841 sub_st->id = pes->pid;
842 avpriv_set_pts_info(sub_st, 33, 1, 90000);
843 sub_st->priv_data = sub_pes;
844 sub_st->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
845 sub_st->codecpar->codec_id = AV_CODEC_ID_AC3;
846 sub_st->need_parsing = AVSTREAM_PARSE_FULL;
847 sub_pes->sub_st = pes->sub_st = sub_st;
848 }
849 if (pes->stream_type == 0x81) {
850 // HDMV AC3 streams also contain an TRUEHD coded version of the
851 // audio track - add a second stream for this
852 AVStream *sub_st;
853 // priv_data cannot be shared between streams
854 PESContext *sub_pes = av_malloc(sizeof(*sub_pes));
855 if (!sub_pes)
856 return AVERROR(ENOMEM);
857 memcpy(sub_pes, pes, sizeof(*sub_pes));
858
859 sub_st = avformat_new_stream(pes->stream, NULL);
860 if (!sub_st) {
861 av_free(sub_pes);
862 return AVERROR(ENOMEM);
863 }
864
865 sub_st->id = pes->pid;
866 avpriv_set_pts_info(sub_st, 33, 1, 90000);
867 sub_st->priv_data = sub_pes;
868 sub_st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
869 sub_st->codec->codec_id = AV_CODEC_ID_TRUEHD;
870 sub_st->need_parsing = AVSTREAM_PARSE_FULL;
871 sub_st->discard = AVDISCARD_ALL;
872 sub_pes->sub_st = pes->sub_st = sub_st;
873 }
874 }
875 if (st->codec->codec_id == AV_CODEC_ID_NONE && pes->stream_type == 0x82) {
876 AVStream *sub_st;
877 PESContext *sub_pes = av_malloc(sizeof(*sub_pes));
878 if (!sub_pes)
879 return AVERROR(ENOMEM);
880 memcpy(sub_pes, pes, sizeof(*sub_pes));
881 sub_st = avformat_new_stream(pes->stream, NULL);
882 if (!sub_st) {
883 av_free(sub_pes);
884 return AVERROR(ENOMEM);
885 }
886
887 sub_st->id = pes->pid;
888 avpriv_set_pts_info(sub_st, 33, 1, 90000);
889 sub_st->priv_data = sub_pes;
890 sub_st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
891 sub_st->codec->codec_id = AV_CODEC_ID_DTS;
892 sub_st->need_parsing = AVSTREAM_PARSE_FULL;
893 sub_pes->sub_st = pes->sub_st = sub_st;
894 }
895 if (st->codecpar->codec_id == AV_CODEC_ID_NONE)
896 mpegts_find_stream_type(st, pes->stream_type, MISC_types);
897 if (st->codecpar->codec_id == AV_CODEC_ID_NONE) {
898 st->codecpar->codec_id = old_codec_id;
899 st->codecpar->codec_type = old_codec_type;
900 }
901 if ((st->codecpar->codec_id == AV_CODEC_ID_NONE ||
902 (st->request_probe > 0 && st->request_probe < AVPROBE_SCORE_STREAM_RETRY / 5)) &&
903 st->probe_packets > 0 &&
904 stream_type == STREAM_TYPE_PRIVATE_DATA) {
905 st->codecpar->codec_type = AVMEDIA_TYPE_DATA;
906 st->codecpar->codec_id = AV_CODEC_ID_BIN_DATA;
907 st->request_probe = AVPROBE_SCORE_STREAM_RETRY / 5;
908 }
909
910 /* queue a context update if properties changed */
911 if (old_codec_type != st->codecpar->codec_type ||
912 old_codec_id != st->codecpar->codec_id ||
913 old_codec_tag != st->codecpar->codec_tag)
914 st->internal->need_context_update = 1;
915
916 return 0;
917}
918
919static void reset_pes_packet_state(PESContext *pes)
920{
921 pes->pts = AV_NOPTS_VALUE;
922 pes->dts = AV_NOPTS_VALUE;
923 pes->data_index = 0;
924 pes->flags = 0;
925 av_buffer_unref(&pes->buffer);
926}
927
928static void new_data_packet(const uint8_t *buffer, int len, AVPacket *pkt)
929{
930 av_init_packet(pkt);
931 pkt->data = (uint8_t *)buffer;
932 pkt->size = len;
933}
934
935static int new_pes_packet(PESContext *pes, AVPacket *pkt)
936{
937 char *sd;
938
939 av_init_packet(pkt);
940
941 pkt->buf = pes->buffer;
942 pkt->data = pes->buffer->data;
943 pkt->size = pes->data_index;
944
945 if (pes->total_size != MAX_PES_PAYLOAD &&
946 pes->pes_header_size + pes->data_index != pes->total_size +
947 PES_START_SIZE) {
948 av_log(pes->stream, AV_LOG_WARNING, "PES packet size mismatch\n");
949 pes->flags |= AV_PKT_FLAG_CORRUPT;
950 }
951 memset(pkt->data + pkt->size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
952
953 // Separate out the AC3 substream from an HDMV combined TrueHD/AC3 PID
954 if (pes->sub_st && pes->stream_type == 0x83 && pes->extended_stream_id == 0x76)
955 pkt->stream_index = pes->sub_st->index;
956 else if (pes->sub_st && pes->stream_type == 0x81 && pes->extended_stream_id == 0x72)
957 pkt->stream_index = pes->sub_st->index;
958 else
959 pkt->stream_index = pes->st->index;
960 pkt->pts = pes->pts;
961 pkt->dts = pes->dts;
962 /* store position of first TS packet of this PES packet */
963 pkt->pos = pes->ts_packet_pos;
964 pkt->flags = pes->flags;
965
966 pes->buffer = NULL;
967 reset_pes_packet_state(pes);
968
969 sd = av_packet_new_side_data(pkt, AV_PKT_DATA_MPEGTS_STREAM_ID, 1);
970 if (!sd)
971 return AVERROR(ENOMEM);
972 *sd = pes->stream_id;
973
974 return 0;
975}
976
977static uint64_t get_ts64(GetBitContext *gb, int bits)
978{
979 if (get_bits_left(gb) < bits)
980 return AV_NOPTS_VALUE;
981 return get_bits64(gb, bits);
982}
983
984static int read_sl_header(PESContext *pes, SLConfigDescr *sl,
985 const uint8_t *buf, int buf_size)
986{
987 GetBitContext gb;
988 int au_start_flag = 0, au_end_flag = 0, ocr_flag = 0, idle_flag = 0;
989 int padding_flag = 0, padding_bits = 0, inst_bitrate_flag = 0;
990 int dts_flag = -1, cts_flag = -1;
991 int64_t dts = AV_NOPTS_VALUE, cts = AV_NOPTS_VALUE;
992 uint8_t buf_padded[128 + AV_INPUT_BUFFER_PADDING_SIZE];
993 int buf_padded_size = FFMIN(buf_size, sizeof(buf_padded) - AV_INPUT_BUFFER_PADDING_SIZE);
994
995 memcpy(buf_padded, buf, buf_padded_size);
996
997 init_get_bits(&gb, buf_padded, buf_padded_size * 8);
998
999 if (sl->use_au_start)
1000 au_start_flag = get_bits1(&gb);
1001 if (sl->use_au_end)
1002 au_end_flag = get_bits1(&gb);
1003 if (!sl->use_au_start && !sl->use_au_end)
1004 au_start_flag = au_end_flag = 1;
1005 if (sl->ocr_len > 0)
1006 ocr_flag = get_bits1(&gb);
1007 if (sl->use_idle)
1008 idle_flag = get_bits1(&gb);
1009 if (sl->use_padding)
1010 padding_flag = get_bits1(&gb);
1011 if (padding_flag)
1012 padding_bits = get_bits(&gb, 3);
1013
1014 if (!idle_flag && (!padding_flag || padding_bits != 0)) {
1015 if (sl->packet_seq_num_len)
1016 skip_bits_long(&gb, sl->packet_seq_num_len);
1017 if (sl->degr_prior_len)
1018 if (get_bits1(&gb))
1019 skip_bits(&gb, sl->degr_prior_len);
1020 if (ocr_flag)
1021 skip_bits_long(&gb, sl->ocr_len);
1022 if (au_start_flag) {
1023 if (sl->use_rand_acc_pt)
1024 get_bits1(&gb);
1025 if (sl->au_seq_num_len > 0)
1026 skip_bits_long(&gb, sl->au_seq_num_len);
1027 if (sl->use_timestamps) {
1028 dts_flag = get_bits1(&gb);
1029 cts_flag = get_bits1(&gb);
1030 }
1031 }
1032 if (sl->inst_bitrate_len)
1033 inst_bitrate_flag = get_bits1(&gb);
1034 if (dts_flag == 1)
1035 dts = get_ts64(&gb, sl->timestamp_len);
1036 if (cts_flag == 1)
1037 cts = get_ts64(&gb, sl->timestamp_len);
1038 if (sl->au_len > 0)
1039 skip_bits_long(&gb, sl->au_len);
1040 if (inst_bitrate_flag)
1041 skip_bits_long(&gb, sl->inst_bitrate_len);
1042 }
1043
1044 if (dts != AV_NOPTS_VALUE)
1045 pes->dts = dts;
1046 if (cts != AV_NOPTS_VALUE)
1047 pes->pts = cts;
1048
1049 if (sl->timestamp_len && sl->timestamp_res)
1050 avpriv_set_pts_info(pes->st, sl->timestamp_len, 1, sl->timestamp_res);
1051
1052 return (get_bits_count(&gb) + 7) >> 3;
1053}
1054
1055/* return non zero if a packet could be constructed */
1056static int mpegts_push_data(MpegTSFilter *filter,
1057 const uint8_t *buf, int buf_size, int is_start,
1058 int64_t pos)
1059{
1060 PESContext *pes = filter->u.pes_filter.opaque;
1061 MpegTSContext *ts = pes->ts;
1062 const uint8_t *p;
1063 int ret, len, code;
1064
1065 if (!ts->pkt)
1066 return 0;
1067
1068 if (is_start) {
1069 if (pes->state == MPEGTS_PAYLOAD && pes->data_index > 0) {
1070 ret = new_pes_packet(pes, ts->pkt);
1071 if (ret < 0)
1072 return ret;
1073 ts->stop_parse = 1;
1074 } else {
1075 reset_pes_packet_state(pes);
1076 }
1077 pes->state = MPEGTS_HEADER;
1078 pes->ts_packet_pos = pos;
1079 }
1080 p = buf;
1081 while (buf_size > 0) {
1082 switch (pes->state) {
1083 case MPEGTS_HEADER:
1084 len = PES_START_SIZE - pes->data_index;
1085 if (len > buf_size)
1086 len = buf_size;
1087 memcpy(pes->header + pes->data_index, p, len);
1088 pes->data_index += len;
1089 p += len;
1090 buf_size -= len;
1091 if (pes->data_index == PES_START_SIZE) {
1092 /* we got all the PES or section header. We can now
1093 * decide */
1094 if (pes->header[0] == 0x00 && pes->header[1] == 0x00 &&
1095 pes->header[2] == 0x01) {
1096 /* it must be an MPEG-2 PES stream */
1097 code = pes->header[3] | 0x100;
1098 av_log(pes->stream, AV_LOG_TRACE, "pid=%x pes_code=%#x\n", pes->pid,
1099 code);
1100 pes->stream_id = pes->header[3];
1101
1102 if ((pes->st && pes->st->discard == AVDISCARD_ALL &&
1103 (!pes->sub_st ||
1104 pes->sub_st->discard == AVDISCARD_ALL)) ||
1105 code == 0x1be) /* padding_stream */
1106 goto skip;
1107
1108 /* stream not present in PMT */
1109 if (!pes->st) {
1110 if (ts->skip_changes)
1111 goto skip;
1112
1113 pes->st = avformat_new_stream(ts->stream, NULL);
1114 if (!pes->st)
1115 return AVERROR(ENOMEM);
1116 pes->st->id = pes->pid;
1117 mpegts_set_stream_info(pes->st, pes, 0, 0);
1118 }
1119
1120 pes->total_size = AV_RB16(pes->header + 4);
1121 /* NOTE: a zero total size means the PES size is
1122 * unbounded */
1123 if (!pes->total_size)
1124 pes->total_size = MAX_PES_PAYLOAD;
1125
1126 /* allocate pes buffer */
1127 pes->buffer = av_buffer_alloc(pes->total_size +
1128 AV_INPUT_BUFFER_PADDING_SIZE);
1129 if (!pes->buffer)
1130 return AVERROR(ENOMEM);
1131
1132 if (code != 0x1bc && code != 0x1bf && /* program_stream_map, private_stream_2 */
1133 code != 0x1f0 && code != 0x1f1 && /* ECM, EMM */
1134 code != 0x1ff && code != 0x1f2 && /* program_stream_directory, DSMCC_stream */
1135 code != 0x1f8) { /* ITU-T Rec. H.222.1 type E stream */
1136 pes->state = MPEGTS_PESHEADER;
1137 if (pes->st->codecpar->codec_id == AV_CODEC_ID_NONE && !pes->st->request_probe) {
1138 av_log(pes->stream, AV_LOG_TRACE,
1139 "pid=%x stream_type=%x probing\n",
1140 pes->pid,
1141 pes->stream_type);
1142 pes->st->request_probe = 1;
1143 }
1144 } else {
1145 pes->pes_header_size = 6;
1146 pes->state = MPEGTS_PAYLOAD;
1147 pes->data_index = 0;
1148 }
1149 } else {
1150 /* otherwise, it should be a table */
1151 /* skip packet */
1152skip:
1153 pes->state = MPEGTS_SKIP;
1154 continue;
1155 }
1156 }
1157 break;
1158 /**********************************************/
1159 /* PES packing parsing */
1160 case MPEGTS_PESHEADER:
1161 len = PES_HEADER_SIZE - pes->data_index;
1162 if (len < 0)
1163 return AVERROR_INVALIDDATA;
1164 if (len > buf_size)
1165 len = buf_size;
1166 memcpy(pes->header + pes->data_index, p, len);
1167 pes->data_index += len;
1168 p += len;
1169 buf_size -= len;
1170 if (pes->data_index == PES_HEADER_SIZE) {
1171 pes->pes_header_size = pes->header[8] + 9;
1172 pes->state = MPEGTS_PESHEADER_FILL;
1173 }
1174 break;
1175 case MPEGTS_PESHEADER_FILL:
1176 len = pes->pes_header_size - pes->data_index;
1177 if (len < 0)
1178 return AVERROR_INVALIDDATA;
1179 if (len > buf_size)
1180 len = buf_size;
1181 memcpy(pes->header + pes->data_index, p, len);
1182 pes->data_index += len;
1183 p += len;
1184 buf_size -= len;
1185 if (pes->data_index == pes->pes_header_size) {
1186 const uint8_t *r;
1187 unsigned int flags, pes_ext, skip;
1188
1189 flags = pes->header[7];
1190 r = pes->header + 9;
1191 pes->pts = AV_NOPTS_VALUE;
1192 pes->dts = AV_NOPTS_VALUE;
1193 if ((flags & 0xc0) == 0x80) {
1194 pes->dts = pes->pts = ff_parse_pes_pts(r);
1195 r += 5;
1196 } else if ((flags & 0xc0) == 0xc0) {
1197 pes->pts = ff_parse_pes_pts(r);
1198 r += 5;
1199 pes->dts = ff_parse_pes_pts(r);
1200 r += 5;
1201 }
1202 pes->extended_stream_id = -1;
1203 if (flags & 0x01) { /* PES extension */
1204 pes_ext = *r++;
1205 /* Skip PES private data, program packet sequence counter and P-STD buffer */
1206 skip = (pes_ext >> 4) & 0xb;
1207 skip += skip & 0x9;
1208 r += skip;
1209 if ((pes_ext & 0x41) == 0x01 &&
1210 (r + 2) <= (pes->header + pes->pes_header_size)) {
1211 /* PES extension 2 */
1212 if ((r[0] & 0x7f) > 0 && (r[1] & 0x80) == 0)
1213 pes->extended_stream_id = r[1];
1214 }
1215 }
1216
1217 /* we got the full header. We parse it and get the payload */
1218 pes->state = MPEGTS_PAYLOAD;
1219 pes->data_index = 0;
1220 if (pes->stream_type == 0x12 && buf_size > 0) {
1221 int sl_header_bytes = read_sl_header(pes, &pes->sl, p,
1222 buf_size);
1223 pes->pes_header_size += sl_header_bytes;
1224 p += sl_header_bytes;
1225 buf_size -= sl_header_bytes;
1226 }
1227 if (pes->stream_type == 0x15 && buf_size >= 5) {
1228 /* skip metadata access unit header */
1229 pes->pes_header_size += 5;
1230 p += 5;
1231 buf_size -= 5;
1232 }
1233 if ( pes->ts->fix_teletext_pts
1234 && ( pes->st->codecpar->codec_id == AV_CODEC_ID_DVB_TELETEXT
1235 || pes->st->codecpar->codec_id == AV_CODEC_ID_DVB_SUBTITLE)
1236 ) {
1237 AVProgram *p = NULL;
1238 while ((p = av_find_program_from_stream(pes->stream, p, pes->st->index))) {
1239 if (p->pcr_pid != -1 && p->discard != AVDISCARD_ALL) {
1240 MpegTSFilter *f = pes->ts->pids[p->pcr_pid];
1241 if (f) {
1242 AVStream *st = NULL;
1243 if (f->type == MPEGTS_PES) {
1244 PESContext *pcrpes = f->u.pes_filter.opaque;
1245 if (pcrpes)
1246 st = pcrpes->st;
1247 } else if (f->type == MPEGTS_PCR) {
1248 int i;
1249 for (i = 0; i < p->nb_stream_indexes; i++) {
1250 AVStream *pst = pes->stream->streams[p->stream_index[i]];
1251 if (pst->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)
1252 st = pst;
1253 }
1254 }
1255 if (f->last_pcr != -1 && st && st->discard != AVDISCARD_ALL) {
1256 // teletext packets do not always have correct timestamps,
1257 // the standard says they should be handled after 40.6 ms at most,
1258 // and the pcr error to this packet should be no more than 100 ms.
1259 // TODO: we should interpolate the PCR, not just use the last one
1260 int64_t pcr = f->last_pcr / 300;
1261 pes->st->pts_wrap_reference = st->pts_wrap_reference;
1262 pes->st->pts_wrap_behavior = st->pts_wrap_behavior;
1263 if (pes->dts == AV_NOPTS_VALUE || pes->dts < pcr) {
1264 pes->pts = pes->dts = pcr;
1265 } else if (pes->st->codecpar->codec_id == AV_CODEC_ID_DVB_TELETEXT &&
1266 pes->dts > pcr + 3654 + 9000) {
1267 pes->pts = pes->dts = pcr + 3654 + 9000;
1268 } else if (pes->st->codecpar->codec_id == AV_CODEC_ID_DVB_SUBTITLE &&
1269 pes->dts > pcr + 10*90000) { //10sec
1270 pes->pts = pes->dts = pcr + 3654 + 9000;
1271 }
1272 break;
1273 }
1274 }
1275 }
1276 }
1277 }
1278 }
1279 break;
1280 case MPEGTS_PAYLOAD:
1281 if (pes->buffer) {
1282 if (pes->data_index > 0 &&
1283 pes->data_index + buf_size > pes->total_size) {
1284 ret = new_pes_packet(pes, ts->pkt);
1285 if (ret < 0)
1286 return ret;
1287 pes->total_size = MAX_PES_PAYLOAD;
1288 pes->buffer = av_buffer_alloc(pes->total_size +
1289 AV_INPUT_BUFFER_PADDING_SIZE);
1290 if (!pes->buffer)
1291 return AVERROR(ENOMEM);
1292 ts->stop_parse = 1;
1293 } else if (pes->data_index == 0 &&
1294 buf_size > pes->total_size) {
1295 // pes packet size is < ts size packet and pes data is padded with 0xff
1296 // not sure if this is legal in ts but see issue #2392
1297 buf_size = pes->total_size;
1298 }
1299 memcpy(pes->buffer->data + pes->data_index, p, buf_size);
1300 pes->data_index += buf_size;
1301 /* emit complete packets with known packet size
1302 * decreases demuxer delay for infrequent packets like subtitles from
1303 * a couple of seconds to milliseconds for properly muxed files.
1304 * total_size is the number of bytes following pes_packet_length
1305 * in the pes header, i.e. not counting the first PES_START_SIZE bytes */
1306 if (!ts->stop_parse && pes->total_size < MAX_PES_PAYLOAD &&
1307 pes->pes_header_size + pes->data_index == pes->total_size + PES_START_SIZE) {
1308 ts->stop_parse = 1;
1309 ret = new_pes_packet(pes, ts->pkt);
1310 if (ret < 0)
1311 return ret;
1312 }
1313 }
1314 buf_size = 0;
1315 break;
1316 case MPEGTS_SKIP:
1317 buf_size = 0;
1318 break;
1319 }
1320 }
1321
1322 return 0;
1323}
1324
1325static PESContext *add_pes_stream(MpegTSContext *ts, int pid, int pcr_pid)
1326{
1327 MpegTSFilter *tss;
1328 PESContext *pes;
1329
1330 /* if no pid found, then add a pid context */
1331 pes = av_mallocz(sizeof(PESContext));
1332 if (!pes)
1333 return 0;
1334 pes->ts = ts;
1335 pes->stream = ts->stream;
1336 pes->pid = pid;
1337 pes->pcr_pid = pcr_pid;
1338 pes->state = MPEGTS_SKIP;
1339 pes->pts = AV_NOPTS_VALUE;
1340 pes->dts = AV_NOPTS_VALUE;
1341 tss = mpegts_open_pes_filter(ts, pid, mpegts_push_data, pes);
1342 if (!tss) {
1343 av_free(pes);
1344 return 0;
1345 }
1346 return pes;
1347}
1348
1349#define MAX_LEVEL 4
1350typedef struct MP4DescrParseContext {
1351 AVFormatContext *s;
1352 AVIOContext pb;
1353 Mp4Descr *descr;
1354 Mp4Descr *active_descr;
1355 int descr_count;
1356 int max_descr_count;
1357 int level;
1358 int predefined_SLConfigDescriptor_seen;
1359} MP4DescrParseContext;
1360
1361static int init_MP4DescrParseContext(MP4DescrParseContext *d, AVFormatContext *s,
1362 const uint8_t *buf, unsigned size,
1363 Mp4Descr *descr, int max_descr_count)
1364{
1365 int ret;
1366 if (size > (1 << 30))
1367 return AVERROR_INVALIDDATA;
1368
1369 if ((ret = ffio_init_context(&d->pb, (unsigned char *)buf, size, 0,
1370 NULL, NULL, NULL, NULL)) < 0)
1371 return ret;
1372
1373 d->s = s;
1374 d->level = 0;
1375 d->descr_count = 0;
1376 d->descr = descr;
1377 d->active_descr = NULL;
1378 d->max_descr_count = max_descr_count;
1379
1380 return 0;
1381}
1382
1383static void update_offsets(AVIOContext *pb, int64_t *off, int *len)
1384{
1385 int64_t new_off = avio_tell(pb);
1386 (*len) -= new_off - *off;
1387 *off = new_off;
1388}
1389
1390static int parse_mp4_descr(MP4DescrParseContext *d, int64_t off, int len,
1391 int target_tag);
1392
1393static int parse_mp4_descr_arr(MP4DescrParseContext *d, int64_t off, int len)
1394{
1395 while (len > 0) {
1396 int ret = parse_mp4_descr(d, off, len, 0);
1397 if (ret < 0)
1398 return ret;
1399 update_offsets(&d->pb, &off, &len);
1400 }
1401 return 0;
1402}
1403
1404static int parse_MP4IODescrTag(MP4DescrParseContext *d, int64_t off, int len)
1405{
1406 avio_rb16(&d->pb); // ID
1407 avio_r8(&d->pb);
1408 avio_r8(&d->pb);
1409 avio_r8(&d->pb);
1410 avio_r8(&d->pb);
1411 avio_r8(&d->pb);
1412 update_offsets(&d->pb, &off, &len);
1413 return parse_mp4_descr_arr(d, off, len);
1414}
1415
1416static int parse_MP4ODescrTag(MP4DescrParseContext *d, int64_t off, int len)
1417{
1418 int id_flags;
1419 if (len < 2)
1420 return 0;
1421 id_flags = avio_rb16(&d->pb);
1422 if (!(id_flags & 0x0020)) { // URL_Flag
1423 update_offsets(&d->pb, &off, &len);
1424 return parse_mp4_descr_arr(d, off, len); // ES_Descriptor[]
1425 } else {
1426 return 0;
1427 }
1428}
1429
1430static int parse_MP4ESDescrTag(MP4DescrParseContext *d, int64_t off, int len)
1431{
1432 int es_id = 0;
1433 int ret = 0;
1434
1435 if (d->descr_count >= d->max_descr_count)
1436 return AVERROR_INVALIDDATA;
1437 ff_mp4_parse_es_descr(&d->pb, &es_id);
1438 d->active_descr = d->descr + (d->descr_count++);
1439
1440 d->active_descr->es_id = es_id;
1441 update_offsets(&d->pb, &off, &len);
1442 if ((ret = parse_mp4_descr(d, off, len, MP4DecConfigDescrTag)) < 0)
1443 return ret;
1444 update_offsets(&d->pb, &off, &len);
1445 if (len > 0)
1446 ret = parse_mp4_descr(d, off, len, MP4SLDescrTag);
1447 d->active_descr = NULL;
1448 return ret;
1449}
1450
1451static int parse_MP4DecConfigDescrTag(MP4DescrParseContext *d, int64_t off,
1452 int len)
1453{
1454 Mp4Descr *descr = d->active_descr;
1455 if (!descr)
1456 return AVERROR_INVALIDDATA;
1457 d->active_descr->dec_config_descr = av_malloc(len);
1458 if (!descr->dec_config_descr)
1459 return AVERROR(ENOMEM);
1460 descr->dec_config_descr_len = len;
1461 avio_read(&d->pb, descr->dec_config_descr, len);
1462 return 0;
1463}
1464
1465static int parse_MP4SLDescrTag(MP4DescrParseContext *d, int64_t off, int len)
1466{
1467 Mp4Descr *descr = d->active_descr;
1468 int predefined;
1469 if (!descr)
1470 return AVERROR_INVALIDDATA;
1471
1472#define R8_CHECK_CLIP_MAX(dst, maxv) do { \
1473 descr->sl.dst = avio_r8(&d->pb); \
1474 if (descr->sl.dst > maxv) { \
1475 descr->sl.dst = maxv; \
1476 return AVERROR_INVALIDDATA; \
1477 } \
1478} while (0)
1479
1480 predefined = avio_r8(&d->pb);
1481 if (!predefined) {
1482 int lengths;
1483 int flags = avio_r8(&d->pb);
1484 descr->sl.use_au_start = !!(flags & 0x80);
1485 descr->sl.use_au_end = !!(flags & 0x40);
1486 descr->sl.use_rand_acc_pt = !!(flags & 0x20);
1487 descr->sl.use_padding = !!(flags & 0x08);
1488 descr->sl.use_timestamps = !!(flags & 0x04);
1489 descr->sl.use_idle = !!(flags & 0x02);
1490 descr->sl.timestamp_res = avio_rb32(&d->pb);
1491 avio_rb32(&d->pb);
1492 R8_CHECK_CLIP_MAX(timestamp_len, 63);
1493 R8_CHECK_CLIP_MAX(ocr_len, 63);
1494 R8_CHECK_CLIP_MAX(au_len, 31);
1495 descr->sl.inst_bitrate_len = avio_r8(&d->pb);
1496 lengths = avio_rb16(&d->pb);
1497 descr->sl.degr_prior_len = lengths >> 12;
1498 descr->sl.au_seq_num_len = (lengths >> 7) & 0x1f;
1499 descr->sl.packet_seq_num_len = (lengths >> 2) & 0x1f;
1500 } else if (!d->predefined_SLConfigDescriptor_seen){
1501 avpriv_report_missing_feature(d->s, "Predefined SLConfigDescriptor");
1502 d->predefined_SLConfigDescriptor_seen = 1;
1503 }
1504 return 0;
1505}
1506
1507static int parse_mp4_descr(MP4DescrParseContext *d, int64_t off, int len,
1508 int target_tag)
1509{
1510 int tag;
1511 int len1 = ff_mp4_read_descr(d->s, &d->pb, &tag);
1512 int ret = 0;
1513
1514 update_offsets(&d->pb, &off, &len);
1515 if (len < 0 || len1 > len || len1 <= 0) {
1516 av_log(d->s, AV_LOG_ERROR,
1517 "Tag %x length violation new length %d bytes remaining %d\n",
1518 tag, len1, len);
1519 return AVERROR_INVALIDDATA;
1520 }
1521
1522 if (d->level++ >= MAX_LEVEL) {
1523 av_log(d->s, AV_LOG_ERROR, "Maximum MP4 descriptor level exceeded\n");
1524 ret = AVERROR_INVALIDDATA;
1525 goto done;
1526 }
1527
1528 if (target_tag && tag != target_tag) {
1529 av_log(d->s, AV_LOG_ERROR, "Found tag %x expected %x\n", tag,
1530 target_tag);
1531 ret = AVERROR_INVALIDDATA;
1532 goto done;
1533 }
1534
1535 switch (tag) {
1536 case MP4IODescrTag:
1537 ret = parse_MP4IODescrTag(d, off, len1);
1538 break;
1539 case MP4ODescrTag:
1540 ret = parse_MP4ODescrTag(d, off, len1);
1541 break;
1542 case MP4ESDescrTag:
1543 ret = parse_MP4ESDescrTag(d, off, len1);
1544 break;
1545 case MP4DecConfigDescrTag:
1546 ret = parse_MP4DecConfigDescrTag(d, off, len1);
1547 break;
1548 case MP4SLDescrTag:
1549 ret = parse_MP4SLDescrTag(d, off, len1);
1550 break;
1551 }
1552
1553
1554done:
1555 d->level--;
1556 avio_seek(&d->pb, off + len1, SEEK_SET);
1557 return ret;
1558}
1559
1560static int mp4_read_iods(AVFormatContext *s, const uint8_t *buf, unsigned size,
1561 Mp4Descr *descr, int *descr_count, int max_descr_count)
1562{
1563 MP4DescrParseContext d;
1564 int ret;
1565
1566 ret = init_MP4DescrParseContext(&d, s, buf, size, descr, max_descr_count);
1567 if (ret < 0)
1568 return ret;
1569
1570 ret = parse_mp4_descr(&d, avio_tell(&d.pb), size, MP4IODescrTag);
1571
1572 *descr_count = d.descr_count;
1573 return ret;
1574}
1575
1576static int mp4_read_od(AVFormatContext *s, const uint8_t *buf, unsigned size,
1577 Mp4Descr *descr, int *descr_count, int max_descr_count)
1578{
1579 MP4DescrParseContext d;
1580 int ret;
1581
1582 ret = init_MP4DescrParseContext(&d, s, buf, size, descr, max_descr_count);
1583 if (ret < 0)
1584 return ret;
1585
1586 ret = parse_mp4_descr_arr(&d, avio_tell(&d.pb), size);
1587
1588 *descr_count = d.descr_count;
1589 return ret;
1590}
1591
1592static void m4sl_cb(MpegTSFilter *filter, const uint8_t *section,
1593 int section_len)
1594{
1595 MpegTSContext *ts = filter->u.section_filter.opaque;
1596 MpegTSSectionFilter *tssf = &filter->u.section_filter;
1597 SectionHeader h;
1598 const uint8_t *p, *p_end;
1599 AVIOContext pb;
1600 int mp4_descr_count = 0;
1601 Mp4Descr mp4_descr[MAX_MP4_DESCR_COUNT] = { { 0 } };
1602 int i, pid;
1603 AVFormatContext *s = ts->stream;
1604
1605 p_end = section + section_len - 4;
1606 p = section;
1607 if (parse_section_header(&h, &p, p_end) < 0)
1608 return;
1609 if (h.tid != M4OD_TID)
1610 return;
1611 if (skip_identical(&h, tssf))
1612 return;
1613
1614 mp4_read_od(s, p, (unsigned) (p_end - p), mp4_descr, &mp4_descr_count,
1615 MAX_MP4_DESCR_COUNT);
1616
1617 for (pid = 0; pid < NB_PID_MAX; pid++) {
1618 if (!ts->pids[pid])
1619 continue;
1620 for (i = 0; i < mp4_descr_count; i++) {
1621 PESContext *pes;
1622 AVStream *st;
1623 if (ts->pids[pid]->es_id != mp4_descr[i].es_id)
1624 continue;
1625 if (ts->pids[pid]->type != MPEGTS_PES) {
1626 av_log(s, AV_LOG_ERROR, "pid %x is not PES\n", pid);
1627 continue;
1628 }
1629 pes = ts->pids[pid]->u.pes_filter.opaque;
1630 st = pes->st;
1631 if (!st)
1632 continue;
1633
1634 pes->sl = mp4_descr[i].sl;
1635
1636 ffio_init_context(&pb, mp4_descr[i].dec_config_descr,
1637 mp4_descr[i].dec_config_descr_len, 0,
1638 NULL, NULL, NULL, NULL);
1639 ff_mp4_read_dec_config_descr(s, st, &pb);
1640 if (st->codecpar->codec_id == AV_CODEC_ID_AAC &&
1641 st->codecpar->extradata_size > 0)
1642 st->need_parsing = 0;
1643 if (st->codecpar->codec_id == AV_CODEC_ID_H264 &&
1644 st->codecpar->extradata_size > 0)
1645 st->need_parsing = 0;
1646
1647 st->codecpar->codec_type = avcodec_get_type(st->codecpar->codec_id);
1648 st->internal->need_context_update = 1;
1649 }
1650 }
1651 for (i = 0; i < mp4_descr_count; i++)
1652 av_free(mp4_descr[i].dec_config_descr);
1653}
1654
1655static void scte_data_cb(MpegTSFilter *filter, const uint8_t *section,
1656 int section_len)
1657{
1658 AVProgram *prg = NULL;
1659 MpegTSContext *ts = filter->u.section_filter.opaque;
1660
1661 int idx = ff_find_stream_index(ts->stream, filter->pid);
1662 if (idx < 0)
1663 return;
1664
1665 new_data_packet(section, section_len, ts->pkt);
1666 ts->pkt->stream_index = idx;
1667 prg = av_find_program_from_stream(ts->stream, NULL, idx);
1668 if (prg && prg->pcr_pid != -1 && prg->discard != AVDISCARD_ALL) {
1669 MpegTSFilter *f = ts->pids[prg->pcr_pid];
1670 if (f && f->last_pcr != -1)
1671 ts->pkt->pts = ts->pkt->dts = f->last_pcr/300;
1672 }
1673 ts->stop_parse = 1;
1674
1675}
1676
1677static const uint8_t opus_coupled_stream_cnt[9] = {
1678 1, 0, 1, 1, 2, 2, 2, 3, 3
1679};
1680
1681static const uint8_t opus_stream_cnt[9] = {
1682 1, 1, 1, 2, 2, 3, 4, 4, 5,
1683};
1684
1685static const uint8_t opus_channel_map[8][8] = {
1686 { 0 },
1687 { 0,1 },
1688 { 0,2,1 },
1689 { 0,1,2,3 },
1690 { 0,4,1,2,3 },
1691 { 0,4,1,2,3,5 },
1692 { 0,4,1,2,3,5,6 },
1693 { 0,6,1,2,3,4,5,7 },
1694};
1695
1696int ff_parse_mpeg2_descriptor(AVFormatContext *fc, AVStream *st, int stream_type,
1697 const uint8_t **pp, const uint8_t *desc_list_end,
1698 Mp4Descr *mp4_descr, int mp4_descr_count, int pid,
1699 MpegTSContext *ts)
1700{
1701 const uint8_t *desc_end;
1702 int desc_len, desc_tag, desc_es_id, ext_desc_tag, channels, channel_config_code;
1703 char language[252];
1704 int i;
1705
1706 desc_tag = get8(pp, desc_list_end);
1707 if (desc_tag < 0)
1708 return AVERROR_INVALIDDATA;
1709 desc_len = get8(pp, desc_list_end);
1710 if (desc_len < 0)
1711 return AVERROR_INVALIDDATA;
1712 desc_end = *pp + desc_len;
1713 if (desc_end > desc_list_end)
1714 return AVERROR_INVALIDDATA;
1715
1716 av_log(fc, AV_LOG_TRACE, "tag: 0x%02x len=%d\n", desc_tag, desc_len);
1717
1718 if ((st->codecpar->codec_id == AV_CODEC_ID_NONE || st->request_probe > 0) &&
1719 stream_type == STREAM_TYPE_PRIVATE_DATA)
1720 mpegts_find_stream_type(st, desc_tag, DESC_types);
1721
1722 switch (desc_tag) {
1723 case 0x1E: /* SL descriptor */
1724 desc_es_id = get16(pp, desc_end);
1725 if (desc_es_id < 0)
1726 break;
1727 if (ts && ts->pids[pid])
1728 ts->pids[pid]->es_id = desc_es_id;
1729 for (i = 0; i < mp4_descr_count; i++)
1730 if (mp4_descr[i].dec_config_descr_len &&
1731 mp4_descr[i].es_id == desc_es_id) {
1732 AVIOContext pb;
1733 ffio_init_context(&pb, mp4_descr[i].dec_config_descr,
1734 mp4_descr[i].dec_config_descr_len, 0,
1735 NULL, NULL, NULL, NULL);
1736 ff_mp4_read_dec_config_descr(fc, st, &pb);
1737 if (st->codecpar->codec_id == AV_CODEC_ID_AAC &&
1738 st->codecpar->extradata_size > 0) {
1739 st->need_parsing = 0;
1740 st->internal->need_context_update = 1;
1741 }
1742 if (st->codecpar->codec_id == AV_CODEC_ID_MPEG4SYSTEMS)
1743 mpegts_open_section_filter(ts, pid, m4sl_cb, ts, 1);
1744 }
1745 break;
1746 case 0x1F: /* FMC descriptor */
1747 if (get16(pp, desc_end) < 0)
1748 break;
1749 if (mp4_descr_count > 0 &&
1750 (st->codecpar->codec_id == AV_CODEC_ID_AAC_LATM ||
1751 (st->request_probe == 0 && st->codecpar->codec_id == AV_CODEC_ID_NONE) ||
1752 st->request_probe > 0) &&
1753 mp4_descr->dec_config_descr_len && mp4_descr->es_id == pid) {
1754 AVIOContext pb;
1755 ffio_init_context(&pb, mp4_descr->dec_config_descr,
1756 mp4_descr->dec_config_descr_len, 0,
1757 NULL, NULL, NULL, NULL);
1758 ff_mp4_read_dec_config_descr(fc, st, &pb);
1759 if (st->codecpar->codec_id == AV_CODEC_ID_AAC &&
1760 st->codecpar->extradata_size > 0) {
1761 st->request_probe = st->need_parsing = 0;
1762 st->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
1763 st->internal->need_context_update = 1;
1764 }
1765 }
1766 break;
1767 case 0x56: /* DVB teletext descriptor */
1768 {
1769 uint8_t *extradata = NULL;
1770 int language_count = desc_len / 5;
1771
1772 if (desc_len > 0 && desc_len % 5 != 0)
1773 return AVERROR_INVALIDDATA;
1774
1775 if (language_count > 0) {
1776 /* 4 bytes per language code (3 bytes) with comma or NUL byte should fit language buffer */
1777 av_assert0(language_count <= sizeof(language) / 4);
1778
1779 if (st->codecpar->extradata == NULL) {
1780 if (ff_alloc_extradata(st->codecpar, language_count * 2)) {
1781 return AVERROR(ENOMEM);
1782 }
1783 }
1784
1785 if (st->codecpar->extradata_size < language_count * 2)
1786 return AVERROR_INVALIDDATA;
1787
1788 extradata = st->codecpar->extradata;
1789
1790 for (i = 0; i < language_count; i++) {
1791 language[i * 4 + 0] = get8(pp, desc_end);
1792 language[i * 4 + 1] = get8(pp, desc_end);
1793 language[i * 4 + 2] = get8(pp, desc_end);
1794 language[i * 4 + 3] = ',';
1795
1796 memcpy(extradata, *pp, 2);
1797 extradata += 2;
1798
1799 *pp += 2;
1800 }
1801
1802 language[i * 4 - 1] = 0;
1803 av_dict_set(&st->metadata, "language", language, 0);
1804 st->internal->need_context_update = 1;
1805 }
1806 }
1807 break;
1808 case 0x59: /* subtitling descriptor */
1809 {
1810 /* 8 bytes per DVB subtitle substream data:
1811 * ISO_639_language_code (3 bytes),
1812 * subtitling_type (1 byte),
1813 * composition_page_id (2 bytes),
1814 * ancillary_page_id (2 bytes) */
1815 int language_count = desc_len / 8;
1816
1817 if (desc_len > 0 && desc_len % 8 != 0)
1818 return AVERROR_INVALIDDATA;
1819
1820 if (language_count > 1) {
1821 avpriv_request_sample(fc, "DVB subtitles with multiple languages");
1822 }
1823
1824 if (language_count > 0) {
1825 uint8_t *extradata;
1826
1827 /* 4 bytes per language code (3 bytes) with comma or NUL byte should fit language buffer */
1828 av_assert0(language_count <= sizeof(language) / 4);
1829
1830 if (st->codecpar->extradata == NULL) {
1831 if (ff_alloc_extradata(st->codecpar, language_count * 5)) {
1832 return AVERROR(ENOMEM);
1833 }
1834 }
1835
1836 if (st->codecpar->extradata_size < language_count * 5)
1837 return AVERROR_INVALIDDATA;
1838
1839 extradata = st->codecpar->extradata;
1840
1841 for (i = 0; i < language_count; i++) {
1842 language[i * 4 + 0] = get8(pp, desc_end);
1843 language[i * 4 + 1] = get8(pp, desc_end);
1844 language[i * 4 + 2] = get8(pp, desc_end);
1845 language[i * 4 + 3] = ',';
1846
1847 /* hearing impaired subtitles detection using subtitling_type */
1848 switch (*pp[0]) {
1849 case 0x20: /* DVB subtitles (for the hard of hearing) with no monitor aspect ratio criticality */
1850 case 0x21: /* DVB subtitles (for the hard of hearing) for display on 4:3 aspect ratio monitor */
1851 case 0x22: /* DVB subtitles (for the hard of hearing) for display on 16:9 aspect ratio monitor */
1852 case 0x23: /* DVB subtitles (for the hard of hearing) for display on 2.21:1 aspect ratio monitor */
1853 case 0x24: /* DVB subtitles (for the hard of hearing) for display on a high definition monitor */
1854 case 0x25: /* DVB subtitles (for the hard of hearing) with plano-stereoscopic disparity for display on a high definition monitor */
1855 st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
1856 break;
1857 }
1858
1859 extradata[4] = get8(pp, desc_end); /* subtitling_type */
1860 memcpy(extradata, *pp, 4); /* composition_page_id and ancillary_page_id */
1861 extradata += 5;
1862
1863 *pp += 4;
1864 }
1865
1866 language[i * 4 - 1] = 0;
1867 av_dict_set(&st->metadata, "language", language, 0);
1868 st->internal->need_context_update = 1;
1869 }
1870 }
1871 break;
1872 case 0x0a: /* ISO 639 language descriptor */
1873 for (i = 0; i + 4 <= desc_len; i += 4) {
1874 language[i + 0] = get8(pp, desc_end);
1875 language[i + 1] = get8(pp, desc_end);
1876 language[i + 2] = get8(pp, desc_end);
1877 language[i + 3] = ',';
1878 switch (get8(pp, desc_end)) {
1879 case 0x01:
1880 st->disposition |= AV_DISPOSITION_CLEAN_EFFECTS;
1881 break;
1882 case 0x02:
1883 st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
1884 break;
1885 case 0x03:
1886 st->disposition |= AV_DISPOSITION_VISUAL_IMPAIRED;
1887 break;
1888 }
1889 }
1890 if (i && language[0]) {
1891 language[i - 1] = 0;
1892 av_dict_set(&st->metadata, "language", language, 0);
1893 }
1894 break;
1895 case 0x05: /* registration descriptor */
1896 st->codecpar->codec_tag = bytestream_get_le32(pp);
1897 av_log(fc, AV_LOG_TRACE, "reg_desc=%.4s\n", (char *)&st->codecpar->codec_tag);
1898 if (st->codecpar->codec_id == AV_CODEC_ID_NONE || st->request_probe > 0) {
1899 mpegts_find_stream_type(st, st->codecpar->codec_tag, REGD_types);
1900 if (st->codecpar->codec_tag == MKTAG('B', 'S', 'S', 'D'))
1901 st->request_probe = 50;
1902 }
1903 break;
1904 case 0x52: /* stream identifier descriptor */
1905 st->stream_identifier = 1 + get8(pp, desc_end);
1906 break;
1907 case 0x26: /* metadata descriptor */
1908 if (get16(pp, desc_end) == 0xFFFF)
1909 *pp += 4;
1910 if (get8(pp, desc_end) == 0xFF) {
1911 st->codecpar->codec_tag = bytestream_get_le32(pp);
1912 if (st->codecpar->codec_id == AV_CODEC_ID_NONE)
1913 mpegts_find_stream_type(st, st->codecpar->codec_tag, METADATA_types);
1914 }
1915 break;
1916 case 0x7f: /* DVB extension descriptor */
1917 ext_desc_tag = get8(pp, desc_end);
1918 if (ext_desc_tag < 0)
1919 return AVERROR_INVALIDDATA;
1920 if (st->codecpar->codec_id == AV_CODEC_ID_OPUS &&
1921 ext_desc_tag == 0x80) { /* User defined (provisional Opus) */
1922 if (!st->codecpar->extradata) {
1923 st->codecpar->extradata = av_mallocz(sizeof(opus_default_extradata) +
1924 AV_INPUT_BUFFER_PADDING_SIZE);
1925 if (!st->codecpar->extradata)
1926 return AVERROR(ENOMEM);
1927
1928 st->codecpar->extradata_size = sizeof(opus_default_extradata);
1929 memcpy(st->codecpar->extradata, opus_default_extradata, sizeof(opus_default_extradata));
1930
1931 channel_config_code = get8(pp, desc_end);
1932 if (channel_config_code < 0)
1933 return AVERROR_INVALIDDATA;
1934 if (channel_config_code <= 0x8) {
1935 st->codecpar->extradata[9] = channels = channel_config_code ? channel_config_code : 2;
1936 st->codecpar->extradata[18] = channel_config_code ? (channels > 2) : /* Dual Mono */ 255;
1937 st->codecpar->extradata[19] = opus_stream_cnt[channel_config_code];
1938 st->codecpar->extradata[20] = opus_coupled_stream_cnt[channel_config_code];
1939 memcpy(&st->codecpar->extradata[21], opus_channel_map[channels - 1], channels);
1940 } else {
1941 avpriv_request_sample(fc, "Opus in MPEG-TS - channel_config_code > 0x8");
1942 }
1943 st->need_parsing = AVSTREAM_PARSE_FULL;
1944 st->internal->need_context_update = 1;
1945 }
1946 }
1947 break;
1948 default:
1949 break;
1950 }
1951 *pp = desc_end;
1952 return 0;
1953}
1954
1955static int is_pes_stream(int stream_type, uint32_t prog_reg_desc)
1956{
1957 return !(stream_type == 0x13 ||
1958 (stream_type == 0x86 && prog_reg_desc == AV_RL32("CUEI")) );
1959}
1960
1961static void pmt_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
1962{
1963 MpegTSContext *ts = filter->u.section_filter.opaque;
1964 MpegTSSectionFilter *tssf = &filter->u.section_filter;
1965 SectionHeader h1, *h = &h1;
1966 PESContext *pes;
1967 AVStream *st;
1968 const uint8_t *p, *p_end, *desc_list_end;
1969 int program_info_length, pcr_pid, pid, stream_type;
1970 int desc_list_len;
1971 uint32_t prog_reg_desc = 0; /* registration descriptor */
1972
1973 int mp4_descr_count = 0;
1974 Mp4Descr mp4_descr[MAX_MP4_DESCR_COUNT] = { { 0 } };
1975 int i;
1976
1977 av_log(ts->stream, AV_LOG_TRACE, "PMT: len %i\n", section_len);
1978 hex_dump_debug(ts->stream, section, section_len);
1979
1980 p_end = section + section_len - 4;
1981 p = section;
1982 if (parse_section_header(h, &p, p_end) < 0)
1983 return;
1984 if (skip_identical(h, tssf))
1985 return;
1986
1987 av_log(ts->stream, AV_LOG_TRACE, "sid=0x%x sec_num=%d/%d version=%d tid=%d\n",
1988 h->id, h->sec_num, h->last_sec_num, h->version, h->tid);
1989
1990 if (h->tid != PMT_TID)
1991 return;
1992 if (!ts->scan_all_pmts && ts->skip_changes)
1993 return;
1994
1995 if (!ts->skip_clear)
1996 clear_program(ts, h->id);
1997
1998 pcr_pid = get16(&p, p_end);
1999 if (pcr_pid < 0)
2000 return;
2001 pcr_pid &= 0x1fff;
2002 add_pid_to_pmt(ts, h->id, pcr_pid);
2003 set_pcr_pid(ts->stream, h->id, pcr_pid);
2004
2005 av_log(ts->stream, AV_LOG_TRACE, "pcr_pid=0x%x\n", pcr_pid);
2006
2007 program_info_length = get16(&p, p_end);
2008 if (program_info_length < 0)
2009 return;
2010 program_info_length &= 0xfff;
2011 while (program_info_length >= 2) {
2012 uint8_t tag, len;
2013 tag = get8(&p, p_end);
2014 len = get8(&p, p_end);
2015
2016 av_log(ts->stream, AV_LOG_TRACE, "program tag: 0x%02x len=%d\n", tag, len);
2017
2018 if (len > program_info_length - 2)
2019 // something else is broken, exit the program_descriptors_loop
2020 break;
2021 program_info_length -= len + 2;
2022 if (tag == 0x1d) { // IOD descriptor
2023 get8(&p, p_end); // scope
2024 get8(&p, p_end); // label
2025 len -= 2;
2026 mp4_read_iods(ts->stream, p, len, mp4_descr + mp4_descr_count,
2027 &mp4_descr_count, MAX_MP4_DESCR_COUNT);
2028 } else if (tag == 0x05 && len >= 4) { // registration descriptor
2029 prog_reg_desc = bytestream_get_le32(&p);
2030 len -= 4;
2031 }
2032 p += len;
2033 }
2034 p += program_info_length;
2035 if (p >= p_end)
2036 goto out;
2037
2038 // stop parsing after pmt, we found header
2039 if (!ts->stream->nb_streams)
2040 ts->stop_parse = 2;
2041
2042 set_pmt_found(ts, h->id);
2043
2044
2045 for (;;) {
2046 st = 0;
2047 pes = NULL;
2048 stream_type = get8(&p, p_end);
2049 if (stream_type < 0)
2050 break;
2051 pid = get16(&p, p_end);
2052 if (pid < 0)
2053 goto out;
2054 pid &= 0x1fff;
2055 if (pid == ts->current_pid)
2056 goto out;
2057
2058 /* now create stream */
2059 if (ts->pids[pid] && ts->pids[pid]->type == MPEGTS_PES) {
2060 pes = ts->pids[pid]->u.pes_filter.opaque;
2061 if (!pes->st) {
2062 pes->st = avformat_new_stream(pes->stream, NULL);
2063 if (!pes->st)
2064 goto out;
2065 pes->st->id = pes->pid;
2066 }
2067 st = pes->st;
2068 } else if (is_pes_stream(stream_type, prog_reg_desc)) {
2069 if (ts->pids[pid])
2070 mpegts_close_filter(ts, ts->pids[pid]); // wrongly added sdt filter probably
2071 pes = add_pes_stream(ts, pid, pcr_pid);
2072 if (pes) {
2073 st = avformat_new_stream(pes->stream, NULL);
2074 if (!st)
2075 goto out;
2076 st->id = pes->pid;
2077 }
2078 } else {
2079 int idx = ff_find_stream_index(ts->stream, pid);
2080 if (idx >= 0) {
2081 st = ts->stream->streams[idx];
2082 } else {
2083 st = avformat_new_stream(ts->stream, NULL);
2084 if (!st)
2085 goto out;
2086 st->id = pid;
2087 st->codecpar->codec_type = AVMEDIA_TYPE_DATA;
2088 if (stream_type == 0x86 && prog_reg_desc == AV_RL32("CUEI")) {
2089 mpegts_find_stream_type(st, stream_type, SCTE_types);
2090 mpegts_open_section_filter(ts, pid, scte_data_cb, ts, 1);
2091 }
2092 }
2093 }
2094
2095 if (!st)
2096 goto out;
2097
2098 if (pes && !pes->stream_type)
2099 mpegts_set_stream_info(st, pes, stream_type, prog_reg_desc);
2100
2101 add_pid_to_pmt(ts, h->id, pid);
2102
2103 av_program_add_stream_index(ts->stream, h->id, st->index);
2104
2105 desc_list_len = get16(&p, p_end);
2106 if (desc_list_len < 0)
2107 goto out;
2108 desc_list_len &= 0xfff;
2109 desc_list_end = p + desc_list_len;
2110 if (desc_list_end > p_end)
2111 goto out;
2112 for (;;) {
2113 if (ff_parse_mpeg2_descriptor(ts->stream, st, stream_type, &p,
2114 desc_list_end, mp4_descr,
2115 mp4_descr_count, pid, ts) < 0)
2116 break;
2117
2118 if (pes && prog_reg_desc == AV_RL32("HDMV") &&
2119 (stream_type == 0x83 || stream_type == 0x81) && pes->sub_st) {
2120 av_program_add_stream_index(ts->stream, h->id,
2121 pes->sub_st->index);
2122 pes->sub_st->codecpar->codec_tag = st->codecpar->codec_tag;
2123 }
2124 }
2125 p = desc_list_end;
2126 }
2127
2128 if (!ts->pids[pcr_pid])
2129 mpegts_open_pcr_filter(ts, pcr_pid);
2130
2131out:
2132 for (i = 0; i < mp4_descr_count; i++)
2133 av_free(mp4_descr[i].dec_config_descr);
2134}
2135
2136static void pat_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
2137{
2138 MpegTSContext *ts = filter->u.section_filter.opaque;
2139 MpegTSSectionFilter *tssf = &filter->u.section_filter;
2140 SectionHeader h1, *h = &h1;
2141 const uint8_t *p, *p_end;
2142 int sid, pmt_pid;
2143 AVProgram *program;
2144
2145 av_log(ts->stream, AV_LOG_TRACE, "PAT:\n");
2146 hex_dump_debug(ts->stream, section, section_len);
2147
2148 p_end = section + section_len - 4;
2149 p = section;
2150 if (parse_section_header(h, &p, p_end) < 0)
2151 return;
2152 if (h->tid != PAT_TID)
2153 return;
2154 if (ts->skip_changes)
2155 return;
2156
2157 if (skip_identical(h, tssf))
2158 return;
2159 ts->stream->ts_id = h->id;
2160
2161 clear_programs(ts);
2162 for (;;) {
2163 sid = get16(&p, p_end);
2164 if (sid < 0)
2165 break;
2166 pmt_pid = get16(&p, p_end);
2167 if (pmt_pid < 0)
2168 break;
2169 pmt_pid &= 0x1fff;
2170
2171 if (pmt_pid == ts->current_pid)
2172 break;
2173
2174 av_log(ts->stream, AV_LOG_TRACE, "sid=0x%x pid=0x%x\n", sid, pmt_pid);
2175
2176 if (sid == 0x0000) {
2177 /* NIT info */
2178 } else {
2179 MpegTSFilter *fil = ts->pids[pmt_pid];
2180 program = av_new_program(ts->stream, sid);
2181 if (program) {
2182 program->program_num = sid;
2183 program->pmt_pid = pmt_pid;
2184 }
2185 if (fil)
2186 if ( fil->type != MPEGTS_SECTION
2187 || fil->pid != pmt_pid
2188 || fil->u.section_filter.section_cb != pmt_cb)
2189 mpegts_close_filter(ts, ts->pids[pmt_pid]);
2190
2191 if (!ts->pids[pmt_pid])
2192 mpegts_open_section_filter(ts, pmt_pid, pmt_cb, ts, 1);
2193 add_pat_entry(ts, sid);
2194 add_pid_to_pmt(ts, sid, 0); // add pat pid to program
2195 add_pid_to_pmt(ts, sid, pmt_pid);
2196 }
2197 }
2198
2199 if (sid < 0) {
2200 int i,j;
2201 for (j=0; j<ts->stream->nb_programs; j++) {
2202 for (i = 0; i < ts->nb_prg; i++)
2203 if (ts->prg[i].id == ts->stream->programs[j]->id)
2204 break;
2205 if (i==ts->nb_prg && !ts->skip_clear)
2206 clear_avprogram(ts, ts->stream->programs[j]->id);
2207 }
2208 }
2209}
2210
2211static void sdt_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
2212{
2213 MpegTSContext *ts = filter->u.section_filter.opaque;
2214 MpegTSSectionFilter *tssf = &filter->u.section_filter;
2215 SectionHeader h1, *h = &h1;
2216 const uint8_t *p, *p_end, *desc_list_end, *desc_end;
2217 int onid, val, sid, desc_list_len, desc_tag, desc_len, service_type;
2218 char *name, *provider_name;
2219
2220 av_log(ts->stream, AV_LOG_TRACE, "SDT:\n");
2221 hex_dump_debug(ts->stream, section, section_len);
2222
2223 p_end = section + section_len - 4;
2224 p = section;
2225 if (parse_section_header(h, &p, p_end) < 0)
2226 return;
2227 if (h->tid != SDT_TID)
2228 return;
2229 if (ts->skip_changes)
2230 return;
2231 if (skip_identical(h, tssf))
2232 return;
2233
2234 onid = get16(&p, p_end);
2235 if (onid < 0)
2236 return;
2237 val = get8(&p, p_end);
2238 if (val < 0)
2239 return;
2240 for (;;) {
2241 sid = get16(&p, p_end);
2242 if (sid < 0)
2243 break;
2244 val = get8(&p, p_end);
2245 if (val < 0)
2246 break;
2247 desc_list_len = get16(&p, p_end);
2248 if (desc_list_len < 0)
2249 break;
2250 desc_list_len &= 0xfff;
2251 desc_list_end = p + desc_list_len;
2252 if (desc_list_end > p_end)
2253 break;
2254 for (;;) {
2255 desc_tag = get8(&p, desc_list_end);
2256 if (desc_tag < 0)
2257 break;
2258 desc_len = get8(&p, desc_list_end);
2259 desc_end = p + desc_len;
2260 if (desc_len < 0 || desc_end > desc_list_end)
2261 break;
2262
2263 av_log(ts->stream, AV_LOG_TRACE, "tag: 0x%02x len=%d\n",
2264 desc_tag, desc_len);
2265
2266 switch (desc_tag) {
2267 case 0x48:
2268 service_type = get8(&p, p_end);
2269 if (service_type < 0)
2270 break;
2271 provider_name = getstr8(&p, p_end);
2272 if (!provider_name)
2273 break;
2274 name = getstr8(&p, p_end);
2275 if (name) {
2276 AVProgram *program = av_new_program(ts->stream, sid);
2277 if (program) {
2278 av_dict_set(&program->metadata, "service_name", name, 0);
2279 av_dict_set(&program->metadata, "service_provider",
2280 provider_name, 0);
2281 }
2282 }
2283 av_free(name);
2284 av_free(provider_name);
2285 break;
2286 default:
2287 break;
2288 }
2289 p = desc_end;
2290 }
2291 p = desc_list_end;
2292 }
2293}
2294
2295static int parse_pcr(int64_t *ppcr_high, int *ppcr_low,
2296 const uint8_t *packet);
2297
2298/* handle one TS packet */
2299static int handle_packet(MpegTSContext *ts, const uint8_t *packet)
2300{
2301 MpegTSFilter *tss;
2302 int len, pid, cc, expected_cc, cc_ok, afc, is_start, is_discontinuity,
2303 has_adaptation, has_payload;
2304 const uint8_t *p, *p_end;
2305 int64_t pos;
2306
2307 pid = AV_RB16(packet + 1) & 0x1fff;
2308 if (pid && discard_pid(ts, pid))
2309 return 0;
2310 is_start = packet[1] & 0x40;
2311 tss = ts->pids[pid];
2312 if (ts->auto_guess && !tss && is_start) {
2313 add_pes_stream(ts, pid, -1);
2314 tss = ts->pids[pid];
2315 }
2316 if (!tss)
2317 return 0;
2318 ts->current_pid = pid;
2319
2320 afc = (packet[3] >> 4) & 3;
2321 if (afc == 0) /* reserved value */
2322 return 0;
2323 has_adaptation = afc & 2;
2324 has_payload = afc & 1;
2325 is_discontinuity = has_adaptation &&
2326 packet[4] != 0 && /* with length > 0 */
2327 (packet[5] & 0x80); /* and discontinuity indicated */
2328
2329 /* continuity check (currently not used) */
2330 cc = (packet[3] & 0xf);
2331 expected_cc = has_payload ? (tss->last_cc + 1) & 0x0f : tss->last_cc;
2332 cc_ok = pid == 0x1FFF || // null packet PID
2333 is_discontinuity ||
2334 tss->last_cc < 0 ||
2335 expected_cc == cc;
2336
2337 tss->last_cc = cc;
2338 if (!cc_ok) {
2339 av_log(ts->stream, AV_LOG_DEBUG,
2340 "Continuity check failed for pid %d expected %d got %d\n",
2341 pid, expected_cc, cc);
2342 if (tss->type == MPEGTS_PES) {
2343 PESContext *pc = tss->u.pes_filter.opaque;
2344 pc->flags |= AV_PKT_FLAG_CORRUPT;
2345 }
2346 }
2347
2348 p = packet + 4;
2349 if (has_adaptation) {
2350 int64_t pcr_h;
2351 int pcr_l;
2352 if (parse_pcr(&pcr_h, &pcr_l, packet) == 0)
2353 tss->last_pcr = pcr_h * 300 + pcr_l;
2354 /* skip adaptation field */
2355 p += p[0] + 1;
2356 }
2357 /* if past the end of packet, ignore */
2358 p_end = packet + TS_PACKET_SIZE;
2359 if (p >= p_end || !has_payload)
2360 return 0;
2361
2362 pos = avio_tell(ts->stream->pb);
2363 if (pos >= 0) {
2364 av_assert0(pos >= TS_PACKET_SIZE);
2365 ts->pos47_full = pos - TS_PACKET_SIZE;
2366 }
2367
2368 if (tss->type == MPEGTS_SECTION) {
2369 if (is_start) {
2370 /* pointer field present */
2371 len = *p++;
2372 if (len > p_end - p)
2373 return 0;
2374 if (len && cc_ok) {
2375 /* write remaining section bytes */
2376 write_section_data(ts, tss,
2377 p, len, 0);
2378 /* check whether filter has been closed */
2379 if (!ts->pids[pid])
2380 return 0;
2381 }
2382 p += len;
2383 if (p < p_end) {
2384 write_section_data(ts, tss,
2385 p, p_end - p, 1);
2386 }
2387 } else {
2388 if (cc_ok) {
2389 write_section_data(ts, tss,
2390 p, p_end - p, 0);
2391 }
2392 }
2393
2394 // stop find_stream_info from waiting for more streams
2395 // when all programs have received a PMT
2396 if (ts->stream->ctx_flags & AVFMTCTX_NOHEADER && ts->scan_all_pmts <= 0) {
2397 int i;
2398 for (i = 0; i < ts->nb_prg; i++) {
2399 if (!ts->prg[i].pmt_found)
2400 break;
2401 }
2402 if (i == ts->nb_prg && ts->nb_prg > 0) {
2403 int types = 0;
2404 for (i = 0; i < ts->stream->nb_streams; i++) {
2405 AVStream *st = ts->stream->streams[i];
2406 if (st->codecpar->codec_type >= 0)
2407 types |= 1<<st->codecpar->codec_type;
2408 }
2409 if ((types & (1<<AVMEDIA_TYPE_AUDIO) && types & (1<<AVMEDIA_TYPE_VIDEO)) || pos > 100000) {
2410 av_log(ts->stream, AV_LOG_DEBUG, "All programs have pmt, headers found\n");
2411 ts->stream->ctx_flags &= ~AVFMTCTX_NOHEADER;
2412 }
2413 }
2414 }
2415
2416 } else {
2417 int ret;
2418 // Note: The position here points actually behind the current packet.
2419 if (tss->type == MPEGTS_PES) {
2420 if ((ret = tss->u.pes_filter.pes_cb(tss, p, p_end - p, is_start,
2421 pos - ts->raw_packet_size)) < 0)
2422 return ret;
2423 }
2424 }
2425
2426 return 0;
2427}
2428
2429static void reanalyze(MpegTSContext *ts) {
2430 AVIOContext *pb = ts->stream->pb;
2431 int64_t pos = avio_tell(pb);
2432 if (pos < 0)
2433 return;
2434 pos -= ts->pos47_full;
2435 if (pos == TS_PACKET_SIZE) {
2436 ts->size_stat[0] ++;
2437 } else if (pos == TS_DVHS_PACKET_SIZE) {
2438 ts->size_stat[1] ++;
2439 } else if (pos == TS_FEC_PACKET_SIZE) {
2440 ts->size_stat[2] ++;
2441 }
2442
2443 ts->size_stat_count ++;
2444 if (ts->size_stat_count > SIZE_STAT_THRESHOLD) {
2445 int newsize = 0;
2446 if (ts->size_stat[0] > SIZE_STAT_THRESHOLD) {
2447 newsize = TS_PACKET_SIZE;
2448 } else if (ts->size_stat[1] > SIZE_STAT_THRESHOLD) {
2449 newsize = TS_DVHS_PACKET_SIZE;
2450 } else if (ts->size_stat[2] > SIZE_STAT_THRESHOLD) {
2451 newsize = TS_FEC_PACKET_SIZE;
2452 }
2453 if (newsize && newsize != ts->raw_packet_size) {
2454 av_log(ts->stream, AV_LOG_WARNING, "changing packet size to %d\n", newsize);
2455 ts->raw_packet_size = newsize;
2456 }
2457 ts->size_stat_count = 0;
2458 memset(ts->size_stat, 0, sizeof(ts->size_stat));
2459 }
2460}
2461
2462/* XXX: try to find a better synchro over several packets (use
2463 * get_packet_size() ?) */
2464static int mpegts_resync(AVFormatContext *s, int seekback, const uint8_t *current_packet)
2465{
2466 MpegTSContext *ts = s->priv_data;
2467 AVIOContext *pb = s->pb;
2468 int c, i;
2469 uint64_t pos = avio_tell(pb);
2470
2471 avio_seek(pb, -FFMIN(seekback, pos), SEEK_CUR);
2472
2473 //Special case for files like 01c56b0dc1.ts
2474 if (current_packet[0] == 0x80 && current_packet[12] == 0x47) {
2475 avio_seek(pb, 12, SEEK_CUR);
2476 return 0;
2477 }
2478
2479 for (i = 0; i < ts->resync_size; i++) {
2480 c = avio_r8(pb);
2481 if (avio_feof(pb))
2482 return AVERROR_EOF;
2483 if (c == 0x47) {
2484 avio_seek(pb, -1, SEEK_CUR);
2485 reanalyze(s->priv_data);
2486 return 0;
2487 }
2488 }
2489 av_log(s, AV_LOG_ERROR,
2490 "max resync size reached, could not find sync byte\n");
2491 /* no sync found */
2492 return AVERROR_INVALIDDATA;
2493}
2494
2495/* return AVERROR_something if error or EOF. Return 0 if OK. */
2496static int read_packet(AVFormatContext *s, uint8_t *buf, int raw_packet_size,
2497 const uint8_t **data)
2498{
2499 AVIOContext *pb = s->pb;
2500 int len;
2501
2502 for (;;) {
2503 len = ffio_read_indirect(pb, buf, TS_PACKET_SIZE, data);
2504 if (len != TS_PACKET_SIZE)
2505 return len < 0 ? len : AVERROR_EOF;
2506 /* check packet sync byte */
2507 if ((*data)[0] != 0x47) {
2508 /* find a new packet start */
2509
2510 if (mpegts_resync(s, raw_packet_size, *data) < 0)
2511 return AVERROR(EAGAIN);
2512 else
2513 continue;
2514 } else {
2515 break;
2516 }
2517 }
2518 return 0;
2519}
2520
2521static void finished_reading_packet(AVFormatContext *s, int raw_packet_size)
2522{
2523 AVIOContext *pb = s->pb;
2524 int skip = raw_packet_size - TS_PACKET_SIZE;
2525 if (skip > 0)
2526 avio_skip(pb, skip);
2527}
2528
2529static int handle_packets(MpegTSContext *ts, int64_t nb_packets)
2530{
2531 AVFormatContext *s = ts->stream;
2532 uint8_t packet[TS_PACKET_SIZE + AV_INPUT_BUFFER_PADDING_SIZE];
2533 const uint8_t *data;
2534 int64_t packet_num;
2535 int ret = 0;
2536
2537 if (avio_tell(s->pb) != ts->last_pos) {
2538 int i;
2539 av_log(ts->stream, AV_LOG_TRACE, "Skipping after seek\n");
2540 /* seek detected, flush pes buffer */
2541 for (i = 0; i < NB_PID_MAX; i++) {
2542 if (ts->pids[i]) {
2543 if (ts->pids[i]->type == MPEGTS_PES) {
2544 PESContext *pes = ts->pids[i]->u.pes_filter.opaque;
2545 av_buffer_unref(&pes->buffer);
2546 pes->data_index = 0;
2547 pes->state = MPEGTS_SKIP; /* skip until pes header */
2548 } else if (ts->pids[i]->type == MPEGTS_SECTION) {
2549 ts->pids[i]->u.section_filter.last_ver = -1;
2550 }
2551 ts->pids[i]->last_cc = -1;
2552 ts->pids[i]->last_pcr = -1;
2553 }
2554 }
2555 }
2556
2557 ts->stop_parse = 0;
2558 packet_num = 0;
2559 memset(packet + TS_PACKET_SIZE, 0, AV_INPUT_BUFFER_PADDING_SIZE);
2560 for (;;) {
2561 packet_num++;
2562 if (nb_packets != 0 && packet_num >= nb_packets ||
2563 ts->stop_parse > 1) {
2564 ret = AVERROR(EAGAIN);
2565 break;
2566 }
2567 if (ts->stop_parse > 0)
2568 break;
2569
2570 ret = read_packet(s, packet, ts->raw_packet_size, &data);
2571 if (ret != 0)
2572 break;
2573 ret = handle_packet(ts, data);
2574 finished_reading_packet(s, ts->raw_packet_size);
2575 if (ret != 0)
2576 break;
2577 }
2578 ts->last_pos = avio_tell(s->pb);
2579 return ret;
2580}
2581
2582static int mpegts_probe(AVProbeData *p)
2583{
2584 const int size = p->buf_size;
2585 int maxscore = 0;
2586 int sumscore = 0;
2587 int i;
2588 int check_count = size / TS_FEC_PACKET_SIZE;
2589#define CHECK_COUNT 10
2590#define CHECK_BLOCK 100
2591
2592 if (!check_count)
2593 return 0;
2594
2595 for (i = 0; i<check_count; i+=CHECK_BLOCK) {
2596 int left = FFMIN(check_count - i, CHECK_BLOCK);
2597 int score = analyze(p->buf + TS_PACKET_SIZE *i, TS_PACKET_SIZE *left, TS_PACKET_SIZE , 1);
2598 int dvhs_score = analyze(p->buf + TS_DVHS_PACKET_SIZE*i, TS_DVHS_PACKET_SIZE*left, TS_DVHS_PACKET_SIZE, 1);
2599 int fec_score = analyze(p->buf + TS_FEC_PACKET_SIZE *i, TS_FEC_PACKET_SIZE *left, TS_FEC_PACKET_SIZE , 1);
2600 score = FFMAX3(score, dvhs_score, fec_score);
2601 sumscore += score;
2602 maxscore = FFMAX(maxscore, score);
2603 }
2604
2605 sumscore = sumscore * CHECK_COUNT / check_count;
2606 maxscore = maxscore * CHECK_COUNT / CHECK_BLOCK;
2607
2608 ff_dlog(0, "TS score: %d %d\n", sumscore, maxscore);
2609
2610 if (check_count > CHECK_COUNT && sumscore > 6) {
2611 return AVPROBE_SCORE_MAX + sumscore - CHECK_COUNT;
2612 } else if (check_count >= CHECK_COUNT && sumscore > 6) {
2613 return AVPROBE_SCORE_MAX/2 + sumscore - CHECK_COUNT;
2614 } else if (check_count >= CHECK_COUNT && maxscore > 6) {
2615 return AVPROBE_SCORE_MAX/2 + sumscore - CHECK_COUNT;
2616 } else if (sumscore > 6) {
2617 return 2;
2618 } else {
2619 return 0;
2620 }
2621}
2622
2623/* return the 90kHz PCR and the extension for the 27MHz PCR. return
2624 * (-1) if not available */
2625static int parse_pcr(int64_t *ppcr_high, int *ppcr_low, const uint8_t *packet)
2626{
2627 int afc, len, flags;
2628 const uint8_t *p;
2629 unsigned int v;
2630
2631 afc = (packet[3] >> 4) & 3;
2632 if (afc <= 1)
2633 return AVERROR_INVALIDDATA;
2634 p = packet + 4;
2635 len = p[0];
2636 p++;
2637 if (len == 0)
2638 return AVERROR_INVALIDDATA;
2639 flags = *p++;
2640 len--;
2641 if (!(flags & 0x10))
2642 return AVERROR_INVALIDDATA;
2643 if (len < 6)
2644 return AVERROR_INVALIDDATA;
2645 v = AV_RB32(p);
2646 *ppcr_high = ((int64_t) v << 1) | (p[4] >> 7);
2647 *ppcr_low = ((p[4] & 1) << 8) | p[5];
2648 return 0;
2649}
2650
2651static void seek_back(AVFormatContext *s, AVIOContext *pb, int64_t pos) {
2652
2653 /* NOTE: We attempt to seek on non-seekable files as well, as the
2654 * probe buffer usually is big enough. Only warn if the seek failed
2655 * on files where the seek should work. */
2656 if (avio_seek(pb, pos, SEEK_SET) < 0)
2657 av_log(s, (pb->seekable & AVIO_SEEKABLE_NORMAL) ? AV_LOG_ERROR : AV_LOG_INFO, "Unable to seek back to the start\n");
2658}
2659
2660static int mpegts_read_header(AVFormatContext *s)
2661{
2662 MpegTSContext *ts = s->priv_data;
2663 AVIOContext *pb = s->pb;
2664 uint8_t buf[8 * 1024] = {0};
2665 int len;
2666 int64_t pos, probesize = s->probesize;
2667
2668 if (ffio_ensure_seekback(pb, probesize) < 0)
2669 av_log(s, AV_LOG_WARNING, "Failed to allocate buffers for seekback\n");
2670
2671 /* read the first 8192 bytes to get packet size */
2672 pos = avio_tell(pb);
2673 len = avio_read(pb, buf, sizeof(buf));
2674 ts->raw_packet_size = get_packet_size(buf, len);
2675 if (ts->raw_packet_size <= 0) {
2676 av_log(s, AV_LOG_WARNING, "Could not detect TS packet size, defaulting to non-FEC/DVHS\n");
2677 ts->raw_packet_size = TS_PACKET_SIZE;
2678 }
2679 ts->stream = s;
2680 ts->auto_guess = 0;
2681
2682 if (s->iformat == &ff_mpegts_demuxer) {
2683 /* normal demux */
2684
2685 /* first do a scan to get all the services */
2686 seek_back(s, pb, pos);
2687
2688 mpegts_open_section_filter(ts, SDT_PID, sdt_cb, ts, 1);
2689
2690 mpegts_open_section_filter(ts, PAT_PID, pat_cb, ts, 1);
2691
2692 handle_packets(ts, probesize / ts->raw_packet_size);
2693 /* if could not find service, enable auto_guess */
2694
2695 ts->auto_guess = 1;
2696
2697 av_log(ts->stream, AV_LOG_TRACE, "tuning done\n");
2698
2699 s->ctx_flags |= AVFMTCTX_NOHEADER;
2700 } else {
2701 AVStream *st;
2702 int pcr_pid, pid, nb_packets, nb_pcrs, ret, pcr_l;
2703 int64_t pcrs[2], pcr_h;
2704 int packet_count[2];
2705 uint8_t packet[TS_PACKET_SIZE];
2706 const uint8_t *data;
2707
2708 /* only read packets */
2709
2710 st = avformat_new_stream(s, NULL);
2711 if (!st)
2712 return AVERROR(ENOMEM);
2713 avpriv_set_pts_info(st, 60, 1, 27000000);
2714 st->codecpar->codec_type = AVMEDIA_TYPE_DATA;
2715 st->codecpar->codec_id = AV_CODEC_ID_MPEG2TS;
2716
2717 /* we iterate until we find two PCRs to estimate the bitrate */
2718 pcr_pid = -1;
2719 nb_pcrs = 0;
2720 nb_packets = 0;
2721 for (;;) {
2722 ret = read_packet(s, packet, ts->raw_packet_size, &data);
2723 if (ret < 0)
2724 return ret;
2725 pid = AV_RB16(data + 1) & 0x1fff;
2726 if ((pcr_pid == -1 || pcr_pid == pid) &&
2727 parse_pcr(&pcr_h, &pcr_l, data) == 0) {
2728 finished_reading_packet(s, ts->raw_packet_size);
2729 pcr_pid = pid;
2730 packet_count[nb_pcrs] = nb_packets;
2731 pcrs[nb_pcrs] = pcr_h * 300 + pcr_l;
2732 nb_pcrs++;
2733 if (nb_pcrs >= 2) {
2734 if (pcrs[1] - pcrs[0] > 0) {
2735 /* the difference needs to be positive to make sense for bitrate computation */
2736 break;
2737 } else {
2738 av_log(ts->stream, AV_LOG_WARNING, "invalid pcr pair %"PRId64" >= %"PRId64"\n", pcrs[0], pcrs[1]);
2739 pcrs[0] = pcrs[1];
2740 packet_count[0] = packet_count[1];
2741 nb_pcrs--;
2742 }
2743 }
2744 } else {
2745 finished_reading_packet(s, ts->raw_packet_size);
2746 }
2747 nb_packets++;
2748 }
2749
2750 /* NOTE1: the bitrate is computed without the FEC */
2751 /* NOTE2: it is only the bitrate of the start of the stream */
2752 ts->pcr_incr = (pcrs[1] - pcrs[0]) / (packet_count[1] - packet_count[0]);
2753 ts->cur_pcr = pcrs[0] - ts->pcr_incr * packet_count[0];
2754 s->bit_rate = TS_PACKET_SIZE * 8 * 27000000LL / ts->pcr_incr;
2755 st->codecpar->bit_rate = s->bit_rate;
2756 st->start_time = ts->cur_pcr;
2757 av_log(ts->stream, AV_LOG_TRACE, "start=%0.3f pcr=%0.3f incr=%d\n",
2758 st->start_time / 1000000.0, pcrs[0] / 27e6, ts->pcr_incr);
2759 }
2760
2761 seek_back(s, pb, pos);
2762 return 0;
2763}
2764
2765#define MAX_PACKET_READAHEAD ((128 * 1024) / 188)
2766
2767static int mpegts_raw_read_packet(AVFormatContext *s, AVPacket *pkt)
2768{
2769 MpegTSContext *ts = s->priv_data;
2770 int ret, i;
2771 int64_t pcr_h, next_pcr_h, pos;
2772 int pcr_l, next_pcr_l;
2773 uint8_t pcr_buf[12];
2774 const uint8_t *data;
2775
2776 if (av_new_packet(pkt, TS_PACKET_SIZE) < 0)
2777 return AVERROR(ENOMEM);
2778 ret = read_packet(s, pkt->data, ts->raw_packet_size, &data);
2779 pkt->pos = avio_tell(s->pb);
2780 if (ret < 0) {
2781 av_packet_unref(pkt);
2782 return ret;
2783 }
2784 if (data != pkt->data)
2785 memcpy(pkt->data, data, ts->raw_packet_size);
2786 finished_reading_packet(s, ts->raw_packet_size);
2787 if (ts->mpeg2ts_compute_pcr) {
2788 /* compute exact PCR for each packet */
2789 if (parse_pcr(&pcr_h, &pcr_l, pkt->data) == 0) {
2790 /* we read the next PCR (XXX: optimize it by using a bigger buffer */
2791 pos = avio_tell(s->pb);
2792 for (i = 0; i < MAX_PACKET_READAHEAD; i++) {
2793 avio_seek(s->pb, pos + i * ts->raw_packet_size, SEEK_SET);
2794 avio_read(s->pb, pcr_buf, 12);
2795 if (parse_pcr(&next_pcr_h, &next_pcr_l, pcr_buf) == 0) {
2796 /* XXX: not precise enough */
2797 ts->pcr_incr =
2798 ((next_pcr_h - pcr_h) * 300 + (next_pcr_l - pcr_l)) /
2799 (i + 1);
2800 break;
2801 }
2802 }
2803 avio_seek(s->pb, pos, SEEK_SET);
2804 /* no next PCR found: we use previous increment */
2805 ts->cur_pcr = pcr_h * 300 + pcr_l;
2806 }
2807 pkt->pts = ts->cur_pcr;
2808 pkt->duration = ts->pcr_incr;
2809 ts->cur_pcr += ts->pcr_incr;
2810 }
2811 pkt->stream_index = 0;
2812 return 0;
2813}
2814
2815static int mpegts_read_packet(AVFormatContext *s, AVPacket *pkt)
2816{
2817 MpegTSContext *ts = s->priv_data;
2818 int ret, i;
2819
2820 pkt->size = -1;
2821 ts->pkt = pkt;
2822 ret = handle_packets(ts, 0);
2823 if (ret < 0) {
2824 av_packet_unref(ts->pkt);
2825 /* flush pes data left */
2826 for (i = 0; i < NB_PID_MAX; i++)
2827 if (ts->pids[i] && ts->pids[i]->type == MPEGTS_PES) {
2828 PESContext *pes = ts->pids[i]->u.pes_filter.opaque;
2829 if (pes->state == MPEGTS_PAYLOAD && pes->data_index > 0) {
2830 ret = new_pes_packet(pes, pkt);
2831 if (ret < 0)
2832 return ret;
2833 pes->state = MPEGTS_SKIP;
2834 ret = 0;
2835 break;
2836 }
2837 }
2838 }
2839
2840 if (!ret && pkt->size < 0)
2841 ret = AVERROR_INVALIDDATA;
2842 return ret;
2843}
2844
2845static void mpegts_free(MpegTSContext *ts)
2846{
2847 int i;
2848
2849 clear_programs(ts);
2850
2851 for (i = 0; i < NB_PID_MAX; i++)
2852 if (ts->pids[i])
2853 mpegts_close_filter(ts, ts->pids[i]);
2854}
2855
2856static int mpegts_read_close(AVFormatContext *s)
2857{
2858 MpegTSContext *ts = s->priv_data;
2859 mpegts_free(ts);
2860 return 0;
2861}
2862
2863static av_unused int64_t mpegts_get_pcr(AVFormatContext *s, int stream_index,
2864 int64_t *ppos, int64_t pos_limit)
2865{
2866 MpegTSContext *ts = s->priv_data;
2867 int64_t pos, timestamp;
2868 uint8_t buf[TS_PACKET_SIZE];
2869 int pcr_l, pcr_pid =
2870 ((PESContext *)s->streams[stream_index]->priv_data)->pcr_pid;
2871 int pos47 = ts->pos47_full % ts->raw_packet_size;
2872 pos =
2873 ((*ppos + ts->raw_packet_size - 1 - pos47) / ts->raw_packet_size) *
2874 ts->raw_packet_size + pos47;
2875 while(pos < pos_limit) {
2876 if (avio_seek(s->pb, pos, SEEK_SET) < 0)
2877 return AV_NOPTS_VALUE;
2878 if (avio_read(s->pb, buf, TS_PACKET_SIZE) != TS_PACKET_SIZE)
2879 return AV_NOPTS_VALUE;
2880 if (buf[0] != 0x47) {
2881 if (mpegts_resync(s, TS_PACKET_SIZE, buf) < 0)
2882 return AV_NOPTS_VALUE;
2883 pos = avio_tell(s->pb);
2884 continue;
2885 }
2886 if ((pcr_pid < 0 || (AV_RB16(buf + 1) & 0x1fff) == pcr_pid) &&
2887 parse_pcr(&timestamp, &pcr_l, buf) == 0) {
2888 *ppos = pos;
2889 return timestamp;
2890 }
2891 pos += ts->raw_packet_size;
2892 }
2893
2894 return AV_NOPTS_VALUE;
2895}
2896
2897static int64_t mpegts_get_dts(AVFormatContext *s, int stream_index,
2898 int64_t *ppos, int64_t pos_limit)
2899{
2900 MpegTSContext *ts = s->priv_data;
2901 int64_t pos;
2902 int pos47 = ts->pos47_full % ts->raw_packet_size;
2903 pos = ((*ppos + ts->raw_packet_size - 1 - pos47) / ts->raw_packet_size) * ts->raw_packet_size + pos47;
2904 ff_read_frame_flush(s);
2905 if (avio_seek(s->pb, pos, SEEK_SET) < 0)
2906 return AV_NOPTS_VALUE;
2907 while(pos < pos_limit) {
2908 int ret;
2909 AVPacket pkt;
2910 av_init_packet(&pkt);
2911 ret = av_read_frame(s, &pkt);
2912 if (ret < 0)
2913 return AV_NOPTS_VALUE;
2914 if (pkt.dts != AV_NOPTS_VALUE && pkt.pos >= 0) {
2915 ff_reduce_index(s, pkt.stream_index);
2916 av_add_index_entry(s->streams[pkt.stream_index], pkt.pos, pkt.dts, 0, 0, AVINDEX_KEYFRAME /* FIXME keyframe? */);
2917 if (pkt.stream_index == stream_index && pkt.pos >= *ppos) {
2918 int64_t dts = pkt.dts;
2919 *ppos = pkt.pos;
2920 av_packet_unref(&pkt);
2921 return dts;
2922 }
2923 }
2924 pos = pkt.pos;
2925 av_packet_unref(&pkt);
2926 }
2927
2928 return AV_NOPTS_VALUE;
2929}
2930
2931/**************************************************************/
2932/* parsing functions - called from other demuxers such as RTP */
2933
2934MpegTSContext *avpriv_mpegts_parse_open(AVFormatContext *s)
2935{
2936 MpegTSContext *ts;
2937
2938 ts = av_mallocz(sizeof(MpegTSContext));
2939 if (!ts)
2940 return NULL;
2941 /* no stream case, currently used by RTP */
2942 ts->raw_packet_size = TS_PACKET_SIZE;
2943 ts->stream = s;
2944 ts->auto_guess = 1;
2945 mpegts_open_section_filter(ts, SDT_PID, sdt_cb, ts, 1);
2946 mpegts_open_section_filter(ts, PAT_PID, pat_cb, ts, 1);
2947
2948 return ts;
2949}
2950
2951/* return the consumed length if a packet was output, or -1 if no
2952 * packet is output */
2953int avpriv_mpegts_parse_packet(MpegTSContext *ts, AVPacket *pkt,
2954 const uint8_t *buf, int len)
2955{
2956 int len1;
2957
2958 len1 = len;
2959 ts->pkt = pkt;
2960 for (;;) {
2961 ts->stop_parse = 0;
2962 if (len < TS_PACKET_SIZE)
2963 return AVERROR_INVALIDDATA;
2964 if (buf[0] != 0x47) {
2965 buf++;
2966 len--;
2967 } else {
2968 handle_packet(ts, buf);
2969 buf += TS_PACKET_SIZE;
2970 len -= TS_PACKET_SIZE;
2971 if (ts->stop_parse == 1)
2972 break;
2973 }
2974 }
2975 return len1 - len;
2976}
2977
2978void avpriv_mpegts_parse_close(MpegTSContext *ts)
2979{
2980 mpegts_free(ts);
2981 av_free(ts);
2982}
2983
2984AVInputFormat ff_mpegts_demuxer = {
2985 .name = "mpegts",
2986 .long_name = NULL_IF_CONFIG_SMALL("MPEG-TS (MPEG-2 Transport Stream)"),
2987 .priv_data_size = sizeof(MpegTSContext),
2988 .read_probe = mpegts_probe,
2989 .read_header = mpegts_read_header,
2990 .read_packet = mpegts_read_packet,
2991 .read_close = mpegts_read_close,
2992 .read_timestamp = mpegts_get_dts,
2993 .flags = AVFMT_SHOW_IDS | AVFMT_TS_DISCONT,
2994 .priv_class = &mpegts_class,
2995};
2996
2997AVInputFormat ff_mpegtsraw_demuxer = {
2998 .name = "mpegtsraw",
2999 .long_name = NULL_IF_CONFIG_SMALL("raw MPEG-TS (MPEG-2 Transport Stream)"),
3000 .priv_data_size = sizeof(MpegTSContext),
3001 .read_header = mpegts_read_header,
3002 .read_packet = mpegts_raw_read_packet,
3003 .read_close = mpegts_read_close,
3004 .read_timestamp = mpegts_get_dts,
3005 .flags = AVFMT_SHOW_IDS | AVFMT_TS_DISCONT,
3006 .priv_class = &mpegtsraw_class,
3007};
3008