?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
demux: provide full URL instead of access name (refs #18504)
[vlc.git] / modules / demux / mp4 / mp4.c
blobb83157d0980798c599849bace60cd361f6872027
1 /*****************************************************************************
2 * mp4.c : MP4 file input module for vlc
3 *****************************************************************************
4 * Copyright (C) 2001-2004, 2010 VLC authors and VideoLAN
5 *
6 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
7 *
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of the GNU Lesser General Public License as published by
10 * the Free Software Foundation; either version 2.1 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public License
19 * along with this program; if not, write to the Free Software Foundation,
20 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
21 *****************************************************************************/
22 #ifdef HAVE_CONFIG_H
23 # include "config.h"
24 #endif
25
26 /*****************************************************************************
27 * Preamble
28 *****************************************************************************/
29 #include "mp4.h"
30
31 #include <vlc_demux.h>
32 #include <vlc_charset.h> /* EnsureUTF8 */
33 #include <vlc_input.h>
34 #include <vlc_aout.h>
35 #include <vlc_plugin.h>
36 #include <vlc_dialog.h>
37 #include <vlc_url.h>
38 #include <assert.h>
39 #include <limits.h>
40 #include "../codec/cc.h"
41
42 /*****************************************************************************
43 * Module descriptor
44 *****************************************************************************/
45 static int Open ( vlc_object_t * );
46 static void Close( vlc_object_t * );
47
48 #define CFG_PREFIX "mp4-"
49
50 #define MP4_M4A_TEXT N_("M4A audio only")
51 #define MP4_M4A_LONGTEXT N_("Ignore non audio tracks from iTunes audio files")
52
53 vlc_module_begin ()
54 set_category( CAT_INPUT )
55 set_subcategory( SUBCAT_INPUT_DEMUX )
56 set_description( N_("MP4 stream demuxer") )
57 set_shortname( N_("MP4") )
58 set_capability( "demux", 240 )
59 set_callbacks( Open, Close )
60
61 add_category_hint("Hacks", NULL, true)
62 add_bool( CFG_PREFIX"m4a-audioonly", false, MP4_M4A_TEXT, MP4_M4A_LONGTEXT, true )
63 vlc_module_end ()
64
65 /*****************************************************************************
66 * Local prototypes
67 *****************************************************************************/
68 static int Demux ( demux_t * );
69 static int DemuxRef( demux_t *p_demux ){ (void)p_demux; return 0;}
70 static int DemuxFrag( demux_t * );
71 static int Control ( demux_t *, int, va_list );
72
73 struct demux_sys_t
74 {
75 MP4_Box_t *p_root; /* container for the whole file */
76
77 mtime_t i_pcr;
78
79 uint64_t i_moov_duration;
80 uint64_t i_duration; /* Declared fragmented duration */
81 uint64_t i_cumulated_duration; /* Same as above, but not from probing */
82 uint64_t i_time; /* time position of the presentation
83 * in movie timescale */
84 uint32_t i_timescale; /* movie time scale */
85 unsigned int i_tracks; /* number of tracks */
86 mp4_track_t *track; /* array of track */
87 float f_fps; /* number of frame per seconds */
88
89 bool b_fragmented; /* fMP4 */
90 bool b_seekable;
91 bool b_fastseekable;
92 bool b_error; /* unrecoverable */
93
94 bool b_index_probed; /* mFra sync points index */
95 bool b_fragments_probed; /* moof segments index created */
96
97 MP4_Box_t *p_moov;
98
99 struct
100 {
101 uint32_t i_current_box_type;
102 MP4_Box_t *p_fragment_atom;
103 uint64_t i_post_mdat_offset;
104 uint32_t i_lastseqnumber;
105 } context;
106
107 /* */
108 MP4_Box_t *p_tref_chap;
109
110 /* */
111 input_title_t *p_title;
112 vlc_meta_t *p_meta;
113
114 /* ASF in MP4 */
115 asf_packet_sys_t asfpacketsys;
116 uint64_t i_preroll; /* foobar */
117 int64_t i_preroll_start;
118
119 struct
120 {
121 int es_cat_filters;
122 } hacks;
123
124 mp4_fragments_index_t *p_fragsindex;
125 };
126
127 #define DEMUX_INCREMENT (CLOCK_FREQ / 4) /* How far the pcr will go, each round */
128 #define DEMUX_TRACK_MAX_PRELOAD (CLOCK_FREQ * 15) /* maximum preloading, to deal with interleaving */
129
130 #define VLC_DEMUXER_EOS (VLC_DEMUXER_EGENERIC - 1)
131
132 const uint32_t rgi_pict_atoms[2] = { ATOM_PICT, ATOM_pict };
133 const char *psz_meta_roots[] = { "/moov/udta/meta/ilst",
134 "/moov/meta/ilst",
135 "/moov/udta/meta",
136 "/moov/udta",
137 "/meta/ilst",
138 "/udta",
139 NULL };
140
141 /*****************************************************************************
142 * Declaration of local function
143 *****************************************************************************/
144 static void MP4_TrackSetup( demux_t *, mp4_track_t *, MP4_Box_t *, bool, bool );
145 static void MP4_TrackInit( mp4_track_t * );
146 static void MP4_TrackClean( es_out_t *, mp4_track_t * );
147
148 static void MP4_Block_Send( demux_t *, mp4_track_t *, block_t * );
149
150 static void MP4_TrackSelect ( demux_t *, mp4_track_t *, bool );
151 static int MP4_TrackSeek ( demux_t *, mp4_track_t *, mtime_t );
152
153 static uint64_t MP4_TrackGetPos ( mp4_track_t * );
154 static uint32_t MP4_TrackGetReadSize( mp4_track_t *, uint32_t * );
155 static int MP4_TrackNextSample( demux_t *, mp4_track_t *, uint32_t );
156 static void MP4_TrackSetELST( demux_t *, mp4_track_t *, int64_t );
157
158 static void MP4_UpdateSeekpoint( demux_t *, int64_t );
159
160 static MP4_Box_t * MP4_GetTrexByTrackID( MP4_Box_t *p_moov, const uint32_t i_id );
161 static void MP4_GetDefaultSizeAndDuration( MP4_Box_t *p_moov,
162 const MP4_Box_data_tfhd_t *p_tfhd_data,
163 uint32_t *pi_default_size,
164 uint32_t *pi_default_duration );
165
166 static stime_t GetMoovTrackDuration( demux_sys_t *p_sys, unsigned i_track_ID );
167
168 static int ProbeFragments( demux_t *p_demux, bool b_force, bool *pb_fragmented );
169 static int ProbeIndex( demux_t *p_demux );
170
171 static int FragCreateTrunIndex( demux_t *, MP4_Box_t *, MP4_Box_t *, stime_t, bool );
172
173 static int FragGetMoofBySidxIndex( demux_t *p_demux, mtime_t i_target_time,
174 uint64_t *pi_moof_pos, mtime_t *pi_sampletime );
175 static int FragGetMoofByTfraIndex( demux_t *p_demux, const mtime_t i_target_time, unsigned i_track_ID,
176 uint64_t *pi_moof_pos, mtime_t *pi_sampletime );
177 static void FragResetContext( demux_sys_t * );
178
179 /* ASF Handlers */
180 static asf_track_info_t * MP4ASF_GetTrackInfo( asf_packet_sys_t *p_packetsys, uint8_t i_stream_number );
181 static void MP4ASF_Send(asf_packet_sys_t *p_packetsys, uint8_t i_stream_number, block_t **pp_frame);
182 static void MP4ASF_ResetFrames( demux_sys_t *p_sys );
183
184 /* RTP Hint track */
185 static block_t * MP4_RTPHint_Convert( demux_t *p_demux, block_t *p_block, vlc_fourcc_t i_codec );
186 static block_t * MP4_RTPHintToFrame( demux_t *p_demux, block_t *p_block, uint32_t packetcount );
187
188 static int MP4_LoadMeta( demux_sys_t *p_sys, vlc_meta_t *p_meta );
189
190 /* Helpers */
191
192 static int64_t MP4_rescale( int64_t i_value, uint32_t i_timescale, uint32_t i_newscale )
193 {
194 if( i_timescale == i_newscale )
195 return i_value;
196
197 if( i_value <= INT64_MAX / i_newscale )
198 return i_value * i_newscale / i_timescale;
199
200 /* overflow */
201 int64_t q = i_value / i_timescale;
202 int64_t r = i_value % i_timescale;
203 return q * i_newscale + r * i_newscale / i_timescale;
204 }
205
206 static uint32_t stream_ReadU32( stream_t *s, void *p_read, uint32_t i_toread )
207 {
208 ssize_t i_return = 0;
209 if ( i_toread > INT32_MAX )
210 {
211 i_return = vlc_stream_Read( s, p_read, (size_t) INT32_MAX );
212 if ( i_return < INT32_MAX )
213 return i_return;
214 else
215 i_toread -= INT32_MAX;
216 }
217 i_return += vlc_stream_Read( s, (uint8_t *)p_read + i_return, (size_t) i_toread );
218 return i_return;
219 }
220
221 static MP4_Box_t * MP4_GetTrexByTrackID( MP4_Box_t *p_moov, const uint32_t i_id )
222 {
223 if(!p_moov)
224 return NULL;
225 MP4_Box_t *p_trex = MP4_BoxGet( p_moov, "mvex/trex" );
226 while( p_trex )
227 {
228 if ( p_trex->i_type == ATOM_trex &&
229 BOXDATA(p_trex) && BOXDATA(p_trex)->i_track_ID == i_id )
230 break;
231 else
232 p_trex = p_trex->p_next;
233 }
234 return p_trex;
235 }
236
237 /**
238 * Return the track identified by tid
239 */
240 static mp4_track_t *MP4_GetTrackByTrackID( demux_t *p_demux, const uint32_t tid )
241 {
242 demux_sys_t *p_sys = p_demux->p_sys;
243
244 mp4_track_t *ret = NULL;
245 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
246 {
247 ret = &p_sys->track[i];
248 if( ret->i_track_ID == tid )
249 return ret;
250 }
251 return NULL;
252 }
253
254 static MP4_Box_t * MP4_GetTrakByTrackID( MP4_Box_t *p_moov, const uint32_t i_id )
255 {
256 MP4_Box_t *p_trak = MP4_BoxGet( p_moov, "trak" );
257 MP4_Box_t *p_tkhd;
258 while( p_trak )
259 {
260 if( p_trak->i_type == ATOM_trak &&
261 (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) && BOXDATA(p_tkhd) &&
262 BOXDATA(p_tkhd)->i_track_ID == i_id )
263 break;
264 else
265 p_trak = p_trak->p_next;
266 }
267 return p_trak;
268 }
269
270 static MP4_Box_t * MP4_GetTrafByTrackID( MP4_Box_t *p_moof, const uint32_t i_id )
271 {
272 MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
273 MP4_Box_t *p_tfhd;
274 while( p_traf )
275 {
276 if( p_traf->i_type == ATOM_traf &&
277 (p_tfhd = MP4_BoxGet( p_traf, "tfhd" )) && BOXDATA(p_tfhd) &&
278 BOXDATA(p_tfhd)->i_track_ID == i_id )
279 break;
280 else
281 p_traf = p_traf->p_next;
282 }
283 return p_traf;
284 }
285
286 static es_out_id_t * MP4_AddTrackES( es_out_t *out, mp4_track_t *p_track )
287 {
288 es_out_id_t *p_es = es_out_Add( out, &p_track->fmt );
289 /* Force SPU which isn't selected/defaulted */
290 if( p_track->fmt.i_cat == SPU_ES && p_es && p_track->b_forced_spu )
291 es_out_Control( out, ES_OUT_SET_ES_DEFAULT, p_es );
292
293 return p_es;
294 }
295
296 /* Return time in microsecond of a track */
297 static inline int64_t MP4_TrackGetDTS( demux_t *p_demux, mp4_track_t *p_track )
298 {
299 demux_sys_t *p_sys = p_demux->p_sys;
300 const mp4_chunk_t *p_chunk = &p_track->chunk[p_track->i_chunk];
301
302 unsigned int i_index = 0;
303 unsigned int i_sample = p_track->i_sample - p_chunk->i_sample_first;
304 int64_t i_dts = p_chunk->i_first_dts;
305
306 while( i_sample > 0 && i_index < p_chunk->i_entries_dts )
307 {
308 if( i_sample > p_chunk->p_sample_count_dts[i_index] )
309 {
310 i_dts += p_chunk->p_sample_count_dts[i_index] *
311 p_chunk->p_sample_delta_dts[i_index];
312 i_sample -= p_chunk->p_sample_count_dts[i_index];
313 i_index++;
314 }
315 else
316 {
317 i_dts += i_sample * p_chunk->p_sample_delta_dts[i_index];
318 break;
319 }
320 }
321
322 /* now handle elst */
323 if( p_track->p_elst )
324 {
325 MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
326
327 /* convert to offset */
328 if( ( elst->i_media_rate_integer[p_track->i_elst] > 0 ||
329 elst->i_media_rate_fraction[p_track->i_elst] > 0 ) &&
330 elst->i_media_time[p_track->i_elst] > 0 )
331 {
332 i_dts -= elst->i_media_time[p_track->i_elst];
333 }
334
335 /* add i_elst_time */
336 i_dts += MP4_rescale( p_track->i_elst_time, p_sys->i_timescale, p_track->i_timescale );
337
338 if( i_dts < 0 ) i_dts = 0;
339 }
340
341 return MP4_rescale( i_dts, p_track->i_timescale, CLOCK_FREQ );
342 }
343
344 static inline bool MP4_TrackGetPTSDelta( demux_t *p_demux, mp4_track_t *p_track,
345 int64_t *pi_delta )
346 {
347 VLC_UNUSED( p_demux );
348 mp4_chunk_t *ck = &p_track->chunk[p_track->i_chunk];
349
350 unsigned int i_index = 0;
351 unsigned int i_sample = p_track->i_sample - ck->i_sample_first;
352
353 if( ck->p_sample_count_pts == NULL || ck->p_sample_offset_pts == NULL )
354 return false;
355
356 for( i_index = 0; i_index < ck->i_entries_pts ; i_index++ )
357 {
358 if( i_sample < ck->p_sample_count_pts[i_index] )
359 {
360 *pi_delta = MP4_rescale( ck->p_sample_offset_pts[i_index],
361 p_track->i_timescale, CLOCK_FREQ );
362 return true;
363 }
364
365 i_sample -= ck->p_sample_count_pts[i_index];
366 }
367 return false;
368 }
369
370 static inline int64_t MP4_GetMoviePTS(demux_sys_t *p_sys )
371 {
372 return MP4_rescale( p_sys->i_time, p_sys->i_timescale, CLOCK_FREQ );
373 }
374
375 static void LoadChapter( demux_t *p_demux );
376
377 static int LoadInitFrag( demux_t *p_demux )
378 {
379 demux_sys_t *p_sys = p_demux->p_sys;
380
381 /* Load all boxes ( except raw data ) */
382 if( ( p_sys->p_root = MP4_BoxGetRoot( p_demux->s ) ) == NULL )
383 {
384 goto LoadInitFragError;
385 }
386
387 return VLC_SUCCESS;
388
389 LoadInitFragError:
390 msg_Warn( p_demux, "MP4 plugin discarded (not a valid initialization chunk)" );
391 return VLC_EGENERIC;
392 }
393
394 static int CreateTracks( demux_t *p_demux, unsigned i_tracks )
395 {
396 demux_sys_t *p_sys = p_demux->p_sys;
397
398 if( SIZE_MAX / i_tracks < sizeof(mp4_track_t) )
399 return VLC_EGENERIC;
400
401 p_sys->track = vlc_alloc( i_tracks, sizeof(mp4_track_t) );
402 if( p_sys->track == NULL )
403 return VLC_ENOMEM;
404 p_sys->i_tracks = i_tracks;
405
406 for( unsigned i=0; i<i_tracks; i++ )
407 MP4_TrackInit( &p_sys->track[i] );
408
409 return VLC_SUCCESS;
410 }
411
412 static block_t * MP4_EIA608_Convert( block_t * p_block )
413 {
414 /* Rebuild codec data from encap */
415 size_t i_copied = 0;
416 size_t i_remaining = __MIN(p_block->i_buffer, INT64_MAX / 3);
417 uint32_t i_bytes = 0;
418 block_t *p_newblock;
419
420 /* always need at least 10 bytes (atom size+header+1pair)*/
421 if ( i_remaining < 10 ||
422 !(i_bytes = GetDWBE(p_block->p_buffer)) ||
423 (i_bytes > i_remaining) ||
424 memcmp("cdat", &p_block->p_buffer[4], 4) ||
425 !(p_newblock = block_Alloc( i_remaining * 3 - 8 )) )
426 {
427 p_block->i_buffer = 0;
428 return p_block;
429 }
430
431 uint8_t *p_write = p_newblock->p_buffer;
432 uint8_t *p_read = &p_block->p_buffer[8];
433 i_bytes -= 8;
434 i_remaining -= 8;
435
436 do
437 {
438 p_write[i_copied++] = CC_PKT_BYTE0(0); /* cc1 == field 0 */
439 p_write[i_copied++] = p_read[0];
440 p_write[i_copied++] = p_read[1];
441 p_read += 2;
442 i_bytes -= 2;
443 i_remaining -= 2;
444 } while( i_bytes >= 2 );
445
446 /* cdt2 is optional */
447 if ( i_remaining >= 10 &&
448 (i_bytes = GetDWBE(p_read)) &&
449 (i_bytes <= i_remaining) &&
450 !memcmp("cdt2", &p_read[4], 4) )
451 {
452 p_read += 8;
453 i_bytes -= 8;
454 i_remaining -= 8;
455 do
456 {
457 p_write[i_copied++] = CC_PKT_BYTE0(0); /* cc1 == field 0 */
458 p_write[i_copied++] = p_read[0];
459 p_write[i_copied++] = p_read[1];
460 p_read += 2;
461 i_bytes -= 2;
462 } while( i_bytes >= 2 );
463 }
464
465 p_newblock->i_pts = p_block->i_dts;
466 p_newblock->i_buffer = i_copied;
467 p_newblock->i_flags = BLOCK_FLAG_TYPE_P;
468 block_Release( p_block );
469
470 return p_newblock;
471 }
472
473 static uint32_t MP4_TrackGetRunSeq( mp4_track_t *p_track )
474 {
475 if( p_track->i_chunk_count > 0 )
476 return p_track->chunk[p_track->i_chunk].i_virtual_run_number;
477 return 0;
478 }
479
480 /* Analyzes chunks to find max interleave length
481 * sets flat flag if no interleaving is in use */
482 static void MP4_GetInterleaving( demux_t *p_demux, uint64_t *pi_max_contiguous, bool *pb_flat )
483 {
484 demux_sys_t *p_sys = p_demux->p_sys;
485 *pi_max_contiguous = 0;
486 *pb_flat = true;
487
488 /* Find first recorded chunk */
489 mp4_track_t *tk = NULL;
490 uint64_t i_duration = 0;
491 for( unsigned i=0; i < p_sys->i_tracks; i++ )
492 {
493 mp4_track_t *cur = &p_sys->track[i];
494 if( !cur->i_chunk_count )
495 continue;
496
497 if( tk == NULL || cur->chunk[0].i_offset < tk->chunk[0].i_offset )
498 tk = cur;
499 }
500
501 for( ; tk != NULL; )
502 {
503 i_duration += tk->chunk[tk->i_chunk].i_duration;
504 tk->i_chunk++;
505
506 /* Find next chunk in data order */
507 mp4_track_t *nexttk = NULL;
508 for( unsigned i=0; i < p_sys->i_tracks; i++ )
509 {
510 mp4_track_t *cur = &p_sys->track[i];
511 if( cur->i_chunk == cur->i_chunk_count )
512 continue;
513
514 if( nexttk == NULL ||
515 cur->chunk[cur->i_chunk].i_offset < nexttk->chunk[nexttk->i_chunk].i_offset )
516 nexttk = cur;
517 }
518
519 /* copy previous run */
520 if( nexttk && nexttk->i_chunk > 0 )
521 nexttk->chunk[nexttk->i_chunk].i_virtual_run_number =
522 nexttk->chunk[nexttk->i_chunk - 1].i_virtual_run_number;
523
524 if( tk != nexttk )
525 {
526 i_duration = MP4_rescale( i_duration, tk->i_timescale, CLOCK_FREQ );
527 if( i_duration > *pi_max_contiguous )
528 *pi_max_contiguous = i_duration;
529 i_duration = 0;
530
531 if( tk->i_chunk != tk->i_chunk_count )
532 *pb_flat = false;
533
534 if( nexttk && nexttk->i_chunk > 0 ) /* new run number */
535 nexttk->chunk[nexttk->i_chunk].i_virtual_run_number++;
536 }
537
538 tk = nexttk;
539 }
540
541 /* reset */
542 for( unsigned i=0; i < p_sys->i_tracks; i++ )
543 p_sys->track[i].i_chunk = 0;
544 }
545
546 static block_t * MP4_Block_Convert( demux_t *p_demux, const mp4_track_t *p_track, block_t *p_block )
547 {
548 /* might have some encap */
549 if( p_track->fmt.i_cat == SPU_ES )
550 {
551 switch( p_track->fmt.i_codec )
552 {
553 case VLC_CODEC_WEBVTT:
554 case VLC_CODEC_TTML:
555 case VLC_CODEC_TX3G:
556 case VLC_CODEC_SPU:
557 case VLC_CODEC_SUBT:
558 /* accept as-is */
559 break;
560 case VLC_CODEC_CEA608:
561 p_block = MP4_EIA608_Convert( p_block );
562 break;
563 default:
564 p_block->i_buffer = 0;
565 break;
566 }
567 }
568 else if( p_track->fmt.i_original_fourcc == ATOM_rrtp )
569 {
570 p_block = MP4_RTPHint_Convert( p_demux, p_block, p_track->fmt.i_codec );
571 }
572
573 return p_block;
574 }
575
576 static void MP4_Block_Send( demux_t *p_demux, mp4_track_t *p_track, block_t *p_block )
577 {
578 p_block = MP4_Block_Convert( p_demux, p_track, p_block );
579 if( p_block == NULL )
580 return;
581
582 if ( p_track->b_chans_reorder )
583 {
584 aout_ChannelReorder( p_block->p_buffer, p_block->i_buffer,
585 p_track->fmt.audio.i_channels,
586 p_track->rgi_chans_reordering,
587 p_track->fmt.i_codec );
588 }
589
590 p_block->i_flags |= p_track->i_block_flags;
591 if( p_track->i_next_block_flags )
592 {
593 p_block->i_flags |= p_track->i_next_block_flags;
594 p_track->i_next_block_flags = 0;
595 }
596
597 /* ASF packets in mov */
598 if( p_track->p_asf )
599 {
600 /* Fake a new stream from MP4 block */
601 stream_t *p_stream = p_demux->s;
602 p_demux->s = vlc_stream_MemoryNew( p_demux, p_block->p_buffer, p_block->i_buffer, true );
603 if ( p_demux->s )
604 {
605 p_track->i_dts_backup = p_block->i_dts;
606 p_track->i_pts_backup = p_block->i_pts;
607 /* And demux it as ASF packet */
608 DemuxASFPacket( &p_demux->p_sys->asfpacketsys, p_block->i_buffer, p_block->i_buffer );
609 vlc_stream_Delete(p_demux->s);
610 }
611 block_Release(p_block);
612 p_demux->s = p_stream;
613 }
614 else
615 es_out_Send( p_demux->out, p_track->p_es, p_block );
616 }
617
618 /*****************************************************************************
619 * Open: check file and initializes MP4 structures
620 *****************************************************************************/
621 static int Open( vlc_object_t * p_this )
622 {
623 demux_t *p_demux = (demux_t *)p_this;
624 demux_sys_t *p_sys;
625
626 const uint8_t *p_peek;
627
628 MP4_Box_t *p_ftyp;
629 const MP4_Box_t *p_mvhd = NULL;
630 const MP4_Box_t *p_mvex = NULL;
631
632 bool b_enabled_es;
633
634 /* A little test to see if it could be a mp4 */
635 if( vlc_stream_Peek( p_demux->s, &p_peek, 11 ) < 11 ) return VLC_EGENERIC;
636
637 switch( VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
638 {
639 case ATOM_moov:
640 case ATOM_foov:
641 case ATOM_moof:
642 case ATOM_mdat:
643 case ATOM_udta:
644 case ATOM_free:
645 case ATOM_skip:
646 case ATOM_wide:
647 case ATOM_uuid:
648 case VLC_FOURCC( 'p', 'n', 'o', 't' ):
649 break;
650 case ATOM_ftyp:
651 /* We don't yet support f4v, but avformat does. */
652 if( p_peek[8] == 'f' && p_peek[9] == '4' && p_peek[10] == 'v' )
653 return VLC_EGENERIC;
654 break;
655 default:
656 return VLC_EGENERIC;
657 }
658
659 /* create our structure that will contains all data */
660 p_sys = calloc( 1, sizeof( demux_sys_t ) );
661 if ( !p_sys )
662 return VLC_EGENERIC;
663
664 /* I need to seek */
665 vlc_stream_Control( p_demux->s, STREAM_CAN_SEEK, &p_sys->b_seekable );
666 if( p_sys->b_seekable )
667 vlc_stream_Control( p_demux->s, STREAM_CAN_FASTSEEK, &p_sys->b_fastseekable );
668
669 /*Set exported functions */
670 p_demux->pf_demux = Demux;
671 p_demux->pf_control = Control;
672
673 p_sys->context.i_lastseqnumber = UINT32_MAX;
674
675 p_demux->p_sys = p_sys;
676
677 if( LoadInitFrag( p_demux ) != VLC_SUCCESS )
678 goto error;
679
680 MP4_BoxDumpStructure( p_demux->s, p_sys->p_root );
681
682 if( ( p_ftyp = MP4_BoxGet( p_sys->p_root, "/ftyp" ) ) )
683 {
684 switch( BOXDATA(p_ftyp)->i_major_brand )
685 {
686 case MAJOR_isom:
687 msg_Dbg( p_demux,
688 "ISO Media (isom) version %d.",
689 BOXDATA(p_ftyp)->i_minor_version );
690 break;
691 case MAJOR_3gp4:
692 case MAJOR_3gp5:
693 case MAJOR_3gp6:
694 case MAJOR_3gp7:
695 msg_Dbg( p_demux, "3GPP Media Release: %4.4s",
696 (char *)&BOXDATA(p_ftyp)->i_major_brand );
697 break;
698 case MAJOR_qt__:
699 msg_Dbg( p_demux, "Apple QuickTime media" );
700 break;
701 case MAJOR_isml:
702 msg_Dbg( p_demux, "PIFF (= isml = fMP4) media" );
703 break;
704 case MAJOR_dash:
705 msg_Dbg( p_demux, "DASH Stream" );
706 break;
707 case MAJOR_M4A:
708 msg_Dbg( p_demux, "iTunes audio" );
709 if( var_InheritBool( p_demux, CFG_PREFIX"m4a-audioonly" ) )
710 p_sys->hacks.es_cat_filters = AUDIO_ES;
711 break;
712 default:
713 msg_Dbg( p_demux,
714 "unrecognized major media specification (%4.4s).",
715 (char*)&BOXDATA(p_ftyp)->i_major_brand );
716 break;
717 }
718 /* also lookup in compatibility list */
719 for(uint32_t i=0; i<BOXDATA(p_ftyp)->i_compatible_brands_count; i++)
720 {
721 if (BOXDATA(p_ftyp)->i_compatible_brands[i] == MAJOR_dash)
722 {
723 msg_Dbg( p_demux, "DASH Stream" );
724 }
725 else if (BOXDATA(p_ftyp)->i_compatible_brands[i] == VLC_FOURCC('s', 'm', 'o', 'o') )
726 {
727 msg_Dbg( p_demux, "Handling VLC Smooth Stream" );
728 }
729 }
730 }
731 else
732 {
733 msg_Dbg( p_demux, "file type box missing (assuming ISO Media)" );
734 }
735
736 /* the file need to have one moov box */
737 p_sys->p_moov = MP4_BoxGet( p_sys->p_root, "/moov" );
738 if( unlikely(!p_sys->p_moov) )
739 {
740 p_sys->p_moov = MP4_BoxGet( p_sys->p_root, "/foov" );
741 if( !p_sys->p_moov )
742 {
743 msg_Err( p_demux, "MP4 plugin discarded (no moov,foov,moof box)" );
744 goto error;
745 }
746 /* we have a free box as a moov, rename it */
747 p_sys->p_moov->i_type = ATOM_moov;
748 }
749
750 p_mvhd = MP4_BoxGet( p_sys->p_moov, "mvhd" );
751 if( p_mvhd && BOXDATA(p_mvhd) && BOXDATA(p_mvhd)->i_timescale )
752 {
753 p_sys->i_timescale = BOXDATA(p_mvhd)->i_timescale;
754 p_sys->i_moov_duration = p_sys->i_duration = BOXDATA(p_mvhd)->i_duration;
755 p_sys->i_cumulated_duration = BOXDATA(p_mvhd)->i_duration;
756 }
757 else
758 {
759 msg_Warn( p_demux, "No valid mvhd found" );
760 goto error;
761 }
762
763 MP4_Box_t *p_rmra = MP4_BoxGet( p_sys->p_root, "/moov/rmra" );
764 if( p_rmra != NULL && p_demux->p_input != NULL )
765 {
766 int i_count = MP4_BoxCount( p_rmra, "rmda" );
767 int i;
768
769 msg_Dbg( p_demux, "detected playlist mov file (%d ref)", i_count );
770
771 input_thread_t *p_input = p_demux->p_input;
772 input_item_t *p_current = input_GetItem( p_input );
773
774 input_item_node_t *p_subitems = input_item_node_Create( p_current );
775
776 for( i = 0; i < i_count; i++ )
777 {
778 MP4_Box_t *p_rdrf = MP4_BoxGet( p_rmra, "rmda[%d]/rdrf", i );
779 char *psz_ref;
780 uint32_t i_ref_type;
781
782 if( !p_rdrf || !BOXDATA(p_rdrf) || !( psz_ref = strdup( BOXDATA(p_rdrf)->psz_ref ) ) )
783 {
784 continue;
785 }
786 i_ref_type = BOXDATA(p_rdrf)->i_ref_type;
787
788 msg_Dbg( p_demux, "new ref=`%s' type=%4.4s",
789 psz_ref, (char*)&i_ref_type );
790
791 if( i_ref_type == VLC_FOURCC( 'u', 'r', 'l', ' ' ) )
792 {
793 if( strstr( psz_ref, "qt5gateQT" ) )
794 {
795 msg_Dbg( p_demux, "ignoring pseudo ref =`%s'", psz_ref );
796 free( psz_ref );
797 continue;
798 }
799 if( !strncmp( psz_ref, "http://", 7 ) ||
800 !strncmp( psz_ref, "rtsp://", 7 ) )
801 {
802 ;
803 }
804 else
805 {
806 char *psz_absolute = vlc_uri_resolve( p_demux->psz_url,
807 psz_ref );
808 free( psz_ref );
809 if( psz_absolute == NULL )
810 {
811 input_item_node_Delete( p_subitems );
812 return VLC_ENOMEM;
813 }
814 psz_ref = psz_absolute;
815 }
816 msg_Dbg( p_demux, "adding ref = `%s'", psz_ref );
817 input_item_t *p_item = input_item_New( psz_ref, NULL );
818 input_item_CopyOptions( p_item, p_current );
819 input_item_node_AppendItem( p_subitems, p_item );
820 input_item_Release( p_item );
821 }
822 else
823 {
824 msg_Err( p_demux, "unknown ref type=%4.4s FIXME (send a bug report)",
825 (char*)&BOXDATA(p_rdrf)->i_ref_type );
826 }
827 free( psz_ref );
828 }
829
830 /* FIXME: create a stream_filter sub-module for this */
831 if (es_out_Control(p_demux->out, ES_OUT_POST_SUBNODE, p_subitems))
832 input_item_node_Delete(p_subitems);
833 }
834
835 if( !(p_mvhd = MP4_BoxGet( p_sys->p_root, "/moov/mvhd" ) ) )
836 {
837 if( !p_rmra )
838 {
839 msg_Err( p_demux, "cannot find /moov/mvhd" );
840 goto error;
841 }
842 else
843 {
844 msg_Warn( p_demux, "cannot find /moov/mvhd (pure ref file)" );
845 p_demux->pf_demux = DemuxRef;
846 return VLC_SUCCESS;
847 }
848 }
849 else
850 {
851 p_sys->i_timescale = BOXDATA(p_mvhd)->i_timescale;
852 if( p_sys->i_timescale == 0 )
853 {
854 msg_Err( p_this, "bad timescale" );
855 goto error;
856 }
857 }
858
859 const unsigned i_tracks = MP4_BoxCount( p_sys->p_root, "/moov/trak" );
860 if( i_tracks < 1 )
861 {
862 msg_Err( p_demux, "cannot find any /moov/trak" );
863 goto error;
864 }
865 msg_Dbg( p_demux, "found %u track%c", i_tracks, i_tracks ? 's':' ' );
866
867 if( CreateTracks( p_demux, i_tracks ) != VLC_SUCCESS )
868 goto error;
869
870 /* Search the first chap reference (like quicktime) and
871 * check that at least 1 stream is enabled */
872 p_sys->p_tref_chap = NULL;
873 b_enabled_es = false;
874 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
875 {
876 MP4_Box_t *p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%d]", i );
877
878
879 MP4_Box_t *p_tkhd = MP4_BoxGet( p_trak, "tkhd" );
880 if( p_tkhd && BOXDATA(p_tkhd) && (BOXDATA(p_tkhd)->i_flags&MP4_TRACK_ENABLED) )
881 b_enabled_es = true;
882
883 MP4_Box_t *p_chap = MP4_BoxGet( p_trak, "tref/chap", i );
884 if( p_chap && p_chap->data.p_tref_generic &&
885 p_chap->data.p_tref_generic->i_entry_count > 0 && !p_sys->p_tref_chap )
886 p_sys->p_tref_chap = p_chap;
887 }
888
889 /* Set and store metadata */
890 if( (p_sys->p_meta = vlc_meta_New()) )
891 MP4_LoadMeta( p_sys, p_sys->p_meta );
892
893 /* now process each track and extract all useful information */
894 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
895 {
896 MP4_Box_t *p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%u]", i );
897 MP4_TrackSetup( p_demux, &p_sys->track[i], p_trak, true, !b_enabled_es );
898
899 if( p_sys->track[i].b_ok && !p_sys->track[i].b_chapters_source )
900 {
901 const char *psz_cat;
902 switch( p_sys->track[i].fmt.i_cat )
903 {
904 case( VIDEO_ES ):
905 psz_cat = "video";
906 break;
907 case( AUDIO_ES ):
908 psz_cat = "audio";
909 break;
910 case( SPU_ES ):
911 psz_cat = "subtitle";
912 break;
913
914 default:
915 psz_cat = "unknown";
916 break;
917 }
918
919 msg_Dbg( p_demux, "adding track[Id 0x%x] %s (%s) language %s",
920 p_sys->track[i].i_track_ID, psz_cat,
921 p_sys->track[i].b_enable ? "enable":"disable",
922 p_sys->track[i].fmt.psz_language ?
923 p_sys->track[i].fmt.psz_language : "undef" );
924 }
925 else if( p_sys->track[i].b_ok && p_sys->track[i].b_chapters_source )
926 {
927 msg_Dbg( p_demux, "using track[Id 0x%x] for chapter language %s",
928 p_sys->track[i].i_track_ID,
929 p_sys->track[i].fmt.psz_language ?
930 p_sys->track[i].fmt.psz_language : "undef" );
931 }
932 else
933 {
934 msg_Dbg( p_demux, "ignoring track[Id 0x%x]",
935 p_sys->track[i].i_track_ID );
936 }
937 }
938
939 p_mvex = MP4_BoxGet( p_sys->p_moov, "mvex" );
940 if( p_mvex != NULL )
941 {
942 const MP4_Box_t *p_mehd = MP4_BoxGet( p_mvex, "mehd");
943 if ( p_mehd && BOXDATA(p_mehd) )
944 {
945 if( BOXDATA(p_mehd)->i_fragment_duration > p_sys->i_duration )
946 {
947 p_sys->b_fragmented = true;
948 p_sys->i_duration = BOXDATA(p_mehd)->i_fragment_duration;
949 }
950 }
951
952 const MP4_Box_t *p_sidx = MP4_BoxGet( p_sys->p_root, "sidx");
953 if( p_sidx )
954 p_sys->b_fragmented = true;
955
956 if ( p_sys->b_seekable )
957 {
958 if( !p_sys->b_fragmented /* as unknown */ )
959 {
960 /* Probe remaining to check if there's really fragments
961 or if that file is just ready to append fragments */
962 ProbeFragments( p_demux, (p_sys->i_duration == 0), &p_sys->b_fragmented );
963 }
964
965 if( vlc_stream_Seek( p_demux->s, p_sys->p_moov->i_pos ) != VLC_SUCCESS )
966 goto error;
967 }
968 else /* Handle as fragmented by default as we can't see moof */
969 {
970 p_sys->context.p_fragment_atom = p_sys->p_moov;
971 p_sys->context.i_current_box_type = ATOM_moov;
972 p_sys->b_fragmented = true;
973 }
974 }
975
976 if( p_sys->b_fragmented )
977 {
978 p_demux->pf_demux = DemuxFrag;
979 msg_Dbg( p_demux, "Set Fragmented demux mode" );
980 }
981
982 if( !p_sys->b_seekable && p_demux->pf_demux == Demux )
983 {
984 msg_Warn( p_demux, "MP4 plugin discarded (not seekable)" );
985 goto error;
986 }
987
988 if( p_sys->i_tracks > 1 && !p_sys->b_fastseekable )
989 {
990 uint64_t i_max_continuity;
991 bool b_flat;
992 MP4_GetInterleaving( p_demux, &i_max_continuity, &b_flat );
993 if( b_flat )
994 msg_Warn( p_demux, "that media doesn't look interleaved, will need to seek");
995 else if( i_max_continuity > DEMUX_TRACK_MAX_PRELOAD )
996 msg_Warn( p_demux, "that media doesn't look properly interleaved, will need to seek");
997 }
998
999 /* */
1000 LoadChapter( p_demux );
1001
1002 p_sys->asfpacketsys.p_demux = p_demux;
1003 p_sys->asfpacketsys.pi_preroll = &p_sys->i_preroll;
1004 p_sys->asfpacketsys.pi_preroll_start = &p_sys->i_preroll_start;
1005 p_sys->asfpacketsys.pf_doskip = NULL;
1006 p_sys->asfpacketsys.pf_send = MP4ASF_Send;
1007 p_sys->asfpacketsys.pf_gettrackinfo = MP4ASF_GetTrackInfo;
1008 p_sys->asfpacketsys.pf_updatetime = NULL;
1009 p_sys->asfpacketsys.pf_setaspectratio = NULL;
1010
1011 return VLC_SUCCESS;
1012
1013 error:
1014 if( vlc_stream_Tell( p_demux->s ) > 0 )
1015 {
1016 if( vlc_stream_Seek( p_demux->s, 0 ) != VLC_SUCCESS )
1017 msg_Warn( p_demux, "Can't reset stream position from probing" );
1018 }
1019
1020 Close( p_this );
1021
1022 return VLC_EGENERIC;
1023 }
1024
1025 const unsigned int SAMPLEHEADERSIZE = 4;
1026 const unsigned int RTPPACKETSIZE = 12;
1027 const unsigned int CONSTRUCTORSIZE = 16;
1028
1029 /*******************************************************************************
1030 * MP4_RTPHintToFrame: converts RTP Reception Hint Track sample to H.264 frame
1031 *******************************************************************************/
1032 static block_t * MP4_RTPHintToFrame( demux_t *p_demux, block_t *p_block, uint32_t packetcount )
1033 {
1034 uint8_t *p_slice = p_block->p_buffer + SAMPLEHEADERSIZE;
1035 block_t *p_newblock = NULL;
1036 size_t i_payload = 0;
1037
1038 if( p_block->i_buffer < SAMPLEHEADERSIZE + RTPPACKETSIZE + CONSTRUCTORSIZE )
1039 {
1040 msg_Err( p_demux, "Sample not large enough for necessary structs");
1041 block_Release( p_block );
1042 return NULL;
1043 }
1044
1045 for( uint32_t i = 0; i < packetcount; ++i )
1046 {
1047 if( (size_t)(p_slice - p_block->p_buffer) + RTPPACKETSIZE + CONSTRUCTORSIZE > p_block->i_buffer )
1048 goto error;
1049
1050 /* skip RTP header in sample. Could be used to detect packet losses */
1051 p_slice += RTPPACKETSIZE;
1052
1053 mp4_rtpsampleconstructor_t sample_cons;
1054
1055 sample_cons.type = p_slice[0];
1056 sample_cons.trackrefindex = p_slice[1];
1057 sample_cons.length = GetWBE( &p_slice[2] );
1058 sample_cons.samplenumber = GetDWBE( &p_slice[4] );
1059 sample_cons.sampleoffset = GetDWBE( &p_slice[8] );
1060 sample_cons.bytesperblock = GetWBE( &p_slice[12] );
1061 sample_cons.samplesperblock = GetWBE( &p_slice[14] );
1062
1063 /* skip packet constructor */
1064 p_slice += CONSTRUCTORSIZE;
1065
1066 /* check that is RTPsampleconstructor, referencing itself and no weird audio stuff */
1067 if( sample_cons.type != 2||sample_cons.trackrefindex != -1
1068 ||sample_cons.samplesperblock != 1||sample_cons.bytesperblock != 1 )
1069 {
1070 msg_Err(p_demux, "Unhandled constructor in RTP Reception Hint Track. Type:%u", sample_cons.type);
1071 goto error;
1072 }
1073
1074 /* slice doesn't fit in buffer */
1075 if( sample_cons.sampleoffset + sample_cons.length > p_block->i_buffer)
1076 {
1077 msg_Err(p_demux, "Sample buffer is smaller than sample" );
1078 goto error;
1079 }
1080
1081 block_t *p_realloc = ( p_newblock ) ?
1082 block_Realloc( p_newblock, 0, i_payload + sample_cons.length + 4 ):
1083 block_Alloc( i_payload + sample_cons.length + 4 );
1084 if( !p_realloc )
1085 goto error;
1086
1087 p_newblock = p_realloc;
1088 uint8_t *p_dst = &p_newblock->p_buffer[i_payload];
1089
1090 const uint8_t* p_src = p_block->p_buffer + sample_cons.sampleoffset;
1091 uint8_t i_type = (*p_src) & ((1<<5)-1);
1092
1093 const uint8_t synccode[4] = { 0, 0, 0, 1 };
1094 if( memcmp( p_src, synccode, 4 ) )
1095 {
1096 if( i_type == 7 || i_type == 8 )
1097 *p_dst++=0;
1098
1099 p_dst[0] = 0;
1100 p_dst[1] = 0;
1101 p_dst[2] = 1;
1102 p_dst += 3;
1103 }
1104
1105 memcpy( p_dst, p_src, sample_cons.length );
1106 p_dst += sample_cons.length;
1107
1108 i_payload = p_dst - p_newblock->p_buffer;
1109 }
1110
1111 block_Release( p_block );
1112 if( p_newblock )
1113 p_newblock->i_buffer = i_payload;
1114 return p_newblock;
1115
1116 error:
1117 block_Release( p_block );
1118 if( p_newblock )
1119 block_Release( p_newblock );
1120 return NULL;
1121 }
1122
1123 /* RTP Reception Hint Track */
1124 static block_t * MP4_RTPHint_Convert( demux_t *p_demux, block_t *p_block, vlc_fourcc_t i_codec )
1125 {
1126 block_t *p_converted = NULL;
1127 if( p_block->i_buffer < 2 )
1128 {
1129 block_Release( p_block );
1130 return NULL;
1131 }
1132
1133 /* number of RTP packets contained in this sample */
1134 const uint16_t i_packets = GetWBE( p_block->p_buffer );
1135 if( i_packets <= 1 || i_codec != VLC_CODEC_H264 )
1136 {
1137 const size_t i_skip = SAMPLEHEADERSIZE + i_packets * ( RTPPACKETSIZE + CONSTRUCTORSIZE );
1138 if( i_packets == 1 && i_skip < p_block->i_buffer )
1139 {
1140 p_block->p_buffer += i_skip;
1141 p_converted = p_block;
1142 }
1143 else
1144 {
1145 block_Release( p_block );
1146 }
1147 }
1148 else
1149 {
1150 p_converted = MP4_RTPHintToFrame( p_demux, p_block, i_packets );
1151 }
1152
1153 return p_converted;
1154 }
1155
1156 /*****************************************************************************
1157 * Demux: read packet and send them to decoders
1158 *****************************************************************************
1159 * TODO check for newly selected track (ie audio upt to now )
1160 *****************************************************************************/
1161 static int DemuxTrack( demux_t *p_demux, mp4_track_t *tk, uint64_t i_readpos,
1162 unsigned i_max_preload )
1163 {
1164 uint32_t i_nb_samples = 0;
1165 uint32_t i_samplessize = 0;
1166
1167 if( !tk->b_ok || tk->i_sample >= tk->i_sample_count )
1168 return VLC_DEMUXER_EOS;
1169
1170 if( tk->b_chapters_source )
1171 return VLC_DEMUXER_SUCCESS;
1172
1173 uint32_t i_run_seq = MP4_TrackGetRunSeq( tk );
1174 mtime_t i_current_nzdts = MP4_TrackGetDTS( p_demux, tk );
1175 const mtime_t i_demux_max_nzdts =(i_max_preload < UINT_MAX)
1176 ? i_current_nzdts + i_max_preload
1177 : INT64_MAX;
1178
1179 for( ; i_demux_max_nzdts >= i_current_nzdts; )
1180 {
1181 if( tk->i_sample >= tk->i_sample_count )
1182 return VLC_DEMUXER_EOS;
1183
1184 #if 0
1185 msg_Dbg( p_demux, "tk(%i)=%"PRId64" mv=%"PRId64" pos=%"PRIu64, tk->i_track_ID,
1186 MP4_TrackGetDTS( p_demux, tk ),
1187 MP4_GetMoviePTS( p_demux->p_sys ), i_readpos );
1188 #endif
1189
1190 i_samplessize = MP4_TrackGetReadSize( tk, &i_nb_samples );
1191 if( i_samplessize > 0 )
1192 {
1193 block_t *p_block;
1194 int64_t i_delta;
1195
1196 if( vlc_stream_Tell( p_demux->s ) != i_readpos )
1197 {
1198 if( MP4_Seek( p_demux->s, i_readpos ) != VLC_SUCCESS )
1199 {
1200 msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)"
1201 ": Failed to seek to %"PRIu64,
1202 tk->i_track_ID, i_readpos );
1203 MP4_TrackSelect( p_demux, tk, false );
1204 goto end;
1205 }
1206 }
1207
1208 /* now read pes */
1209 if( !(p_block = vlc_stream_Block( p_demux->s, i_samplessize )) )
1210 {
1211 msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)"
1212 ": Failed to read %d bytes sample at %"PRIu64,
1213 tk->i_track_ID, i_samplessize, i_readpos );
1214 MP4_TrackSelect( p_demux, tk, false );
1215 goto end;
1216 }
1217
1218 /* !important! Ensure clock is set before sending data */
1219 if( p_demux->p_sys->i_pcr == VLC_TS_INVALID )
1220 {
1221 es_out_SetPCR( p_demux->out, VLC_TS_0 + i_current_nzdts );
1222 p_demux->p_sys->i_pcr = VLC_TS_0 + i_current_nzdts;
1223 }
1224
1225 /* dts */
1226 p_block->i_dts = VLC_TS_0 + i_current_nzdts;
1227 /* pts */
1228 if( MP4_TrackGetPTSDelta( p_demux, tk, &i_delta ) )
1229 p_block->i_pts = p_block->i_dts + i_delta;
1230 else if( tk->fmt.i_cat != VIDEO_ES )
1231 p_block->i_pts = p_block->i_dts;
1232 else
1233 p_block->i_pts = VLC_TS_INVALID;
1234
1235 MP4_Block_Send( p_demux, tk, p_block );
1236 }
1237
1238 /* Next sample */
1239 if ( i_nb_samples ) /* sample size could be 0, need to go fwd. see return */
1240 MP4_TrackNextSample( p_demux, tk, i_nb_samples );
1241
1242 uint32_t i_next_run_seq = MP4_TrackGetRunSeq( tk );
1243 if( i_next_run_seq != i_run_seq )
1244 break;
1245
1246 i_current_nzdts = MP4_TrackGetDTS( p_demux, tk );
1247 i_readpos = MP4_TrackGetPos( tk );
1248 }
1249
1250 return VLC_DEMUXER_SUCCESS;
1251
1252 end:
1253 return VLC_DEMUXER_EGENERIC;
1254 }
1255
1256 static int DemuxMoov( demux_t *p_demux )
1257 {
1258 demux_sys_t *p_sys = p_demux->p_sys;
1259 unsigned int i_track;
1260
1261 /* check for newly selected/unselected track */
1262 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1263 {
1264 mp4_track_t *tk = &p_sys->track[i_track];
1265 bool b = true;
1266
1267 if( !tk->b_ok || tk->b_chapters_source ||
1268 ( tk->b_selected && tk->i_sample >= tk->i_sample_count ) )
1269 {
1270 continue;
1271 }
1272
1273 if( p_sys->b_seekable )
1274 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
1275
1276 if( tk->b_selected && !b )
1277 {
1278 MP4_TrackSelect( p_demux, tk, false );
1279 }
1280 else if( !tk->b_selected && b)
1281 {
1282 MP4_TrackSeek( p_demux, tk, MP4_GetMoviePTS( p_sys ) );
1283 }
1284 }
1285
1286 const mtime_t i_nztime = MP4_GetMoviePTS( p_sys );
1287
1288 /* We demux/set pcr, even without selected tracks, (empty edits, ...) */
1289 if( p_sys->i_pcr != VLC_TS_INVALID /* not after a seek */ )
1290 {
1291 bool b_eof = true;
1292 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1293 {
1294 mp4_track_t *tk = &p_sys->track[i_track];
1295 if( !tk->b_ok || tk->b_chapters_source || tk->i_sample >= tk->i_sample_count )
1296 continue;
1297 /* Test for EOF on each track (samples count, edit list) */
1298 b_eof &= ( i_nztime > MP4_TrackGetDTS( p_demux, tk ) );
1299 }
1300 if( b_eof )
1301 return VLC_DEMUXER_EOS;
1302 }
1303
1304 const unsigned i_max_preload = ( p_sys->b_fastseekable ) ? 0 : ( p_sys->b_seekable ) ? DEMUX_TRACK_MAX_PRELOAD : UINT_MAX;
1305 const mtime_t i_scaledincrement = DEMUX_INCREMENT * p_sys->i_timescale / CLOCK_FREQ;
1306 int i_status;
1307 /* demux up to increment amount of data on every track, or just set pcr if empty data */
1308 for( ;; )
1309 {
1310 mp4_track_t *tk = NULL;
1311 i_status = VLC_DEMUXER_EOS;
1312
1313 /* First pass, find any track within our target increment, ordered by position */
1314 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1315 {
1316 mp4_track_t *tk_tmp = &p_sys->track[i_track];
1317 if( !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
1318 tk_tmp->i_sample >= tk_tmp->i_sample_count ||
1319 (!tk_tmp->b_selected && p_sys->b_seekable) )
1320 continue;
1321
1322 /* At least still have data to demux on this or next turns */
1323 i_status = VLC_DEMUXER_SUCCESS;
1324
1325 if ( MP4_TrackGetDTS( p_demux, tk_tmp ) <= i_nztime + DEMUX_INCREMENT )
1326 {
1327 if( tk == NULL || MP4_TrackGetPos( tk_tmp ) < MP4_TrackGetPos( tk ) )
1328 tk = tk_tmp;
1329 }
1330 }
1331
1332 if( tk )
1333 {
1334 /* Second pass, refine and find any best candidate having a chunk pos closer than
1335 * current candidate (avoids seeks when increment falls between the 2) from
1336 * current position, but within extended interleave time */
1337 for( i_track = 0; i_max_preload > 0 && i_track < p_sys->i_tracks; i_track++ )
1338 {
1339 mp4_track_t *tk_tmp = &p_sys->track[i_track];
1340 if( tk_tmp == tk ||
1341 !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
1342 (!tk_tmp->b_selected && p_sys->b_seekable) ||
1343 tk_tmp->i_sample >= tk_tmp->i_sample_count )
1344 continue;
1345
1346 mtime_t i_nzdts = MP4_TrackGetDTS( p_demux, tk_tmp );
1347 if ( i_nzdts <= i_nztime + DEMUX_TRACK_MAX_PRELOAD )
1348 {
1349 /* Found a better candidate to avoid seeking */
1350 if( MP4_TrackGetPos( tk_tmp ) < MP4_TrackGetPos( tk ) )
1351 tk = tk_tmp;
1352 /* Note: previous candidate will be repicked on next loop */
1353 }
1354 }
1355
1356 uint64_t i_pos = MP4_TrackGetPos( tk );
1357 int i_ret = DemuxTrack( p_demux, tk, i_pos, i_max_preload );
1358
1359 if( i_ret == VLC_DEMUXER_SUCCESS )
1360 i_status = VLC_DEMUXER_SUCCESS;
1361 }
1362
1363 if( i_status != VLC_DEMUXER_SUCCESS || !tk )
1364 break;
1365 }
1366
1367 p_sys->i_time += __MAX(i_scaledincrement, 1);
1368 if( p_sys->i_pcr > VLC_TS_INVALID )
1369 {
1370 p_sys->i_pcr = VLC_TS_0 + MP4_rescale( p_sys->i_time, p_sys->i_timescale, CLOCK_FREQ );
1371 es_out_SetPCR( p_demux->out, p_sys->i_pcr );
1372 }
1373
1374 /* */
1375 MP4_UpdateSeekpoint( p_demux, i_nztime + DEMUX_INCREMENT );
1376
1377 return i_status;
1378 }
1379
1380 static int Demux( demux_t *p_demux )
1381 {
1382 demux_sys_t *p_sys = p_demux->p_sys;
1383
1384 assert( ! p_sys->b_fragmented );
1385
1386 int i_status = DemuxMoov( p_demux );
1387
1388 if( i_status == VLC_DEMUXER_EOS )
1389 i_status = VLC_DEMUXER_EOF;
1390
1391 return i_status;
1392 }
1393
1394 static void MP4_UpdateSeekpoint( demux_t *p_demux, int64_t i_time )
1395 {
1396 demux_sys_t *p_sys = p_demux->p_sys;
1397 int i;
1398 if( !p_sys->p_title )
1399 return;
1400 for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
1401 {
1402 if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
1403 break;
1404 }
1405 i--;
1406
1407 if( i != p_demux->info.i_seekpoint && i >= 0 )
1408 {
1409 p_demux->info.i_seekpoint = i;
1410 p_demux->info.i_update |= INPUT_UPDATE_SEEKPOINT;
1411 }
1412 }
1413 /*****************************************************************************
1414 * Seek: Go to i_date
1415 ******************************************************************************/
1416 static int Seek( demux_t *p_demux, mtime_t i_date, bool b_accurate )
1417 {
1418 demux_sys_t *p_sys = p_demux->p_sys;
1419 unsigned int i_track;
1420
1421 /* Now for each stream try to go to this time */
1422 mtime_t i_start = i_date;
1423 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1424 {
1425 mp4_track_t *tk = &p_sys->track[i_track];
1426 /* FIXME: we should find the lowest time from tracks with indexes.
1427 considering only video for now */
1428 if( tk->fmt.i_cat != VIDEO_ES )
1429 continue;
1430 if( MP4_TrackSeek( p_demux, tk, i_date ) == VLC_SUCCESS )
1431 {
1432 mtime_t i_seeked = MP4_TrackGetDTS( p_demux, tk );
1433 if( i_seeked < i_start )
1434 i_start = i_seeked;
1435 }
1436 }
1437
1438 msg_Dbg( p_demux, "seeking with %"PRId64 "ms %s", (i_date - i_start) / 1000,
1439 !b_accurate ? "alignment" : "preroll (use input-fast-seek to avoid)" );
1440
1441 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1442 {
1443 mp4_track_t *tk = &p_sys->track[i_track];
1444 if( tk->fmt.i_cat == VIDEO_ES )
1445 continue;
1446 MP4_TrackSeek( p_demux, tk, i_start );
1447 }
1448
1449 MP4_UpdateSeekpoint( p_demux, i_date );
1450 MP4ASF_ResetFrames( p_sys );
1451 /* update global time */
1452 p_sys->i_time = MP4_rescale( i_start, CLOCK_FREQ, p_sys->i_timescale );
1453 p_sys->i_pcr = VLC_TS_INVALID;
1454
1455 if( b_accurate )
1456 es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_date );
1457
1458 return VLC_SUCCESS;
1459 }
1460
1461 static int FragPrepareChunk( demux_t *p_demux, MP4_Box_t *p_moof,
1462 MP4_Box_t *p_sidx, stime_t i_moof_time, bool b_discontinuity )
1463 {
1464 demux_sys_t *p_sys = p_demux->p_sys;
1465
1466 if( FragCreateTrunIndex( p_demux, p_moof, p_sidx, i_moof_time, b_discontinuity ) == VLC_SUCCESS )
1467 {
1468 for( unsigned i=0; i<p_sys->i_tracks; i++ )
1469 {
1470 mp4_track_t *p_track = &p_sys->track[i];
1471 if( p_track->context.runs.i_count )
1472 {
1473 const mp4_run_t *p_run = &p_track->context.runs.p_array[0];
1474 p_track->context.i_trun_sample_pos = p_run->i_offset;
1475 p_track->context.i_trun_sample = 0;
1476 p_track->i_time = p_run->i_first_dts;
1477 }
1478 }
1479 return VLC_SUCCESS;
1480 }
1481
1482 return VLC_EGENERIC;
1483 }
1484
1485 static stime_t FragGetDemuxTimeFromTracksTime( demux_sys_t *p_sys )
1486 {
1487 stime_t i_time = INT64_MAX;
1488 for( unsigned int i = 0; i < p_sys->i_tracks; i++ )
1489 {
1490 if( p_sys->track[i].context.runs.i_count == 0 )
1491 continue;
1492 stime_t i_ttime = MP4_rescale( p_sys->track[i].i_time,
1493 p_sys->track[i].i_timescale, p_sys->i_timescale );
1494 i_time = __MIN( i_time, i_ttime );
1495 }
1496 return i_time;
1497 }
1498
1499 static uint32_t FragGetMoofSequenceNumber( MP4_Box_t *p_moof )
1500 {
1501 const MP4_Box_t *p_mfhd = MP4_BoxGet( p_moof, "mfhd" );
1502 if( p_mfhd && BOXDATA(p_mfhd) )
1503 return BOXDATA(p_mfhd)->i_sequence_number;
1504 return 0;
1505 }
1506
1507 static int FragSeekLoadFragment( demux_t *p_demux, uint32_t i_moox, stime_t i_moox_time )
1508 {
1509 demux_sys_t *p_sys = p_demux->p_sys;
1510 MP4_Box_t *p_moox;
1511
1512 if( i_moox == ATOM_moov )
1513 {
1514 p_moox = p_sys->p_moov;
1515 }
1516 else
1517 {
1518 const uint8_t *p_peek;
1519 if( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) != 8 )
1520 return VLC_EGENERIC;
1521
1522 if( ATOM_moof != VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
1523 return VLC_EGENERIC;
1524
1525 MP4_Box_t *p_vroot = MP4_BoxGetNextChunk( p_demux->s );
1526 if(!p_vroot)
1527 return VLC_EGENERIC;
1528 p_moox = MP4_BoxExtract( &p_vroot->p_first, ATOM_moof );
1529 MP4_BoxFree( p_vroot );
1530
1531 if(!p_moox)
1532 return VLC_EGENERIC;
1533 }
1534
1535 FragResetContext( p_sys );
1536
1537 /* map context */
1538 p_sys->context.p_fragment_atom = p_moox;
1539 p_sys->context.i_current_box_type = i_moox;
1540
1541 if( i_moox == ATOM_moof )
1542 {
1543 FragPrepareChunk( p_demux, p_moox, NULL, i_moox_time, true );
1544 p_sys->context.i_lastseqnumber = FragGetMoofSequenceNumber( p_moox );
1545
1546 p_sys->i_time = FragGetDemuxTimeFromTracksTime( p_sys );
1547 p_sys->i_pcr = VLC_TS_INVALID;
1548 }
1549
1550 msg_Dbg( p_demux, "seeked to %4.4s at pos %" PRIu64, (char *) &i_moox, p_moox->i_pos );
1551 return VLC_SUCCESS;
1552 }
1553
1554 static unsigned GetSeekTrackIndex( demux_sys_t *p_sys )
1555 {
1556 unsigned cand = 0;
1557 for( unsigned i=0; i<p_sys->i_tracks; i++ )
1558 {
1559 if( p_sys->track[i].fmt.i_cat == VIDEO_ES ||
1560 p_sys->track[i].fmt.i_cat == AUDIO_ES )
1561 {
1562 if( cand != i && !p_sys->track[cand].b_selected )
1563 cand = i;
1564 }
1565 }
1566 return cand;
1567 }
1568
1569 static void FragTrunSeekToTime( mp4_track_t *p_track, stime_t i_target_time )
1570 {
1571 if( !p_track->b_ok || p_track->context.runs.i_count < 1 )
1572 return;
1573
1574 unsigned i_run = 0;
1575 unsigned i_sample = 0;
1576 uint64_t i_pos = p_track->context.runs.p_array[0].i_offset;
1577 stime_t i_time = p_track->context.runs.p_array[0].i_first_dts;
1578
1579 for( unsigned r = 0; r < p_track->context.runs.i_count; r++ )
1580 {
1581 const mp4_run_t *p_run = &p_track->context.runs.p_array[r];
1582 const MP4_Box_data_trun_t *p_data =
1583 p_track->context.runs.p_array[r].p_trun->data.p_trun;
1584 if( i_time > i_target_time )
1585 break;
1586
1587 i_run = r;
1588 i_time = p_run->i_first_dts;
1589 i_pos = p_run->i_offset;
1590 i_sample = 0;
1591
1592 uint32_t dur = p_track->context.i_default_sample_duration;
1593 uint32_t len = p_track->context.i_default_sample_size;
1594 for ( unsigned i=0; i<p_data->i_sample_count; i++ )
1595 {
1596 if( p_data->i_flags & MP4_TRUN_SAMPLE_DURATION )
1597 dur = p_data->p_samples[i].i_duration;
1598
1599 /* check condition */
1600 if( i_time + dur > i_target_time )
1601 break;
1602
1603 if( p_data->i_flags & MP4_TRUN_SAMPLE_SIZE )
1604 len = p_data->p_samples[i].i_size;
1605
1606 i_time += dur;
1607 i_pos += len;
1608 }
1609 }
1610
1611 p_track->context.i_trun_sample = i_sample;
1612 p_track->context.i_trun_sample_pos = i_pos;
1613 p_track->context.runs.i_current = i_run;
1614 }
1615
1616 static int FragSeekToTime( demux_t *p_demux, mtime_t i_nztime, bool b_accurate )
1617 {
1618 demux_sys_t *p_sys = p_demux->p_sys;
1619 uint64_t i64 = UINT64_MAX;
1620 uint32_t i_segment_type = ATOM_moof;
1621 stime_t i_segment_time = INT64_MAX;
1622 mtime_t i_sync_time = i_nztime;
1623 bool b_iframesync = false;
1624
1625 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
1626 if ( !p_sys->i_timescale || !i_duration || !p_sys->b_seekable )
1627 return VLC_EGENERIC;
1628
1629 uint64_t i_backup_pos = vlc_stream_Tell( p_demux->s );
1630
1631 if ( !p_sys->b_fragments_probed && !p_sys->b_index_probed && p_sys->b_seekable )
1632 {
1633 ProbeIndex( p_demux );
1634 p_sys->b_index_probed = true;
1635 }
1636
1637 const unsigned i_seek_track_index = GetSeekTrackIndex( p_sys );
1638 const unsigned i_seek_track_ID = p_sys->track[i_seek_track_index].i_track_ID;
1639
1640 if( MP4_rescale( i_nztime, CLOCK_FREQ, p_sys->i_timescale )
1641 < GetMoovTrackDuration( p_sys, i_seek_track_ID ) )
1642 {
1643 i64 = p_sys->p_moov->i_pos;
1644 i_segment_type = ATOM_moov;
1645 }
1646 else if( FragGetMoofBySidxIndex( p_demux, i_nztime, &i64, &i_sync_time ) == VLC_SUCCESS )
1647 {
1648 /* provides base offset */
1649 i_segment_time = i_sync_time;
1650 msg_Dbg( p_demux, "seeking to sidx moof pos %" PRId64 " %" PRId64, i64, i_sync_time );
1651 }
1652 else
1653 {
1654 bool b_buildindex = false;
1655
1656 if( FragGetMoofByTfraIndex( p_demux, i_nztime, i_seek_track_ID, &i64, &i_sync_time ) == VLC_SUCCESS )
1657 {
1658 /* Does only provide segment position and a sync sample time */
1659 msg_Dbg( p_demux, "seeking to sync point %" PRId64, i_sync_time );
1660 b_iframesync = true;
1661 }
1662 else if( !p_sys->b_fragments_probed && !p_sys->b_fastseekable )
1663 {
1664 const char *psz_msg = _(
1665 "Because this file index is broken or missing, "
1666 "seeking will not work correctly.\n"
1667 "VLC won't repair your file but can temporary fix this "
1668 "problem by building an index in memory.\n"
1669 "This step might take a long time on a large file.\n"
1670 "What do you want to do?");
1671 b_buildindex = vlc_dialog_wait_question( p_demux,
1672 VLC_DIALOG_QUESTION_NORMAL,
1673 _("Do not seek"),
1674 _("Build index"),
1675 NULL,
1676 _("Broken or missing Index"),
1677 "%s", psz_msg );
1678 }
1679
1680 if( !p_sys->b_fragments_probed && ( p_sys->b_fastseekable || b_buildindex ) )
1681 {
1682 bool foo;
1683 int i_ret = vlc_stream_Seek( p_demux->s, p_sys->p_moov->i_pos + p_sys->p_moov->i_size );
1684 if( i_ret == VLC_SUCCESS )
1685 {
1686 i_ret = ProbeFragments( p_demux, true, &foo );
1687 p_sys->b_fragments_probed = true;
1688 }
1689 if( i_ret != VLC_SUCCESS )
1690 {
1691 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1692 return i_ret;
1693 }
1694 }
1695
1696 if( p_sys->b_fragments_probed && p_sys->p_fragsindex )
1697 {
1698 stime_t i_basetime = MP4_rescale( i_sync_time, CLOCK_FREQ, p_sys->i_timescale );
1699 if( !MP4_Fragments_Index_Lookup( p_sys->p_fragsindex, &i_basetime, &i64, i_seek_track_index ) )
1700 {
1701 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1702 return VLC_EGENERIC;
1703 }
1704 msg_Dbg( p_demux, "seeking to fragment index pos %" PRId64 " %" PRId64, i64,
1705 MP4_rescale( i_basetime, p_sys->i_timescale, CLOCK_FREQ ) );
1706 }
1707 }
1708
1709 if( i64 == UINT64_MAX )
1710 {
1711 msg_Warn( p_demux, "seek by index failed" );
1712 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1713 return VLC_EGENERIC;
1714 }
1715
1716 msg_Dbg( p_demux, "final seek to fragment at %"PRId64, i64 );
1717 if( vlc_stream_Seek( p_demux->s, i64 ) )
1718 {
1719 msg_Err( p_demux, "seek failed to %"PRId64, i64 );
1720 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1721 return VLC_EGENERIC;
1722 }
1723
1724 /* Context is killed on success */
1725 if( FragSeekLoadFragment( p_demux, i_segment_type, i_segment_time ) != VLC_SUCCESS )
1726 {
1727 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1728 return VLC_EGENERIC;
1729 }
1730
1731 p_sys->i_pcr = VLC_TS_INVALID;
1732
1733 for( unsigned i=0; i<p_sys->i_tracks; i++ )
1734 {
1735 if( i_segment_type == ATOM_moov )
1736 {
1737 MP4_TrackSeek( p_demux, &p_sys->track[i], i_sync_time );
1738 p_sys->i_time = MP4_rescale( i_sync_time, CLOCK_FREQ, p_sys->i_timescale );
1739 p_sys->i_pcr = VLC_TS_INVALID;
1740 }
1741 else if( b_iframesync )
1742 {
1743 stime_t i_tst = MP4_rescale( i_sync_time, CLOCK_FREQ, p_sys->track[i].i_timescale );
1744 FragTrunSeekToTime( &p_sys->track[i], i_tst );
1745 p_sys->track[i].i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
1746 }
1747 }
1748
1749 MP4ASF_ResetFrames( p_sys );
1750 /* And set next display time in that trun/fragment */
1751 if( b_iframesync && b_accurate )
1752 es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, VLC_TS_0 + i_nztime );
1753 return VLC_SUCCESS;
1754 }
1755
1756 static int FragSeekToPos( demux_t *p_demux, double f, bool b_accurate )
1757 {
1758 demux_sys_t *p_sys = p_demux->p_sys;
1759 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
1760
1761 if ( !p_sys->b_seekable || !p_sys->i_timescale || !i_duration )
1762 return VLC_EGENERIC;
1763
1764 return FragSeekToTime( p_demux, (mtime_t)( f *
1765 MP4_rescale( i_duration, p_sys->i_timescale, CLOCK_FREQ ) ), b_accurate );
1766 }
1767
1768 static bool imageTypeCompatible( const MP4_Box_data_data_t *p_data )
1769 {
1770 return p_data && (
1771 p_data->e_wellknowntype == DATA_WKT_PNG ||
1772 p_data->e_wellknowntype == DATA_WKT_JPEG ||
1773 p_data->e_wellknowntype == DATA_WKT_BMP );
1774 }
1775
1776 static int MP4_LoadMeta( demux_sys_t *p_sys, vlc_meta_t *p_meta )
1777 {
1778 MP4_Box_t *p_data = NULL;
1779 MP4_Box_t *p_udta = NULL;
1780 bool b_attachment_set = false;
1781
1782 if( !p_meta )
1783 return VLC_EGENERIC;
1784
1785 for( int i_index = 0; psz_meta_roots[i_index] && !p_udta; i_index++ )
1786 {
1787 p_udta = MP4_BoxGet( p_sys->p_root, psz_meta_roots[i_index] );
1788 if ( p_udta )
1789 {
1790 p_data = MP4_BoxGet( p_udta, "covr/data" );
1791 if ( p_data && imageTypeCompatible( BOXDATA(p_data) ) )
1792 {
1793 char *psz_attachment;
1794 if ( -1 != asprintf( &psz_attachment, "attachment://%s/covr/data[0]",
1795 psz_meta_roots[i_index] ) )
1796 {
1797 vlc_meta_SetArtURL( p_meta, psz_attachment );
1798 b_attachment_set = true;
1799 free( psz_attachment );
1800 }
1801 }
1802 }
1803 }
1804
1805 const MP4_Box_t *p_pnot;
1806 if ( !b_attachment_set && (p_pnot = MP4_BoxGet( p_sys->p_root, "pnot" )) )
1807 {
1808 for ( size_t i=0; i< ARRAY_SIZE(rgi_pict_atoms) && !b_attachment_set; i++ )
1809 {
1810 if ( rgi_pict_atoms[i] == BOXDATA(p_pnot)->i_type )
1811 {
1812 char rgsz_path[26];
1813 snprintf( rgsz_path, 26, "attachment://%4.4s[%"PRIu16"]",
1814 (char*)&rgi_pict_atoms[i], BOXDATA(p_pnot)->i_index - 1 );
1815 vlc_meta_SetArtURL( p_meta, rgsz_path );
1816 b_attachment_set = true;
1817 }
1818 }
1819 }
1820
1821 if( p_udta == NULL )
1822 {
1823 if( !b_attachment_set )
1824 return VLC_EGENERIC;
1825 }
1826 else SetupMeta( p_meta, p_udta );
1827
1828 return VLC_SUCCESS;
1829 }
1830
1831 /*****************************************************************************
1832 * Control:
1833 *****************************************************************************/
1834 static int Control( demux_t *p_demux, int i_query, va_list args )
1835 {
1836 demux_sys_t *p_sys = p_demux->p_sys;
1837
1838 double f, *pf;
1839 int64_t i64, *pi64;
1840 bool b;
1841
1842 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
1843
1844 switch( i_query )
1845 {
1846 case DEMUX_CAN_SEEK:
1847 *va_arg( args, bool * ) = p_sys->b_seekable;
1848 return VLC_SUCCESS;
1849
1850 case DEMUX_GET_POSITION:
1851 pf = va_arg( args, double * );
1852 if( i_duration > 0 )
1853 {
1854 *pf = (double)p_sys->i_time / (double)i_duration;
1855 }
1856 else
1857 {
1858 *pf = 0.0;
1859 }
1860 return VLC_SUCCESS;
1861
1862 case DEMUX_SET_POSITION:
1863 f = va_arg( args, double );
1864 b = va_arg( args, int );
1865 if ( p_demux->pf_demux == DemuxFrag )
1866 return FragSeekToPos( p_demux, f, b );
1867 else if( p_sys->i_timescale > 0 )
1868 {
1869 i64 = (int64_t)( f * MP4_rescale( p_sys->i_duration,
1870 p_sys->i_timescale, CLOCK_FREQ ) );
1871 return Seek( p_demux, i64, b );
1872 }
1873 else return VLC_EGENERIC;
1874
1875 case DEMUX_GET_TIME:
1876 pi64 = va_arg( args, int64_t * );
1877 if( p_sys->i_timescale > 0 )
1878 {
1879 *pi64 = MP4_rescale( p_sys->i_time,
1880 p_sys->i_timescale, CLOCK_FREQ );
1881 }
1882 else *pi64 = 0;
1883 return VLC_SUCCESS;
1884
1885 case DEMUX_SET_TIME:
1886 i64 = va_arg( args, int64_t );
1887 b = va_arg( args, int );
1888 if ( p_demux->pf_demux == DemuxFrag )
1889 return FragSeekToTime( p_demux, i64, b );
1890 else
1891 return Seek( p_demux, i64, b );
1892
1893 case DEMUX_GET_LENGTH:
1894 pi64 = va_arg( args, int64_t * );
1895 if( p_sys->i_timescale > 0 )
1896 {
1897 *pi64 = MP4_rescale( i_duration,
1898 p_sys->i_timescale, CLOCK_FREQ );
1899 }
1900 else *pi64 = 0;
1901 return VLC_SUCCESS;
1902
1903 case DEMUX_GET_FPS:
1904 pf = va_arg( args, double * );
1905 *pf = p_sys->f_fps;
1906 return VLC_SUCCESS;
1907
1908 case DEMUX_GET_ATTACHMENTS:
1909 {
1910 input_attachment_t ***ppp_attach = va_arg( args, input_attachment_t*** );
1911 int *pi_int = va_arg( args, int * );
1912
1913 MP4_Box_t *p_udta = NULL;
1914 size_t i_count = 0;
1915 int i_index = 0;
1916
1917 /* Count number of total attachments */
1918 for( ; psz_meta_roots[i_index] && !p_udta; i_index++ )
1919 {
1920 p_udta = MP4_BoxGet( p_sys->p_root, psz_meta_roots[i_index] );
1921 if ( p_udta )
1922 i_count += MP4_BoxCount( p_udta, "covr/data" );
1923 }
1924
1925 for ( size_t i=0; i< ARRAY_SIZE(rgi_pict_atoms); i++ )
1926 {
1927 char rgsz_path[5];
1928 snprintf( rgsz_path, 5, "%4.4s", (char*)&rgi_pict_atoms[i] );
1929 i_count += MP4_BoxCount( p_sys->p_root, rgsz_path );
1930 }
1931
1932 if ( i_count == 0 )
1933 return VLC_EGENERIC;
1934
1935 *ppp_attach = (input_attachment_t**)
1936 vlc_alloc( i_count, sizeof(input_attachment_t*) );
1937 if( !(*ppp_attach) ) return VLC_ENOMEM;
1938
1939 /* First add cover attachments */
1940 i_count = 0;
1941 size_t i_box_count = 0;
1942 if ( p_udta )
1943 {
1944 const MP4_Box_t *p_data = MP4_BoxGet( p_udta, "covr/data" );
1945 for( ; p_data; p_data = p_data->p_next )
1946 {
1947 char *psz_mime;
1948 char *psz_filename;
1949 i_box_count++;
1950
1951 if ( p_data->i_type != ATOM_data || !imageTypeCompatible( BOXDATA(p_data) ) )
1952 continue;
1953
1954 switch( BOXDATA(p_data)->e_wellknowntype )
1955 {
1956 case DATA_WKT_PNG:
1957 psz_mime = strdup( "image/png" );
1958 break;
1959 case DATA_WKT_JPEG:
1960 psz_mime = strdup( "image/jpeg" );
1961 break;
1962 case DATA_WKT_BMP:
1963 psz_mime = strdup( "image/bmp" );
1964 break;
1965 default:
1966 continue;
1967 }
1968
1969 if ( asprintf( &psz_filename, "%s/covr/data[%"PRIu64"]", psz_meta_roots[i_index - 1],
1970 (uint64_t) i_box_count - 1 ) >= 0 )
1971 {
1972 (*ppp_attach)[i_count++] =
1973 vlc_input_attachment_New( psz_filename, psz_mime, "Cover picture",
1974 BOXDATA(p_data)->p_blob, BOXDATA(p_data)->i_blob );
1975 msg_Dbg( p_demux, "adding attachment %s", psz_filename );
1976 free( psz_filename );
1977 }
1978
1979 free( psz_mime );
1980 }
1981 }
1982
1983 /* Then quickdraw pict ones */
1984 for ( size_t i=0; i< ARRAY_SIZE(rgi_pict_atoms); i++ )
1985 {
1986 char rgsz_path[5];
1987 snprintf( rgsz_path, 5, "%4.4s", (char*)&rgi_pict_atoms[i] );
1988 const MP4_Box_t *p_pict = MP4_BoxGet( p_sys->p_root, rgsz_path );
1989 i_box_count = 0;
1990 for( ; p_pict; p_pict = p_pict->p_next )
1991 {
1992 if ( i_box_count++ == UINT16_MAX ) /* pnot only handles 2^16 */
1993 break;
1994 if ( p_pict->i_type != rgi_pict_atoms[i] )
1995 continue;
1996 char rgsz_location[12];
1997 snprintf( rgsz_location, 12, "%4.4s[%"PRIu16"]", (char*)&rgi_pict_atoms[i],
1998 (uint16_t) i_box_count - 1 );
1999 (*ppp_attach)[i_count] = vlc_input_attachment_New( rgsz_location, "image/x-pict",
2000 "Quickdraw image", p_pict->data.p_binary->p_blob, p_pict->data.p_binary->i_blob );
2001 if ( !(*ppp_attach)[i_count] )
2002 {
2003 i_count = 0;
2004 break;
2005 }
2006 i_count++;
2007 msg_Dbg( p_demux, "adding attachment %s", rgsz_location );
2008 }
2009 }
2010
2011 if ( i_count == 0 )
2012 {
2013 free( *ppp_attach );
2014 return VLC_EGENERIC;
2015 }
2016
2017 *pi_int = i_count;
2018
2019 return VLC_SUCCESS;
2020 }
2021
2022 case DEMUX_GET_META:
2023 {
2024 vlc_meta_t *p_meta = va_arg( args, vlc_meta_t *);
2025
2026 if( !p_sys->p_meta )
2027 return VLC_EGENERIC;
2028
2029 vlc_meta_Merge( p_meta, p_sys->p_meta );
2030
2031 return VLC_SUCCESS;
2032 }
2033
2034 case DEMUX_GET_TITLE_INFO:
2035 {
2036 input_title_t ***ppp_title = va_arg( args, input_title_t *** );
2037 int *pi_int = va_arg( args, int* );
2038 int *pi_title_offset = va_arg( args, int* );
2039 int *pi_seekpoint_offset = va_arg( args, int* );
2040
2041 if( !p_sys->p_title )
2042 return VLC_EGENERIC;
2043
2044 *pi_int = 1;
2045 *ppp_title = malloc( sizeof( input_title_t*) );
2046 (*ppp_title)[0] = vlc_input_title_Duplicate( p_sys->p_title );
2047 *pi_title_offset = 0;
2048 *pi_seekpoint_offset = 0;
2049 return VLC_SUCCESS;
2050 }
2051 case DEMUX_SET_TITLE:
2052 {
2053 const int i_title = va_arg( args, int );
2054 if( !p_sys->p_title || i_title != 0 )
2055 return VLC_EGENERIC;
2056 return VLC_SUCCESS;
2057 }
2058 case DEMUX_SET_SEEKPOINT:
2059 {
2060 const int i_seekpoint = va_arg( args, int );
2061 if( !p_sys->p_title )
2062 return VLC_EGENERIC;
2063 return Seek( p_demux, p_sys->p_title->seekpoint[i_seekpoint]->i_time_offset, true );
2064 }
2065 case DEMUX_GET_PTS_DELAY:
2066 {
2067 for( unsigned int i = 0; i < p_sys->i_tracks; i++ )
2068 {
2069 const MP4_Box_t *p_load;
2070 if ( (p_load = MP4_BoxGet( p_sys->track[i].p_track, "load" )) &&
2071 BOXDATA(p_load)->i_duration > 0 )
2072 {
2073 *va_arg(args, int64_t *) =
2074 MP4_rescale( BOXDATA(p_load)->i_duration,
2075 p_sys->track[i].i_timescale, CLOCK_FREQ );
2076 return VLC_SUCCESS;
2077 }
2078 }
2079 return VLC_EGENERIC;
2080 }
2081 case DEMUX_SET_NEXT_DEMUX_TIME:
2082 case DEMUX_SET_GROUP:
2083 case DEMUX_HAS_UNSUPPORTED_META:
2084 case DEMUX_CAN_RECORD:
2085 default:
2086 return VLC_EGENERIC;
2087 }
2088 }
2089
2090 /*****************************************************************************
2091 * Close: frees unused data
2092 *****************************************************************************/
2093 static void Close ( vlc_object_t * p_this )
2094 {
2095 demux_t * p_demux = (demux_t *)p_this;
2096 demux_sys_t *p_sys = p_demux->p_sys;
2097 unsigned int i_track;
2098
2099 msg_Dbg( p_demux, "freeing all memory" );
2100
2101 FragResetContext( p_sys );
2102
2103 MP4_BoxFree( p_sys->p_root );
2104
2105 if( p_sys->p_title )
2106 vlc_input_title_Delete( p_sys->p_title );
2107
2108 if( p_sys->p_meta )
2109 vlc_meta_Delete( p_sys->p_meta );
2110
2111 MP4_Fragments_Index_Delete( p_sys->p_fragsindex );
2112
2113 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
2114 MP4_TrackClean( p_demux->out, &p_sys->track[i_track] );
2115 free( p_sys->track );
2116
2117 free( p_sys );
2118 }
2119
2120
2121
2122 /****************************************************************************
2123 * Local functions, specific to vlc
2124 ****************************************************************************/
2125 /* Chapters */
2126 static void LoadChapterGpac( demux_t *p_demux, MP4_Box_t *p_chpl )
2127 {
2128 demux_sys_t *p_sys = p_demux->p_sys;
2129
2130 if( BOXDATA(p_chpl)->i_chapter == 0 )
2131 return;
2132
2133 p_sys->p_title = vlc_input_title_New();
2134 for( int i = 0; i < BOXDATA(p_chpl)->i_chapter && p_sys->p_title; i++ )
2135 {
2136 seekpoint_t *s = vlc_seekpoint_New();
2137 if( s == NULL) continue;
2138
2139 s->psz_name = strdup( BOXDATA(p_chpl)->chapter[i].psz_name );
2140 if( s->psz_name == NULL)
2141 {
2142 vlc_seekpoint_Delete( s );;
2143 continue;
2144 }
2145
2146 EnsureUTF8( s->psz_name );
2147 s->i_time_offset = BOXDATA(p_chpl)->chapter[i].i_start / 10;
2148 TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
2149 }
2150 }
2151 static void LoadChapterGoPro( demux_t *p_demux, MP4_Box_t *p_hmmt )
2152 {
2153 demux_sys_t *p_sys = p_demux->p_sys;
2154
2155 p_sys->p_title = vlc_input_title_New();
2156 if( p_sys->p_title )
2157 for( unsigned i = 0; i < BOXDATA(p_hmmt)->i_chapter_count; i++ )
2158 {
2159 seekpoint_t *s = vlc_seekpoint_New();
2160 if( s )
2161 {
2162 if( asprintf( &s->psz_name, "HiLight tag #%u", i+1 ) != -1 )
2163 EnsureUTF8( s->psz_name );
2164
2165 /* HiLights are stored in ms so we convert them to µs */
2166 s->i_time_offset = BOXDATA(p_hmmt)->pi_chapter_start[i] * 1000;
2167 TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
2168 }
2169 }
2170 }
2171 static void LoadChapterApple( demux_t *p_demux, mp4_track_t *tk )
2172 {
2173 demux_sys_t *p_sys = p_demux->p_sys;
2174
2175 for( tk->i_sample = 0; tk->i_sample < tk->i_sample_count; tk->i_sample++ )
2176 {
2177 const int64_t i_dts = MP4_TrackGetDTS( p_demux, tk );
2178 int64_t i_pts_delta;
2179 if ( !MP4_TrackGetPTSDelta( p_demux, tk, &i_pts_delta ) )
2180 i_pts_delta = 0;
2181 uint32_t i_nb_samples = 0;
2182 const uint32_t i_size = MP4_TrackGetReadSize( tk, &i_nb_samples );
2183
2184 if( i_size > 0 && !vlc_stream_Seek( p_demux->s, MP4_TrackGetPos( tk ) ) )
2185 {
2186 char p_buffer[256];
2187 const uint32_t i_read = stream_ReadU32( p_demux->s, p_buffer,
2188 __MIN( sizeof(p_buffer), i_size ) );
2189 if( i_read > 2 )
2190 {
2191 const uint32_t i_string = __MIN( GetWBE(p_buffer), i_read-2 );
2192 const char *psnz_string = &p_buffer[2];
2193
2194 seekpoint_t *s = vlc_seekpoint_New();
2195 if( s == NULL ) continue;
2196
2197 if( i_string > 1 && !memcmp( psnz_string, "\xFF\xFE", 2 ) )
2198 s->psz_name = FromCharset( "UTF-16LE", psnz_string, i_string );
2199 else
2200 s->psz_name = strndup( psnz_string, i_string );
2201
2202 if( s->psz_name == NULL )
2203 {
2204 vlc_seekpoint_Delete( s );
2205 continue;
2206 }
2207
2208 EnsureUTF8( s->psz_name );
2209 s->i_time_offset = i_dts + __MAX( i_pts_delta, 0 );
2210
2211 if( !p_sys->p_title )
2212 p_sys->p_title = vlc_input_title_New();
2213 TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
2214 }
2215 }
2216 if( tk->i_sample+1 >= tk->chunk[tk->i_chunk].i_sample_first +
2217 tk->chunk[tk->i_chunk].i_sample_count )
2218 tk->i_chunk++;
2219 }
2220 }
2221 static void LoadChapter( demux_t *p_demux )
2222 {
2223 demux_sys_t *p_sys = p_demux->p_sys;
2224 MP4_Box_t *p_chpl;
2225 MP4_Box_t *p_hmmt;
2226
2227 if( ( p_chpl = MP4_BoxGet( p_sys->p_root, "/moov/udta/chpl" ) ) &&
2228 BOXDATA(p_chpl) && BOXDATA(p_chpl)->i_chapter > 0 )
2229 {
2230 LoadChapterGpac( p_demux, p_chpl );
2231 }
2232 else if( ( p_hmmt = MP4_BoxGet( p_sys->p_root, "/moov/udta/HMMT" ) ) &&
2233 BOXDATA(p_hmmt) && BOXDATA(p_hmmt)->pi_chapter_start && BOXDATA(p_hmmt)->i_chapter_count > 0 )
2234 {
2235 LoadChapterGoPro( p_demux, p_hmmt );
2236 }
2237 else if( p_sys->p_tref_chap )
2238 {
2239 MP4_Box_data_tref_generic_t *p_chap = p_sys->p_tref_chap->data.p_tref_generic;
2240 unsigned int i, j;
2241
2242 /* Load the first subtitle track like quicktime */
2243 for( i = 0; i < p_chap->i_entry_count; i++ )
2244 {
2245 for( j = 0; j < p_sys->i_tracks; j++ )
2246 {
2247 mp4_track_t *tk = &p_sys->track[j];
2248 if( tk->b_ok && tk->i_track_ID == p_chap->i_track_ID[i] &&
2249 tk->fmt.i_cat == SPU_ES && tk->fmt.i_codec == VLC_CODEC_TX3G )
2250 break;
2251 }
2252 if( j < p_sys->i_tracks )
2253 {
2254 LoadChapterApple( p_demux, &p_sys->track[j] );
2255 break;
2256 }
2257 }
2258 }
2259
2260 /* Add duration if titles are enabled */
2261 if( p_sys->p_title )
2262 {
2263 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
2264 p_sys->p_title->i_length =
2265 MP4_rescale( i_duration,
2266 p_sys->i_timescale, CLOCK_FREQ );
2267 }
2268 }
2269
2270 /* now create basic chunk data, the rest will be filled by MP4_CreateSamplesIndex */
2271 static int TrackCreateChunksIndex( demux_t *p_demux,
2272 mp4_track_t *p_demux_track )
2273 {
2274 MP4_Box_t *p_co64; /* give offset for each chunk, same for stco and co64 */
2275 MP4_Box_t *p_stsc;
2276
2277 unsigned int i_chunk;
2278 unsigned int i_index, i_last;
2279
2280 if( ( !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "stco" ) )&&
2281 !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "co64" ) ) )||
2282 ( !(p_stsc = MP4_BoxGet( p_demux_track->p_stbl, "stsc" ) ) ))
2283 {
2284 return( VLC_EGENERIC );
2285 }
2286
2287 p_demux_track->i_chunk_count = BOXDATA(p_co64)->i_entry_count;
2288 if( !p_demux_track->i_chunk_count )
2289 {
2290 msg_Warn( p_demux, "no chunk defined" );
2291 }
2292 p_demux_track->chunk = calloc( p_demux_track->i_chunk_count,
2293 sizeof( mp4_chunk_t ) );
2294 if( p_demux_track->chunk == NULL )
2295 {
2296 return VLC_ENOMEM;
2297 }
2298
2299 /* first we read chunk offset */
2300 for( i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2301 {
2302 mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
2303
2304 ck->i_offset = BOXDATA(p_co64)->i_chunk_offset[i_chunk];
2305
2306 ck->i_first_dts = 0;
2307 ck->i_entries_dts = 0;
2308 ck->p_sample_count_dts = NULL;
2309 ck->p_sample_delta_dts = NULL;
2310 ck->i_entries_pts = 0;
2311 ck->p_sample_count_pts = NULL;
2312 ck->p_sample_offset_pts = NULL;
2313 }
2314
2315 /* now we read index for SampleEntry( soun vide mp4a mp4v ...)
2316 to be used for the sample XXX begin to 1
2317 We construct it begining at the end */
2318 i_last = p_demux_track->i_chunk_count; /* last chunk proceded */
2319 i_index = BOXDATA(p_stsc)->i_entry_count;
2320
2321 while( i_index-- > 0 )
2322 {
2323 for( i_chunk = BOXDATA(p_stsc)->i_first_chunk[i_index] - 1;
2324 i_chunk < i_last; i_chunk++ )
2325 {
2326 if( i_chunk >= p_demux_track->i_chunk_count )
2327 {
2328 msg_Warn( p_demux, "corrupted chunk table" );
2329 return VLC_EGENERIC;
2330 }
2331
2332 p_demux_track->chunk[i_chunk].i_sample_description_index =
2333 BOXDATA(p_stsc)->i_sample_description_index[i_index];
2334 p_demux_track->chunk[i_chunk].i_sample_count =
2335 BOXDATA(p_stsc)->i_samples_per_chunk[i_index];
2336 }
2337 i_last = BOXDATA(p_stsc)->i_first_chunk[i_index] - 1;
2338 }
2339
2340 p_demux_track->i_sample_count = 0;
2341 bool b_broken = false;
2342 if ( p_demux_track->i_chunk_count )
2343 {
2344 p_demux_track->chunk[0].i_sample_first = 0;
2345 p_demux_track->i_sample_count += p_demux_track->chunk[0].i_sample_count;
2346
2347 const mp4_chunk_t *prev = &p_demux_track->chunk[0];
2348 for( i_chunk = 1; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2349 {
2350 mp4_chunk_t *cur = &p_demux_track->chunk[i_chunk];
2351 if( unlikely(UINT32_MAX - cur->i_sample_count < p_demux_track->i_sample_count) )
2352 {
2353 b_broken = true;
2354 break;
2355 }
2356 p_demux_track->i_sample_count += cur->i_sample_count;
2357 cur->i_sample_first = prev->i_sample_first + prev->i_sample_count;
2358 prev = cur;
2359 }
2360 }
2361
2362 if( unlikely(b_broken) )
2363 {
2364 msg_Err( p_demux, "Overflow in chunks total samples count" );
2365 return VLC_EGENERIC;
2366 }
2367
2368 msg_Dbg( p_demux, "track[Id 0x%x] read %d chunk",
2369 p_demux_track->i_track_ID, p_demux_track->i_chunk_count );
2370
2371 return VLC_SUCCESS;
2372 }
2373
2374 static int xTTS_CountEntries( demux_t *p_demux, uint32_t *pi_entry /* out */,
2375 const uint32_t i_index,
2376 uint32_t i_index_samples_left,
2377 uint32_t i_sample_count,
2378 const uint32_t *pi_index_sample_count,
2379 const uint32_t i_table_count )
2380 {
2381 uint32_t i_array_offset;
2382 while( i_sample_count > 0 )
2383 {
2384 if ( likely((UINT32_MAX - i_index) >= *pi_entry) )
2385 i_array_offset = i_index + *pi_entry;
2386 else
2387 return VLC_EGENERIC;
2388
2389 if ( i_array_offset >= i_table_count )
2390 {
2391 msg_Err( p_demux, "invalid index counting total samples %u %u", i_array_offset, i_table_count );
2392 return VLC_ENOVAR;
2393 }
2394
2395 if ( i_index_samples_left )
2396 {
2397 if ( i_index_samples_left > i_sample_count )
2398 {
2399 i_index_samples_left -= i_sample_count;
2400 i_sample_count = 0;
2401 *pi_entry +=1; /* No samples left, go copy */
2402 break;
2403 }
2404 else
2405 {
2406 i_sample_count -= i_index_samples_left;
2407 i_index_samples_left = 0;
2408 *pi_entry += 1;
2409 continue;
2410 }
2411 }
2412 else
2413 {
2414 i_sample_count -= __MIN( i_sample_count, pi_index_sample_count[i_array_offset] );
2415 *pi_entry += 1;
2416 }
2417 }
2418
2419 return VLC_SUCCESS;
2420 }
2421
2422 static int TrackCreateSamplesIndex( demux_t *p_demux,
2423 mp4_track_t *p_demux_track )
2424 {
2425 MP4_Box_t *p_box;
2426 MP4_Box_data_stsz_t *stsz;
2427 /* TODO use also stss and stsh table for seeking */
2428 /* FIXME use edit table */
2429
2430 /* Find stsz
2431 * Gives the sample size for each samples. There is also a stz2 table
2432 * (compressed form) that we need to implement TODO */
2433 p_box = MP4_BoxGet( p_demux_track->p_stbl, "stsz" );
2434 if( !p_box )
2435 {
2436 /* FIXME and stz2 */
2437 msg_Warn( p_demux, "cannot find STSZ box" );
2438 return VLC_EGENERIC;
2439 }
2440 stsz = p_box->data.p_stsz;
2441
2442 /* Use stsz table to create a sample number -> sample size table */
2443 if( p_demux_track->i_sample_count != stsz->i_sample_count )
2444 {
2445 msg_Warn( p_demux, "Incorrect total samples stsc %" PRIu32 " <> stsz %"PRIu32 ", "
2446 " expect truncated media playback",
2447 p_demux_track->i_sample_count, stsz->i_sample_count );
2448 p_demux_track->i_sample_count = __MIN(p_demux_track->i_sample_count, stsz->i_sample_count);
2449 }
2450
2451 if( stsz->i_sample_size )
2452 {
2453 /* 1: all sample have the same size, so no need to construct a table */
2454 p_demux_track->i_sample_size = stsz->i_sample_size;
2455 p_demux_track->p_sample_size = NULL;
2456 }
2457 else
2458 {
2459 /* 2: each sample can have a different size */
2460 p_demux_track->i_sample_size = 0;
2461 p_demux_track->p_sample_size =
2462 calloc( p_demux_track->i_sample_count, sizeof( uint32_t ) );
2463 if( p_demux_track->p_sample_size == NULL )
2464 return VLC_ENOMEM;
2465
2466 for( uint32_t i_sample = 0; i_sample < p_demux_track->i_sample_count; i_sample++ )
2467 {
2468 p_demux_track->p_sample_size[i_sample] =
2469 stsz->i_entry_size[i_sample];
2470 }
2471 }
2472
2473 if ( p_demux_track->i_chunk_count && p_demux_track->i_sample_size == 0 )
2474 {
2475 const mp4_chunk_t *lastchunk = &p_demux_track->chunk[p_demux_track->i_chunk_count - 1];
2476 if( (uint64_t)lastchunk->i_sample_count + p_demux_track->i_chunk_count - 1 > stsz->i_sample_count )
2477 {
2478 msg_Err( p_demux, "invalid samples table: stsz table is too small" );
2479 return VLC_EGENERIC;
2480 }
2481 }
2482
2483 /* Use stts table to create a sample number -> dts table.
2484 * XXX: if we don't want to waste too much memory, we can't expand
2485 * the box! so each chunk will contain an "extract" of this table
2486 * for fast research (problem with raw stream where a sample is sometime
2487 * just channels*bits_per_sample/8 */
2488
2489 /* FIXME: refactor STTS & CTTS, STTS having now only few extra lines and
2490 * differing in 2/2 fields and 1 signedness */
2491
2492 mtime_t i_next_dts = 0;
2493 /* Find stts
2494 * Gives mapping between sample and decoding time
2495 */
2496 p_box = MP4_BoxGet( p_demux_track->p_stbl, "stts" );
2497 if( !p_box )
2498 {
2499 msg_Warn( p_demux, "cannot find STTS box" );
2500 return VLC_EGENERIC;
2501 }
2502 else
2503 {
2504 MP4_Box_data_stts_t *stts = p_box->data.p_stts;
2505
2506 msg_Warn( p_demux, "STTS table of %"PRIu32" entries", stts->i_entry_count );
2507
2508 /* Create sample -> dts table per chunk */
2509 uint32_t i_index = 0;
2510 uint32_t i_current_index_samples_left = 0;
2511
2512 for( uint32_t i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2513 {
2514 mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
2515 uint32_t i_sample_count;
2516
2517 /* save first dts */
2518 ck->i_first_dts = i_next_dts;
2519
2520 /* count how many entries are needed for this chunk
2521 * for p_sample_delta_dts and p_sample_count_dts */
2522 ck->i_entries_dts = 0;
2523
2524 int i_ret = xTTS_CountEntries( p_demux, &ck->i_entries_dts, i_index,
2525 i_current_index_samples_left,
2526 ck->i_sample_count,
2527 stts->pi_sample_count,
2528 stts->i_entry_count );
2529 if ( i_ret == VLC_EGENERIC )
2530 return i_ret;
2531
2532 /* allocate them */
2533 ck->p_sample_count_dts = calloc( ck->i_entries_dts, sizeof( uint32_t ) );
2534 ck->p_sample_delta_dts = calloc( ck->i_entries_dts, sizeof( uint32_t ) );
2535 if( !ck->p_sample_count_dts || !ck->p_sample_delta_dts )
2536 {
2537 free( ck->p_sample_count_dts );
2538 free( ck->p_sample_delta_dts );
2539 msg_Err( p_demux, "can't allocate memory for i_entry=%"PRIu32, ck->i_entries_dts );
2540 ck->i_entries_dts = 0;
2541 return VLC_ENOMEM;
2542 }
2543
2544 /* now copy */
2545 i_sample_count = ck->i_sample_count;
2546
2547 for( uint32_t i = 0; i < ck->i_entries_dts; i++ )
2548 {
2549 if ( i_current_index_samples_left )
2550 {
2551 if ( i_current_index_samples_left > i_sample_count )
2552 {
2553 ck->p_sample_count_dts[i] = i_sample_count;
2554 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2555 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2556 if ( i_sample_count ) ck->i_duration = i_next_dts - ck->i_first_dts;
2557 i_current_index_samples_left -= i_sample_count;
2558 i_sample_count = 0;
2559 assert( i == ck->i_entries_dts - 1 );
2560 break;
2561 }
2562 else
2563 {
2564 ck->p_sample_count_dts[i] = i_current_index_samples_left;
2565 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2566 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2567 if ( i_current_index_samples_left ) ck->i_duration = i_next_dts - ck->i_first_dts;
2568 i_sample_count -= i_current_index_samples_left;
2569 i_current_index_samples_left = 0;
2570 i_index++;
2571 }
2572 }
2573 else
2574 {
2575 if ( stts->pi_sample_count[i_index] > i_sample_count )
2576 {
2577 ck->p_sample_count_dts[i] = i_sample_count;
2578 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2579 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2580 if ( i_sample_count ) ck->i_duration = i_next_dts - ck->i_first_dts;
2581 i_current_index_samples_left = stts->pi_sample_count[i_index] - i_sample_count;
2582 i_sample_count = 0;
2583 assert( i == ck->i_entries_dts - 1 );
2584 // keep building from same index
2585 }
2586 else
2587 {
2588 ck->p_sample_count_dts[i] = stts->pi_sample_count[i_index];
2589 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2590 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2591 if ( stts->pi_sample_count[i_index] ) ck->i_duration = i_next_dts - ck->i_first_dts;
2592 i_sample_count -= stts->pi_sample_count[i_index];
2593 i_index++;
2594 }
2595 }
2596
2597 }
2598 }
2599 }
2600
2601
2602 /* Find ctts
2603 * Gives the delta between decoding time (dts) and composition table (pts)
2604 */
2605 p_box = MP4_BoxGet( p_demux_track->p_stbl, "ctts" );
2606 if( p_box && p_box->data.p_ctts )
2607 {
2608 MP4_Box_data_ctts_t *ctts = p_box->data.p_ctts;
2609
2610 msg_Warn( p_demux, "CTTS table of %"PRIu32" entries", ctts->i_entry_count );
2611
2612 int64_t i_cts_shift = 0;
2613 const MP4_Box_t *p_cslg = MP4_BoxGet( p_demux_track->p_stbl, "cslg" );
2614 if( p_cslg && BOXDATA(p_cslg) )
2615 i_cts_shift = BOXDATA(p_cslg)->ct_to_dts_shift;
2616
2617 /* Create pts-dts table per chunk */
2618 uint32_t i_index = 0;
2619 uint32_t i_current_index_samples_left = 0;
2620
2621 for( uint32_t i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2622 {
2623 mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
2624 uint32_t i_sample_count;
2625
2626 /* count how many entries are needed for this chunk
2627 * for p_sample_offset_pts and p_sample_count_pts */
2628 ck->i_entries_pts = 0;
2629 int i_ret = xTTS_CountEntries( p_demux, &ck->i_entries_pts, i_index,
2630 i_current_index_samples_left,
2631 ck->i_sample_count,
2632 ctts->pi_sample_count,
2633 ctts->i_entry_count );
2634 if ( i_ret == VLC_EGENERIC )
2635 return i_ret;
2636
2637 /* allocate them */
2638 ck->p_sample_count_pts = calloc( ck->i_entries_pts, sizeof( uint32_t ) );
2639 ck->p_sample_offset_pts = calloc( ck->i_entries_pts, sizeof( int32_t ) );
2640 if( !ck->p_sample_count_pts || !ck->p_sample_offset_pts )
2641 {
2642 free( ck->p_sample_count_pts );
2643 free( ck->p_sample_offset_pts );
2644 msg_Err( p_demux, "can't allocate memory for i_entry=%"PRIu32, ck->i_entries_pts );
2645 ck->i_entries_pts = 0;
2646 return VLC_ENOMEM;
2647 }
2648
2649 /* now copy */
2650 i_sample_count = ck->i_sample_count;
2651
2652 for( uint32_t i = 0; i < ck->i_entries_pts; i++ )
2653 {
2654 if ( i_current_index_samples_left )
2655 {
2656 if ( i_current_index_samples_left > i_sample_count )
2657 {
2658 ck->p_sample_count_pts[i] = i_sample_count;
2659 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2660 i_current_index_samples_left -= i_sample_count;
2661 i_sample_count = 0;
2662 assert( i == ck->i_entries_pts - 1 );
2663 break;
2664 }
2665 else
2666 {
2667 ck->p_sample_count_pts[i] = i_current_index_samples_left;
2668 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2669 i_sample_count -= i_current_index_samples_left;
2670 i_current_index_samples_left = 0;
2671 i_index++;
2672 }
2673 }
2674 else
2675 {
2676 if ( ctts->pi_sample_count[i_index] > i_sample_count )
2677 {
2678 ck->p_sample_count_pts[i] = i_sample_count;
2679 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2680 i_current_index_samples_left = ctts->pi_sample_count[i_index] - i_sample_count;
2681 i_sample_count = 0;
2682 assert( i == ck->i_entries_pts - 1 );
2683 // keep building from same index
2684 }
2685 else
2686 {
2687 ck->p_sample_count_pts[i] = ctts->pi_sample_count[i_index];
2688 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2689 i_sample_count -= ctts->pi_sample_count[i_index];
2690 i_index++;
2691 }
2692 }
2693
2694
2695 }
2696 }
2697 }
2698
2699 msg_Dbg( p_demux, "track[Id 0x%x] read %"PRIu32" samples length:%"PRId64"s",
2700 p_demux_track->i_track_ID, p_demux_track->i_sample_count,
2701 i_next_dts / p_demux_track->i_timescale );
2702
2703 return VLC_SUCCESS;
2704 }
2705
2706
2707 /**
2708 * It computes the sample rate for a video track using the given sample
2709 * description index
2710 */
2711 static void TrackGetESSampleRate( demux_t *p_demux,
2712 unsigned *pi_num, unsigned *pi_den,
2713 const mp4_track_t *p_track,
2714 unsigned i_sd_index,
2715 unsigned i_chunk )
2716 {
2717 *pi_num = 0;
2718 *pi_den = 0;
2719
2720 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( MP4_BoxGet( p_demux->p_sys->p_root, "/moov" ),
2721 p_track->i_track_ID );
2722 MP4_Box_t *p_mdhd = MP4_BoxGet( p_trak, "mdia/mdhd" );
2723 if ( p_mdhd && BOXDATA(p_mdhd) )
2724 {
2725 vlc_ureduce( pi_num, pi_den,
2726 (uint64_t) BOXDATA(p_mdhd)->i_timescale * p_track->i_sample_count,
2727 (uint64_t) BOXDATA(p_mdhd)->i_duration,
2728 UINT16_MAX );
2729 return;
2730 }
2731
2732 if( p_track->i_chunk_count == 0 )
2733 return;
2734
2735 /* */
2736 const mp4_chunk_t *p_chunk = &p_track->chunk[i_chunk];
2737 while( p_chunk > &p_track->chunk[0] &&
2738 p_chunk[-1].i_sample_description_index == i_sd_index )
2739 {
2740 p_chunk--;
2741 }
2742
2743 uint64_t i_sample = 0;
2744 uint64_t i_total_duration = 0;
2745 do
2746 {
2747 i_sample += p_chunk->i_sample_count;
2748 i_total_duration += p_chunk->i_duration;
2749 p_chunk++;
2750 }
2751 while( p_chunk < &p_track->chunk[p_track->i_chunk_count] &&
2752 p_chunk->i_sample_description_index == i_sd_index );
2753
2754 if( i_sample > 0 && i_total_duration )
2755 vlc_ureduce( pi_num, pi_den,
2756 i_sample * p_track->i_timescale,
2757 i_total_duration,
2758 UINT16_MAX);
2759 }
2760
2761 /*
2762 * TrackCreateES:
2763 * Create ES and PES to init decoder if needed, for a track starting at i_chunk
2764 */
2765 static int TrackCreateES( demux_t *p_demux, mp4_track_t *p_track,
2766 unsigned int i_chunk, es_out_id_t **pp_es )
2767 {
2768 demux_sys_t *p_sys = p_demux->p_sys;
2769 unsigned int i_sample_description_index;
2770
2771 if( p_sys->b_fragmented || p_track->i_chunk_count == 0 )
2772 i_sample_description_index = 1; /* XXX */
2773 else
2774 i_sample_description_index =
2775 p_track->chunk[i_chunk].i_sample_description_index;
2776
2777 if( pp_es )
2778 *pp_es = NULL;
2779
2780 if( !i_sample_description_index )
2781 {
2782 msg_Warn( p_demux, "invalid SampleEntry index (track[Id 0x%x])",
2783 p_track->i_track_ID );
2784 return VLC_EGENERIC;
2785 }
2786
2787 MP4_Box_t *p_sample = MP4_BoxGet( p_track->p_stsd, "[%d]",
2788 i_sample_description_index - 1 );
2789
2790 if( !p_sample ||
2791 ( !p_sample->data.p_payload && p_track->fmt.i_cat != SPU_ES ) )
2792 {
2793 msg_Warn( p_demux, "cannot find SampleEntry (track[Id 0x%x])",
2794 p_track->i_track_ID );
2795 return VLC_EGENERIC;
2796 }
2797
2798 p_track->p_sample = p_sample;
2799
2800 MP4_Box_t *p_frma;
2801 if( ( p_frma = MP4_BoxGet( p_track->p_sample, "sinf/frma" ) ) && p_frma->data.p_frma )
2802 {
2803 msg_Warn( p_demux, "Original Format Box: %4.4s", (char *)&p_frma->data.p_frma->i_type );
2804
2805 p_sample->i_type = p_frma->data.p_frma->i_type;
2806 }
2807
2808 /* */
2809 switch( p_track->fmt.i_cat )
2810 {
2811 case VIDEO_ES:
2812 if ( !SetupVideoES( p_demux, p_track, p_sample ) )
2813 return VLC_EGENERIC;
2814
2815 /* Set frame rate */
2816 TrackGetESSampleRate( p_demux,
2817 &p_track->fmt.video.i_frame_rate,
2818 &p_track->fmt.video.i_frame_rate_base,
2819 p_track, i_sample_description_index, i_chunk );
2820
2821 p_demux->p_sys->f_fps = (float)p_track->fmt.video.i_frame_rate /
2822 (float)p_track->fmt.video.i_frame_rate_base;
2823
2824 break;
2825
2826 case AUDIO_ES:
2827 if ( !SetupAudioES( p_demux, p_track, p_sample ) )
2828 return VLC_EGENERIC;
2829 if( p_sys->p_meta )
2830 {
2831 audio_replay_gain_t *p_arg = &p_track->fmt.audio_replay_gain;
2832 const char *psz_meta = vlc_meta_GetExtra( p_sys->p_meta, "replaygain_track_gain" );
2833 if( psz_meta )
2834 {
2835 double f_gain = us_atof( psz_meta );
2836 p_arg->pf_gain[AUDIO_REPLAY_GAIN_TRACK] = f_gain;
2837 p_arg->pb_gain[AUDIO_REPLAY_GAIN_TRACK] = f_gain != 0;
2838 }
2839 psz_meta = vlc_meta_GetExtra( p_sys->p_meta, "replaygain_track_peak" );
2840 if( psz_meta )
2841 {
2842 double f_gain = us_atof( psz_meta );
2843 p_arg->pf_peak[AUDIO_REPLAY_GAIN_TRACK] = f_gain;
2844 p_arg->pb_peak[AUDIO_REPLAY_GAIN_TRACK] = f_gain > 0;
2845 }
2846 }
2847 break;
2848
2849 case SPU_ES:
2850 if ( !SetupSpuES( p_demux, p_track, p_sample ) )
2851 return VLC_EGENERIC;
2852 break;
2853
2854 default:
2855 break;
2856 }
2857
2858 if( pp_es )
2859 *pp_es = MP4_AddTrackES( p_demux->out, p_track );
2860
2861 return ( !pp_es || *pp_es ) ? VLC_SUCCESS : VLC_EGENERIC;
2862 }
2863
2864 /* *** Try to find nearest sync points *** */
2865 static int TrackGetNearestSeekPoint( demux_t *p_demux, mp4_track_t *p_track,
2866 uint32_t i_sample, uint32_t *pi_sync_sample )
2867 {
2868 int i_ret = VLC_EGENERIC;
2869 *pi_sync_sample = 0;
2870
2871 const MP4_Box_t *p_stss;
2872 if( ( p_stss = MP4_BoxGet( p_track->p_stbl, "stss" ) ) )
2873 {
2874 const MP4_Box_data_stss_t *p_stss_data = BOXDATA(p_stss);
2875 msg_Dbg( p_demux, "track[Id 0x%x] using Sync Sample Box (stss)",
2876 p_track->i_track_ID );
2877 for( unsigned i_index = 0; i_index < p_stss_data->i_entry_count; i_index++ )
2878 {
2879 if( i_index >= p_stss_data->i_entry_count - 1 ||
2880 i_sample < p_stss_data->i_sample_number[i_index+1] )
2881 {
2882 *pi_sync_sample = p_stss_data->i_sample_number[i_index];
2883 msg_Dbg( p_demux, "stss gives %d --> %" PRIu32 " (sample number)",
2884 i_sample, *pi_sync_sample );
2885 i_ret = VLC_SUCCESS;
2886 break;
2887 }
2888 }
2889 }
2890
2891 /* try rap samples groups */
2892 const MP4_Box_t *p_sbgp = MP4_BoxGet( p_track->p_stbl, "sbgp" );
2893 for( ; p_sbgp; p_sbgp = p_sbgp->p_next )
2894 {
2895 const MP4_Box_data_sbgp_t *p_sbgp_data = BOXDATA(p_sbgp);
2896 if( p_sbgp->i_type != ATOM_sbgp || !p_sbgp_data )
2897 continue;
2898
2899 if( p_sbgp_data->i_grouping_type == SAMPLEGROUP_rap )
2900 {
2901 uint32_t i_group_sample = 0;
2902 for ( uint32_t i=0; i<p_sbgp_data->i_entry_count; i++ )
2903 {
2904 /* Sample belongs to rap group ? */
2905 if( p_sbgp_data->entries.pi_group_description_index[i] != 0 )
2906 {
2907 if( i_sample < i_group_sample )
2908 {
2909 msg_Dbg( p_demux, "sbgp lookup failed %" PRIu32 " (sample number)",
2910 i_sample );
2911 break;
2912 }
2913 else if ( i_sample >= i_group_sample &&
2914 *pi_sync_sample < i_group_sample )
2915 {
2916 *pi_sync_sample = i_group_sample;
2917 i_ret = VLC_SUCCESS;
2918 }
2919 }
2920 i_group_sample += p_sbgp_data->entries.pi_sample_count[i];
2921 }
2922
2923 if( i_ret == VLC_SUCCESS && *pi_sync_sample )
2924 {
2925 msg_Dbg( p_demux, "sbgp gives %d --> %" PRIu32 " (sample number)",
2926 i_sample, *pi_sync_sample );
2927 }
2928 }
2929 }
2930
2931 return i_ret;
2932 }
2933
2934 /* given a time it return sample/chunk
2935 * it also update elst field of the track
2936 */
2937 static int TrackTimeToSampleChunk( demux_t *p_demux, mp4_track_t *p_track,
2938 int64_t i_start, uint32_t *pi_chunk,
2939 uint32_t *pi_sample )
2940 {
2941 demux_sys_t *p_sys = p_demux->p_sys;
2942 uint64_t i_dts;
2943 unsigned int i_sample;
2944 unsigned int i_chunk;
2945 int i_index;
2946
2947 /* FIXME see if it's needed to check p_track->i_chunk_count */
2948 if( p_track->i_chunk_count == 0 )
2949 return( VLC_EGENERIC );
2950
2951 /* handle elst (find the correct one) */
2952 MP4_TrackSetELST( p_demux, p_track, i_start );
2953 if( p_track->p_elst && p_track->BOXDATA(p_elst)->i_entry_count > 0 )
2954 {
2955 MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
2956 int64_t i_mvt= MP4_rescale( i_start, CLOCK_FREQ, p_sys->i_timescale );
2957
2958 /* now calculate i_start for this elst */
2959 /* offset */
2960 i_start -= MP4_rescale( p_track->i_elst_time, p_sys->i_timescale, CLOCK_FREQ );
2961 if( i_start < 0 )
2962 {
2963 *pi_chunk = 0;
2964 *pi_sample= 0;
2965
2966 return VLC_SUCCESS;
2967 }
2968 /* to track time scale */
2969 i_start = MP4_rescale( i_start, CLOCK_FREQ, p_track->i_timescale );
2970 /* add elst offset */
2971 if( ( elst->i_media_rate_integer[p_track->i_elst] > 0 ||
2972 elst->i_media_rate_fraction[p_track->i_elst] > 0 ) &&
2973 elst->i_media_time[p_track->i_elst] > 0 )
2974 {
2975 i_start += elst->i_media_time[p_track->i_elst];
2976 }
2977
2978 msg_Dbg( p_demux, "elst (%d) gives %"PRId64"ms (movie)-> %"PRId64
2979 "ms (track)", p_track->i_elst,
2980 MP4_rescale( i_mvt, p_sys->i_timescale, 1000 ),
2981 MP4_rescale( i_start, p_track->i_timescale, 1000 ) );
2982 }
2983 else
2984 {
2985 /* convert absolute time to in timescale unit */
2986 i_start = MP4_rescale( i_start, CLOCK_FREQ, p_track->i_timescale );
2987 }
2988
2989 /* we start from sample 0/chunk 0, hope it won't take too much time */
2990 /* *** find good chunk *** */
2991 for( i_chunk = 0; ; i_chunk++ )
2992 {
2993 if( i_chunk + 1 >= p_track->i_chunk_count )
2994 {
2995 /* at the end and can't check if i_start in this chunk,
2996 it will be check while searching i_sample */
2997 i_chunk = p_track->i_chunk_count - 1;
2998 break;
2999 }
3000
3001 if( (uint64_t)i_start >= p_track->chunk[i_chunk].i_first_dts &&
3002 (uint64_t)i_start < p_track->chunk[i_chunk + 1].i_first_dts )
3003 {
3004 break;
3005 }
3006 }
3007
3008 /* *** find sample in the chunk *** */
3009 i_sample = p_track->chunk[i_chunk].i_sample_first;
3010 i_dts = p_track->chunk[i_chunk].i_first_dts;
3011 for( i_index = 0; i_sample < p_track->chunk[i_chunk].i_sample_count; )
3012 {
3013 if( i_dts +
3014 p_track->chunk[i_chunk].p_sample_count_dts[i_index] *
3015 p_track->chunk[i_chunk].p_sample_delta_dts[i_index] < (uint64_t)i_start )
3016 {
3017 i_dts +=
3018 p_track->chunk[i_chunk].p_sample_count_dts[i_index] *
3019 p_track->chunk[i_chunk].p_sample_delta_dts[i_index];
3020
3021 i_sample += p_track->chunk[i_chunk].p_sample_count_dts[i_index];
3022 i_index++;
3023 }
3024 else
3025 {
3026 if( p_track->chunk[i_chunk].p_sample_delta_dts[i_index] <= 0 )
3027 {
3028 break;
3029 }
3030 i_sample += ( i_start - i_dts ) /
3031 p_track->chunk[i_chunk].p_sample_delta_dts[i_index];
3032 break;
3033 }
3034 }
3035
3036 if( i_sample >= p_track->i_sample_count )
3037 {
3038 msg_Warn( p_demux, "track[Id 0x%x] will be disabled "
3039 "(seeking too far) chunk=%d sample=%d",
3040 p_track->i_track_ID, i_chunk, i_sample );
3041 return( VLC_EGENERIC );
3042 }
3043
3044
3045 /* *** Try to find nearest sync points *** */
3046 uint32_t i_sync_sample;
3047 if( VLC_SUCCESS ==
3048 TrackGetNearestSeekPoint( p_demux, p_track, i_sample, &i_sync_sample ) )
3049 {
3050 /* Go to chunk */
3051 if( i_sync_sample <= i_sample )
3052 {
3053 while( i_chunk > 0 &&
3054 i_sync_sample < p_track->chunk[i_chunk].i_sample_first )
3055 i_chunk--;
3056 }
3057 else
3058 {
3059 while( i_chunk < p_track->i_chunk_count - 1 &&
3060 i_sync_sample >= p_track->chunk[i_chunk].i_sample_first +
3061 p_track->chunk[i_chunk].i_sample_count )
3062 i_chunk++;
3063 }
3064 i_sample = i_sync_sample;
3065 }
3066
3067 *pi_chunk = i_chunk;
3068 *pi_sample = i_sample;
3069
3070 return VLC_SUCCESS;
3071 }
3072
3073 static int TrackGotoChunkSample( demux_t *p_demux, mp4_track_t *p_track,
3074 unsigned int i_chunk, unsigned int i_sample )
3075 {
3076 bool b_reselect = false;
3077
3078 /* now see if actual es is ok */
3079 if( p_track->i_chunk >= p_track->i_chunk_count ||
3080 p_track->chunk[p_track->i_chunk].i_sample_description_index !=
3081 p_track->chunk[i_chunk].i_sample_description_index )
3082 {
3083 msg_Warn( p_demux, "recreate ES for track[Id 0x%x]",
3084 p_track->i_track_ID );
3085
3086 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE,
3087 p_track->p_es, &b_reselect );
3088
3089 es_out_Del( p_demux->out, p_track->p_es );
3090
3091 p_track->p_es = NULL;
3092
3093 if( TrackCreateES( p_demux, p_track, i_chunk, &p_track->p_es ) )
3094 {
3095 msg_Err( p_demux, "cannot create es for track[Id 0x%x]",
3096 p_track->i_track_ID );
3097
3098 p_track->b_ok = false;
3099 p_track->b_selected = false;
3100 return VLC_EGENERIC;
3101 }
3102 }
3103
3104 /* select again the new decoder */
3105 if( b_reselect )
3106 {
3107 es_out_Control( p_demux->out, ES_OUT_SET_ES, p_track->p_es );
3108 }
3109
3110 p_track->i_chunk = i_chunk;
3111 p_track->chunk[i_chunk].i_sample = i_sample - p_track->chunk[i_chunk].i_sample_first;
3112 p_track->i_sample = i_sample;
3113
3114 return p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC;
3115 }
3116 #if 0
3117 static void MP4_TrackRestart( demux_t *p_demux, mp4_track_t *p_track,
3118 MP4_Box_t *p_params_box )
3119 {
3120 bool b_reselect = false;
3121 if( p_track->p_es )
3122 {
3123 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE,
3124 p_track->p_es, &b_reselect );
3125 }
3126
3127 /* Save previous fragmented pos */
3128 uint32_t i_sample_pos_backup = p_track->i_sample;
3129 mtime_t time_backup = p_track->i_time;
3130 uint32_t timescale_backup = p_track->i_timescale;
3131
3132 /* Save previous format and ES */
3133 es_format_t fmtbackup;
3134 es_out_id_t *p_es_backup = p_track->p_es;
3135 p_track->p_es = NULL;
3136 es_format_Copy( &fmtbackup, &p_track->fmt );
3137 es_format_Clean( &p_track->fmt );
3138
3139
3140 /* do the cleanup and recycle track / restart */
3141 MP4_TrackDestroy( p_demux, p_track );
3142 memset( p_track, 0, sizeof(*p_track) );
3143
3144 assert(p_params_box->i_type == ATOM_trak);
3145 MP4_TrackCreate( p_demux, p_track, p_params_box, false, true );
3146
3147 if( p_track->b_ok )
3148 {
3149 if( !es_format_IsSimilar( &fmtbackup, &p_track->fmt ) ||
3150 fmtbackup.i_extra != p_track->fmt.i_extra ||
3151 memcmp( fmtbackup.p_extra, p_track->fmt.p_extra, fmtbackup.i_extra ) )
3152 {
3153 if( p_es_backup )
3154 es_out_Del( p_demux->out, p_es_backup );
3155
3156 if( !p_track->b_chapters_source )
3157 {
3158 p_track->p_es = MP4_AddTrackES( p_demux->out, p_track );
3159 p_track->b_ok = !!p_track->p_es;
3160 }
3161 }
3162 else
3163 {
3164 p_track->p_es = p_es_backup;
3165 }
3166 }
3167 else if( p_es_backup )
3168 {
3169 es_out_Del( p_demux->out, p_es_backup );
3170 }
3171
3172 /* select again the new decoder */
3173 if( b_reselect && p_track->p_es )
3174 es_out_Control( p_demux->out, ES_OUT_SET_ES, p_track->p_es );
3175
3176 es_format_Clean( &fmtbackup );
3177
3178 /* Restore fragmented pos */
3179 p_track->i_sample = i_sample_pos_backup;
3180 p_track->i_time = MP4_rescale( time_backup, timescale_backup, p_track->i_timescale );
3181 }
3182 #endif
3183 /****************************************************************************
3184 * MP4_TrackSetup:
3185 ****************************************************************************
3186 * Parse track information and create all needed data to run a track
3187 * If it succeed b_ok is set to 1 else to 0
3188 ****************************************************************************/
3189 static void MP4_TrackSetup( demux_t *p_demux, mp4_track_t *p_track,
3190 MP4_Box_t *p_box_trak,
3191 bool b_create_es, bool b_force_enable )
3192 {
3193 demux_sys_t *p_sys = p_demux->p_sys;
3194
3195 p_track->p_track = p_box_trak;
3196
3197 char language[4] = { '\0' };
3198 char sdp_media_type[8] = { '\0' };
3199
3200 const MP4_Box_t *p_tkhd = MP4_BoxGet( p_box_trak, "tkhd" );
3201 if( !p_tkhd )
3202 {
3203 return;
3204 }
3205
3206 /* do we launch this track by default ? */
3207 p_track->b_enable =
3208 ( ( BOXDATA(p_tkhd)->i_flags&MP4_TRACK_ENABLED ) != 0 );
3209 if( !p_track->b_enable )
3210 p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
3211
3212 p_track->i_track_ID = BOXDATA(p_tkhd)->i_track_ID;
3213
3214 p_track->i_width = BOXDATA(p_tkhd)->i_width / BLOCK16x16;
3215 p_track->i_height = BOXDATA(p_tkhd)->i_height / BLOCK16x16;
3216 p_track->f_rotation = BOXDATA(p_tkhd)->f_rotation;
3217
3218 /* FIXME: unhandled box: tref */
3219
3220 const MP4_Box_t *p_mdhd = MP4_BoxGet( p_box_trak, "mdia/mdhd" );
3221 const MP4_Box_t *p_hdlr = MP4_BoxGet( p_box_trak, "mdia/hdlr" );
3222
3223 if( ( !p_mdhd )||( !p_hdlr ) )
3224 {
3225 return;
3226 }
3227
3228 if( BOXDATA(p_mdhd)->i_timescale == 0 )
3229 {
3230 msg_Warn( p_demux, "Invalid track timescale " );
3231 return;
3232 }
3233 p_track->i_timescale = BOXDATA(p_mdhd)->i_timescale;
3234
3235 memcpy( &language, BOXDATA(p_mdhd)->rgs_language, 3 );
3236 p_track->b_mac_encoding = BOXDATA(p_mdhd)->b_mac_encoding;
3237
3238 switch( p_hdlr->data.p_hdlr->i_handler_type )
3239 {
3240 case( ATOM_soun ):
3241 if( !MP4_BoxGet( p_box_trak, "mdia/minf/smhd" ) )
3242 {
3243 return;
3244 }
3245 es_format_Change( &p_track->fmt, AUDIO_ES, 0 );
3246 break;
3247
3248 case( ATOM_vide ):
3249 if( !MP4_BoxGet( p_box_trak, "mdia/minf/vmhd") )
3250 {
3251 return;
3252 }
3253 es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
3254 break;
3255
3256 case( ATOM_hint ):
3257 /* RTP Reception Hint tracks */
3258 if( !MP4_BoxGet( p_box_trak, "mdia/minf/hmhd" ) ||
3259 !MP4_BoxGet( p_box_trak, "mdia/minf/stbl/stsd/rrtp" ) )
3260 {
3261 break;
3262 }
3263 MP4_Box_t *p_sdp;
3264
3265 /* parse the sdp message to find out whether the RTP stream contained audio or video */
3266 if( !( p_sdp = MP4_BoxGet( p_box_trak, "udta/hnti/sdp " ) ) )
3267 {
3268 msg_Warn( p_demux, "Didn't find sdp box to determine stream type" );
3269 return;
3270 }
3271
3272 memcpy( sdp_media_type, BOXDATA(p_sdp)->psz_text, 7 );
3273 if( !strcmp(sdp_media_type, "m=audio") )
3274 {
3275 msg_Dbg( p_demux, "Found audio Rtp: %s", sdp_media_type );
3276 es_format_Change( &p_track->fmt, AUDIO_ES, 0 );
3277 }
3278 else if( !strcmp(sdp_media_type, "m=video") )
3279 {
3280 msg_Dbg( p_demux, "Found video Rtp: %s", sdp_media_type );
3281 es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
3282 }
3283 else
3284 {
3285 msg_Warn( p_demux, "Malformed track SDP message: %s", sdp_media_type );
3286 return;
3287 }
3288 p_track->p_sdp = p_sdp;
3289 break;
3290
3291 case( ATOM_tx3g ):
3292 case( ATOM_text ):
3293 case( ATOM_subp ):
3294 case( ATOM_subt ): /* ttml */
3295 case( ATOM_sbtl ):
3296 case( ATOM_clcp ): /* closed captions */
3297 es_format_Change( &p_track->fmt, SPU_ES, 0 );
3298 break;
3299
3300 default:
3301 return;
3302 }
3303
3304 p_track->asfinfo.i_cat = p_track->fmt.i_cat;
3305
3306 const MP4_Box_t *p_elst;
3307 p_track->i_elst = 0;
3308 p_track->i_elst_time = 0;
3309 if( ( p_track->p_elst = p_elst = MP4_BoxGet( p_box_trak, "edts/elst" ) ) )
3310 {
3311 MP4_Box_data_elst_t *elst = BOXDATA(p_elst);
3312 unsigned int i;
3313
3314 msg_Warn( p_demux, "elst box found" );
3315 for( i = 0; i < elst->i_entry_count; i++ )
3316 {
3317 msg_Dbg( p_demux, " - [%d] duration=%"PRId64"ms media time=%"PRId64
3318 "ms) rate=%d.%d", i,
3319 MP4_rescale( elst->i_segment_duration[i], p_sys->i_timescale, 1000 ),
3320 elst->i_media_time[i] >= 0 ?
3321 MP4_rescale( elst->i_media_time[i], p_track->i_timescale, 1000 ) :
3322 INT64_C(-1),
3323 elst->i_media_rate_integer[i],
3324 elst->i_media_rate_fraction[i] );
3325 }
3326 }
3327
3328
3329 /* TODO
3330 add support for:
3331 p_dinf = MP4_BoxGet( p_minf, "dinf" );
3332 */
3333 if( !( p_track->p_stbl = MP4_BoxGet( p_box_trak,"mdia/minf/stbl" ) ) ||
3334 !( p_track->p_stsd = MP4_BoxGet( p_box_trak,"mdia/minf/stbl/stsd") ) )
3335 {
3336 return;
3337 }
3338
3339 /* Set language */
3340 if( *language && strcmp( language, "```" ) && strcmp( language, "und" ) )
3341 {
3342 p_track->fmt.psz_language = strdup( language );
3343 }
3344
3345 const MP4_Box_t *p_udta = MP4_BoxGet( p_box_trak, "udta" );
3346 if( p_udta )
3347 {
3348 const MP4_Box_t *p_box_iter;
3349 for( p_box_iter = p_udta->p_first; p_box_iter != NULL;
3350 p_box_iter = p_box_iter->p_next )
3351 {
3352 switch( p_box_iter->i_type )
3353 {
3354 case ATOM_0xa9nam:
3355 case ATOM_name:
3356 p_track->fmt.psz_description =
3357 strndup( p_box_iter->data.p_binary->p_blob,
3358 p_box_iter->data.p_binary->i_blob );
3359 default:
3360 break;
3361 }
3362 }
3363 }
3364
3365 /* Create chunk index table and sample index table */
3366 if( TrackCreateChunksIndex( p_demux,p_track ) ||
3367 TrackCreateSamplesIndex( p_demux, p_track ) )
3368 {
3369 msg_Err( p_demux, "cannot create chunks index" );
3370 return; /* cannot create chunks index */
3371 }
3372
3373 p_track->i_chunk = 0;
3374 p_track->i_sample = 0;
3375
3376 /* Mark chapter only track */
3377 if( p_sys->p_tref_chap )
3378 {
3379 MP4_Box_data_tref_generic_t *p_chap = p_sys->p_tref_chap->data.p_tref_generic;
3380 unsigned int i;
3381
3382 for( i = 0; i < p_chap->i_entry_count; i++ )
3383 {
3384 if( p_track->i_track_ID == p_chap->i_track_ID[i] &&
3385 p_track->fmt.i_cat == UNKNOWN_ES )
3386 {
3387 p_track->b_chapters_source = true;
3388 p_track->b_enable = false;
3389 break;
3390 }
3391 }
3392 }
3393
3394 const MP4_Box_t *p_tsel;
3395 /* now create es */
3396 if( b_force_enable &&
3397 ( p_track->fmt.i_cat == VIDEO_ES || p_track->fmt.i_cat == AUDIO_ES ) )
3398 {
3399 msg_Warn( p_demux, "Enabling track[Id 0x%x] (buggy file without enabled track)",
3400 p_track->i_track_ID );
3401 p_track->b_enable = true;
3402 p_track->fmt.i_priority = ES_PRIORITY_SELECTABLE_MIN;
3403 }
3404 else if ( (p_tsel = MP4_BoxGet( p_box_trak, "udta/tsel" )) )
3405 {
3406 if ( BOXDATA(p_tsel) && BOXDATA(p_tsel)->i_switch_group )
3407 {
3408 p_track->i_switch_group = BOXDATA(p_tsel)->i_switch_group;
3409 int i_priority = ES_PRIORITY_SELECTABLE_MIN;
3410 for ( unsigned int i = 0; i < p_sys->i_tracks; i++ )
3411 {
3412 const mp4_track_t *p_other = &p_sys->track[i];
3413 if( p_other && p_other != p_track &&
3414 p_other->fmt.i_cat == p_track->fmt.i_cat &&
3415 p_track->i_switch_group == p_other->i_switch_group )
3416 i_priority = __MAX( i_priority, p_other->fmt.i_priority + 1 );
3417 }
3418 /* VLC only support ES priority for AUDIO_ES and SPU_ES.
3419 If there's another VIDEO_ES in the same group, we need to unselect it then */
3420 if ( p_track->fmt.i_cat == VIDEO_ES && i_priority > ES_PRIORITY_SELECTABLE_MIN )
3421 p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
3422 else
3423 p_track->fmt.i_priority = i_priority;
3424 }
3425 }
3426 /* If there's no tsel, try to enable the track coming first in edit list */
3427 else if ( p_track->p_elst && p_track->fmt.i_priority == ES_PRIORITY_SELECTABLE_MIN )
3428 {
3429 #define MAX_SELECTABLE (INT_MAX - ES_PRIORITY_SELECTABLE_MIN)
3430 for ( uint32_t i=0; i<p_track->BOXDATA(p_elst)->i_entry_count; i++ )
3431 {
3432 if ( p_track->BOXDATA(p_elst)->i_media_time[i] >= 0 &&
3433 p_track->BOXDATA(p_elst)->i_segment_duration[i] )
3434 {
3435 /* We do selection by inverting start time into priority.
3436 The track with earliest edit will have the highest prio */
3437 const int i_time = __MIN( MAX_SELECTABLE, p_track->BOXDATA(p_elst)->i_media_time[i] );
3438 p_track->fmt.i_priority = ES_PRIORITY_SELECTABLE_MIN + MAX_SELECTABLE - i_time;
3439 break;
3440 }
3441 }
3442 }
3443
3444 if( p_sys->hacks.es_cat_filters && (p_sys->hacks.es_cat_filters & p_track->fmt.i_cat) == 0 )
3445 {
3446 p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
3447 }
3448
3449 if( TrackCreateES( p_demux,
3450 p_track, p_track->i_chunk,
3451 (p_track->b_chapters_source || !b_create_es) ? NULL : &p_track->p_es ) )
3452 {
3453 msg_Err( p_demux, "cannot create es for track[Id 0x%x]",
3454 p_track->i_track_ID );
3455 return;
3456 }
3457
3458 p_track->b_ok = true;
3459 }
3460
3461 static void DestroyChunk( mp4_chunk_t *ck )
3462 {
3463 free( ck->p_sample_count_dts );
3464 free( ck->p_sample_delta_dts );
3465 free( ck->p_sample_count_pts );
3466 free( ck->p_sample_offset_pts );
3467 free( ck->p_sample_size );
3468 }
3469
3470 /****************************************************************************
3471 * MP4_TrackClean:
3472 ****************************************************************************
3473 * Cleans a track created by MP4_TrackCreate.
3474 ****************************************************************************/
3475 static void MP4_TrackClean( es_out_t *out, mp4_track_t *p_track )
3476 {
3477 es_format_Clean( &p_track->fmt );
3478
3479 if( p_track->p_es )
3480 es_out_Del( out, p_track->p_es );
3481
3482 if( p_track->chunk )
3483 {
3484 for( unsigned int i_chunk = 0; i_chunk < p_track->i_chunk_count; i_chunk++ )
3485 DestroyChunk( &p_track->chunk[i_chunk] );
3486 }
3487 free( p_track->chunk );
3488
3489 if( !p_track->i_sample_size )
3490 free( p_track->p_sample_size );
3491
3492 if ( p_track->asfinfo.p_frame )
3493 block_ChainRelease( p_track->asfinfo.p_frame );
3494
3495 free( p_track->context.runs.p_array );
3496 }
3497
3498 static void MP4_TrackInit( mp4_track_t *p_track )
3499 {
3500 memset( p_track, 0, sizeof(mp4_track_t) );
3501 es_format_Init( &p_track->fmt, UNKNOWN_ES, 0 );
3502 p_track->i_timescale = 1;
3503 }
3504
3505 static void MP4_TrackSelect( demux_t *p_demux, mp4_track_t *p_track, bool b_select )
3506 {
3507 if( !p_track->b_ok || p_track->b_chapters_source )
3508 return;
3509
3510 if( b_select == p_track->b_selected )
3511 return;
3512
3513 if( !b_select && p_track->p_es )
3514 {
3515 es_out_Control( p_demux->out, ES_OUT_SET_ES_STATE,
3516 p_track->p_es, false );
3517 }
3518
3519 p_track->b_selected = b_select;
3520 }
3521
3522 static int MP4_TrackSeek( demux_t *p_demux, mp4_track_t *p_track,
3523 mtime_t i_start )
3524 {
3525 uint32_t i_chunk;
3526 uint32_t i_sample;
3527
3528 if( !p_track->b_ok || p_track->b_chapters_source )
3529 return VLC_EGENERIC;
3530
3531 p_track->b_selected = false;
3532
3533 if( TrackTimeToSampleChunk( p_demux, p_track, i_start,
3534 &i_chunk, &i_sample ) )
3535 {
3536 msg_Warn( p_demux, "cannot select track[Id 0x%x]",
3537 p_track->i_track_ID );
3538 return VLC_EGENERIC;
3539 }
3540
3541 p_track->b_selected = true;
3542 if( !TrackGotoChunkSample( p_demux, p_track, i_chunk, i_sample ) )
3543 p_track->b_selected = true;
3544
3545 p_track->i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
3546
3547 return p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC;
3548 }
3549
3550
3551 /*
3552 * 3 types: for audio
3553 *
3554 */
3555 static inline uint32_t MP4_GetFixedSampleSize( const mp4_track_t *p_track,
3556 const MP4_Box_data_sample_soun_t *p_soun )
3557 {
3558 uint32_t i_size = p_track->i_sample_size;
3559
3560 assert( p_track->i_sample_size != 0 );
3561
3562 /* QuickTime "built-in" support case fixups */
3563 if( p_track->fmt.i_cat == AUDIO_ES &&
3564 p_soun->i_compressionid == 0 && p_track->i_sample_size <= 2 )
3565 {
3566 switch( p_track->fmt.i_codec )
3567 {
3568 case VLC_CODEC_GSM:
3569 i_size = p_soun->i_channelcount;
3570 break;
3571 case VLC_FOURCC( 'N', 'O', 'N', 'E' ):
3572 case ATOM_twos:
3573 case ATOM_sowt:
3574 case ATOM_raw:
3575 case VLC_CODEC_S24L:
3576 case VLC_CODEC_S24B:
3577 case VLC_CODEC_S32L:
3578 case VLC_CODEC_S32B:
3579 case VLC_CODEC_F32L:
3580 case VLC_CODEC_F32B:
3581 case VLC_CODEC_F64L:
3582 case VLC_CODEC_F64B:
3583 if( p_track->i_sample_size < ((p_soun->i_samplesize+7U)/8U) * p_soun->i_channelcount )
3584 i_size = ((p_soun->i_samplesize+7)/8) * p_soun->i_channelcount;
3585 break;
3586 case VLC_CODEC_ALAW:
3587 case VLC_FOURCC( 'u', 'l', 'a', 'w' ):
3588 i_size = p_soun->i_channelcount;
3589 break;
3590 default:
3591 break;
3592 }
3593 }
3594
3595 return i_size;
3596 }
3597
3598 static uint32_t MP4_TrackGetReadSize( mp4_track_t *p_track, uint32_t *pi_nb_samples )
3599 {
3600 uint32_t i_size = 0;
3601 *pi_nb_samples = 0;
3602
3603 if ( p_track->i_sample == p_track->i_sample_count )
3604 return 0;
3605
3606 if ( p_track->fmt.i_cat != AUDIO_ES )
3607 {
3608 *pi_nb_samples = 1;
3609
3610 if( p_track->i_sample_size == 0 ) /* all sizes are different */
3611 return p_track->p_sample_size[p_track->i_sample];
3612 else
3613 return p_track->i_sample_size;
3614 }
3615 else
3616 {
3617 const MP4_Box_data_sample_soun_t *p_soun = p_track->p_sample->data.p_sample_soun;
3618 const mp4_chunk_t *p_chunk = &p_track->chunk[p_track->i_chunk];
3619 uint32_t i_max_samples = p_chunk->i_sample_count - p_chunk->i_sample;
3620
3621 /* Group audio packets so we don't call demux for single sample unit */
3622 if( p_track->fmt.i_original_fourcc == VLC_CODEC_DVD_LPCM &&
3623 p_soun->i_constLPCMframesperaudiopacket &&
3624 p_soun->i_constbytesperaudiopacket )
3625 {
3626 /* uncompressed case */
3627 uint32_t i_packets = i_max_samples / p_soun->i_constLPCMframesperaudiopacket;
3628 if ( UINT32_MAX / p_soun->i_constbytesperaudiopacket < i_packets )
3629 i_packets = UINT32_MAX / p_soun->i_constbytesperaudiopacket;
3630 *pi_nb_samples = i_packets * p_soun->i_constLPCMframesperaudiopacket;
3631 return i_packets * p_soun->i_constbytesperaudiopacket;
3632 }
3633
3634 if( p_track->fmt.i_original_fourcc == VLC_FOURCC('r','r','t','p') )
3635 {
3636 *pi_nb_samples = 1;
3637 return p_track->i_sample_size;
3638 }
3639
3640 /* all samples have a different size */
3641 if( p_track->i_sample_size == 0 )
3642 {
3643 *pi_nb_samples = 1;
3644 return p_track->p_sample_size[p_track->i_sample];
3645 }
3646
3647 if( p_soun->i_qt_version == 1 )
3648 {
3649 if ( p_soun->i_compressionid == 0xFFFE )
3650 {
3651 *pi_nb_samples = 1; /* != number of audio samples */
3652 if ( p_track->i_sample_size )
3653 return p_track->i_sample_size;
3654 else
3655 return p_track->p_sample_size[p_track->i_sample];
3656 }
3657 else if ( p_soun->i_compressionid != 0 || p_soun->i_bytes_per_sample > 1 ) /* compressed */
3658 {
3659 /* in this case we are dealing with compressed data
3660 -2 in V1: additional fields are meaningless (VBR and such) */
3661 *pi_nb_samples = i_max_samples;//p_track->chunk[p_track->i_chunk].i_sample_count;
3662 if( p_track->fmt.audio.i_blockalign > 1 )
3663 *pi_nb_samples = p_soun->i_sample_per_packet;
3664 i_size = *pi_nb_samples / p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame;
3665 return i_size;
3666 }
3667 else /* uncompressed case */
3668 {
3669 uint32_t i_packets;
3670 if( p_track->fmt.audio.i_blockalign > 1 )
3671 i_packets = 1;
3672 else
3673 i_packets = i_max_samples / p_soun->i_sample_per_packet;
3674
3675 if ( UINT32_MAX / p_soun->i_bytes_per_frame < i_packets )
3676 i_packets = UINT32_MAX / p_soun->i_bytes_per_frame;
3677
3678 *pi_nb_samples = i_packets * p_soun->i_sample_per_packet;
3679 i_size = i_packets * p_soun->i_bytes_per_frame;
3680 return i_size;
3681 }
3682 }
3683
3684 /* uncompressed v0 (qt) or... not (ISO) */
3685
3686 /* Quicktime built-in support handling */
3687 if( p_soun->i_compressionid == 0 && p_track->i_sample_size == 1 )
3688 {
3689 switch( p_track->fmt.i_codec )
3690 {
3691 /* sample size is not integer */
3692 case VLC_CODEC_GSM:
3693 *pi_nb_samples = 160 * p_track->fmt.audio.i_channels;
3694 return 33 * p_track->fmt.audio.i_channels;
3695 default:
3696 break;
3697 }
3698 }
3699
3700 /* More regular V0 cases */
3701 uint32_t i_max_v0_samples;
3702 switch( p_track->fmt.i_codec )
3703 {
3704 /* Compressed samples in V0 */
3705 case VLC_CODEC_AMR_NB:
3706 case VLC_CODEC_AMR_WB:
3707 i_max_v0_samples = 16;
3708 break;
3709 case VLC_CODEC_MPGA:
3710 case VLC_CODEC_MP2:
3711 case VLC_CODEC_MP3:
3712 i_max_v0_samples = 1;
3713 break;
3714 default:
3715 /* Read 25ms of samples (uncompressed) */
3716 i_max_v0_samples = p_track->fmt.audio.i_rate / 40 *
3717 p_track->fmt.audio.i_channels;
3718 if( i_max_v0_samples < 1 )
3719 i_max_v0_samples = 1;
3720 break;
3721 }
3722
3723 *pi_nb_samples = 0;
3724 for( uint32_t i=p_track->i_sample;
3725 i<p_chunk->i_sample_first+p_chunk->i_sample_count &&
3726 i<p_track->i_sample_count;
3727 i++ )
3728 {
3729 (*pi_nb_samples)++;
3730 if ( p_track->i_sample_size == 0 )
3731 i_size += p_track->p_sample_size[i];
3732 else
3733 i_size += MP4_GetFixedSampleSize( p_track, p_soun );
3734
3735 /* Try to detect compression in ISO */
3736 if(p_soun->i_compressionid != 0)
3737 {
3738 /* Return only 1 sample */
3739 break;
3740 }
3741
3742 if ( *pi_nb_samples == i_max_v0_samples )
3743 break;
3744 }
3745 }
3746
3747 //fprintf( stderr, "size=%d\n", i_size );
3748 return i_size;
3749 }
3750
3751 static uint64_t MP4_TrackGetPos( mp4_track_t *p_track )
3752 {
3753 unsigned int i_sample;
3754 uint64_t i_pos;
3755
3756 i_pos = p_track->chunk[p_track->i_chunk].i_offset;
3757
3758 if( p_track->i_sample_size )
3759 {
3760 MP4_Box_data_sample_soun_t *p_soun =
3761 p_track->p_sample->data.p_sample_soun;
3762
3763 /* Quicktime builtin support, _must_ ignore sample tables */
3764 if( p_track->fmt.i_cat == AUDIO_ES && p_soun->i_compressionid == 0 &&
3765 p_track->i_sample_size == 1 )
3766 {
3767 switch( p_track->fmt.i_codec )
3768 {
3769 case VLC_CODEC_GSM: /* # Samples > data size */
3770 i_pos += ( p_track->i_sample -
3771 p_track->chunk[p_track->i_chunk].i_sample_first ) / 160 * 33;
3772 return i_pos;
3773 default:
3774 break;
3775 }
3776 }
3777
3778 if( p_track->fmt.i_cat != AUDIO_ES || p_soun->i_qt_version == 0 ||
3779 p_track->fmt.audio.i_blockalign <= 1 ||
3780 p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame == 0 )
3781 {
3782 i_pos += ( p_track->i_sample -
3783 p_track->chunk[p_track->i_chunk].i_sample_first ) *
3784 MP4_GetFixedSampleSize( p_track, p_soun );
3785 }
3786 else
3787 {
3788 /* we read chunk by chunk unless a blockalign is requested */
3789 i_pos += ( p_track->i_sample - p_track->chunk[p_track->i_chunk].i_sample_first ) /
3790 p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame;
3791 }
3792 }
3793 else
3794 {
3795 for( i_sample = p_track->chunk[p_track->i_chunk].i_sample_first;
3796 i_sample < p_track->i_sample; i_sample++ )
3797 {
3798 i_pos += p_track->p_sample_size[i_sample];
3799 }
3800 }
3801
3802 return i_pos;
3803 }
3804
3805 static int MP4_TrackNextSample( demux_t *p_demux, mp4_track_t *p_track, uint32_t i_samples )
3806 {
3807 if ( UINT32_MAX - p_track->i_sample < i_samples )
3808 {
3809 p_track->i_sample = UINT32_MAX;
3810 return VLC_EGENERIC;
3811 }
3812
3813 p_track->i_sample += i_samples;
3814
3815 if( p_track->i_sample >= p_track->i_sample_count )
3816 return VLC_EGENERIC;
3817
3818 /* Have we changed chunk ? */
3819 if( p_track->i_sample >=
3820 p_track->chunk[p_track->i_chunk].i_sample_first +
3821 p_track->chunk[p_track->i_chunk].i_sample_count )
3822 {
3823 if( TrackGotoChunkSample( p_demux, p_track, p_track->i_chunk + 1,
3824 p_track->i_sample ) )
3825 {
3826 msg_Warn( p_demux, "track[0x%x] will be disabled "
3827 "(cannot restart decoder)", p_track->i_track_ID );
3828 MP4_TrackSelect( p_demux, p_track, false );
3829 return VLC_EGENERIC;
3830 }
3831 }
3832
3833 /* Have we changed elst */
3834 if( p_track->p_elst && p_track->BOXDATA(p_elst)->i_entry_count > 0 )
3835 {
3836 demux_sys_t *p_sys = p_demux->p_sys;
3837 MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
3838 uint64_t i_mvt = MP4_rescale( MP4_TrackGetDTS( p_demux, p_track ),
3839 CLOCK_FREQ, p_sys->i_timescale );
3840 if( (unsigned int)p_track->i_elst < elst->i_entry_count &&
3841 i_mvt >= p_track->i_elst_time +
3842 elst->i_segment_duration[p_track->i_elst] )
3843 {
3844 MP4_TrackSetELST( p_demux, p_track,
3845 MP4_TrackGetDTS( p_demux, p_track ) );
3846 }
3847 }
3848
3849 return VLC_SUCCESS;
3850 }
3851
3852 static void MP4_TrackSetELST( demux_t *p_demux, mp4_track_t *tk,
3853 int64_t i_time )
3854 {
3855 demux_sys_t *p_sys = p_demux->p_sys;
3856 int i_elst_last = tk->i_elst;
3857
3858 /* handle elst (find the correct one) */
3859 tk->i_elst = 0;
3860 tk->i_elst_time = 0;
3861 if( tk->p_elst && tk->BOXDATA(p_elst)->i_entry_count > 0 )
3862 {
3863 MP4_Box_data_elst_t *elst = tk->BOXDATA(p_elst);
3864 int64_t i_mvt= MP4_rescale( i_time, CLOCK_FREQ, p_sys->i_timescale );
3865
3866 for( tk->i_elst = 0; (unsigned int)tk->i_elst < elst->i_entry_count; tk->i_elst++ )
3867 {
3868 mtime_t i_dur = elst->i_segment_duration[tk->i_elst];
3869
3870 if( tk->i_elst_time <= i_mvt && i_mvt < tk->i_elst_time + i_dur )
3871 {
3872 break;
3873 }
3874 tk->i_elst_time += i_dur;
3875 }
3876
3877 if( (unsigned int)tk->i_elst >= elst->i_entry_count )
3878 {
3879 /* msg_Dbg( p_demux, "invalid number of entry in elst" ); */
3880 tk->i_elst = elst->i_entry_count - 1;
3881 tk->i_elst_time -= elst->i_segment_duration[tk->i_elst];
3882 }
3883
3884 if( elst->i_media_time[tk->i_elst] < 0 )
3885 {
3886 /* track offset */
3887 tk->i_elst_time += elst->i_segment_duration[tk->i_elst];
3888 }
3889 }
3890 if( i_elst_last != tk->i_elst )
3891 {
3892 msg_Warn( p_demux, "elst old=%d new=%d", i_elst_last, tk->i_elst );
3893 tk->i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
3894 }
3895 }
3896
3897 /******************************************************************************
3898 * Here are the functions used for fragmented MP4
3899 *****************************************************************************/
3900 #if 0
3901 /**
3902 * Re-init decoder.
3903 * \Note If we call that function too soon,
3904 * before the track has been selected by MP4_TrackSelect
3905 * (during the first execution of Demux), then the track gets disabled
3906 */
3907 static int ReInitDecoder( demux_t *p_demux, const MP4_Box_t *p_root,
3908 mp4_track_t *p_track )
3909 {
3910 MP4_Box_t *p_paramsbox = MP4_BoxGet( p_root, "/moov/trak[0]" );
3911 if( !p_paramsbox )
3912 return VLC_EGENERIC;
3913
3914 MP4_TrackRestart( p_demux, p_track, p_paramsbox );
3915
3916 /* Temporary hack until we support track selection */
3917 p_track->b_selected = true;
3918 p_track->b_enable = true;
3919
3920 return VLC_SUCCESS;
3921 }
3922 #endif
3923
3924 static stime_t GetCumulatedDuration( demux_t *p_demux )
3925 {
3926 demux_sys_t *p_sys = p_demux->p_sys;
3927 stime_t i_max_duration = 0;
3928
3929 for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
3930 {
3931 stime_t i_track_duration = 0;
3932 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_sys->p_moov, p_sys->track[i].i_track_ID );
3933 const MP4_Box_t *p_stsz;
3934 const MP4_Box_t *p_tkhd;
3935 if ( (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) &&
3936 (p_stsz = MP4_BoxGet( p_trak, "mdia/minf/stbl/stsz" )) &&
3937 /* duration might be wrong an be set to whole duration :/ */
3938 BOXDATA(p_stsz)->i_sample_count > 0 )
3939 {
3940 i_max_duration = __MAX( (uint64_t)i_max_duration, BOXDATA(p_tkhd)->i_duration );
3941 }
3942
3943 if( p_sys->p_fragsindex )
3944 {
3945 i_track_duration += MP4_Fragment_Index_GetTrackDuration( p_sys->p_fragsindex, i );
3946 }
3947
3948 i_max_duration = __MAX( i_max_duration, i_track_duration );
3949 }
3950
3951 return i_max_duration;
3952 }
3953
3954 static int ProbeIndex( demux_t *p_demux )
3955 {
3956 demux_sys_t *p_sys = p_demux->p_sys;
3957 uint64_t i_stream_size;
3958 uint8_t mfro[MP4_MFRO_BOXSIZE];
3959 assert( p_sys->b_seekable );
3960
3961 if ( MP4_BoxCount( p_sys->p_root, "/mfra" ) )
3962 return VLC_EGENERIC;
3963
3964 i_stream_size = stream_Size( p_demux->s );
3965 if ( ( i_stream_size >> 62 ) ||
3966 ( i_stream_size < MP4_MFRO_BOXSIZE ) ||
3967 ( vlc_stream_Seek( p_demux->s, i_stream_size - MP4_MFRO_BOXSIZE ) != VLC_SUCCESS )
3968 )
3969 {
3970 msg_Dbg( p_demux, "Probing tail for mfro has failed" );
3971 return VLC_EGENERIC;
3972 }
3973
3974 if ( vlc_stream_Read( p_demux->s, &mfro, MP4_MFRO_BOXSIZE ) == MP4_MFRO_BOXSIZE &&
3975 VLC_FOURCC(mfro[4],mfro[5],mfro[6],mfro[7]) == ATOM_mfro &&
3976 GetDWBE( &mfro ) == MP4_MFRO_BOXSIZE )
3977 {
3978 uint32_t i_offset = GetDWBE( &mfro[12] );
3979 msg_Dbg( p_demux, "will read mfra index at %"PRIu64, i_stream_size - i_offset );
3980 if ( i_stream_size > i_offset &&
3981 vlc_stream_Seek( p_demux->s, i_stream_size - i_offset ) == VLC_SUCCESS )
3982 {
3983 msg_Dbg( p_demux, "reading mfra index at %"PRIu64, i_stream_size - i_offset );
3984 const uint32_t stoplist[] = { ATOM_mfra, 0 };
3985 MP4_ReadBoxContainerChildren( p_demux->s, p_sys->p_root, stoplist );
3986 }
3987 return VLC_SUCCESS;
3988 }
3989 return VLC_EGENERIC;
3990 }
3991
3992 static stime_t GetMoovTrackDuration( demux_sys_t *p_sys, unsigned i_track_ID )
3993 {
3994 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_sys->p_moov, i_track_ID );
3995 const MP4_Box_t *p_stsz;
3996 const MP4_Box_t *p_tkhd;
3997 if ( (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) &&
3998 (p_stsz = MP4_BoxGet( p_trak, "mdia/minf/stbl/stsz" )) &&
3999 /* duration might be wrong an be set to whole duration :/ */
4000 BOXDATA(p_stsz)->i_sample_count > 0 )
4001 {
4002 return BOXDATA(p_tkhd)->i_duration; /* In movie / mvhd scale */
4003 }
4004 return 0;
4005 }
4006
4007 static bool GetMoofTrackDuration( MP4_Box_t *p_moov, MP4_Box_t *p_moof,
4008 unsigned i_track_ID, stime_t *p_duration )
4009 {
4010 if ( !p_moof || !p_moov )
4011 return false;
4012
4013 MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
4014 while ( p_traf )
4015 {
4016 if ( p_traf->i_type != ATOM_traf )
4017 {
4018 p_traf = p_traf->p_next;
4019 continue;
4020 }
4021
4022 const MP4_Box_t *p_tfhd = MP4_BoxGet( p_traf, "tfhd" );
4023 const MP4_Box_t *p_trun = MP4_BoxGet( p_traf, "trun" );
4024 if ( !p_tfhd || !p_trun || i_track_ID != BOXDATA(p_tfhd)->i_track_ID )
4025 {
4026 p_traf = p_traf->p_next;
4027 continue;
4028 }
4029
4030 uint32_t i_track_timescale = 0;
4031 uint32_t i_track_defaultsampleduration = 0;
4032
4033 /* set trex for defaults */
4034 MP4_Box_t *p_trex = MP4_GetTrexByTrackID( p_moov, BOXDATA(p_tfhd)->i_track_ID );
4035 if ( p_trex )
4036 {
4037 i_track_defaultsampleduration = BOXDATA(p_trex)->i_default_sample_duration;
4038 }
4039
4040 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_moov, BOXDATA(p_tfhd)->i_track_ID );
4041 if ( p_trak )
4042 {
4043 MP4_Box_t *p_mdhd = MP4_BoxGet( p_trak, "mdia/mdhd" );
4044 if ( p_mdhd )
4045 i_track_timescale = BOXDATA(p_mdhd)->i_timescale;
4046 }
4047
4048 if ( !i_track_timescale )
4049 {
4050 p_traf = p_traf->p_next;
4051 continue;
4052 }
4053
4054 uint64_t i_traf_duration = 0;
4055 while ( p_trun && p_tfhd )
4056 {
4057 if ( p_trun->i_type != ATOM_trun )
4058 {
4059 p_trun = p_trun->p_next;
4060 continue;
4061 }
4062 const MP4_Box_data_trun_t *p_trundata = p_trun->data.p_trun;
4063
4064 /* Sum total time */
4065 if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_DURATION )
4066 {
4067 for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
4068 i_traf_duration += p_trundata->p_samples[i].i_duration;
4069 }
4070 else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DFLT_SAMPLE_DURATION )
4071 {
4072 i_traf_duration += p_trundata->i_sample_count *
4073 BOXDATA(p_tfhd)->i_default_sample_duration;
4074 }
4075 else
4076 {
4077 i_traf_duration += p_trundata->i_sample_count *
4078 i_track_defaultsampleduration;
4079 }
4080
4081 p_trun = p_trun->p_next;
4082 }
4083
4084 *p_duration = i_traf_duration;
4085 break;
4086 }
4087
4088 return true;
4089 }
4090
4091 static int ProbeFragments( demux_t *p_demux, bool b_force, bool *pb_fragmented )
4092 {
4093 demux_sys_t *p_sys = p_demux->p_sys;
4094
4095 msg_Dbg( p_demux, "probing fragments from %"PRId64, vlc_stream_Tell( p_demux->s ) );
4096
4097 assert( p_sys->p_root );
4098
4099 MP4_Box_t *p_vroot = MP4_BoxNew(ATOM_root);
4100 if( !p_vroot )
4101 return VLC_EGENERIC;
4102
4103 if( p_sys->b_seekable && (p_sys->b_fastseekable || b_force) )
4104 {
4105 MP4_ReadBoxContainerChildren( p_demux->s, p_vroot, NULL ); /* Get the rest of the file */
4106 p_sys->b_fragments_probed = true;
4107
4108 const unsigned i_moof = MP4_BoxCount( p_vroot, "/moof" );
4109 if( i_moof )
4110 {
4111 *pb_fragmented = true;
4112 p_sys->p_fragsindex = MP4_Fragments_Index_New( p_sys->i_tracks, i_moof );
4113 if( !p_sys->p_fragsindex )
4114 {
4115 MP4_BoxFree( p_vroot );
4116 return VLC_EGENERIC;
4117 }
4118
4119 stime_t *pi_track_times = calloc( p_sys->i_tracks, sizeof(*pi_track_times) );
4120 if( !pi_track_times )
4121 {
4122 MP4_Fragments_Index_Delete( p_sys->p_fragsindex );
4123 p_sys->p_fragsindex = NULL;
4124 MP4_BoxFree( p_vroot );
4125 return VLC_EGENERIC;
4126 }
4127
4128 unsigned index = 0;
4129
4130 for( MP4_Box_t *p_moof = p_vroot->p_first; p_moof; p_moof = p_moof->p_next )
4131 {
4132 if( p_moof->i_type != ATOM_moof )
4133 continue;
4134
4135 for( unsigned i=0; i<p_sys->i_tracks; i++ )
4136 {
4137 stime_t i_duration = 0;
4138 MP4_Box_t *p_tfdt = NULL;
4139 MP4_Box_t *p_traf = MP4_GetTrafByTrackID( p_moof, p_sys->track[i].i_track_ID );
4140 if( p_traf )
4141 p_tfdt = MP4_BoxGet( p_traf, "tfdt" );
4142
4143 /* Set first fragment time offset from moov */
4144 if( index == 0 )
4145 pi_track_times[i] = GetMoovTrackDuration( p_sys, p_sys->track[i].i_track_ID );
4146
4147 if( p_tfdt && BOXDATA(p_tfdt) )
4148 {
4149 pi_track_times[i] = p_tfdt->data.p_tfdt->i_base_media_decode_time;
4150 }
4151 else if( index == 0 ) /* Set first fragment time offset from moov */
4152 {
4153 i_duration = GetMoovTrackDuration( p_sys, p_sys->track[i].i_track_ID );
4154 pi_track_times[i] = MP4_rescale( i_duration, p_sys->i_timescale, p_sys->track[i].i_timescale );
4155 }
4156
4157 stime_t i_movietime = MP4_rescale( pi_track_times[i], p_sys->track[i].i_timescale, p_sys->i_timescale );
4158 p_sys->p_fragsindex->p_times[index * p_sys->i_tracks + i] = i_movietime;
4159
4160 if( GetMoofTrackDuration( p_sys->p_moov, p_moof, p_sys->track[i].i_track_ID, &i_duration ) )
4161 pi_track_times[i] += i_duration;
4162 }
4163
4164 p_sys->p_fragsindex->pi_pos[index++] = p_moof->i_pos;
4165 }
4166
4167 for( unsigned i=0; i<p_sys->i_tracks; i++ )
4168 {
4169 stime_t i_movietime = MP4_rescale( pi_track_times[i], p_sys->track[i].i_timescale, p_sys->i_timescale );
4170 if( p_sys->p_fragsindex->i_last_time < i_movietime )
4171 p_sys->p_fragsindex->i_last_time = i_movietime;
4172 }
4173
4174 free( pi_track_times );
4175 #ifdef MP4_VERBOSE
4176 MP4_Fragments_Index_Dump( VLC_OBJECT(p_demux), p_sys->p_fragsindex, p_sys->i_timescale );
4177 #endif
4178 }
4179 }
4180 else
4181 {
4182 /* We stop at first moof, which validates our fragmentation condition
4183 * and we'll find others while reading. */
4184 const uint32_t excllist[] = { ATOM_moof, 0 };
4185 MP4_ReadBoxContainerRestricted( p_demux->s, p_vroot, NULL, excllist );
4186 /* Peek since we stopped before restriction */
4187 const uint8_t *p_peek;
4188 if ( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) == 8 )
4189 *pb_fragmented = (VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) == ATOM_moof);
4190 else
4191 *pb_fragmented = false;
4192 }
4193
4194 MP4_BoxFree( p_vroot );
4195
4196 MP4_Box_t *p_mehd = MP4_BoxGet( p_sys->p_moov, "mvex/mehd");
4197 if ( !p_mehd )
4198 p_sys->i_cumulated_duration = GetCumulatedDuration( p_demux );
4199
4200 return VLC_SUCCESS;
4201 }
4202
4203 static void FragResetContext( demux_sys_t *p_sys )
4204 {
4205 if( p_sys->context.p_fragment_atom )
4206 {
4207 if( p_sys->context.p_fragment_atom != p_sys->p_moov )
4208 MP4_BoxFree( p_sys->context.p_fragment_atom );
4209 p_sys->context.p_fragment_atom = NULL;
4210 }
4211 p_sys->context.i_current_box_type = 0;
4212
4213 for ( uint32_t i=0; i<p_sys->i_tracks; i++ )
4214 {
4215 mp4_track_t *p_track = &p_sys->track[i];
4216 p_track->context.i_default_sample_size = 0;
4217 p_track->context.i_default_sample_duration = 0;
4218 }
4219 }
4220
4221 static int FragDemuxTrack( demux_t *p_demux, mp4_track_t *p_track,
4222 unsigned i_max_preload )
4223 {
4224 if( !p_track->b_ok ||
4225 p_track->context.runs.i_current >= p_track->context.runs.i_count )
4226 return VLC_DEMUXER_EOS;
4227
4228 const MP4_Box_data_trun_t *p_trun =
4229 p_track->context.runs.p_array[p_track->context.runs.i_current].p_trun->data.p_trun;
4230
4231 if( p_track->context.i_trun_sample >= p_trun->i_sample_count )
4232 return VLC_DEMUXER_EOS;
4233
4234 uint32_t dur = p_track->context.i_default_sample_duration,
4235 len = p_track->context.i_default_sample_size;
4236
4237 if( vlc_stream_Tell(p_demux->s) != p_track->context.i_trun_sample_pos &&
4238 MP4_Seek( p_demux->s, p_track->context.i_trun_sample_pos ) != VLC_SUCCESS )
4239 return VLC_DEMUXER_EOF;
4240
4241 const stime_t i_demux_max_dts = (i_max_preload < UINT_MAX) ?
4242 p_track->i_time + MP4_rescale( i_max_preload, CLOCK_FREQ, p_track->i_timescale ) :
4243 INT64_MAX;
4244
4245 for( uint32_t i = p_track->context.i_trun_sample; i < p_trun->i_sample_count; i++ )
4246 {
4247 const stime_t i_dts = p_track->i_time;
4248 stime_t i_pts = i_dts;
4249
4250 if( p_trun->i_flags & MP4_TRUN_SAMPLE_DURATION )
4251 dur = p_trun->p_samples[i].i_duration;
4252
4253 if( i_dts > i_demux_max_dts )
4254 return VLC_DEMUXER_SUCCESS;
4255
4256 p_track->i_time += dur;
4257 p_track->context.i_trun_sample = i + 1;
4258
4259 if( p_trun->i_flags & MP4_TRUN_SAMPLE_TIME_OFFSET )
4260 {
4261 if ( p_trun->i_version == 1 )
4262 i_pts += p_trun->p_samples[i].i_composition_time_offset.v1;
4263 else if( p_trun->p_samples[i].i_composition_time_offset.v0 < 0xFF000000 )
4264 i_pts += p_trun->p_samples[i].i_composition_time_offset.v0;
4265 else /* version 0 with negative */
4266 i_pts += p_trun->p_samples[i].i_composition_time_offset.v1;
4267 }
4268
4269 if( p_trun->i_flags & MP4_TRUN_SAMPLE_SIZE )
4270 len = p_trun->p_samples[i].i_size;
4271
4272 if( !dur )
4273 msg_Warn(p_demux, "Zero duration sample in trun.");
4274
4275 if( !len )
4276 msg_Warn(p_demux, "Zero length sample in trun.");
4277
4278 block_t *p_block = vlc_stream_Block( p_demux->s, len );
4279 uint32_t i_read = ( p_block ) ? p_block->i_buffer : 0;
4280 p_track->context.i_trun_sample_pos += i_read;
4281 if( i_read < len || p_block == NULL )
4282 {
4283 if( p_block )
4284 block_Release( p_block );
4285 return VLC_DEMUXER_EOF;
4286 }
4287
4288 #if 0
4289 msg_Dbg( p_demux, "tk(%i)=%"PRId64" mv=%"PRId64" pos=%"PRIu64, p_track->i_track_ID,
4290 VLC_TS_0 + MP4_rescale( i_dts, p_track->i_timescale, CLOCK_FREQ ),
4291 VLC_TS_0 + MP4_rescale( i_pts, p_track->i_timescale, CLOCK_FREQ ),
4292 p_track->context.i_trun_sample_pos );
4293 #endif
4294 if ( p_track->p_es )
4295 {
4296 p_block->i_dts = VLC_TS_0 + MP4_rescale( i_dts, p_track->i_timescale, CLOCK_FREQ );
4297 if( p_track->fmt.i_cat == VIDEO_ES && !( p_trun->i_flags & MP4_TRUN_SAMPLE_TIME_OFFSET ) )
4298 p_block->i_pts = VLC_TS_INVALID;
4299 else
4300 p_block->i_pts = VLC_TS_0 + MP4_rescale( i_pts, p_track->i_timescale, CLOCK_FREQ );
4301 p_block->i_length = MP4_rescale( dur, p_track->i_timescale, CLOCK_FREQ );
4302 MP4_Block_Send( p_demux, p_track, p_block );
4303 }
4304 else block_Release( p_block );
4305 }
4306
4307 if( p_track->context.i_trun_sample == p_trun->i_sample_count )
4308 {
4309 p_track->context.i_trun_sample = 0;
4310 if( ++p_track->context.runs.i_current < p_track->context.runs.i_count )
4311 {
4312 p_track->i_time = p_track->context.runs.p_array[p_track->context.runs.i_current].i_first_dts;
4313 p_track->context.i_trun_sample_pos = p_track->context.runs.p_array[p_track->context.runs.i_current].i_offset;
4314 }
4315 }
4316
4317 return VLC_DEMUXER_SUCCESS;
4318 }
4319
4320 static int DemuxMoof( demux_t *p_demux )
4321 {
4322 demux_sys_t *p_sys = p_demux->p_sys;
4323 int i_status;
4324
4325 const unsigned i_max_preload = ( p_sys->b_fastseekable ) ? 0 : ( p_sys->b_seekable ) ? DEMUX_TRACK_MAX_PRELOAD : UINT_MAX;
4326 const stime_t i_scaledincrement = MP4_rescale( DEMUX_INCREMENT, CLOCK_FREQ, p_sys->i_timescale );
4327
4328 const mtime_t i_nztime = MP4_GetMoviePTS( p_sys );
4329
4330 /* !important! Ensure clock is set before sending data */
4331 if( p_sys->i_pcr == VLC_TS_INVALID )
4332 es_out_SetPCR( p_demux->out, VLC_TS_0 + i_nztime );
4333
4334 /* demux up to increment amount of data on every track, or just set pcr if empty data */
4335 for( ;; )
4336 {
4337 mp4_track_t *tk = NULL;
4338 i_status = VLC_DEMUXER_EOS;
4339
4340 /* First pass, find any track within our target increment, ordered by position */
4341 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
4342 {
4343 mp4_track_t *tk_tmp = &p_sys->track[i];
4344
4345 if( !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
4346 (!tk_tmp->b_selected && !p_sys->b_seekable) ||
4347 tk_tmp->context.runs.i_current >= tk_tmp->context.runs.i_count )
4348 continue;
4349
4350 /* At least still have data to demux on this or next turns */
4351 i_status = VLC_DEMUXER_SUCCESS;
4352
4353 if( MP4_rescale( tk_tmp->i_time, tk_tmp->i_timescale, CLOCK_FREQ ) <= i_nztime + DEMUX_INCREMENT )
4354 {
4355 if( tk == NULL || tk_tmp->context.i_trun_sample_pos < tk->context.i_trun_sample_pos )
4356 tk = tk_tmp;
4357 }
4358 }
4359
4360 if( tk )
4361 {
4362 /* Second pass, refine and find any best candidate having a chunk pos closer than
4363 * current candidate (avoids seeks when increment falls between the 2) from
4364 * current position, but within extended interleave time */
4365 for( unsigned i = 0; i_max_preload > 0 && i < p_sys->i_tracks; i++ )
4366 {
4367 mp4_track_t *tk_tmp = &p_sys->track[i];
4368 if( tk_tmp == tk ||
4369 !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
4370 (!tk_tmp->b_selected && !p_sys->b_seekable) ||
4371 tk_tmp->context.runs.i_current >= tk_tmp->context.runs.i_count )
4372 continue;
4373
4374 mtime_t i_nzdts = MP4_rescale( tk_tmp->i_time, tk_tmp->i_timescale, CLOCK_FREQ );
4375 if ( i_nzdts <= i_nztime + DEMUX_TRACK_MAX_PRELOAD )
4376 {
4377 /* Found a better candidate to avoid seeking */
4378 if( tk_tmp->context.i_trun_sample_pos < tk->context.i_trun_sample_pos )
4379 tk = tk_tmp;
4380 /* Note: previous candidate will be repicked on next loop */
4381 }
4382 }
4383
4384 int i_ret = FragDemuxTrack( p_demux, tk, i_max_preload );
4385
4386 if( i_ret == VLC_DEMUXER_SUCCESS )
4387 i_status = VLC_DEMUXER_SUCCESS;
4388 }
4389
4390 if( i_status != VLC_DEMUXER_SUCCESS || !tk )
4391 break;
4392 }
4393
4394 if( i_status != VLC_DEMUXER_EOS )
4395 {
4396 p_sys->i_time += __MAX(i_scaledincrement, 1);
4397 p_sys->i_pcr = VLC_TS_0 + MP4_rescale( p_sys->i_time, p_sys->i_timescale, CLOCK_FREQ );
4398 es_out_SetPCR( p_demux->out, p_sys->i_pcr );
4399 }
4400 else
4401 {
4402 stime_t i_segment_end = INT64_MAX;
4403 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
4404 {
4405 mp4_track_t *tk = &p_sys->track[i];
4406 if( tk->b_ok || tk->b_chapters_source ||
4407 (!tk->b_selected && !p_sys->b_seekable) )
4408 continue;
4409 stime_t i_track_end = MP4_rescale( tk->i_time, tk->i_timescale, p_sys->i_timescale );
4410 if( i_track_end < i_segment_end )
4411 i_segment_end = i_track_end;
4412 }
4413 if( i_segment_end != INT64_MAX )
4414 {
4415 p_sys->i_time = i_segment_end;
4416 p_sys->i_pcr = VLC_TS_0 + MP4_rescale( p_sys->i_time, p_sys->i_timescale, CLOCK_FREQ );
4417 es_out_SetPCR( p_demux->out, p_sys->i_pcr );
4418 }
4419 }
4420
4421 return i_status;
4422 }
4423
4424 static int FragCreateTrunIndex( demux_t *p_demux, MP4_Box_t *p_moof,
4425 MP4_Box_t *p_chunksidx, stime_t i_moof_time, bool b_discontinuity )
4426 {
4427 demux_sys_t *p_sys = p_demux->p_sys;
4428
4429 uint64_t i_traf_base_data_offset = p_moof->i_pos;
4430 uint32_t i_traf = 0;
4431 uint64_t i_prev_traf_end = 0;
4432
4433 for( unsigned i=0; i<p_sys->i_tracks; i++ )
4434 {
4435 mp4_track_t *p_track = &p_sys->track[i];
4436 if( p_track->context.runs.p_array )
4437 free( p_track->context.runs.p_array );
4438 p_track->context.runs.p_array = NULL;
4439 p_track->context.runs.i_count = 0;
4440 p_track->context.runs.i_current = 0;
4441 }
4442
4443 for( MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
4444 p_traf ; p_traf = p_traf->p_next )
4445 {
4446 if ( p_traf->i_type != ATOM_traf )
4447 continue;
4448
4449 const MP4_Box_t *p_tfhd = MP4_BoxGet( p_traf, "tfhd" );
4450 const uint32_t i_trun_count = MP4_BoxCount( p_traf, "trun" );
4451 if ( !p_tfhd || !i_trun_count )
4452 continue;
4453
4454 mp4_track_t *p_track = MP4_GetTrackByTrackID( p_demux, BOXDATA(p_tfhd)->i_track_ID );
4455 if( !p_track )
4456 continue;
4457
4458 p_track->context.runs.p_array = calloc(i_trun_count, sizeof(mp4_run_t));
4459 if(!p_track->context.runs.p_array)
4460 continue;
4461
4462 /* Get defaults for this/these RUN */
4463 uint32_t i_track_defaultsamplesize = 0;
4464 uint32_t i_track_defaultsampleduration = 0;
4465 MP4_GetDefaultSizeAndDuration( p_sys->p_moov, BOXDATA(p_tfhd),
4466 &i_track_defaultsamplesize,
4467 &i_track_defaultsampleduration );
4468 p_track->context.i_default_sample_size = i_track_defaultsamplesize;
4469 p_track->context.i_default_sample_duration = i_track_defaultsampleduration;
4470
4471 stime_t i_traf_start_time = p_track->i_time;
4472 bool b_has_base_media_decode_time = false;
4473
4474 if( b_discontinuity ) /* We NEED start time offset for each track */
4475 {
4476 /* Find start time */
4477 const MP4_Box_t *p_tfdt = MP4_BoxGet( p_traf, "tfdt" );
4478 if( p_tfdt )
4479 {
4480 i_traf_start_time = BOXDATA(p_tfdt)->i_base_media_decode_time;
4481 b_has_base_media_decode_time = true;
4482 }
4483
4484 /* Try using Tfxd for base offset (Smooth) */
4485 if( !b_has_base_media_decode_time && p_sys->i_tracks == 1 )
4486 {
4487 const MP4_Box_t *p_uuid = MP4_BoxGet( p_traf, "uuid" );
4488 for( ; p_uuid; p_uuid = p_uuid->p_next )
4489 {
4490 if( p_uuid->i_type == ATOM_uuid &&
4491 !CmpUUID( &p_uuid->i_uuid, &TfxdBoxUUID ) && p_uuid->data.p_tfxd )
4492 {
4493 i_traf_start_time = p_uuid->data.p_tfxd->i_fragment_abs_time;
4494 b_has_base_media_decode_time = true;
4495 break;
4496 }
4497 }
4498 }
4499
4500 /* After seek we should have probed fragments */
4501 if( !b_has_base_media_decode_time && p_sys->p_fragsindex )
4502 {
4503 unsigned i_track_index = (p_track - p_sys->track);
4504 assert(&p_sys->track[i_track_index] == p_track);
4505 i_traf_start_time = MP4_Fragment_Index_GetTrackStartTime( p_sys->p_fragsindex,
4506 i_track_index, p_moof->i_pos );
4507 i_traf_start_time = MP4_rescale( i_traf_start_time,
4508 p_sys->i_timescale, p_track->i_timescale );
4509 b_has_base_media_decode_time = true;
4510 }
4511
4512 if( !b_has_base_media_decode_time && p_chunksidx )
4513 {
4514 /* Try using SIDX as base offset.
4515 * This can not work for global sidx but only when sent within each fragment (dash) */
4516 const MP4_Box_data_sidx_t *p_data = p_chunksidx->data.p_sidx;
4517 if( p_data && p_data->i_timescale && p_data->i_reference_count == 1 )
4518 {
4519 i_traf_start_time = MP4_rescale( p_data->i_earliest_presentation_time,
4520 p_data->i_timescale, p_track->i_timescale );
4521 b_has_base_media_decode_time = true;
4522 }
4523 }
4524
4525 /* First contiguous segment (moov->moof) and there's no tfdt not probed index (yet) */
4526 if( !b_has_base_media_decode_time && FragGetMoofSequenceNumber( p_moof ) == 1 )
4527 {
4528 i_traf_start_time = MP4_rescale( GetMoovTrackDuration( p_sys, p_track->i_track_ID ),
4529 p_sys->i_timescale, p_track->i_timescale );
4530 b_has_base_media_decode_time = true;
4531 }
4532
4533 /* Use global sidx moof time, in case moof does not carry tfdt */
4534 if( !b_has_base_media_decode_time && i_moof_time != INT64_MAX )
4535 i_traf_start_time = MP4_rescale( i_moof_time, p_sys->i_timescale, p_track->i_timescale );
4536
4537 /* That should not happen */
4538 if( !b_has_base_media_decode_time )
4539 i_traf_start_time = MP4_rescale( p_sys->i_time, p_sys->i_timescale, p_track->i_timescale );
4540 }
4541
4542 /* Parse TRUN data */
4543
4544 if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET )
4545 {
4546 i_traf_base_data_offset = BOXDATA(p_tfhd)->i_base_data_offset;
4547 }
4548 else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DEFAULT_BASE_IS_MOOF )
4549 {
4550 i_traf_base_data_offset = p_moof->i_pos /* + 8*/;
4551 }
4552 else
4553 {
4554 if ( i_traf == 0 )
4555 i_traf_base_data_offset = p_moof->i_pos /*+ 8*/;
4556 else
4557 i_traf_base_data_offset = i_prev_traf_end;
4558 }
4559
4560 uint64_t i_trun_dts = i_traf_start_time;
4561 uint64_t i_trun_data_offset = i_traf_base_data_offset;
4562 uint32_t i_trun_size = 0;
4563
4564 for( const MP4_Box_t *p_trun = MP4_BoxGet( p_traf, "trun" );
4565 p_trun && p_tfhd; p_trun = p_trun->p_next )
4566 {
4567 if ( p_trun->i_type != ATOM_trun )
4568 continue;
4569
4570 const MP4_Box_data_trun_t *p_trundata = p_trun->data.p_trun;
4571
4572 /* Get data offset */
4573 if ( p_trundata->i_flags & MP4_TRUN_DATA_OFFSET )
4574 {
4575 /* Fix for broken Trun data offset relative to tfhd instead of moof, as seen in smooth */
4576 if( (BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET) == 0 &&
4577 i_traf == 0 &&
4578 i_traf_base_data_offset + p_trundata->i_data_offset < p_moof->i_pos + p_moof->i_size + 8 )
4579 {
4580 i_trun_data_offset += p_moof->i_size + 8;
4581 }
4582 else if( (BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET) )
4583 {
4584 i_trun_data_offset = BOXDATA(p_tfhd)->i_base_data_offset + p_trundata->i_data_offset;
4585 }
4586 else
4587 {
4588 i_trun_data_offset += p_trundata->i_data_offset;
4589 }
4590 }
4591 else
4592 {
4593 i_trun_data_offset += i_trun_size;
4594 }
4595
4596 i_trun_size = 0;
4597 #ifndef NDEBUG
4598 msg_Dbg( p_demux,
4599 "tk %u run %" PRIu32 " dflt dur %"PRIu32" size %"PRIu32" firstdts %"PRId64" offset %"PRIu64,
4600 p_track->i_track_ID,
4601 p_track->context.runs.i_count,
4602 i_track_defaultsampleduration,
4603 i_track_defaultsamplesize,
4604 MP4_rescale( i_trun_dts, p_track->i_timescale, CLOCK_FREQ ), i_trun_data_offset );
4605 #endif
4606 //************
4607 mp4_run_t *p_run = &p_track->context.runs.p_array[p_track->context.runs.i_count++];
4608 p_run->i_first_dts = i_trun_dts;
4609 p_run->i_offset = i_trun_data_offset;
4610 p_run->p_trun = p_trun;
4611
4612 //************
4613 /* Sum total time */
4614 if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_DURATION )
4615 {
4616 for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
4617 i_trun_dts += p_trundata->p_samples[i].i_duration;
4618 }
4619 else
4620 {
4621 i_trun_dts += p_trundata->i_sample_count *
4622 i_track_defaultsampleduration;
4623 }
4624
4625 /* Get total traf size */
4626 if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_SIZE )
4627 {
4628 for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
4629 i_trun_size += p_trundata->p_samples[i].i_size;
4630 }
4631 else
4632 {
4633 i_trun_size += p_trundata->i_sample_count *
4634 i_track_defaultsamplesize;
4635 }
4636
4637 i_prev_traf_end = i_trun_data_offset + i_trun_size;
4638 }
4639
4640 i_traf++;
4641 }
4642
4643 return VLC_SUCCESS;
4644 }
4645
4646 static int FragGetMoofBySidxIndex( demux_t *p_demux, mtime_t i_target_time,
4647 uint64_t *pi_moof_pos, mtime_t *pi_sampletime )
4648 {
4649 const MP4_Box_t *p_sidx = MP4_BoxGet( p_demux->p_sys->p_root, "sidx" );
4650 const MP4_Box_data_sidx_t *p_data;
4651 if( !p_sidx || !((p_data = BOXDATA(p_sidx))) || !p_data->i_timescale )
4652 return VLC_EGENERIC;
4653
4654 i_target_time = MP4_rescale( i_target_time, CLOCK_FREQ, p_data->i_timescale );
4655
4656 /* sidx refers to offsets from end of sidx pos in the file + first offset */
4657 uint64_t i_pos = p_data->i_first_offset + p_sidx->i_pos + p_sidx->i_size;
4658 stime_t i_time = 0;
4659 for( uint16_t i=0; i<p_data->i_reference_count; i++ )
4660 {
4661 if( i_time + p_data->p_items[i].i_subsegment_duration > i_target_time )
4662 {
4663 *pi_sampletime = MP4_rescale( i_time, p_data->i_timescale, CLOCK_FREQ );
4664 *pi_moof_pos = i_pos;
4665 return VLC_SUCCESS;
4666 }
4667 i_pos += p_data->p_items[i].i_referenced_size;
4668 i_time += p_data->p_items[i].i_subsegment_duration;
4669 }
4670
4671 return VLC_EGENERIC;
4672 }
4673
4674 static int FragGetMoofByTfraIndex( demux_t *p_demux, const mtime_t i_target_time, unsigned i_track_ID,
4675 uint64_t *pi_moof_pos, mtime_t *pi_sampletime )
4676 {
4677 MP4_Box_t *p_tfra = MP4_BoxGet( p_demux->p_sys->p_root, "mfra/tfra" );
4678 for( ; p_tfra; p_tfra = p_tfra->p_next )
4679 {
4680 if ( p_tfra->i_type == ATOM_tfra )
4681 {
4682 const MP4_Box_data_tfra_t *p_data = BOXDATA(p_tfra);
4683 if( !p_data || p_data->i_track_ID != i_track_ID )
4684 continue;
4685
4686 uint64_t i_pos = 0;
4687 mp4_track_t *p_track = MP4_GetTrackByTrackID( p_demux, p_data->i_track_ID );
4688 if ( p_track )
4689 {
4690 stime_t i_track_target_time = MP4_rescale( i_target_time, CLOCK_FREQ, p_track->i_timescale );
4691 for ( uint32_t i = 0; i<p_data->i_number_of_entries; i += ( p_data->i_version == 1 ) ? 2 : 1 )
4692 {
4693 mtime_t i_time;
4694 uint64_t i_offset;
4695 if ( p_data->i_version == 1 )
4696 {
4697 i_time = *((uint64_t *)(p_data->p_time + i));
4698 i_offset = *((uint64_t *)(p_data->p_moof_offset + i));
4699 }
4700 else
4701 {
4702 i_time = p_data->p_time[i];
4703 i_offset = p_data->p_moof_offset[i];
4704 }
4705
4706 if ( i_time >= i_track_target_time )
4707 {
4708 if ( i_pos == 0 ) /* Not in this traf */
4709 break;
4710
4711 *pi_moof_pos = i_pos;
4712 *pi_sampletime = MP4_rescale( i_time, p_track->i_timescale, CLOCK_FREQ );
4713 return VLC_SUCCESS;
4714 }
4715 else
4716 i_pos = i_offset;
4717 }
4718 }
4719 }
4720 }
4721 return VLC_EGENERIC;
4722 }
4723
4724 static void MP4_GetDefaultSizeAndDuration( MP4_Box_t *p_moov,
4725 const MP4_Box_data_tfhd_t *p_tfhd_data,
4726 uint32_t *pi_default_size,
4727 uint32_t *pi_default_duration )
4728 {
4729 if( p_tfhd_data->i_flags & MP4_TFHD_DFLT_SAMPLE_DURATION )
4730 *pi_default_duration = p_tfhd_data->i_default_sample_duration;
4731
4732 if( p_tfhd_data->i_flags & MP4_TFHD_DFLT_SAMPLE_SIZE )
4733 *pi_default_size = p_tfhd_data->i_default_sample_size;
4734
4735 if( !*pi_default_duration || !*pi_default_size )
4736 {
4737 const MP4_Box_t *p_trex = MP4_GetTrexByTrackID( p_moov, p_tfhd_data->i_track_ID );
4738 if ( p_trex )
4739 {
4740 if ( !*pi_default_duration )
4741 *pi_default_duration = BOXDATA(p_trex)->i_default_sample_duration;
4742 if ( !*pi_default_size )
4743 *pi_default_size = BOXDATA(p_trex)->i_default_sample_size;
4744 }
4745 }
4746 }
4747
4748 static int DemuxFrag( demux_t *p_demux )
4749 {
4750 demux_sys_t *p_sys = p_demux->p_sys;
4751 unsigned i_track_selected = 0;
4752 int i_status = VLC_DEMUXER_SUCCESS;
4753
4754 if( unlikely(p_sys->b_error) )
4755 {
4756 msg_Warn( p_demux, "unrecoverable error" );
4757 i_status = VLC_DEMUXER_EOF;
4758 goto end;
4759 }
4760
4761 /* check for newly selected/unselected track */
4762 for( unsigned i_track = 0; i_track < p_sys->i_tracks; i_track++ )
4763 {
4764 mp4_track_t *tk = &p_sys->track[i_track];
4765 bool b = true;
4766
4767 if( !tk->b_ok || tk->b_chapters_source )
4768 continue;
4769
4770 if( p_sys->b_seekable )
4771 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
4772
4773 if(tk->b_selected != b)
4774 {
4775 msg_Dbg( p_demux, "track %u %s!", tk->i_track_ID, b ? "enabled" : "disabled" );
4776 MP4_TrackSelect( p_demux, tk, b );
4777 }
4778
4779 if( tk->b_selected )
4780 i_track_selected++;
4781 }
4782
4783 if( i_track_selected <= 0 )
4784 {
4785 msg_Warn( p_demux, "no track selected, exiting..." );
4786 i_status = VLC_DEMUXER_EOF;
4787 goto end;
4788 }
4789
4790 if ( p_sys->context.i_current_box_type != ATOM_mdat )
4791 {
4792 /* Othewise mdat is skipped. FIXME: mdat reading ! */
4793 const uint8_t *p_peek;
4794 if( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) != 8 )
4795 {
4796 i_status = VLC_DEMUXER_EOF;
4797 goto end;
4798 }
4799
4800 p_sys->context.i_current_box_type = VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] );
4801 if( p_sys->context.i_current_box_type == ATOM_mdat )
4802 {
4803 p_sys->context.i_post_mdat_offset = vlc_stream_Tell( p_demux->s ) + GetDWBE( p_peek );
4804 }
4805 else
4806 {
4807 MP4_Box_t *p_vroot = MP4_BoxGetNextChunk( p_demux->s );
4808 if(!p_vroot)
4809 {
4810 i_status = VLC_DEMUXER_EOF;
4811 goto end;
4812 }
4813
4814 MP4_Box_t *p_box = NULL;
4815 for( p_box = p_vroot->p_first; p_box; p_box = p_box->p_next )
4816 {
4817 if( p_box->i_type == ATOM_moof ||
4818 p_box->i_type == ATOM_moov )
4819 break;
4820 }
4821
4822 if( p_box )
4823 {
4824 FragResetContext( p_sys );
4825
4826 if( p_box->i_type == ATOM_moov )
4827 {
4828 p_sys->context.p_fragment_atom = p_sys->p_moov;
4829 }
4830 else
4831 {
4832 p_sys->context.p_fragment_atom = MP4_BoxExtract( &p_vroot->p_first, p_box->i_type );
4833
4834 /* Detect and Handle Passive Seek */
4835 const uint32_t i_sequence_number = FragGetMoofSequenceNumber( p_sys->context.p_fragment_atom );
4836 const bool b_discontinuity = ( i_sequence_number != p_sys->context.i_lastseqnumber + 1 );
4837 if( b_discontinuity )
4838 msg_Info( p_demux, "Fragment sequence discontinuity detected %"PRIu32" != %"PRIu32,
4839 i_sequence_number, p_sys->context.i_lastseqnumber + 1 );
4840 p_sys->context.i_lastseqnumber = i_sequence_number;
4841
4842 /* Prepare chunk */
4843 if( FragPrepareChunk( p_demux, p_sys->context.p_fragment_atom,
4844 MP4_BoxGet( p_vroot, "sidx"), INT64_MAX,
4845 b_discontinuity ) != VLC_SUCCESS )
4846 {
4847 MP4_BoxFree( p_vroot );
4848 i_status = VLC_DEMUXER_EOF;
4849 goto end;
4850 }
4851
4852 if( b_discontinuity )
4853 {
4854 p_sys->i_time = FragGetDemuxTimeFromTracksTime( p_sys );
4855 p_sys->i_pcr = VLC_TS_INVALID;
4856 }
4857 /* !Prepare chunk */
4858 }
4859
4860 p_sys->context.i_current_box_type = p_box->i_type;
4861 }
4862
4863 MP4_BoxFree( p_vroot );
4864
4865 if( p_sys->context.p_fragment_atom == NULL )
4866 {
4867 msg_Info(p_demux, "no moof or moov in current chunk");
4868 return VLC_DEMUXER_SUCCESS;
4869 }
4870 }
4871 }
4872
4873 if ( p_sys->context.i_current_box_type == ATOM_mdat )
4874 {
4875 assert(p_sys->context.p_fragment_atom);
4876
4877 if ( p_sys->context.p_fragment_atom )
4878 switch( p_sys->context.p_fragment_atom->i_type )
4879 {
4880 case ATOM_moov://[ftyp/moov, mdat]+ -> [moof, mdat]+
4881 i_status = DemuxMoov( p_demux );
4882 break;
4883 case ATOM_moof:
4884 i_status = DemuxMoof( p_demux );
4885 break;
4886 default:
4887 msg_Err( p_demux, "fragment type %4.4s", (char*) &p_sys->context.p_fragment_atom->i_type );
4888 break;
4889 }
4890
4891 if( i_status == VLC_DEMUXER_EOS )
4892 {
4893 i_status = VLC_DEMUXER_SUCCESS;
4894 /* Skip if we didn't reach the end of mdat box */
4895 uint64_t i_pos = vlc_stream_Tell( p_demux->s );
4896 if( i_pos != p_sys->context.i_post_mdat_offset && i_status != VLC_DEMUXER_EOF )
4897 {
4898 if( i_pos > p_sys->context.i_post_mdat_offset )
4899 msg_Err( p_demux, " Overread mdat by %" PRIu64, i_pos - p_sys->context.i_post_mdat_offset );
4900 else
4901 msg_Warn( p_demux, "mdat had still %"PRIu64" bytes unparsed as samples",
4902 p_sys->context.i_post_mdat_offset - i_pos );
4903 if( MP4_Seek( p_demux->s, p_sys->context.i_post_mdat_offset ) != VLC_SUCCESS )
4904 i_status = VLC_DEMUXER_EGENERIC;
4905 }
4906 p_sys->context.i_current_box_type = 0;
4907
4908 }
4909 }
4910
4911 end:
4912 if( i_status == VLC_DEMUXER_EOF )
4913 {
4914 mtime_t i_demux_end = INT64_MIN;
4915 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
4916 {
4917 const mp4_track_t *tk = &p_sys->track[i];
4918 mtime_t i_track_end = MP4_rescale( tk->i_time, tk->i_timescale, CLOCK_FREQ );
4919 if( i_track_end > i_demux_end )
4920 i_demux_end = i_track_end;
4921 }
4922 if( i_demux_end != INT64_MIN )
4923 es_out_SetPCR( p_demux->out, VLC_TS_0 + i_demux_end );
4924 }
4925
4926 return i_status;
4927 }
4928
4929 /* ASF Handlers */
4930 inline static mp4_track_t *MP4ASF_GetTrack( asf_packet_sys_t *p_packetsys,
4931 uint8_t i_stream_number )
4932 {
4933 demux_sys_t *p_sys = p_packetsys->p_demux->p_sys;
4934 for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
4935 {
4936 if ( p_sys->track[i].p_asf &&
4937 i_stream_number == p_sys->track[i].BOXDATA(p_asf)->i_stream_number )
4938 {
4939 return &p_sys->track[i];
4940 }
4941 }
4942 return NULL;
4943 }
4944
4945 static asf_track_info_t * MP4ASF_GetTrackInfo( asf_packet_sys_t *p_packetsys,
4946 uint8_t i_stream_number )
4947 {
4948 mp4_track_t *p_track = MP4ASF_GetTrack( p_packetsys, i_stream_number );
4949 if ( p_track )
4950 return &p_track->asfinfo;
4951 else
4952 return NULL;
4953 }
4954
4955 static void MP4ASF_Send( asf_packet_sys_t *p_packetsys, uint8_t i_stream_number,
4956 block_t **pp_frame )
4957 {
4958 mp4_track_t *p_track = MP4ASF_GetTrack( p_packetsys, i_stream_number );
4959 if ( !p_track )
4960 {
4961 block_Release( *pp_frame );
4962 }
4963 else
4964 {
4965 block_t *p_gather = block_ChainGather( *pp_frame );
4966 p_gather->i_dts = p_track->i_dts_backup;
4967 p_gather->i_pts = p_track->i_pts_backup;
4968 es_out_Send( p_packetsys->p_demux->out, p_track->p_es, p_gather );
4969 }
4970
4971 *pp_frame = NULL;
4972 }
4973
4974 static void MP4ASF_ResetFrames( demux_sys_t *p_sys )
4975 {
4976 for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
4977 {
4978 mp4_track_t *p_track = &p_sys->track[i];
4979 if( p_track->asfinfo.p_frame )
4980 {
4981 block_ChainRelease( p_track->asfinfo.p_frame );
4982 p_track->asfinfo.p_frame = NULL;
4983 }
4984 }
4985 }
4986
4987 #undef BOXDATA
VLC Development tree mirror