?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
demux: mp4: check handler before dereferencing sample entry
[vlc.git] / modules / demux / mp4 / mp4.c
blob4b03a1c6ddf2b5825211493f8bfbe9be8b5f1333
1 /*****************************************************************************
2 * mp4.c : MP4 file input module for vlc
3 *****************************************************************************
4 * Copyright (C) 2001-2004, 2010 VLC authors and VideoLAN
5 *
6 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
7 *
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of the GNU Lesser General Public License as published by
10 * the Free Software Foundation; either version 2.1 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public License
19 * along with this program; if not, write to the Free Software Foundation,
20 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
21 *****************************************************************************/
22 #ifdef HAVE_CONFIG_H
23 # include "config.h"
24 #endif
25
26 /*****************************************************************************
27 * Preamble
28 *****************************************************************************/
29 #include "mp4.h"
30
31 #include <vlc_demux.h>
32 #include <vlc_charset.h> /* EnsureUTF8 */
33 #include <vlc_input.h>
34 #include <vlc_aout.h>
35 #include <vlc_plugin.h>
36 #include <vlc_dialog.h>
37 #include <vlc_url.h>
38 #include <assert.h>
39 #include <limits.h>
40 #include "../codec/cc.h"
41
42 /*****************************************************************************
43 * Module descriptor
44 *****************************************************************************/
45 static int Open ( vlc_object_t * );
46 static void Close( vlc_object_t * );
47
48 #define CFG_PREFIX "mp4-"
49
50 #define MP4_M4A_TEXT N_("M4A audio only")
51 #define MP4_M4A_LONGTEXT N_("Ignore non audio tracks from iTunes audio files")
52
53 vlc_module_begin ()
54 set_category( CAT_INPUT )
55 set_subcategory( SUBCAT_INPUT_DEMUX )
56 set_description( N_("MP4 stream demuxer") )
57 set_shortname( N_("MP4") )
58 set_capability( "demux", 240 )
59 set_callbacks( Open, Close )
60
61 add_category_hint("Hacks", NULL, true)
62 add_bool( CFG_PREFIX"m4a-audioonly", false, MP4_M4A_TEXT, MP4_M4A_LONGTEXT, true )
63 vlc_module_end ()
64
65 /*****************************************************************************
66 * Local prototypes
67 *****************************************************************************/
68 static int Demux ( demux_t * );
69 static int DemuxRef( demux_t *p_demux ){ (void)p_demux; return 0;}
70 static int DemuxFrag( demux_t * );
71 static int Control ( demux_t *, int, va_list );
72
73 struct demux_sys_t
74 {
75 MP4_Box_t *p_root; /* container for the whole file */
76
77 mtime_t i_pcr;
78
79 uint64_t i_moov_duration;
80 uint64_t i_duration; /* Declared fragmented duration (movie time scale) */
81 uint64_t i_cumulated_duration; /* Same as above, but not from probing, (movie time scale) */
82 uint32_t i_timescale; /* movie time scale */
83 uint64_t i_nztime; /* time position of the presentation (CLOCK_FREQ timescale) */
84 unsigned int i_tracks; /* number of tracks */
85 mp4_track_t *track; /* array of track */
86 float f_fps; /* number of frame per seconds */
87
88 bool b_fragmented; /* fMP4 */
89 bool b_seekable;
90 bool b_fastseekable;
91 bool b_error; /* unrecoverable */
92
93 bool b_index_probed; /* mFra sync points index */
94 bool b_fragments_probed; /* moof segments index created */
95
96 MP4_Box_t *p_moov;
97
98 struct
99 {
100 uint32_t i_current_box_type;
101 MP4_Box_t *p_fragment_atom;
102 uint64_t i_post_mdat_offset;
103 uint32_t i_lastseqnumber;
104 } context;
105
106 /* */
107 MP4_Box_t *p_tref_chap;
108
109 /* */
110 int i_seekpoint;
111 input_title_t *p_title;
112 vlc_meta_t *p_meta;
113
114 /* ASF in MP4 */
115 asf_packet_sys_t asfpacketsys;
116 uint64_t i_preroll; /* foobar */
117 int64_t i_preroll_start;
118
119 struct
120 {
121 int es_cat_filters;
122 } hacks;
123
124 mp4_fragments_index_t *p_fragsindex;
125 };
126
127 #define DEMUX_INCREMENT (CLOCK_FREQ / 4) /* How far the pcr will go, each round */
128 #define DEMUX_TRACK_MAX_PRELOAD (CLOCK_FREQ * 15) /* maximum preloading, to deal with interleaving */
129
130 #define VLC_DEMUXER_EOS (VLC_DEMUXER_EGENERIC - 1)
131
132 const uint32_t rgi_pict_atoms[2] = { ATOM_PICT, ATOM_pict };
133 const char *psz_meta_roots[] = { "/moov/udta/meta/ilst",
134 "/moov/meta/ilst",
135 "/moov/udta/meta",
136 "/moov/udta",
137 "/meta/ilst",
138 "/udta",
139 NULL };
140
141 /*****************************************************************************
142 * Declaration of local function
143 *****************************************************************************/
144 static void MP4_TrackSetup( demux_t *, mp4_track_t *, MP4_Box_t *, bool, bool );
145 static void MP4_TrackInit( mp4_track_t * );
146 static void MP4_TrackClean( es_out_t *, mp4_track_t * );
147
148 static void MP4_Block_Send( demux_t *, mp4_track_t *, block_t * );
149
150 static void MP4_TrackSelect ( demux_t *, mp4_track_t *, bool );
151 static int MP4_TrackSeek ( demux_t *, mp4_track_t *, mtime_t );
152
153 static uint64_t MP4_TrackGetPos ( mp4_track_t * );
154 static uint32_t MP4_TrackGetReadSize( mp4_track_t *, uint32_t * );
155 static int MP4_TrackNextSample( demux_t *, mp4_track_t *, uint32_t );
156 static void MP4_TrackSetELST( demux_t *, mp4_track_t *, int64_t );
157
158 static void MP4_UpdateSeekpoint( demux_t *, int64_t );
159
160 static MP4_Box_t * MP4_GetTrexByTrackID( MP4_Box_t *p_moov, const uint32_t i_id );
161 static void MP4_GetDefaultSizeAndDuration( MP4_Box_t *p_moov,
162 const MP4_Box_data_tfhd_t *p_tfhd_data,
163 uint32_t *pi_default_size,
164 uint32_t *pi_default_duration );
165
166 static stime_t GetMoovTrackDuration( demux_sys_t *p_sys, unsigned i_track_ID );
167
168 static int ProbeFragments( demux_t *p_demux, bool b_force, bool *pb_fragmented );
169 static int ProbeIndex( demux_t *p_demux );
170
171 static int FragCreateTrunIndex( demux_t *, MP4_Box_t *, MP4_Box_t *, stime_t, bool );
172
173 static int FragGetMoofBySidxIndex( demux_t *p_demux, mtime_t i_target_time,
174 uint64_t *pi_moof_pos, mtime_t *pi_sampletime );
175 static int FragGetMoofByTfraIndex( demux_t *p_demux, const mtime_t i_target_time, unsigned i_track_ID,
176 uint64_t *pi_moof_pos, mtime_t *pi_sampletime );
177 static void FragResetContext( demux_sys_t * );
178
179 /* ASF Handlers */
180 static asf_track_info_t * MP4ASF_GetTrackInfo( asf_packet_sys_t *p_packetsys, uint8_t i_stream_number );
181 static void MP4ASF_Send(asf_packet_sys_t *p_packetsys, uint8_t i_stream_number, block_t **pp_frame);
182 static void MP4ASF_ResetFrames( demux_sys_t *p_sys );
183
184 /* RTP Hint track */
185 static block_t * MP4_RTPHint_Convert( demux_t *p_demux, block_t *p_block, vlc_fourcc_t i_codec );
186 static block_t * MP4_RTPHintToFrame( demux_t *p_demux, block_t *p_block, uint32_t packetcount );
187
188 static int MP4_LoadMeta( demux_sys_t *p_sys, vlc_meta_t *p_meta );
189
190 /* Helpers */
191
192 static int64_t MP4_rescale( int64_t i_value, uint32_t i_timescale, uint32_t i_newscale )
193 {
194 if( i_timescale == i_newscale )
195 return i_value;
196
197 if( i_value <= INT64_MAX / i_newscale )
198 return i_value * i_newscale / i_timescale;
199
200 /* overflow */
201 int64_t q = i_value / i_timescale;
202 int64_t r = i_value % i_timescale;
203 return q * i_newscale + r * i_newscale / i_timescale;
204 }
205
206 static uint32_t stream_ReadU32( stream_t *s, void *p_read, uint32_t i_toread )
207 {
208 ssize_t i_return = 0;
209 if ( i_toread > INT32_MAX )
210 {
211 i_return = vlc_stream_Read( s, p_read, (size_t) INT32_MAX );
212 if ( i_return < INT32_MAX )
213 return i_return;
214 else
215 i_toread -= INT32_MAX;
216 }
217 i_return += vlc_stream_Read( s, (uint8_t *)p_read + i_return, (size_t) i_toread );
218 return i_return;
219 }
220
221 static MP4_Box_t * MP4_GetTrexByTrackID( MP4_Box_t *p_moov, const uint32_t i_id )
222 {
223 if(!p_moov)
224 return NULL;
225 MP4_Box_t *p_trex = MP4_BoxGet( p_moov, "mvex/trex" );
226 while( p_trex )
227 {
228 if ( p_trex->i_type == ATOM_trex &&
229 BOXDATA(p_trex) && BOXDATA(p_trex)->i_track_ID == i_id )
230 break;
231 else
232 p_trex = p_trex->p_next;
233 }
234 return p_trex;
235 }
236
237 /**
238 * Return the track identified by tid
239 */
240 static mp4_track_t *MP4_GetTrackByTrackID( demux_t *p_demux, const uint32_t tid )
241 {
242 demux_sys_t *p_sys = p_demux->p_sys;
243
244 mp4_track_t *ret = NULL;
245 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
246 {
247 ret = &p_sys->track[i];
248 if( ret->i_track_ID == tid )
249 return ret;
250 }
251 return NULL;
252 }
253
254 static MP4_Box_t * MP4_GetTrakByTrackID( MP4_Box_t *p_moov, const uint32_t i_id )
255 {
256 MP4_Box_t *p_trak = MP4_BoxGet( p_moov, "trak" );
257 MP4_Box_t *p_tkhd;
258 while( p_trak )
259 {
260 if( p_trak->i_type == ATOM_trak &&
261 (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) && BOXDATA(p_tkhd) &&
262 BOXDATA(p_tkhd)->i_track_ID == i_id )
263 break;
264 else
265 p_trak = p_trak->p_next;
266 }
267 return p_trak;
268 }
269
270 static MP4_Box_t * MP4_GetTrafByTrackID( MP4_Box_t *p_moof, const uint32_t i_id )
271 {
272 MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
273 MP4_Box_t *p_tfhd;
274 while( p_traf )
275 {
276 if( p_traf->i_type == ATOM_traf &&
277 (p_tfhd = MP4_BoxGet( p_traf, "tfhd" )) && BOXDATA(p_tfhd) &&
278 BOXDATA(p_tfhd)->i_track_ID == i_id )
279 break;
280 else
281 p_traf = p_traf->p_next;
282 }
283 return p_traf;
284 }
285
286 static es_out_id_t * MP4_AddTrackES( es_out_t *out, mp4_track_t *p_track )
287 {
288 es_out_id_t *p_es = es_out_Add( out, &p_track->fmt );
289 /* Force SPU which isn't selected/defaulted */
290 if( p_track->fmt.i_cat == SPU_ES && p_es && p_track->b_forced_spu )
291 es_out_Control( out, ES_OUT_SET_ES_DEFAULT, p_es );
292
293 return p_es;
294 }
295
296 /* Return time in microsecond of a track */
297 static inline int64_t MP4_TrackGetDTS( demux_t *p_demux, mp4_track_t *p_track )
298 {
299 demux_sys_t *p_sys = p_demux->p_sys;
300 const mp4_chunk_t *p_chunk = &p_track->chunk[p_track->i_chunk];
301
302 unsigned int i_index = 0;
303 unsigned int i_sample = p_track->i_sample - p_chunk->i_sample_first;
304 int64_t i_dts = p_chunk->i_first_dts;
305
306 while( i_sample > 0 && i_index < p_chunk->i_entries_dts )
307 {
308 if( i_sample > p_chunk->p_sample_count_dts[i_index] )
309 {
310 i_dts += p_chunk->p_sample_count_dts[i_index] *
311 p_chunk->p_sample_delta_dts[i_index];
312 i_sample -= p_chunk->p_sample_count_dts[i_index];
313 i_index++;
314 }
315 else
316 {
317 i_dts += i_sample * p_chunk->p_sample_delta_dts[i_index];
318 break;
319 }
320 }
321
322 /* now handle elst */
323 if( p_track->p_elst && p_track->BOXDATA(p_elst)->i_entry_count )
324 {
325 MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
326
327 /* convert to offset */
328 if( ( elst->i_media_rate_integer[p_track->i_elst] > 0 ||
329 elst->i_media_rate_fraction[p_track->i_elst] > 0 ) &&
330 elst->i_media_time[p_track->i_elst] > 0 )
331 {
332 i_dts -= elst->i_media_time[p_track->i_elst];
333 }
334
335 /* add i_elst_time */
336 i_dts += MP4_rescale( p_track->i_elst_time, p_sys->i_timescale, p_track->i_timescale );
337
338 if( i_dts < 0 ) i_dts = 0;
339 }
340
341 return MP4_rescale( i_dts, p_track->i_timescale, CLOCK_FREQ );
342 }
343
344 static inline bool MP4_TrackGetPTSDelta( demux_t *p_demux, mp4_track_t *p_track,
345 int64_t *pi_delta )
346 {
347 VLC_UNUSED( p_demux );
348 mp4_chunk_t *ck = &p_track->chunk[p_track->i_chunk];
349
350 unsigned int i_index = 0;
351 unsigned int i_sample = p_track->i_sample - ck->i_sample_first;
352
353 if( ck->p_sample_count_pts == NULL || ck->p_sample_offset_pts == NULL )
354 return false;
355
356 for( i_index = 0; i_index < ck->i_entries_pts ; i_index++ )
357 {
358 if( i_sample < ck->p_sample_count_pts[i_index] )
359 {
360 *pi_delta = MP4_rescale( ck->p_sample_offset_pts[i_index],
361 p_track->i_timescale, CLOCK_FREQ );
362 return true;
363 }
364
365 i_sample -= ck->p_sample_count_pts[i_index];
366 }
367 return false;
368 }
369
370 static inline int64_t MP4_GetMoviePTS(demux_sys_t *p_sys )
371 {
372 return p_sys->i_nztime;
373 }
374
375 static void LoadChapter( demux_t *p_demux );
376
377 static int LoadInitFrag( demux_t *p_demux )
378 {
379 demux_sys_t *p_sys = p_demux->p_sys;
380
381 /* Load all boxes ( except raw data ) */
382 if( ( p_sys->p_root = MP4_BoxGetRoot( p_demux->s ) ) == NULL )
383 {
384 goto LoadInitFragError;
385 }
386
387 return VLC_SUCCESS;
388
389 LoadInitFragError:
390 msg_Warn( p_demux, "MP4 plugin discarded (not a valid initialization chunk)" );
391 return VLC_EGENERIC;
392 }
393
394 static int CreateTracks( demux_t *p_demux, unsigned i_tracks )
395 {
396 demux_sys_t *p_sys = p_demux->p_sys;
397
398 if( SIZE_MAX / i_tracks < sizeof(mp4_track_t) )
399 return VLC_EGENERIC;
400
401 p_sys->track = vlc_alloc( i_tracks, sizeof(mp4_track_t) );
402 if( p_sys->track == NULL )
403 return VLC_ENOMEM;
404 p_sys->i_tracks = i_tracks;
405
406 for( unsigned i=0; i<i_tracks; i++ )
407 MP4_TrackInit( &p_sys->track[i] );
408
409 return VLC_SUCCESS;
410 }
411
412 static block_t * MP4_EIA608_Convert( block_t * p_block )
413 {
414 /* Rebuild codec data from encap */
415 size_t i_copied = 0;
416 size_t i_remaining = __MIN(p_block->i_buffer, INT64_MAX / 3);
417 uint32_t i_bytes = 0;
418 block_t *p_newblock;
419
420 /* always need at least 10 bytes (atom size+header+1pair)*/
421 if ( i_remaining < 10 ||
422 !(i_bytes = GetDWBE(p_block->p_buffer)) ||
423 (i_bytes > i_remaining) ||
424 memcmp("cdat", &p_block->p_buffer[4], 4) ||
425 !(p_newblock = block_Alloc( i_remaining * 3 - 8 )) )
426 {
427 p_block->i_buffer = 0;
428 return p_block;
429 }
430
431 uint8_t *p_write = p_newblock->p_buffer;
432 uint8_t *p_read = &p_block->p_buffer[8];
433 i_bytes -= 8;
434 i_remaining -= 8;
435
436 do
437 {
438 p_write[i_copied++] = CC_PKT_BYTE0(0); /* cc1 == field 0 */
439 p_write[i_copied++] = p_read[0];
440 p_write[i_copied++] = p_read[1];
441 p_read += 2;
442 i_bytes -= 2;
443 i_remaining -= 2;
444 } while( i_bytes >= 2 );
445
446 /* cdt2 is optional */
447 if ( i_remaining >= 10 &&
448 (i_bytes = GetDWBE(p_read)) &&
449 (i_bytes <= i_remaining) &&
450 !memcmp("cdt2", &p_read[4], 4) )
451 {
452 p_read += 8;
453 i_bytes -= 8;
454 i_remaining -= 8;
455 do
456 {
457 p_write[i_copied++] = CC_PKT_BYTE0(0); /* cc1 == field 0 */
458 p_write[i_copied++] = p_read[0];
459 p_write[i_copied++] = p_read[1];
460 p_read += 2;
461 i_bytes -= 2;
462 } while( i_bytes >= 2 );
463 }
464
465 p_newblock->i_pts = p_block->i_dts;
466 p_newblock->i_buffer = i_copied;
467 p_newblock->i_flags = BLOCK_FLAG_TYPE_P;
468 block_Release( p_block );
469
470 return p_newblock;
471 }
472
473 static uint32_t MP4_TrackGetRunSeq( mp4_track_t *p_track )
474 {
475 if( p_track->i_chunk_count > 0 )
476 return p_track->chunk[p_track->i_chunk].i_virtual_run_number;
477 return 0;
478 }
479
480 /* Analyzes chunks to find max interleave length
481 * sets flat flag if no interleaving is in use */
482 static void MP4_GetInterleaving( demux_t *p_demux, uint64_t *pi_max_contiguous, bool *pb_flat )
483 {
484 demux_sys_t *p_sys = p_demux->p_sys;
485 *pi_max_contiguous = 0;
486 *pb_flat = true;
487
488 /* Find first recorded chunk */
489 mp4_track_t *tk = NULL;
490 uint64_t i_duration = 0;
491 for( unsigned i=0; i < p_sys->i_tracks; i++ )
492 {
493 mp4_track_t *cur = &p_sys->track[i];
494 if( !cur->i_chunk_count )
495 continue;
496
497 if( tk == NULL || cur->chunk[0].i_offset < tk->chunk[0].i_offset )
498 tk = cur;
499 }
500
501 for( ; tk != NULL; )
502 {
503 i_duration += tk->chunk[tk->i_chunk].i_duration;
504 tk->i_chunk++;
505
506 /* Find next chunk in data order */
507 mp4_track_t *nexttk = NULL;
508 for( unsigned i=0; i < p_sys->i_tracks; i++ )
509 {
510 mp4_track_t *cur = &p_sys->track[i];
511 if( cur->i_chunk == cur->i_chunk_count )
512 continue;
513
514 if( nexttk == NULL ||
515 cur->chunk[cur->i_chunk].i_offset < nexttk->chunk[nexttk->i_chunk].i_offset )
516 nexttk = cur;
517 }
518
519 /* copy previous run */
520 if( nexttk && nexttk->i_chunk > 0 )
521 nexttk->chunk[nexttk->i_chunk].i_virtual_run_number =
522 nexttk->chunk[nexttk->i_chunk - 1].i_virtual_run_number;
523
524 if( tk != nexttk )
525 {
526 i_duration = MP4_rescale( i_duration, tk->i_timescale, CLOCK_FREQ );
527 if( i_duration > *pi_max_contiguous )
528 *pi_max_contiguous = i_duration;
529 i_duration = 0;
530
531 if( tk->i_chunk != tk->i_chunk_count )
532 *pb_flat = false;
533
534 if( nexttk && nexttk->i_chunk > 0 ) /* new run number */
535 nexttk->chunk[nexttk->i_chunk].i_virtual_run_number++;
536 }
537
538 tk = nexttk;
539 }
540
541 /* reset */
542 for( unsigned i=0; i < p_sys->i_tracks; i++ )
543 p_sys->track[i].i_chunk = 0;
544 }
545
546 static block_t * MP4_Block_Convert( demux_t *p_demux, const mp4_track_t *p_track, block_t *p_block )
547 {
548 /* might have some encap */
549 if( p_track->fmt.i_cat == SPU_ES )
550 {
551 switch( p_track->fmt.i_codec )
552 {
553 case VLC_CODEC_WEBVTT:
554 case VLC_CODEC_TTML:
555 case VLC_CODEC_TX3G:
556 case VLC_CODEC_SPU:
557 case VLC_CODEC_SUBT:
558 /* accept as-is */
559 break;
560 case VLC_CODEC_CEA608:
561 p_block = MP4_EIA608_Convert( p_block );
562 break;
563 default:
564 p_block->i_buffer = 0;
565 break;
566 }
567 }
568 else if( p_track->fmt.i_original_fourcc == ATOM_rrtp )
569 {
570 p_block = MP4_RTPHint_Convert( p_demux, p_block, p_track->fmt.i_codec );
571 }
572
573 return p_block;
574 }
575
576 static void MP4_Block_Send( demux_t *p_demux, mp4_track_t *p_track, block_t *p_block )
577 {
578 demux_sys_t *p_sys = p_demux->p_sys;
579
580 p_block = MP4_Block_Convert( p_demux, p_track, p_block );
581 if( p_block == NULL )
582 return;
583
584 if ( p_track->b_chans_reorder )
585 {
586 aout_ChannelReorder( p_block->p_buffer, p_block->i_buffer,
587 p_track->fmt.audio.i_channels,
588 p_track->rgi_chans_reordering,
589 p_track->fmt.i_codec );
590 }
591
592 p_block->i_flags |= p_track->i_block_flags;
593 if( p_track->i_next_block_flags )
594 {
595 p_block->i_flags |= p_track->i_next_block_flags;
596 p_track->i_next_block_flags = 0;
597 }
598
599 /* ASF packets in mov */
600 if( p_track->p_asf )
601 {
602 /* Fake a new stream from MP4 block */
603 stream_t *p_stream = p_demux->s;
604 p_demux->s = vlc_stream_MemoryNew( p_demux, p_block->p_buffer, p_block->i_buffer, true );
605 if ( p_demux->s )
606 {
607 p_track->i_dts_backup = p_block->i_dts;
608 p_track->i_pts_backup = p_block->i_pts;
609 /* And demux it as ASF packet */
610 DemuxASFPacket( &p_sys->asfpacketsys, p_block->i_buffer, p_block->i_buffer );
611 vlc_stream_Delete(p_demux->s);
612 }
613 block_Release(p_block);
614 p_demux->s = p_stream;
615 }
616 else
617 es_out_Send( p_demux->out, p_track->p_es, p_block );
618 }
619
620 /*****************************************************************************
621 * Open: check file and initializes MP4 structures
622 *****************************************************************************/
623 static int Open( vlc_object_t * p_this )
624 {
625 demux_t *p_demux = (demux_t *)p_this;
626 demux_sys_t *p_sys;
627
628 const uint8_t *p_peek;
629
630 MP4_Box_t *p_ftyp;
631 const MP4_Box_t *p_mvhd = NULL;
632 const MP4_Box_t *p_mvex = NULL;
633
634 bool b_enabled_es;
635
636 /* A little test to see if it could be a mp4 */
637 if( vlc_stream_Peek( p_demux->s, &p_peek, 11 ) < 11 ) return VLC_EGENERIC;
638
639 switch( VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
640 {
641 case ATOM_moov:
642 case ATOM_foov:
643 case ATOM_moof:
644 case ATOM_mdat:
645 case ATOM_udta:
646 case ATOM_free:
647 case ATOM_skip:
648 case ATOM_wide:
649 case ATOM_uuid:
650 case VLC_FOURCC( 'p', 'n', 'o', 't' ):
651 break;
652 case ATOM_ftyp:
653 /* We don't yet support f4v, but avformat does. */
654 if( p_peek[8] == 'f' && p_peek[9] == '4' && p_peek[10] == 'v' )
655 return VLC_EGENERIC;
656 break;
657 default:
658 return VLC_EGENERIC;
659 }
660
661 /* create our structure that will contains all data */
662 p_sys = calloc( 1, sizeof( demux_sys_t ) );
663 if ( !p_sys )
664 return VLC_EGENERIC;
665
666 /* I need to seek */
667 vlc_stream_Control( p_demux->s, STREAM_CAN_SEEK, &p_sys->b_seekable );
668 if( p_sys->b_seekable )
669 vlc_stream_Control( p_demux->s, STREAM_CAN_FASTSEEK, &p_sys->b_fastseekable );
670
671 /*Set exported functions */
672 p_demux->pf_demux = Demux;
673 p_demux->pf_control = Control;
674
675 p_sys->context.i_lastseqnumber = UINT32_MAX;
676
677 p_demux->p_sys = p_sys;
678
679 if( LoadInitFrag( p_demux ) != VLC_SUCCESS )
680 goto error;
681
682 MP4_BoxDumpStructure( p_demux->s, p_sys->p_root );
683
684 if( ( p_ftyp = MP4_BoxGet( p_sys->p_root, "/ftyp" ) ) )
685 {
686 switch( BOXDATA(p_ftyp)->i_major_brand )
687 {
688 case MAJOR_isom:
689 msg_Dbg( p_demux,
690 "ISO Media (isom) version %d.",
691 BOXDATA(p_ftyp)->i_minor_version );
692 break;
693 case MAJOR_3gp4:
694 case MAJOR_3gp5:
695 case MAJOR_3gp6:
696 case MAJOR_3gp7:
697 msg_Dbg( p_demux, "3GPP Media Release: %4.4s",
698 (char *)&BOXDATA(p_ftyp)->i_major_brand );
699 break;
700 case MAJOR_qt__:
701 msg_Dbg( p_demux, "Apple QuickTime media" );
702 break;
703 case MAJOR_isml:
704 msg_Dbg( p_demux, "PIFF (= isml = fMP4) media" );
705 break;
706 case MAJOR_dash:
707 msg_Dbg( p_demux, "DASH Stream" );
708 break;
709 case MAJOR_M4A:
710 msg_Dbg( p_demux, "iTunes audio" );
711 if( var_InheritBool( p_demux, CFG_PREFIX"m4a-audioonly" ) )
712 p_sys->hacks.es_cat_filters = AUDIO_ES;
713 break;
714 default:
715 msg_Dbg( p_demux,
716 "unrecognized major media specification (%4.4s).",
717 (char*)&BOXDATA(p_ftyp)->i_major_brand );
718 break;
719 }
720 /* also lookup in compatibility list */
721 for(uint32_t i=0; i<BOXDATA(p_ftyp)->i_compatible_brands_count; i++)
722 {
723 if (BOXDATA(p_ftyp)->i_compatible_brands[i] == MAJOR_dash)
724 {
725 msg_Dbg( p_demux, "DASH Stream" );
726 }
727 else if (BOXDATA(p_ftyp)->i_compatible_brands[i] == VLC_FOURCC('s', 'm', 'o', 'o') )
728 {
729 msg_Dbg( p_demux, "Handling VLC Smooth Stream" );
730 }
731 }
732 }
733 else
734 {
735 msg_Dbg( p_demux, "file type box missing (assuming ISO Media)" );
736 }
737
738 /* the file need to have one moov box */
739 p_sys->p_moov = MP4_BoxGet( p_sys->p_root, "/moov" );
740 if( unlikely(!p_sys->p_moov) )
741 {
742 p_sys->p_moov = MP4_BoxGet( p_sys->p_root, "/foov" );
743 if( !p_sys->p_moov )
744 {
745 msg_Err( p_demux, "MP4 plugin discarded (no moov,foov,moof box)" );
746 goto error;
747 }
748 /* we have a free box as a moov, rename it */
749 p_sys->p_moov->i_type = ATOM_moov;
750 }
751
752 p_mvhd = MP4_BoxGet( p_sys->p_moov, "mvhd" );
753 if( p_mvhd && BOXDATA(p_mvhd) && BOXDATA(p_mvhd)->i_timescale )
754 {
755 p_sys->i_timescale = BOXDATA(p_mvhd)->i_timescale;
756 p_sys->i_moov_duration = p_sys->i_duration = BOXDATA(p_mvhd)->i_duration;
757 p_sys->i_cumulated_duration = BOXDATA(p_mvhd)->i_duration;
758 }
759 else
760 {
761 msg_Warn( p_demux, "No valid mvhd found" );
762 goto error;
763 }
764
765 MP4_Box_t *p_rmra = MP4_BoxGet( p_sys->p_root, "/moov/rmra" );
766 if( p_rmra != NULL && p_demux->p_input != NULL )
767 {
768 int i_count = MP4_BoxCount( p_rmra, "rmda" );
769 int i;
770
771 msg_Dbg( p_demux, "detected playlist mov file (%d ref)", i_count );
772
773 input_thread_t *p_input = p_demux->p_input;
774 input_item_t *p_current = input_GetItem( p_input );
775
776 input_item_node_t *p_subitems = input_item_node_Create( p_current );
777
778 for( i = 0; i < i_count; i++ )
779 {
780 MP4_Box_t *p_rdrf = MP4_BoxGet( p_rmra, "rmda[%d]/rdrf", i );
781 char *psz_ref;
782 uint32_t i_ref_type;
783
784 if( !p_rdrf || !BOXDATA(p_rdrf) || !( psz_ref = strdup( BOXDATA(p_rdrf)->psz_ref ) ) )
785 {
786 continue;
787 }
788 i_ref_type = BOXDATA(p_rdrf)->i_ref_type;
789
790 msg_Dbg( p_demux, "new ref=`%s' type=%4.4s",
791 psz_ref, (char*)&i_ref_type );
792
793 if( i_ref_type == VLC_FOURCC( 'u', 'r', 'l', ' ' ) )
794 {
795 if( strstr( psz_ref, "qt5gateQT" ) )
796 {
797 msg_Dbg( p_demux, "ignoring pseudo ref =`%s'", psz_ref );
798 free( psz_ref );
799 continue;
800 }
801 if( !strncmp( psz_ref, "http://", 7 ) ||
802 !strncmp( psz_ref, "rtsp://", 7 ) )
803 {
804 ;
805 }
806 else
807 {
808 char *psz_absolute = vlc_uri_resolve( p_demux->psz_url,
809 psz_ref );
810 free( psz_ref );
811 if( psz_absolute == NULL )
812 {
813 input_item_node_Delete( p_subitems );
814 return VLC_ENOMEM;
815 }
816 psz_ref = psz_absolute;
817 }
818 msg_Dbg( p_demux, "adding ref = `%s'", psz_ref );
819 input_item_t *p_item = input_item_New( psz_ref, NULL );
820 input_item_CopyOptions( p_item, p_current );
821 input_item_node_AppendItem( p_subitems, p_item );
822 input_item_Release( p_item );
823 }
824 else
825 {
826 msg_Err( p_demux, "unknown ref type=%4.4s FIXME (send a bug report)",
827 (char*)&BOXDATA(p_rdrf)->i_ref_type );
828 }
829 free( psz_ref );
830 }
831
832 /* FIXME: create a stream_filter sub-module for this */
833 if (es_out_Control(p_demux->out, ES_OUT_POST_SUBNODE, p_subitems))
834 input_item_node_Delete(p_subitems);
835 }
836
837 if( !(p_mvhd = MP4_BoxGet( p_sys->p_root, "/moov/mvhd" ) ) )
838 {
839 if( !p_rmra )
840 {
841 msg_Err( p_demux, "cannot find /moov/mvhd" );
842 goto error;
843 }
844 else
845 {
846 msg_Warn( p_demux, "cannot find /moov/mvhd (pure ref file)" );
847 p_demux->pf_demux = DemuxRef;
848 return VLC_SUCCESS;
849 }
850 }
851 else
852 {
853 p_sys->i_timescale = BOXDATA(p_mvhd)->i_timescale;
854 if( p_sys->i_timescale == 0 )
855 {
856 msg_Err( p_this, "bad timescale" );
857 goto error;
858 }
859 }
860
861 const unsigned i_tracks = MP4_BoxCount( p_sys->p_root, "/moov/trak" );
862 if( i_tracks < 1 )
863 {
864 msg_Err( p_demux, "cannot find any /moov/trak" );
865 goto error;
866 }
867 msg_Dbg( p_demux, "found %u track%c", i_tracks, i_tracks ? 's':' ' );
868
869 if( CreateTracks( p_demux, i_tracks ) != VLC_SUCCESS )
870 goto error;
871
872 /* Search the first chap reference (like quicktime) and
873 * check that at least 1 stream is enabled */
874 p_sys->p_tref_chap = NULL;
875 b_enabled_es = false;
876 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
877 {
878 MP4_Box_t *p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%d]", i );
879
880
881 MP4_Box_t *p_tkhd = MP4_BoxGet( p_trak, "tkhd" );
882 if( p_tkhd && BOXDATA(p_tkhd) && (BOXDATA(p_tkhd)->i_flags&MP4_TRACK_ENABLED) )
883 b_enabled_es = true;
884
885 MP4_Box_t *p_chap = MP4_BoxGet( p_trak, "tref/chap", i );
886 if( p_chap && p_chap->data.p_tref_generic &&
887 p_chap->data.p_tref_generic->i_entry_count > 0 && !p_sys->p_tref_chap )
888 p_sys->p_tref_chap = p_chap;
889 }
890
891 /* Set and store metadata */
892 if( (p_sys->p_meta = vlc_meta_New()) )
893 MP4_LoadMeta( p_sys, p_sys->p_meta );
894
895 /* now process each track and extract all useful information */
896 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
897 {
898 MP4_Box_t *p_trak = MP4_BoxGet( p_sys->p_root, "/moov/trak[%u]", i );
899 MP4_TrackSetup( p_demux, &p_sys->track[i], p_trak, true, !b_enabled_es );
900
901 if( p_sys->track[i].b_ok && !p_sys->track[i].b_chapters_source )
902 {
903 const char *psz_cat;
904 switch( p_sys->track[i].fmt.i_cat )
905 {
906 case( VIDEO_ES ):
907 psz_cat = "video";
908 break;
909 case( AUDIO_ES ):
910 psz_cat = "audio";
911 break;
912 case( SPU_ES ):
913 psz_cat = "subtitle";
914 break;
915
916 default:
917 psz_cat = "unknown";
918 break;
919 }
920
921 msg_Dbg( p_demux, "adding track[Id 0x%x] %s (%s) language %s",
922 p_sys->track[i].i_track_ID, psz_cat,
923 p_sys->track[i].b_enable ? "enable":"disable",
924 p_sys->track[i].fmt.psz_language ?
925 p_sys->track[i].fmt.psz_language : "undef" );
926 }
927 else if( p_sys->track[i].b_ok && p_sys->track[i].b_chapters_source )
928 {
929 msg_Dbg( p_demux, "using track[Id 0x%x] for chapter language %s",
930 p_sys->track[i].i_track_ID,
931 p_sys->track[i].fmt.psz_language ?
932 p_sys->track[i].fmt.psz_language : "undef" );
933 }
934 else
935 {
936 msg_Dbg( p_demux, "ignoring track[Id 0x%x]",
937 p_sys->track[i].i_track_ID );
938 }
939 }
940
941 p_mvex = MP4_BoxGet( p_sys->p_moov, "mvex" );
942 if( p_mvex != NULL )
943 {
944 const MP4_Box_t *p_mehd = MP4_BoxGet( p_mvex, "mehd");
945 if ( p_mehd && BOXDATA(p_mehd) )
946 {
947 if( BOXDATA(p_mehd)->i_fragment_duration > p_sys->i_duration )
948 {
949 p_sys->b_fragmented = true;
950 p_sys->i_duration = BOXDATA(p_mehd)->i_fragment_duration;
951 }
952 }
953
954 const MP4_Box_t *p_sidx = MP4_BoxGet( p_sys->p_root, "sidx");
955 if( p_sidx )
956 p_sys->b_fragmented = true;
957
958 if ( p_sys->b_seekable )
959 {
960 if( !p_sys->b_fragmented /* as unknown */ )
961 {
962 /* Probe remaining to check if there's really fragments
963 or if that file is just ready to append fragments */
964 ProbeFragments( p_demux, (p_sys->i_duration == 0), &p_sys->b_fragmented );
965 }
966
967 if( vlc_stream_Seek( p_demux->s, p_sys->p_moov->i_pos ) != VLC_SUCCESS )
968 goto error;
969 }
970 else /* Handle as fragmented by default as we can't see moof */
971 {
972 p_sys->context.p_fragment_atom = p_sys->p_moov;
973 p_sys->context.i_current_box_type = ATOM_moov;
974 p_sys->b_fragmented = true;
975 }
976 }
977
978 if( p_sys->b_fragmented )
979 {
980 p_demux->pf_demux = DemuxFrag;
981 msg_Dbg( p_demux, "Set Fragmented demux mode" );
982 }
983
984 if( !p_sys->b_seekable && p_demux->pf_demux == Demux )
985 {
986 msg_Warn( p_demux, "MP4 plugin discarded (not seekable)" );
987 goto error;
988 }
989
990 if( p_sys->i_tracks > 1 && !p_sys->b_fastseekable )
991 {
992 uint64_t i_max_continuity;
993 bool b_flat;
994 MP4_GetInterleaving( p_demux, &i_max_continuity, &b_flat );
995 if( b_flat )
996 msg_Warn( p_demux, "that media doesn't look interleaved, will need to seek");
997 else if( i_max_continuity > DEMUX_TRACK_MAX_PRELOAD )
998 msg_Warn( p_demux, "that media doesn't look properly interleaved, will need to seek");
999 }
1000
1001 /* */
1002 LoadChapter( p_demux );
1003
1004 p_sys->asfpacketsys.p_demux = p_demux;
1005 p_sys->asfpacketsys.pi_preroll = &p_sys->i_preroll;
1006 p_sys->asfpacketsys.pi_preroll_start = &p_sys->i_preroll_start;
1007 p_sys->asfpacketsys.pf_doskip = NULL;
1008 p_sys->asfpacketsys.pf_send = MP4ASF_Send;
1009 p_sys->asfpacketsys.pf_gettrackinfo = MP4ASF_GetTrackInfo;
1010 p_sys->asfpacketsys.pf_updatetime = NULL;
1011 p_sys->asfpacketsys.pf_setaspectratio = NULL;
1012
1013 return VLC_SUCCESS;
1014
1015 error:
1016 if( vlc_stream_Tell( p_demux->s ) > 0 )
1017 {
1018 if( vlc_stream_Seek( p_demux->s, 0 ) != VLC_SUCCESS )
1019 msg_Warn( p_demux, "Can't reset stream position from probing" );
1020 }
1021
1022 Close( p_this );
1023
1024 return VLC_EGENERIC;
1025 }
1026
1027 const unsigned int SAMPLEHEADERSIZE = 4;
1028 const unsigned int RTPPACKETSIZE = 12;
1029 const unsigned int CONSTRUCTORSIZE = 16;
1030
1031 /*******************************************************************************
1032 * MP4_RTPHintToFrame: converts RTP Reception Hint Track sample to H.264 frame
1033 *******************************************************************************/
1034 static block_t * MP4_RTPHintToFrame( demux_t *p_demux, block_t *p_block, uint32_t packetcount )
1035 {
1036 uint8_t *p_slice = p_block->p_buffer + SAMPLEHEADERSIZE;
1037 block_t *p_newblock = NULL;
1038 size_t i_payload = 0;
1039
1040 if( p_block->i_buffer < SAMPLEHEADERSIZE + RTPPACKETSIZE + CONSTRUCTORSIZE )
1041 {
1042 msg_Err( p_demux, "Sample not large enough for necessary structs");
1043 block_Release( p_block );
1044 return NULL;
1045 }
1046
1047 for( uint32_t i = 0; i < packetcount; ++i )
1048 {
1049 if( (size_t)(p_slice - p_block->p_buffer) + RTPPACKETSIZE + CONSTRUCTORSIZE > p_block->i_buffer )
1050 goto error;
1051
1052 /* skip RTP header in sample. Could be used to detect packet losses */
1053 p_slice += RTPPACKETSIZE;
1054
1055 mp4_rtpsampleconstructor_t sample_cons;
1056
1057 sample_cons.type = p_slice[0];
1058 sample_cons.trackrefindex = p_slice[1];
1059 sample_cons.length = GetWBE( &p_slice[2] );
1060 sample_cons.samplenumber = GetDWBE( &p_slice[4] );
1061 sample_cons.sampleoffset = GetDWBE( &p_slice[8] );
1062 sample_cons.bytesperblock = GetWBE( &p_slice[12] );
1063 sample_cons.samplesperblock = GetWBE( &p_slice[14] );
1064
1065 /* skip packet constructor */
1066 p_slice += CONSTRUCTORSIZE;
1067
1068 /* check that is RTPsampleconstructor, referencing itself and no weird audio stuff */
1069 if( sample_cons.type != 2||sample_cons.trackrefindex != -1
1070 ||sample_cons.samplesperblock != 1||sample_cons.bytesperblock != 1 )
1071 {
1072 msg_Err(p_demux, "Unhandled constructor in RTP Reception Hint Track. Type:%u", sample_cons.type);
1073 goto error;
1074 }
1075
1076 /* slice doesn't fit in buffer */
1077 if( sample_cons.sampleoffset + sample_cons.length > p_block->i_buffer)
1078 {
1079 msg_Err(p_demux, "Sample buffer is smaller than sample" );
1080 goto error;
1081 }
1082
1083 block_t *p_realloc = ( p_newblock ) ?
1084 block_Realloc( p_newblock, 0, i_payload + sample_cons.length + 4 ):
1085 block_Alloc( i_payload + sample_cons.length + 4 );
1086 if( !p_realloc )
1087 goto error;
1088
1089 p_newblock = p_realloc;
1090 uint8_t *p_dst = &p_newblock->p_buffer[i_payload];
1091
1092 const uint8_t* p_src = p_block->p_buffer + sample_cons.sampleoffset;
1093 uint8_t i_type = (*p_src) & ((1<<5)-1);
1094
1095 const uint8_t synccode[4] = { 0, 0, 0, 1 };
1096 if( memcmp( p_src, synccode, 4 ) )
1097 {
1098 if( i_type == 7 || i_type == 8 )
1099 *p_dst++=0;
1100
1101 p_dst[0] = 0;
1102 p_dst[1] = 0;
1103 p_dst[2] = 1;
1104 p_dst += 3;
1105 }
1106
1107 memcpy( p_dst, p_src, sample_cons.length );
1108 p_dst += sample_cons.length;
1109
1110 i_payload = p_dst - p_newblock->p_buffer;
1111 }
1112
1113 block_Release( p_block );
1114 if( p_newblock )
1115 p_newblock->i_buffer = i_payload;
1116 return p_newblock;
1117
1118 error:
1119 block_Release( p_block );
1120 if( p_newblock )
1121 block_Release( p_newblock );
1122 return NULL;
1123 }
1124
1125 /* RTP Reception Hint Track */
1126 static block_t * MP4_RTPHint_Convert( demux_t *p_demux, block_t *p_block, vlc_fourcc_t i_codec )
1127 {
1128 block_t *p_converted = NULL;
1129 if( p_block->i_buffer < 2 )
1130 {
1131 block_Release( p_block );
1132 return NULL;
1133 }
1134
1135 /* number of RTP packets contained in this sample */
1136 const uint16_t i_packets = GetWBE( p_block->p_buffer );
1137 if( i_packets <= 1 || i_codec != VLC_CODEC_H264 )
1138 {
1139 const size_t i_skip = SAMPLEHEADERSIZE + i_packets * ( RTPPACKETSIZE + CONSTRUCTORSIZE );
1140 if( i_packets == 1 && i_skip < p_block->i_buffer )
1141 {
1142 p_block->p_buffer += i_skip;
1143 p_converted = p_block;
1144 }
1145 else
1146 {
1147 block_Release( p_block );
1148 }
1149 }
1150 else
1151 {
1152 p_converted = MP4_RTPHintToFrame( p_demux, p_block, i_packets );
1153 }
1154
1155 return p_converted;
1156 }
1157
1158 /*****************************************************************************
1159 * Demux: read packet and send them to decoders
1160 *****************************************************************************
1161 * TODO check for newly selected track (ie audio upt to now )
1162 *****************************************************************************/
1163 static int DemuxTrack( demux_t *p_demux, mp4_track_t *tk, uint64_t i_readpos,
1164 unsigned i_max_preload )
1165 {
1166 demux_sys_t *p_sys = p_demux->p_sys;
1167 uint32_t i_nb_samples = 0;
1168 uint32_t i_samplessize = 0;
1169
1170 if( !tk->b_ok || tk->i_sample >= tk->i_sample_count )
1171 return VLC_DEMUXER_EOS;
1172
1173 if( tk->b_chapters_source )
1174 return VLC_DEMUXER_SUCCESS;
1175
1176 uint32_t i_run_seq = MP4_TrackGetRunSeq( tk );
1177 mtime_t i_current_nzdts = MP4_TrackGetDTS( p_demux, tk );
1178 const mtime_t i_demux_max_nzdts =(i_max_preload < UINT_MAX)
1179 ? i_current_nzdts + i_max_preload
1180 : INT64_MAX;
1181
1182 for( ; i_demux_max_nzdts >= i_current_nzdts; )
1183 {
1184 if( tk->i_sample >= tk->i_sample_count )
1185 return VLC_DEMUXER_EOS;
1186
1187 #if 0
1188 msg_Dbg( p_demux, "tk(%i)=%"PRId64" mv=%"PRId64" pos=%"PRIu64, tk->i_track_ID,
1189 MP4_TrackGetDTS( p_demux, tk ),
1190 MP4_GetMoviePTS( p_demux->p_sys ), i_readpos );
1191 #endif
1192
1193 i_samplessize = MP4_TrackGetReadSize( tk, &i_nb_samples );
1194 if( i_samplessize > 0 )
1195 {
1196 block_t *p_block;
1197 int64_t i_delta;
1198
1199 if( vlc_stream_Tell( p_demux->s ) != i_readpos )
1200 {
1201 if( MP4_Seek( p_demux->s, i_readpos ) != VLC_SUCCESS )
1202 {
1203 msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)"
1204 ": Failed to seek to %"PRIu64,
1205 tk->i_track_ID, i_readpos );
1206 MP4_TrackSelect( p_demux, tk, false );
1207 goto end;
1208 }
1209 }
1210
1211 /* now read pes */
1212 if( !(p_block = vlc_stream_Block( p_demux->s, i_samplessize )) )
1213 {
1214 msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)"
1215 ": Failed to read %d bytes sample at %"PRIu64,
1216 tk->i_track_ID, i_samplessize, i_readpos );
1217 MP4_TrackSelect( p_demux, tk, false );
1218 goto end;
1219 }
1220
1221 /* !important! Ensure clock is set before sending data */
1222 if( p_sys->i_pcr == VLC_TS_INVALID )
1223 {
1224 es_out_SetPCR( p_demux->out, VLC_TS_0 + i_current_nzdts );
1225 p_sys->i_pcr = VLC_TS_0 + i_current_nzdts;
1226 }
1227
1228 /* dts */
1229 p_block->i_dts = VLC_TS_0 + i_current_nzdts;
1230 /* pts */
1231 if( MP4_TrackGetPTSDelta( p_demux, tk, &i_delta ) )
1232 p_block->i_pts = p_block->i_dts + i_delta;
1233 else if( tk->fmt.i_cat != VIDEO_ES )
1234 p_block->i_pts = p_block->i_dts;
1235 else
1236 p_block->i_pts = VLC_TS_INVALID;
1237
1238 MP4_Block_Send( p_demux, tk, p_block );
1239 }
1240
1241 /* Next sample */
1242 if ( i_nb_samples ) /* sample size could be 0, need to go fwd. see return */
1243 MP4_TrackNextSample( p_demux, tk, i_nb_samples );
1244
1245 uint32_t i_next_run_seq = MP4_TrackGetRunSeq( tk );
1246 if( i_next_run_seq != i_run_seq )
1247 break;
1248
1249 i_current_nzdts = MP4_TrackGetDTS( p_demux, tk );
1250 i_readpos = MP4_TrackGetPos( tk );
1251 }
1252
1253 return VLC_DEMUXER_SUCCESS;
1254
1255 end:
1256 return VLC_DEMUXER_EGENERIC;
1257 }
1258
1259 static int DemuxMoov( demux_t *p_demux )
1260 {
1261 demux_sys_t *p_sys = p_demux->p_sys;
1262 unsigned int i_track;
1263
1264 /* check for newly selected/unselected track */
1265 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1266 {
1267 mp4_track_t *tk = &p_sys->track[i_track];
1268 bool b = true;
1269
1270 if( !tk->b_ok || tk->b_chapters_source ||
1271 ( tk->b_selected && tk->i_sample >= tk->i_sample_count ) )
1272 {
1273 continue;
1274 }
1275
1276 if( p_sys->b_seekable )
1277 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
1278
1279 if( tk->b_selected && !b )
1280 {
1281 MP4_TrackSelect( p_demux, tk, false );
1282 }
1283 else if( !tk->b_selected && b)
1284 {
1285 MP4_TrackSeek( p_demux, tk, MP4_GetMoviePTS( p_sys ) );
1286 }
1287 }
1288
1289 const mtime_t i_nztime = MP4_GetMoviePTS( p_sys );
1290
1291 /* We demux/set pcr, even without selected tracks, (empty edits, ...) */
1292 if( p_sys->i_pcr != VLC_TS_INVALID /* not after a seek */ )
1293 {
1294 bool b_eof = true;
1295 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1296 {
1297 mp4_track_t *tk = &p_sys->track[i_track];
1298 if( !tk->b_ok || tk->b_chapters_source || tk->i_sample >= tk->i_sample_count )
1299 continue;
1300 /* Test for EOF on each track (samples count, edit list) */
1301 b_eof &= ( i_nztime > MP4_TrackGetDTS( p_demux, tk ) );
1302 }
1303 if( b_eof )
1304 return VLC_DEMUXER_EOS;
1305 }
1306
1307 const unsigned i_max_preload = ( p_sys->b_fastseekable ) ? 0 : ( p_sys->b_seekable ) ? DEMUX_TRACK_MAX_PRELOAD : UINT_MAX;
1308 int i_status;
1309 /* demux up to increment amount of data on every track, or just set pcr if empty data */
1310 for( ;; )
1311 {
1312 mp4_track_t *tk = NULL;
1313 i_status = VLC_DEMUXER_EOS;
1314
1315 /* First pass, find any track within our target increment, ordered by position */
1316 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1317 {
1318 mp4_track_t *tk_tmp = &p_sys->track[i_track];
1319 if( !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
1320 tk_tmp->i_sample >= tk_tmp->i_sample_count ||
1321 (!tk_tmp->b_selected && p_sys->b_seekable) )
1322 continue;
1323
1324 /* At least still have data to demux on this or next turns */
1325 i_status = VLC_DEMUXER_SUCCESS;
1326
1327 if ( MP4_TrackGetDTS( p_demux, tk_tmp ) <= i_nztime + DEMUX_INCREMENT )
1328 {
1329 if( tk == NULL || MP4_TrackGetPos( tk_tmp ) < MP4_TrackGetPos( tk ) )
1330 tk = tk_tmp;
1331 }
1332 }
1333
1334 if( tk )
1335 {
1336 /* Second pass, refine and find any best candidate having a chunk pos closer than
1337 * current candidate (avoids seeks when increment falls between the 2) from
1338 * current position, but within extended interleave time */
1339 for( i_track = 0; i_max_preload > 0 && i_track < p_sys->i_tracks; i_track++ )
1340 {
1341 mp4_track_t *tk_tmp = &p_sys->track[i_track];
1342 if( tk_tmp == tk ||
1343 !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
1344 (!tk_tmp->b_selected && p_sys->b_seekable) ||
1345 tk_tmp->i_sample >= tk_tmp->i_sample_count )
1346 continue;
1347
1348 mtime_t i_nzdts = MP4_TrackGetDTS( p_demux, tk_tmp );
1349 if ( i_nzdts <= i_nztime + DEMUX_TRACK_MAX_PRELOAD )
1350 {
1351 /* Found a better candidate to avoid seeking */
1352 if( MP4_TrackGetPos( tk_tmp ) < MP4_TrackGetPos( tk ) )
1353 tk = tk_tmp;
1354 /* Note: previous candidate will be repicked on next loop */
1355 }
1356 }
1357
1358 uint64_t i_pos = MP4_TrackGetPos( tk );
1359 int i_ret = DemuxTrack( p_demux, tk, i_pos, i_max_preload );
1360
1361 if( i_ret == VLC_DEMUXER_SUCCESS )
1362 i_status = VLC_DEMUXER_SUCCESS;
1363 }
1364
1365 if( i_status != VLC_DEMUXER_SUCCESS || !tk )
1366 break;
1367 }
1368
1369 p_sys->i_nztime += DEMUX_INCREMENT;
1370 if( p_sys->i_pcr > VLC_TS_INVALID )
1371 {
1372 p_sys->i_pcr = VLC_TS_0 + p_sys->i_nztime;
1373 es_out_SetPCR( p_demux->out, p_sys->i_pcr );
1374 }
1375
1376 /* */
1377 MP4_UpdateSeekpoint( p_demux, i_nztime + DEMUX_INCREMENT );
1378
1379 return i_status;
1380 }
1381
1382 static int Demux( demux_t *p_demux )
1383 {
1384 demux_sys_t *p_sys = p_demux->p_sys;
1385
1386 assert( ! p_sys->b_fragmented );
1387
1388 int i_status = DemuxMoov( p_demux );
1389
1390 if( i_status == VLC_DEMUXER_EOS )
1391 i_status = VLC_DEMUXER_EOF;
1392
1393 return i_status;
1394 }
1395
1396 static void MP4_UpdateSeekpoint( demux_t *p_demux, int64_t i_time )
1397 {
1398 demux_sys_t *p_sys = p_demux->p_sys;
1399 int i;
1400 if( !p_sys->p_title )
1401 return;
1402 for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
1403 {
1404 if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
1405 break;
1406 }
1407 i--;
1408
1409 if( i != p_sys->i_seekpoint && i >= 0 )
1410 {
1411 p_sys->i_seekpoint = i;
1412 p_demux->info.i_update |= INPUT_UPDATE_SEEKPOINT;
1413 }
1414 }
1415 /*****************************************************************************
1416 * Seek: Go to i_date
1417 ******************************************************************************/
1418 static int Seek( demux_t *p_demux, mtime_t i_date, bool b_accurate )
1419 {
1420 demux_sys_t *p_sys = p_demux->p_sys;
1421 unsigned int i_track;
1422
1423 /* Now for each stream try to go to this time */
1424 mtime_t i_start = i_date;
1425 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1426 {
1427 mp4_track_t *tk = &p_sys->track[i_track];
1428 /* FIXME: we should find the lowest time from tracks with indexes.
1429 considering only video for now */
1430 if( tk->fmt.i_cat != VIDEO_ES )
1431 continue;
1432 if( MP4_TrackSeek( p_demux, tk, i_date ) == VLC_SUCCESS )
1433 {
1434 mtime_t i_seeked = MP4_TrackGetDTS( p_demux, tk );
1435 if( i_seeked < i_start )
1436 i_start = i_seeked;
1437 }
1438 }
1439
1440 msg_Dbg( p_demux, "seeking with %"PRId64 "ms %s", (i_date - i_start) / 1000,
1441 !b_accurate ? "alignment" : "preroll (use input-fast-seek to avoid)" );
1442
1443 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
1444 {
1445 mp4_track_t *tk = &p_sys->track[i_track];
1446 if( tk->fmt.i_cat == VIDEO_ES )
1447 continue;
1448 MP4_TrackSeek( p_demux, tk, i_start );
1449 }
1450
1451 MP4_UpdateSeekpoint( p_demux, i_date );
1452 MP4ASF_ResetFrames( p_sys );
1453 /* update global time */
1454 p_sys->i_nztime = i_start;
1455 p_sys->i_pcr = VLC_TS_INVALID;
1456
1457 if( b_accurate )
1458 es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_date );
1459
1460 return VLC_SUCCESS;
1461 }
1462
1463 static int FragPrepareChunk( demux_t *p_demux, MP4_Box_t *p_moof,
1464 MP4_Box_t *p_sidx, stime_t i_moof_time, bool b_discontinuity )
1465 {
1466 demux_sys_t *p_sys = p_demux->p_sys;
1467
1468 if( FragCreateTrunIndex( p_demux, p_moof, p_sidx, i_moof_time, b_discontinuity ) == VLC_SUCCESS )
1469 {
1470 for( unsigned i=0; i<p_sys->i_tracks; i++ )
1471 {
1472 mp4_track_t *p_track = &p_sys->track[i];
1473 if( p_track->context.runs.i_count )
1474 {
1475 const mp4_run_t *p_run = &p_track->context.runs.p_array[0];
1476 p_track->context.i_trun_sample_pos = p_run->i_offset;
1477 p_track->context.i_trun_sample = 0;
1478 p_track->i_time = p_run->i_first_dts;
1479 }
1480 }
1481 return VLC_SUCCESS;
1482 }
1483
1484 return VLC_EGENERIC;
1485 }
1486
1487 static mtime_t FragGetDemuxTimeFromTracksTime( demux_sys_t *p_sys )
1488 {
1489 mtime_t i_time = INT64_MAX;
1490 for( unsigned int i = 0; i < p_sys->i_tracks; i++ )
1491 {
1492 if( p_sys->track[i].context.runs.i_count == 0 )
1493 continue;
1494 mtime_t i_ttime = MP4_rescale( p_sys->track[i].i_time,
1495 p_sys->track[i].i_timescale, CLOCK_FREQ );
1496 i_time = __MIN( i_time, i_ttime );
1497 }
1498 return i_time;
1499 }
1500
1501 static uint32_t FragGetMoofSequenceNumber( MP4_Box_t *p_moof )
1502 {
1503 const MP4_Box_t *p_mfhd = MP4_BoxGet( p_moof, "mfhd" );
1504 if( p_mfhd && BOXDATA(p_mfhd) )
1505 return BOXDATA(p_mfhd)->i_sequence_number;
1506 return 0;
1507 }
1508
1509 static int FragSeekLoadFragment( demux_t *p_demux, uint32_t i_moox, stime_t i_moox_time )
1510 {
1511 demux_sys_t *p_sys = p_demux->p_sys;
1512 MP4_Box_t *p_moox;
1513
1514 if( i_moox == ATOM_moov )
1515 {
1516 p_moox = p_sys->p_moov;
1517 }
1518 else
1519 {
1520 const uint8_t *p_peek;
1521 if( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) != 8 )
1522 return VLC_EGENERIC;
1523
1524 if( ATOM_moof != VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
1525 return VLC_EGENERIC;
1526
1527 MP4_Box_t *p_vroot = MP4_BoxGetNextChunk( p_demux->s );
1528 if(!p_vroot)
1529 return VLC_EGENERIC;
1530 p_moox = MP4_BoxExtract( &p_vroot->p_first, ATOM_moof );
1531 MP4_BoxFree( p_vroot );
1532
1533 if(!p_moox)
1534 return VLC_EGENERIC;
1535 }
1536
1537 FragResetContext( p_sys );
1538
1539 /* map context */
1540 p_sys->context.p_fragment_atom = p_moox;
1541 p_sys->context.i_current_box_type = i_moox;
1542
1543 if( i_moox == ATOM_moof )
1544 {
1545 FragPrepareChunk( p_demux, p_moox, NULL, i_moox_time, true );
1546 p_sys->context.i_lastseqnumber = FragGetMoofSequenceNumber( p_moox );
1547
1548 p_sys->i_nztime = FragGetDemuxTimeFromTracksTime( p_sys );
1549 p_sys->i_pcr = VLC_TS_INVALID;
1550 }
1551
1552 msg_Dbg( p_demux, "seeked to %4.4s at pos %" PRIu64, (char *) &i_moox, p_moox->i_pos );
1553 return VLC_SUCCESS;
1554 }
1555
1556 static unsigned GetSeekTrackIndex( demux_sys_t *p_sys )
1557 {
1558 unsigned cand = 0;
1559 for( unsigned i=0; i<p_sys->i_tracks; i++ )
1560 {
1561 if( p_sys->track[i].fmt.i_cat == VIDEO_ES ||
1562 p_sys->track[i].fmt.i_cat == AUDIO_ES )
1563 {
1564 if( cand != i && !p_sys->track[cand].b_selected )
1565 cand = i;
1566 }
1567 }
1568 return cand;
1569 }
1570
1571 static void FragTrunSeekToTime( mp4_track_t *p_track, stime_t i_target_time )
1572 {
1573 if( !p_track->b_ok || p_track->context.runs.i_count < 1 )
1574 return;
1575
1576 unsigned i_run = 0;
1577 unsigned i_sample = 0;
1578 uint64_t i_pos = p_track->context.runs.p_array[0].i_offset;
1579 stime_t i_time = p_track->context.runs.p_array[0].i_first_dts;
1580
1581 for( unsigned r = 0; r < p_track->context.runs.i_count; r++ )
1582 {
1583 const mp4_run_t *p_run = &p_track->context.runs.p_array[r];
1584 const MP4_Box_data_trun_t *p_data =
1585 p_track->context.runs.p_array[r].p_trun->data.p_trun;
1586 if( i_time > i_target_time )
1587 break;
1588
1589 i_run = r;
1590 i_time = p_run->i_first_dts;
1591 i_pos = p_run->i_offset;
1592 i_sample = 0;
1593
1594 uint32_t dur = p_track->context.i_default_sample_duration;
1595 uint32_t len = p_track->context.i_default_sample_size;
1596 for ( unsigned i=0; i<p_data->i_sample_count; i++ )
1597 {
1598 if( p_data->i_flags & MP4_TRUN_SAMPLE_DURATION )
1599 dur = p_data->p_samples[i].i_duration;
1600
1601 /* check condition */
1602 if( i_time + dur > i_target_time )
1603 break;
1604
1605 if( p_data->i_flags & MP4_TRUN_SAMPLE_SIZE )
1606 len = p_data->p_samples[i].i_size;
1607
1608 i_time += dur;
1609 i_pos += len;
1610 }
1611 }
1612
1613 p_track->context.i_trun_sample = i_sample;
1614 p_track->context.i_trun_sample_pos = i_pos;
1615 p_track->context.runs.i_current = i_run;
1616 }
1617
1618 static int FragSeekToTime( demux_t *p_demux, mtime_t i_nztime, bool b_accurate )
1619 {
1620 demux_sys_t *p_sys = p_demux->p_sys;
1621 uint64_t i64 = UINT64_MAX;
1622 uint32_t i_segment_type = ATOM_moof;
1623 stime_t i_segment_time = INT64_MAX;
1624 mtime_t i_sync_time = i_nztime;
1625 bool b_iframesync = false;
1626
1627 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
1628 if ( !p_sys->i_timescale || !i_duration || !p_sys->b_seekable )
1629 return VLC_EGENERIC;
1630
1631 uint64_t i_backup_pos = vlc_stream_Tell( p_demux->s );
1632
1633 if ( !p_sys->b_fragments_probed && !p_sys->b_index_probed && p_sys->b_seekable )
1634 {
1635 ProbeIndex( p_demux );
1636 p_sys->b_index_probed = true;
1637 }
1638
1639 const unsigned i_seek_track_index = GetSeekTrackIndex( p_sys );
1640 const unsigned i_seek_track_ID = p_sys->track[i_seek_track_index].i_track_ID;
1641
1642 if( MP4_rescale( i_nztime, CLOCK_FREQ, p_sys->i_timescale )
1643 < GetMoovTrackDuration( p_sys, i_seek_track_ID ) )
1644 {
1645 i64 = p_sys->p_moov->i_pos;
1646 i_segment_type = ATOM_moov;
1647 }
1648 else if( FragGetMoofBySidxIndex( p_demux, i_nztime, &i64, &i_sync_time ) == VLC_SUCCESS )
1649 {
1650 /* provides base offset */
1651 i_segment_time = i_sync_time;
1652 msg_Dbg( p_demux, "seeking to sidx moof pos %" PRId64 " %" PRId64, i64, i_sync_time );
1653 }
1654 else
1655 {
1656 bool b_buildindex = false;
1657
1658 if( FragGetMoofByTfraIndex( p_demux, i_nztime, i_seek_track_ID, &i64, &i_sync_time ) == VLC_SUCCESS )
1659 {
1660 /* Does only provide segment position and a sync sample time */
1661 msg_Dbg( p_demux, "seeking to sync point %" PRId64, i_sync_time );
1662 b_iframesync = true;
1663 }
1664 else if( !p_sys->b_fragments_probed && !p_sys->b_fastseekable )
1665 {
1666 const char *psz_msg = _(
1667 "Because this file index is broken or missing, "
1668 "seeking will not work correctly.\n"
1669 "VLC won't repair your file but can temporary fix this "
1670 "problem by building an index in memory.\n"
1671 "This step might take a long time on a large file.\n"
1672 "What do you want to do?");
1673 b_buildindex = vlc_dialog_wait_question( p_demux,
1674 VLC_DIALOG_QUESTION_NORMAL,
1675 _("Do not seek"),
1676 _("Build index"),
1677 NULL,
1678 _("Broken or missing Index"),
1679 "%s", psz_msg );
1680 }
1681
1682 if( !p_sys->b_fragments_probed && ( p_sys->b_fastseekable || b_buildindex ) )
1683 {
1684 bool foo;
1685 int i_ret = vlc_stream_Seek( p_demux->s, p_sys->p_moov->i_pos + p_sys->p_moov->i_size );
1686 if( i_ret == VLC_SUCCESS )
1687 {
1688 i_ret = ProbeFragments( p_demux, true, &foo );
1689 p_sys->b_fragments_probed = true;
1690 }
1691 if( i_ret != VLC_SUCCESS )
1692 {
1693 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1694 return i_ret;
1695 }
1696 }
1697
1698 if( p_sys->b_fragments_probed && p_sys->p_fragsindex )
1699 {
1700 stime_t i_basetime = MP4_rescale( i_sync_time, CLOCK_FREQ, p_sys->i_timescale );
1701 if( !MP4_Fragments_Index_Lookup( p_sys->p_fragsindex, &i_basetime, &i64, i_seek_track_index ) )
1702 {
1703 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1704 return VLC_EGENERIC;
1705 }
1706 msg_Dbg( p_demux, "seeking to fragment index pos %" PRId64 " %" PRId64, i64,
1707 MP4_rescale( i_basetime, p_sys->i_timescale, CLOCK_FREQ ) );
1708 }
1709 }
1710
1711 if( i64 == UINT64_MAX )
1712 {
1713 msg_Warn( p_demux, "seek by index failed" );
1714 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1715 return VLC_EGENERIC;
1716 }
1717
1718 msg_Dbg( p_demux, "final seek to fragment at %"PRId64, i64 );
1719 if( vlc_stream_Seek( p_demux->s, i64 ) )
1720 {
1721 msg_Err( p_demux, "seek failed to %"PRId64, i64 );
1722 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1723 return VLC_EGENERIC;
1724 }
1725
1726 /* Context is killed on success */
1727 if( FragSeekLoadFragment( p_demux, i_segment_type, i_segment_time ) != VLC_SUCCESS )
1728 {
1729 p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
1730 return VLC_EGENERIC;
1731 }
1732
1733 p_sys->i_pcr = VLC_TS_INVALID;
1734
1735 for( unsigned i=0; i<p_sys->i_tracks; i++ )
1736 {
1737 if( i_segment_type == ATOM_moov )
1738 {
1739 MP4_TrackSeek( p_demux, &p_sys->track[i], i_sync_time );
1740 p_sys->i_nztime = i_sync_time;
1741 p_sys->i_pcr = VLC_TS_INVALID;
1742 }
1743 else if( b_iframesync )
1744 {
1745 stime_t i_tst = MP4_rescale( i_sync_time, CLOCK_FREQ, p_sys->track[i].i_timescale );
1746 FragTrunSeekToTime( &p_sys->track[i], i_tst );
1747 p_sys->track[i].i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
1748 }
1749 }
1750
1751 MP4ASF_ResetFrames( p_sys );
1752 /* And set next display time in that trun/fragment */
1753 if( b_iframesync && b_accurate )
1754 es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, VLC_TS_0 + i_nztime );
1755 return VLC_SUCCESS;
1756 }
1757
1758 static int FragSeekToPos( demux_t *p_demux, double f, bool b_accurate )
1759 {
1760 demux_sys_t *p_sys = p_demux->p_sys;
1761 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
1762
1763 if ( !p_sys->b_seekable || !p_sys->i_timescale || !i_duration )
1764 return VLC_EGENERIC;
1765
1766 return FragSeekToTime( p_demux, (mtime_t)( f *
1767 MP4_rescale( i_duration, p_sys->i_timescale, CLOCK_FREQ ) ), b_accurate );
1768 }
1769
1770 static bool imageTypeCompatible( const MP4_Box_data_data_t *p_data )
1771 {
1772 return p_data && (
1773 p_data->e_wellknowntype == DATA_WKT_PNG ||
1774 p_data->e_wellknowntype == DATA_WKT_JPEG ||
1775 p_data->e_wellknowntype == DATA_WKT_BMP );
1776 }
1777
1778 static int MP4_LoadMeta( demux_sys_t *p_sys, vlc_meta_t *p_meta )
1779 {
1780 MP4_Box_t *p_data = NULL;
1781 MP4_Box_t *p_udta = NULL;
1782 bool b_attachment_set = false;
1783
1784 if( !p_meta )
1785 return VLC_EGENERIC;
1786
1787 for( int i_index = 0; psz_meta_roots[i_index] && !p_udta; i_index++ )
1788 {
1789 p_udta = MP4_BoxGet( p_sys->p_root, psz_meta_roots[i_index] );
1790 if ( p_udta )
1791 {
1792 p_data = MP4_BoxGet( p_udta, "covr/data" );
1793 if ( p_data && imageTypeCompatible( BOXDATA(p_data) ) )
1794 {
1795 char *psz_attachment;
1796 if ( -1 != asprintf( &psz_attachment, "attachment://%s/covr/data[0]",
1797 psz_meta_roots[i_index] ) )
1798 {
1799 vlc_meta_SetArtURL( p_meta, psz_attachment );
1800 b_attachment_set = true;
1801 free( psz_attachment );
1802 }
1803 }
1804 }
1805 }
1806
1807 const MP4_Box_t *p_pnot;
1808 if ( !b_attachment_set && (p_pnot = MP4_BoxGet( p_sys->p_root, "pnot" )) )
1809 {
1810 for ( size_t i=0; i< ARRAY_SIZE(rgi_pict_atoms) && !b_attachment_set; i++ )
1811 {
1812 if ( rgi_pict_atoms[i] == BOXDATA(p_pnot)->i_type )
1813 {
1814 char rgsz_path[26];
1815 snprintf( rgsz_path, 26, "attachment://%4.4s[%"PRIu16"]",
1816 (char*)&rgi_pict_atoms[i], BOXDATA(p_pnot)->i_index - 1 );
1817 vlc_meta_SetArtURL( p_meta, rgsz_path );
1818 b_attachment_set = true;
1819 }
1820 }
1821 }
1822
1823 if( p_udta == NULL )
1824 {
1825 if( !b_attachment_set )
1826 return VLC_EGENERIC;
1827 }
1828 else SetupMeta( p_meta, p_udta );
1829
1830 return VLC_SUCCESS;
1831 }
1832
1833 /*****************************************************************************
1834 * Control:
1835 *****************************************************************************/
1836 static int Control( demux_t *p_demux, int i_query, va_list args )
1837 {
1838 demux_sys_t *p_sys = p_demux->p_sys;
1839
1840 double f, *pf;
1841 int64_t i64, *pi64;
1842 bool b;
1843
1844 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
1845
1846 switch( i_query )
1847 {
1848 case DEMUX_CAN_SEEK:
1849 *va_arg( args, bool * ) = p_sys->b_seekable;
1850 return VLC_SUCCESS;
1851
1852 case DEMUX_GET_POSITION:
1853 pf = va_arg( args, double * );
1854 if( i_duration > 0 )
1855 {
1856 *pf = (double)p_sys->i_nztime /
1857 MP4_rescale( i_duration, p_sys->i_timescale, CLOCK_FREQ );
1858 }
1859 else
1860 {
1861 *pf = 0.0;
1862 }
1863 return VLC_SUCCESS;
1864
1865 case DEMUX_GET_SEEKPOINT:
1866 *va_arg( args, int * ) = p_sys->i_seekpoint;
1867 return VLC_SUCCESS;
1868
1869 case DEMUX_SET_POSITION:
1870 f = va_arg( args, double );
1871 b = va_arg( args, int );
1872 if ( p_demux->pf_demux == DemuxFrag )
1873 return FragSeekToPos( p_demux, f, b );
1874 else if( p_sys->i_timescale > 0 )
1875 {
1876 i64 = (int64_t)( f * MP4_rescale( p_sys->i_duration,
1877 p_sys->i_timescale, CLOCK_FREQ ) );
1878 return Seek( p_demux, i64, b );
1879 }
1880 else return VLC_EGENERIC;
1881
1882 case DEMUX_GET_TIME:
1883 pi64 = va_arg( args, int64_t * );
1884 if( p_sys->i_timescale > 0 )
1885 *pi64 = p_sys->i_nztime;
1886 else
1887 *pi64 = 0;
1888 return VLC_SUCCESS;
1889
1890 case DEMUX_SET_TIME:
1891 i64 = va_arg( args, int64_t );
1892 b = va_arg( args, int );
1893 if ( p_demux->pf_demux == DemuxFrag )
1894 return FragSeekToTime( p_demux, i64, b );
1895 else
1896 return Seek( p_demux, i64, b );
1897
1898 case DEMUX_GET_LENGTH:
1899 pi64 = va_arg( args, int64_t * );
1900 if( p_sys->i_timescale > 0 )
1901 {
1902 *pi64 = MP4_rescale( i_duration,
1903 p_sys->i_timescale, CLOCK_FREQ );
1904 }
1905 else *pi64 = 0;
1906 return VLC_SUCCESS;
1907
1908 case DEMUX_GET_FPS:
1909 pf = va_arg( args, double * );
1910 *pf = p_sys->f_fps;
1911 return VLC_SUCCESS;
1912
1913 case DEMUX_GET_ATTACHMENTS:
1914 {
1915 input_attachment_t ***ppp_attach = va_arg( args, input_attachment_t*** );
1916 int *pi_int = va_arg( args, int * );
1917
1918 MP4_Box_t *p_udta = NULL;
1919 size_t i_count = 0;
1920 int i_index = 0;
1921
1922 /* Count number of total attachments */
1923 for( ; psz_meta_roots[i_index] && !p_udta; i_index++ )
1924 {
1925 p_udta = MP4_BoxGet( p_sys->p_root, psz_meta_roots[i_index] );
1926 if ( p_udta )
1927 i_count += MP4_BoxCount( p_udta, "covr/data" );
1928 }
1929
1930 for ( size_t i=0; i< ARRAY_SIZE(rgi_pict_atoms); i++ )
1931 {
1932 char rgsz_path[5];
1933 snprintf( rgsz_path, 5, "%4.4s", (char*)&rgi_pict_atoms[i] );
1934 i_count += MP4_BoxCount( p_sys->p_root, rgsz_path );
1935 }
1936
1937 if ( i_count == 0 )
1938 return VLC_EGENERIC;
1939
1940 *ppp_attach = (input_attachment_t**)
1941 vlc_alloc( i_count, sizeof(input_attachment_t*) );
1942 if( !(*ppp_attach) ) return VLC_ENOMEM;
1943
1944 /* First add cover attachments */
1945 i_count = 0;
1946 size_t i_box_count = 0;
1947 if ( p_udta )
1948 {
1949 const MP4_Box_t *p_data = MP4_BoxGet( p_udta, "covr/data" );
1950 for( ; p_data; p_data = p_data->p_next )
1951 {
1952 char *psz_mime;
1953 char *psz_filename;
1954 i_box_count++;
1955
1956 if ( p_data->i_type != ATOM_data || !imageTypeCompatible( BOXDATA(p_data) ) )
1957 continue;
1958
1959 switch( BOXDATA(p_data)->e_wellknowntype )
1960 {
1961 case DATA_WKT_PNG:
1962 psz_mime = strdup( "image/png" );
1963 break;
1964 case DATA_WKT_JPEG:
1965 psz_mime = strdup( "image/jpeg" );
1966 break;
1967 case DATA_WKT_BMP:
1968 psz_mime = strdup( "image/bmp" );
1969 break;
1970 default:
1971 continue;
1972 }
1973
1974 if ( asprintf( &psz_filename, "%s/covr/data[%"PRIu64"]", psz_meta_roots[i_index - 1],
1975 (uint64_t) i_box_count - 1 ) >= 0 )
1976 {
1977 (*ppp_attach)[i_count++] =
1978 vlc_input_attachment_New( psz_filename, psz_mime, "Cover picture",
1979 BOXDATA(p_data)->p_blob, BOXDATA(p_data)->i_blob );
1980 msg_Dbg( p_demux, "adding attachment %s", psz_filename );
1981 free( psz_filename );
1982 }
1983
1984 free( psz_mime );
1985 }
1986 }
1987
1988 /* Then quickdraw pict ones */
1989 for ( size_t i=0; i< ARRAY_SIZE(rgi_pict_atoms); i++ )
1990 {
1991 char rgsz_path[5];
1992 snprintf( rgsz_path, 5, "%4.4s", (char*)&rgi_pict_atoms[i] );
1993 const MP4_Box_t *p_pict = MP4_BoxGet( p_sys->p_root, rgsz_path );
1994 i_box_count = 0;
1995 for( ; p_pict; p_pict = p_pict->p_next )
1996 {
1997 if ( i_box_count++ == UINT16_MAX ) /* pnot only handles 2^16 */
1998 break;
1999 if ( p_pict->i_type != rgi_pict_atoms[i] )
2000 continue;
2001 char rgsz_location[12];
2002 snprintf( rgsz_location, 12, "%4.4s[%"PRIu16"]", (char*)&rgi_pict_atoms[i],
2003 (uint16_t) i_box_count - 1 );
2004 (*ppp_attach)[i_count] = vlc_input_attachment_New( rgsz_location, "image/x-pict",
2005 "Quickdraw image", p_pict->data.p_binary->p_blob, p_pict->data.p_binary->i_blob );
2006 if ( !(*ppp_attach)[i_count] )
2007 {
2008 i_count = 0;
2009 break;
2010 }
2011 i_count++;
2012 msg_Dbg( p_demux, "adding attachment %s", rgsz_location );
2013 }
2014 }
2015
2016 if ( i_count == 0 )
2017 {
2018 free( *ppp_attach );
2019 return VLC_EGENERIC;
2020 }
2021
2022 *pi_int = i_count;
2023
2024 return VLC_SUCCESS;
2025 }
2026
2027 case DEMUX_GET_META:
2028 {
2029 vlc_meta_t *p_meta = va_arg( args, vlc_meta_t *);
2030
2031 if( !p_sys->p_meta )
2032 return VLC_EGENERIC;
2033
2034 vlc_meta_Merge( p_meta, p_sys->p_meta );
2035
2036 return VLC_SUCCESS;
2037 }
2038
2039 case DEMUX_GET_TITLE_INFO:
2040 {
2041 input_title_t ***ppp_title = va_arg( args, input_title_t *** );
2042 int *pi_int = va_arg( args, int* );
2043 int *pi_title_offset = va_arg( args, int* );
2044 int *pi_seekpoint_offset = va_arg( args, int* );
2045
2046 if( !p_sys->p_title )
2047 return VLC_EGENERIC;
2048
2049 *pi_int = 1;
2050 *ppp_title = malloc( sizeof( input_title_t*) );
2051 (*ppp_title)[0] = vlc_input_title_Duplicate( p_sys->p_title );
2052 *pi_title_offset = 0;
2053 *pi_seekpoint_offset = 0;
2054 return VLC_SUCCESS;
2055 }
2056 case DEMUX_SET_TITLE:
2057 {
2058 const int i_title = va_arg( args, int );
2059 if( !p_sys->p_title || i_title != 0 )
2060 return VLC_EGENERIC;
2061 return VLC_SUCCESS;
2062 }
2063 case DEMUX_SET_SEEKPOINT:
2064 {
2065 const int i_seekpoint = va_arg( args, int );
2066 if( !p_sys->p_title )
2067 return VLC_EGENERIC;
2068 return Seek( p_demux, p_sys->p_title->seekpoint[i_seekpoint]->i_time_offset, true );
2069 }
2070 case DEMUX_GET_PTS_DELAY:
2071 {
2072 for( unsigned int i = 0; i < p_sys->i_tracks; i++ )
2073 {
2074 const MP4_Box_t *p_load;
2075 if ( (p_load = MP4_BoxGet( p_sys->track[i].p_track, "load" )) &&
2076 BOXDATA(p_load)->i_duration > 0 )
2077 {
2078 *va_arg(args, int64_t *) =
2079 MP4_rescale( BOXDATA(p_load)->i_duration,
2080 p_sys->track[i].i_timescale, CLOCK_FREQ );
2081 return VLC_SUCCESS;
2082 }
2083 }
2084 return VLC_EGENERIC;
2085 }
2086 case DEMUX_SET_NEXT_DEMUX_TIME:
2087 case DEMUX_SET_GROUP:
2088 case DEMUX_HAS_UNSUPPORTED_META:
2089 case DEMUX_CAN_RECORD:
2090 default:
2091 return VLC_EGENERIC;
2092 }
2093 }
2094
2095 /*****************************************************************************
2096 * Close: frees unused data
2097 *****************************************************************************/
2098 static void Close ( vlc_object_t * p_this )
2099 {
2100 demux_t * p_demux = (demux_t *)p_this;
2101 demux_sys_t *p_sys = p_demux->p_sys;
2102 unsigned int i_track;
2103
2104 msg_Dbg( p_demux, "freeing all memory" );
2105
2106 FragResetContext( p_sys );
2107
2108 MP4_BoxFree( p_sys->p_root );
2109
2110 if( p_sys->p_title )
2111 vlc_input_title_Delete( p_sys->p_title );
2112
2113 if( p_sys->p_meta )
2114 vlc_meta_Delete( p_sys->p_meta );
2115
2116 MP4_Fragments_Index_Delete( p_sys->p_fragsindex );
2117
2118 for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
2119 MP4_TrackClean( p_demux->out, &p_sys->track[i_track] );
2120 free( p_sys->track );
2121
2122 free( p_sys );
2123 }
2124
2125
2126
2127 /****************************************************************************
2128 * Local functions, specific to vlc
2129 ****************************************************************************/
2130 /* Chapters */
2131 static void LoadChapterGpac( demux_t *p_demux, MP4_Box_t *p_chpl )
2132 {
2133 demux_sys_t *p_sys = p_demux->p_sys;
2134
2135 if( BOXDATA(p_chpl)->i_chapter == 0 )
2136 return;
2137
2138 p_sys->p_title = vlc_input_title_New();
2139 for( int i = 0; i < BOXDATA(p_chpl)->i_chapter && p_sys->p_title; i++ )
2140 {
2141 seekpoint_t *s = vlc_seekpoint_New();
2142 if( s == NULL) continue;
2143
2144 s->psz_name = strdup( BOXDATA(p_chpl)->chapter[i].psz_name );
2145 if( s->psz_name == NULL)
2146 {
2147 vlc_seekpoint_Delete( s );;
2148 continue;
2149 }
2150
2151 EnsureUTF8( s->psz_name );
2152 s->i_time_offset = BOXDATA(p_chpl)->chapter[i].i_start / 10;
2153 TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
2154 }
2155 }
2156 static void LoadChapterGoPro( demux_t *p_demux, MP4_Box_t *p_hmmt )
2157 {
2158 demux_sys_t *p_sys = p_demux->p_sys;
2159
2160 p_sys->p_title = vlc_input_title_New();
2161 if( p_sys->p_title )
2162 for( unsigned i = 0; i < BOXDATA(p_hmmt)->i_chapter_count; i++ )
2163 {
2164 seekpoint_t *s = vlc_seekpoint_New();
2165 if( s )
2166 {
2167 if( asprintf( &s->psz_name, "HiLight tag #%u", i+1 ) != -1 )
2168 EnsureUTF8( s->psz_name );
2169
2170 /* HiLights are stored in ms so we convert them to µs */
2171 s->i_time_offset = BOXDATA(p_hmmt)->pi_chapter_start[i] * 1000;
2172 TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
2173 }
2174 }
2175 }
2176 static void LoadChapterApple( demux_t *p_demux, mp4_track_t *tk )
2177 {
2178 demux_sys_t *p_sys = p_demux->p_sys;
2179
2180 for( tk->i_sample = 0; tk->i_sample < tk->i_sample_count; tk->i_sample++ )
2181 {
2182 const int64_t i_dts = MP4_TrackGetDTS( p_demux, tk );
2183 int64_t i_pts_delta;
2184 if ( !MP4_TrackGetPTSDelta( p_demux, tk, &i_pts_delta ) )
2185 i_pts_delta = 0;
2186 uint32_t i_nb_samples = 0;
2187 const uint32_t i_size = MP4_TrackGetReadSize( tk, &i_nb_samples );
2188
2189 if( i_size > 0 && !vlc_stream_Seek( p_demux->s, MP4_TrackGetPos( tk ) ) )
2190 {
2191 char p_buffer[256];
2192 const uint32_t i_read = stream_ReadU32( p_demux->s, p_buffer,
2193 __MIN( sizeof(p_buffer), i_size ) );
2194 if( i_read > 2 )
2195 {
2196 const uint32_t i_string = __MIN( GetWBE(p_buffer), i_read-2 );
2197 const char *psnz_string = &p_buffer[2];
2198
2199 seekpoint_t *s = vlc_seekpoint_New();
2200 if( s == NULL ) continue;
2201
2202 if( i_string > 1 && !memcmp( psnz_string, "\xFF\xFE", 2 ) )
2203 s->psz_name = FromCharset( "UTF-16LE", psnz_string, i_string );
2204 else
2205 s->psz_name = strndup( psnz_string, i_string );
2206
2207 if( s->psz_name == NULL )
2208 {
2209 vlc_seekpoint_Delete( s );
2210 continue;
2211 }
2212
2213 EnsureUTF8( s->psz_name );
2214 s->i_time_offset = i_dts + __MAX( i_pts_delta, 0 );
2215
2216 if( !p_sys->p_title )
2217 p_sys->p_title = vlc_input_title_New();
2218 TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
2219 }
2220 }
2221 if( tk->i_sample+1 >= tk->chunk[tk->i_chunk].i_sample_first +
2222 tk->chunk[tk->i_chunk].i_sample_count )
2223 tk->i_chunk++;
2224 }
2225 }
2226 static void LoadChapter( demux_t *p_demux )
2227 {
2228 demux_sys_t *p_sys = p_demux->p_sys;
2229 MP4_Box_t *p_chpl;
2230 MP4_Box_t *p_hmmt;
2231
2232 if( ( p_chpl = MP4_BoxGet( p_sys->p_root, "/moov/udta/chpl" ) ) &&
2233 BOXDATA(p_chpl) && BOXDATA(p_chpl)->i_chapter > 0 )
2234 {
2235 LoadChapterGpac( p_demux, p_chpl );
2236 }
2237 else if( ( p_hmmt = MP4_BoxGet( p_sys->p_root, "/moov/udta/HMMT" ) ) &&
2238 BOXDATA(p_hmmt) && BOXDATA(p_hmmt)->pi_chapter_start && BOXDATA(p_hmmt)->i_chapter_count > 0 )
2239 {
2240 LoadChapterGoPro( p_demux, p_hmmt );
2241 }
2242 else if( p_sys->p_tref_chap )
2243 {
2244 MP4_Box_data_tref_generic_t *p_chap = p_sys->p_tref_chap->data.p_tref_generic;
2245 unsigned int i, j;
2246
2247 /* Load the first subtitle track like quicktime */
2248 for( i = 0; i < p_chap->i_entry_count; i++ )
2249 {
2250 for( j = 0; j < p_sys->i_tracks; j++ )
2251 {
2252 mp4_track_t *tk = &p_sys->track[j];
2253 if( tk->b_ok && tk->i_track_ID == p_chap->i_track_ID[i] &&
2254 tk->fmt.i_cat == SPU_ES && tk->fmt.i_codec == VLC_CODEC_TX3G )
2255 break;
2256 }
2257 if( j < p_sys->i_tracks )
2258 {
2259 LoadChapterApple( p_demux, &p_sys->track[j] );
2260 break;
2261 }
2262 }
2263 }
2264
2265 /* Add duration if titles are enabled */
2266 if( p_sys->p_title )
2267 {
2268 const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
2269 p_sys->p_title->i_length =
2270 MP4_rescale( i_duration,
2271 p_sys->i_timescale, CLOCK_FREQ );
2272 }
2273 }
2274
2275 /* now create basic chunk data, the rest will be filled by MP4_CreateSamplesIndex */
2276 static int TrackCreateChunksIndex( demux_t *p_demux,
2277 mp4_track_t *p_demux_track )
2278 {
2279 MP4_Box_t *p_co64; /* give offset for each chunk, same for stco and co64 */
2280 MP4_Box_t *p_stsc;
2281
2282 unsigned int i_chunk;
2283 unsigned int i_index, i_last;
2284
2285 if( ( !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "stco" ) )&&
2286 !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "co64" ) ) )||
2287 ( !(p_stsc = MP4_BoxGet( p_demux_track->p_stbl, "stsc" ) ) ))
2288 {
2289 return( VLC_EGENERIC );
2290 }
2291
2292 p_demux_track->i_chunk_count = BOXDATA(p_co64)->i_entry_count;
2293 if( !p_demux_track->i_chunk_count )
2294 {
2295 msg_Warn( p_demux, "no chunk defined" );
2296 }
2297 p_demux_track->chunk = calloc( p_demux_track->i_chunk_count,
2298 sizeof( mp4_chunk_t ) );
2299 if( p_demux_track->chunk == NULL )
2300 {
2301 return VLC_ENOMEM;
2302 }
2303
2304 /* first we read chunk offset */
2305 for( i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2306 {
2307 mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
2308
2309 ck->i_offset = BOXDATA(p_co64)->i_chunk_offset[i_chunk];
2310
2311 ck->i_first_dts = 0;
2312 ck->i_entries_dts = 0;
2313 ck->p_sample_count_dts = NULL;
2314 ck->p_sample_delta_dts = NULL;
2315 ck->i_entries_pts = 0;
2316 ck->p_sample_count_pts = NULL;
2317 ck->p_sample_offset_pts = NULL;
2318 }
2319
2320 /* now we read index for SampleEntry( soun vide mp4a mp4v ...)
2321 to be used for the sample XXX begin to 1
2322 We construct it begining at the end */
2323 i_last = p_demux_track->i_chunk_count; /* last chunk proceded */
2324 i_index = BOXDATA(p_stsc)->i_entry_count;
2325
2326 while( i_index-- > 0 )
2327 {
2328 for( i_chunk = BOXDATA(p_stsc)->i_first_chunk[i_index] - 1;
2329 i_chunk < i_last; i_chunk++ )
2330 {
2331 if( i_chunk >= p_demux_track->i_chunk_count )
2332 {
2333 msg_Warn( p_demux, "corrupted chunk table" );
2334 return VLC_EGENERIC;
2335 }
2336
2337 p_demux_track->chunk[i_chunk].i_sample_description_index =
2338 BOXDATA(p_stsc)->i_sample_description_index[i_index];
2339 p_demux_track->chunk[i_chunk].i_sample_count =
2340 BOXDATA(p_stsc)->i_samples_per_chunk[i_index];
2341 }
2342 i_last = BOXDATA(p_stsc)->i_first_chunk[i_index] - 1;
2343 }
2344
2345 p_demux_track->i_sample_count = 0;
2346 bool b_broken = false;
2347 if ( p_demux_track->i_chunk_count )
2348 {
2349 p_demux_track->chunk[0].i_sample_first = 0;
2350 p_demux_track->i_sample_count += p_demux_track->chunk[0].i_sample_count;
2351
2352 const mp4_chunk_t *prev = &p_demux_track->chunk[0];
2353 for( i_chunk = 1; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2354 {
2355 mp4_chunk_t *cur = &p_demux_track->chunk[i_chunk];
2356 if( unlikely(UINT32_MAX - cur->i_sample_count < p_demux_track->i_sample_count) )
2357 {
2358 b_broken = true;
2359 break;
2360 }
2361 p_demux_track->i_sample_count += cur->i_sample_count;
2362 cur->i_sample_first = prev->i_sample_first + prev->i_sample_count;
2363 prev = cur;
2364 }
2365 }
2366
2367 if( unlikely(b_broken) )
2368 {
2369 msg_Err( p_demux, "Overflow in chunks total samples count" );
2370 return VLC_EGENERIC;
2371 }
2372
2373 msg_Dbg( p_demux, "track[Id 0x%x] read %d chunk",
2374 p_demux_track->i_track_ID, p_demux_track->i_chunk_count );
2375
2376 return VLC_SUCCESS;
2377 }
2378
2379 static int xTTS_CountEntries( demux_t *p_demux, uint32_t *pi_entry /* out */,
2380 const uint32_t i_index,
2381 uint32_t i_index_samples_left,
2382 uint32_t i_sample_count,
2383 const uint32_t *pi_index_sample_count,
2384 const uint32_t i_table_count )
2385 {
2386 uint32_t i_array_offset;
2387 while( i_sample_count > 0 )
2388 {
2389 if ( likely((UINT32_MAX - i_index) >= *pi_entry) )
2390 i_array_offset = i_index + *pi_entry;
2391 else
2392 return VLC_EGENERIC;
2393
2394 if ( i_array_offset >= i_table_count )
2395 {
2396 msg_Err( p_demux, "invalid index counting total samples %u %u", i_array_offset, i_table_count );
2397 return VLC_ENOVAR;
2398 }
2399
2400 if ( i_index_samples_left )
2401 {
2402 if ( i_index_samples_left > i_sample_count )
2403 {
2404 i_index_samples_left -= i_sample_count;
2405 i_sample_count = 0;
2406 *pi_entry +=1; /* No samples left, go copy */
2407 break;
2408 }
2409 else
2410 {
2411 i_sample_count -= i_index_samples_left;
2412 i_index_samples_left = 0;
2413 *pi_entry += 1;
2414 continue;
2415 }
2416 }
2417 else
2418 {
2419 i_sample_count -= __MIN( i_sample_count, pi_index_sample_count[i_array_offset] );
2420 *pi_entry += 1;
2421 }
2422 }
2423
2424 return VLC_SUCCESS;
2425 }
2426
2427 static int TrackCreateSamplesIndex( demux_t *p_demux,
2428 mp4_track_t *p_demux_track )
2429 {
2430 MP4_Box_t *p_box;
2431 MP4_Box_data_stsz_t *stsz;
2432 /* TODO use also stss and stsh table for seeking */
2433 /* FIXME use edit table */
2434
2435 /* Find stsz
2436 * Gives the sample size for each samples. There is also a stz2 table
2437 * (compressed form) that we need to implement TODO */
2438 p_box = MP4_BoxGet( p_demux_track->p_stbl, "stsz" );
2439 if( !p_box )
2440 {
2441 /* FIXME and stz2 */
2442 msg_Warn( p_demux, "cannot find STSZ box" );
2443 return VLC_EGENERIC;
2444 }
2445 stsz = p_box->data.p_stsz;
2446
2447 /* Use stsz table to create a sample number -> sample size table */
2448 if( p_demux_track->i_sample_count != stsz->i_sample_count )
2449 {
2450 msg_Warn( p_demux, "Incorrect total samples stsc %" PRIu32 " <> stsz %"PRIu32 ", "
2451 " expect truncated media playback",
2452 p_demux_track->i_sample_count, stsz->i_sample_count );
2453 p_demux_track->i_sample_count = __MIN(p_demux_track->i_sample_count, stsz->i_sample_count);
2454 }
2455
2456 if( stsz->i_sample_size )
2457 {
2458 /* 1: all sample have the same size, so no need to construct a table */
2459 p_demux_track->i_sample_size = stsz->i_sample_size;
2460 p_demux_track->p_sample_size = NULL;
2461 }
2462 else
2463 {
2464 /* 2: each sample can have a different size */
2465 p_demux_track->i_sample_size = 0;
2466 p_demux_track->p_sample_size =
2467 calloc( p_demux_track->i_sample_count, sizeof( uint32_t ) );
2468 if( p_demux_track->p_sample_size == NULL )
2469 return VLC_ENOMEM;
2470
2471 for( uint32_t i_sample = 0; i_sample < p_demux_track->i_sample_count; i_sample++ )
2472 {
2473 p_demux_track->p_sample_size[i_sample] =
2474 stsz->i_entry_size[i_sample];
2475 }
2476 }
2477
2478 if ( p_demux_track->i_chunk_count && p_demux_track->i_sample_size == 0 )
2479 {
2480 const mp4_chunk_t *lastchunk = &p_demux_track->chunk[p_demux_track->i_chunk_count - 1];
2481 if( (uint64_t)lastchunk->i_sample_count + p_demux_track->i_chunk_count - 1 > stsz->i_sample_count )
2482 {
2483 msg_Err( p_demux, "invalid samples table: stsz table is too small" );
2484 return VLC_EGENERIC;
2485 }
2486 }
2487
2488 /* Use stts table to create a sample number -> dts table.
2489 * XXX: if we don't want to waste too much memory, we can't expand
2490 * the box! so each chunk will contain an "extract" of this table
2491 * for fast research (problem with raw stream where a sample is sometime
2492 * just channels*bits_per_sample/8 */
2493
2494 /* FIXME: refactor STTS & CTTS, STTS having now only few extra lines and
2495 * differing in 2/2 fields and 1 signedness */
2496
2497 mtime_t i_next_dts = 0;
2498 /* Find stts
2499 * Gives mapping between sample and decoding time
2500 */
2501 p_box = MP4_BoxGet( p_demux_track->p_stbl, "stts" );
2502 if( !p_box )
2503 {
2504 msg_Warn( p_demux, "cannot find STTS box" );
2505 return VLC_EGENERIC;
2506 }
2507 else
2508 {
2509 MP4_Box_data_stts_t *stts = p_box->data.p_stts;
2510
2511 msg_Warn( p_demux, "STTS table of %"PRIu32" entries", stts->i_entry_count );
2512
2513 /* Create sample -> dts table per chunk */
2514 uint32_t i_index = 0;
2515 uint32_t i_current_index_samples_left = 0;
2516
2517 for( uint32_t i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2518 {
2519 mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
2520 uint32_t i_sample_count;
2521
2522 /* save first dts */
2523 ck->i_first_dts = i_next_dts;
2524
2525 /* count how many entries are needed for this chunk
2526 * for p_sample_delta_dts and p_sample_count_dts */
2527 ck->i_entries_dts = 0;
2528
2529 int i_ret = xTTS_CountEntries( p_demux, &ck->i_entries_dts, i_index,
2530 i_current_index_samples_left,
2531 ck->i_sample_count,
2532 stts->pi_sample_count,
2533 stts->i_entry_count );
2534 if ( i_ret == VLC_EGENERIC )
2535 return i_ret;
2536
2537 /* allocate them */
2538 ck->p_sample_count_dts = calloc( ck->i_entries_dts, sizeof( uint32_t ) );
2539 ck->p_sample_delta_dts = calloc( ck->i_entries_dts, sizeof( uint32_t ) );
2540 if( !ck->p_sample_count_dts || !ck->p_sample_delta_dts )
2541 {
2542 free( ck->p_sample_count_dts );
2543 free( ck->p_sample_delta_dts );
2544 msg_Err( p_demux, "can't allocate memory for i_entry=%"PRIu32, ck->i_entries_dts );
2545 ck->i_entries_dts = 0;
2546 return VLC_ENOMEM;
2547 }
2548
2549 /* now copy */
2550 i_sample_count = ck->i_sample_count;
2551
2552 for( uint32_t i = 0; i < ck->i_entries_dts; i++ )
2553 {
2554 if ( i_current_index_samples_left )
2555 {
2556 if ( i_current_index_samples_left > i_sample_count )
2557 {
2558 ck->p_sample_count_dts[i] = i_sample_count;
2559 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2560 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2561 if ( i_sample_count ) ck->i_duration = i_next_dts - ck->i_first_dts;
2562 i_current_index_samples_left -= i_sample_count;
2563 i_sample_count = 0;
2564 assert( i == ck->i_entries_dts - 1 );
2565 break;
2566 }
2567 else
2568 {
2569 ck->p_sample_count_dts[i] = i_current_index_samples_left;
2570 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2571 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2572 if ( i_current_index_samples_left ) ck->i_duration = i_next_dts - ck->i_first_dts;
2573 i_sample_count -= i_current_index_samples_left;
2574 i_current_index_samples_left = 0;
2575 i_index++;
2576 }
2577 }
2578 else
2579 {
2580 if ( stts->pi_sample_count[i_index] > i_sample_count )
2581 {
2582 ck->p_sample_count_dts[i] = i_sample_count;
2583 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2584 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2585 if ( i_sample_count ) ck->i_duration = i_next_dts - ck->i_first_dts;
2586 i_current_index_samples_left = stts->pi_sample_count[i_index] - i_sample_count;
2587 i_sample_count = 0;
2588 assert( i == ck->i_entries_dts - 1 );
2589 // keep building from same index
2590 }
2591 else
2592 {
2593 ck->p_sample_count_dts[i] = stts->pi_sample_count[i_index];
2594 ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
2595 i_next_dts += ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
2596 if ( stts->pi_sample_count[i_index] ) ck->i_duration = i_next_dts - ck->i_first_dts;
2597 i_sample_count -= stts->pi_sample_count[i_index];
2598 i_index++;
2599 }
2600 }
2601
2602 }
2603 }
2604 }
2605
2606
2607 /* Find ctts
2608 * Gives the delta between decoding time (dts) and composition table (pts)
2609 */
2610 p_box = MP4_BoxGet( p_demux_track->p_stbl, "ctts" );
2611 if( p_box && p_box->data.p_ctts )
2612 {
2613 MP4_Box_data_ctts_t *ctts = p_box->data.p_ctts;
2614
2615 msg_Warn( p_demux, "CTTS table of %"PRIu32" entries", ctts->i_entry_count );
2616
2617 int64_t i_cts_shift = 0;
2618 const MP4_Box_t *p_cslg = MP4_BoxGet( p_demux_track->p_stbl, "cslg" );
2619 if( p_cslg && BOXDATA(p_cslg) )
2620 i_cts_shift = BOXDATA(p_cslg)->ct_to_dts_shift;
2621
2622 /* Create pts-dts table per chunk */
2623 uint32_t i_index = 0;
2624 uint32_t i_current_index_samples_left = 0;
2625
2626 for( uint32_t i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
2627 {
2628 mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
2629 uint32_t i_sample_count;
2630
2631 /* count how many entries are needed for this chunk
2632 * for p_sample_offset_pts and p_sample_count_pts */
2633 ck->i_entries_pts = 0;
2634 int i_ret = xTTS_CountEntries( p_demux, &ck->i_entries_pts, i_index,
2635 i_current_index_samples_left,
2636 ck->i_sample_count,
2637 ctts->pi_sample_count,
2638 ctts->i_entry_count );
2639 if ( i_ret == VLC_EGENERIC )
2640 return i_ret;
2641
2642 /* allocate them */
2643 ck->p_sample_count_pts = calloc( ck->i_entries_pts, sizeof( uint32_t ) );
2644 ck->p_sample_offset_pts = calloc( ck->i_entries_pts, sizeof( int32_t ) );
2645 if( !ck->p_sample_count_pts || !ck->p_sample_offset_pts )
2646 {
2647 free( ck->p_sample_count_pts );
2648 free( ck->p_sample_offset_pts );
2649 msg_Err( p_demux, "can't allocate memory for i_entry=%"PRIu32, ck->i_entries_pts );
2650 ck->i_entries_pts = 0;
2651 return VLC_ENOMEM;
2652 }
2653
2654 /* now copy */
2655 i_sample_count = ck->i_sample_count;
2656
2657 for( uint32_t i = 0; i < ck->i_entries_pts; i++ )
2658 {
2659 if ( i_current_index_samples_left )
2660 {
2661 if ( i_current_index_samples_left > i_sample_count )
2662 {
2663 ck->p_sample_count_pts[i] = i_sample_count;
2664 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2665 i_current_index_samples_left -= i_sample_count;
2666 i_sample_count = 0;
2667 assert( i == ck->i_entries_pts - 1 );
2668 break;
2669 }
2670 else
2671 {
2672 ck->p_sample_count_pts[i] = i_current_index_samples_left;
2673 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2674 i_sample_count -= i_current_index_samples_left;
2675 i_current_index_samples_left = 0;
2676 i_index++;
2677 }
2678 }
2679 else
2680 {
2681 if ( ctts->pi_sample_count[i_index] > i_sample_count )
2682 {
2683 ck->p_sample_count_pts[i] = i_sample_count;
2684 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2685 i_current_index_samples_left = ctts->pi_sample_count[i_index] - i_sample_count;
2686 i_sample_count = 0;
2687 assert( i == ck->i_entries_pts - 1 );
2688 // keep building from same index
2689 }
2690 else
2691 {
2692 ck->p_sample_count_pts[i] = ctts->pi_sample_count[i_index];
2693 ck->p_sample_offset_pts[i] = ctts->pi_sample_offset[i_index] + i_cts_shift;
2694 i_sample_count -= ctts->pi_sample_count[i_index];
2695 i_index++;
2696 }
2697 }
2698
2699
2700 }
2701 }
2702 }
2703
2704 msg_Dbg( p_demux, "track[Id 0x%x] read %"PRIu32" samples length:%"PRId64"s",
2705 p_demux_track->i_track_ID, p_demux_track->i_sample_count,
2706 i_next_dts / p_demux_track->i_timescale );
2707
2708 return VLC_SUCCESS;
2709 }
2710
2711
2712 /**
2713 * It computes the sample rate for a video track using the given sample
2714 * description index
2715 */
2716 static void TrackGetESSampleRate( demux_t *p_demux,
2717 unsigned *pi_num, unsigned *pi_den,
2718 const mp4_track_t *p_track,
2719 unsigned i_sd_index,
2720 unsigned i_chunk )
2721 {
2722 demux_sys_t *p_sys = p_demux->p_sys;
2723 *pi_num = 0;
2724 *pi_den = 0;
2725
2726 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( MP4_BoxGet( p_sys->p_root,
2727 "/moov" ),
2728 p_track->i_track_ID );
2729 MP4_Box_t *p_mdhd = MP4_BoxGet( p_trak, "mdia/mdhd" );
2730 if ( p_mdhd && BOXDATA(p_mdhd) )
2731 {
2732 vlc_ureduce( pi_num, pi_den,
2733 (uint64_t) BOXDATA(p_mdhd)->i_timescale * p_track->i_sample_count,
2734 (uint64_t) BOXDATA(p_mdhd)->i_duration,
2735 UINT16_MAX );
2736 return;
2737 }
2738
2739 if( p_track->i_chunk_count == 0 )
2740 return;
2741
2742 /* */
2743 const mp4_chunk_t *p_chunk = &p_track->chunk[i_chunk];
2744 while( p_chunk > &p_track->chunk[0] &&
2745 p_chunk[-1].i_sample_description_index == i_sd_index )
2746 {
2747 p_chunk--;
2748 }
2749
2750 uint64_t i_sample = 0;
2751 uint64_t i_total_duration = 0;
2752 do
2753 {
2754 i_sample += p_chunk->i_sample_count;
2755 i_total_duration += p_chunk->i_duration;
2756 p_chunk++;
2757 }
2758 while( p_chunk < &p_track->chunk[p_track->i_chunk_count] &&
2759 p_chunk->i_sample_description_index == i_sd_index );
2760
2761 if( i_sample > 0 && i_total_duration )
2762 vlc_ureduce( pi_num, pi_den,
2763 i_sample * p_track->i_timescale,
2764 i_total_duration,
2765 UINT16_MAX);
2766 }
2767
2768 /*
2769 * TrackCreateES:
2770 * Create ES and PES to init decoder if needed, for a track starting at i_chunk
2771 */
2772 static int TrackCreateES( demux_t *p_demux, mp4_track_t *p_track,
2773 unsigned int i_chunk, es_out_id_t **pp_es )
2774 {
2775 demux_sys_t *p_sys = p_demux->p_sys;
2776 unsigned int i_sample_description_index;
2777
2778 if( p_sys->b_fragmented || p_track->i_chunk_count == 0 )
2779 i_sample_description_index = 1; /* XXX */
2780 else
2781 i_sample_description_index =
2782 p_track->chunk[i_chunk].i_sample_description_index;
2783
2784 if( pp_es )
2785 *pp_es = NULL;
2786
2787 if( !i_sample_description_index )
2788 {
2789 msg_Warn( p_demux, "invalid SampleEntry index (track[Id 0x%x])",
2790 p_track->i_track_ID );
2791 return VLC_EGENERIC;
2792 }
2793
2794 MP4_Box_t *p_sample = MP4_BoxGet( p_track->p_stsd, "[%d]",
2795 i_sample_description_index - 1 );
2796
2797 if( !p_sample ||
2798 ( !p_sample->data.p_payload && p_track->fmt.i_cat != SPU_ES ) )
2799 {
2800 msg_Warn( p_demux, "cannot find SampleEntry (track[Id 0x%x])",
2801 p_track->i_track_ID );
2802 return VLC_EGENERIC;
2803 }
2804
2805 p_track->p_sample = p_sample;
2806
2807 MP4_Box_t *p_frma;
2808 if( ( p_frma = MP4_BoxGet( p_track->p_sample, "sinf/frma" ) ) && p_frma->data.p_frma )
2809 {
2810 msg_Warn( p_demux, "Original Format Box: %4.4s", (char *)&p_frma->data.p_frma->i_type );
2811
2812 p_sample->i_type = p_frma->data.p_frma->i_type;
2813 }
2814
2815 /* */
2816 switch( p_track->fmt.i_cat )
2817 {
2818 case VIDEO_ES:
2819 if ( p_sample->i_handler != ATOM_vide ||
2820 !SetupVideoES( p_demux, p_track, p_sample ) )
2821 return VLC_EGENERIC;
2822
2823 /* Set frame rate */
2824 TrackGetESSampleRate( p_demux,
2825 &p_track->fmt.video.i_frame_rate,
2826 &p_track->fmt.video.i_frame_rate_base,
2827 p_track, i_sample_description_index, i_chunk );
2828
2829 p_sys->f_fps = (float)p_track->fmt.video.i_frame_rate /
2830 (float)p_track->fmt.video.i_frame_rate_base;
2831
2832 break;
2833
2834 case AUDIO_ES:
2835 if ( p_sample->i_handler != ATOM_soun ||
2836 !SetupAudioES( p_demux, p_track, p_sample ) )
2837 return VLC_EGENERIC;
2838 if( p_sys->p_meta )
2839 {
2840 audio_replay_gain_t *p_arg = &p_track->fmt.audio_replay_gain;
2841 const char *psz_meta = vlc_meta_GetExtra( p_sys->p_meta, "replaygain_track_gain" );
2842 if( psz_meta )
2843 {
2844 double f_gain = us_atof( psz_meta );
2845 p_arg->pf_gain[AUDIO_REPLAY_GAIN_TRACK] = f_gain;
2846 p_arg->pb_gain[AUDIO_REPLAY_GAIN_TRACK] = f_gain != 0;
2847 }
2848 psz_meta = vlc_meta_GetExtra( p_sys->p_meta, "replaygain_track_peak" );
2849 if( psz_meta )
2850 {
2851 double f_gain = us_atof( psz_meta );
2852 p_arg->pf_peak[AUDIO_REPLAY_GAIN_TRACK] = f_gain;
2853 p_arg->pb_peak[AUDIO_REPLAY_GAIN_TRACK] = f_gain > 0;
2854 }
2855 }
2856 break;
2857
2858 case SPU_ES:
2859 if ( p_sample->i_handler != ATOM_text ||
2860 !SetupSpuES( p_demux, p_track, p_sample ) )
2861 return VLC_EGENERIC;
2862 break;
2863
2864 default:
2865 break;
2866 }
2867
2868 if( pp_es )
2869 *pp_es = MP4_AddTrackES( p_demux->out, p_track );
2870
2871 return ( !pp_es || *pp_es ) ? VLC_SUCCESS : VLC_EGENERIC;
2872 }
2873
2874 /* *** Try to find nearest sync points *** */
2875 static int TrackGetNearestSeekPoint( demux_t *p_demux, mp4_track_t *p_track,
2876 uint32_t i_sample, uint32_t *pi_sync_sample )
2877 {
2878 int i_ret = VLC_EGENERIC;
2879 *pi_sync_sample = 0;
2880
2881 const MP4_Box_t *p_stss;
2882 if( ( p_stss = MP4_BoxGet( p_track->p_stbl, "stss" ) ) )
2883 {
2884 const MP4_Box_data_stss_t *p_stss_data = BOXDATA(p_stss);
2885 msg_Dbg( p_demux, "track[Id 0x%x] using Sync Sample Box (stss)",
2886 p_track->i_track_ID );
2887 for( unsigned i_index = 0; i_index < p_stss_data->i_entry_count; i_index++ )
2888 {
2889 if( i_index >= p_stss_data->i_entry_count - 1 ||
2890 i_sample < p_stss_data->i_sample_number[i_index+1] )
2891 {
2892 *pi_sync_sample = p_stss_data->i_sample_number[i_index];
2893 msg_Dbg( p_demux, "stss gives %d --> %" PRIu32 " (sample number)",
2894 i_sample, *pi_sync_sample );
2895 i_ret = VLC_SUCCESS;
2896 break;
2897 }
2898 }
2899 }
2900
2901 /* try rap samples groups */
2902 const MP4_Box_t *p_sbgp = MP4_BoxGet( p_track->p_stbl, "sbgp" );
2903 for( ; p_sbgp; p_sbgp = p_sbgp->p_next )
2904 {
2905 const MP4_Box_data_sbgp_t *p_sbgp_data = BOXDATA(p_sbgp);
2906 if( p_sbgp->i_type != ATOM_sbgp || !p_sbgp_data )
2907 continue;
2908
2909 if( p_sbgp_data->i_grouping_type == SAMPLEGROUP_rap )
2910 {
2911 uint32_t i_group_sample = 0;
2912 for ( uint32_t i=0; i<p_sbgp_data->i_entry_count; i++ )
2913 {
2914 /* Sample belongs to rap group ? */
2915 if( p_sbgp_data->entries.pi_group_description_index[i] != 0 )
2916 {
2917 if( i_sample < i_group_sample )
2918 {
2919 msg_Dbg( p_demux, "sbgp lookup failed %" PRIu32 " (sample number)",
2920 i_sample );
2921 break;
2922 }
2923 else if ( i_sample >= i_group_sample &&
2924 *pi_sync_sample < i_group_sample )
2925 {
2926 *pi_sync_sample = i_group_sample;
2927 i_ret = VLC_SUCCESS;
2928 }
2929 }
2930 i_group_sample += p_sbgp_data->entries.pi_sample_count[i];
2931 }
2932
2933 if( i_ret == VLC_SUCCESS && *pi_sync_sample )
2934 {
2935 msg_Dbg( p_demux, "sbgp gives %d --> %" PRIu32 " (sample number)",
2936 i_sample, *pi_sync_sample );
2937 }
2938 }
2939 }
2940
2941 return i_ret;
2942 }
2943
2944 /* given a time it return sample/chunk
2945 * it also update elst field of the track
2946 */
2947 static int TrackTimeToSampleChunk( demux_t *p_demux, mp4_track_t *p_track,
2948 int64_t i_start, uint32_t *pi_chunk,
2949 uint32_t *pi_sample )
2950 {
2951 demux_sys_t *p_sys = p_demux->p_sys;
2952 uint64_t i_dts;
2953 unsigned int i_sample;
2954 unsigned int i_chunk;
2955 int i_index;
2956
2957 /* FIXME see if it's needed to check p_track->i_chunk_count */
2958 if( p_track->i_chunk_count == 0 )
2959 return( VLC_EGENERIC );
2960
2961 /* handle elst (find the correct one) */
2962 MP4_TrackSetELST( p_demux, p_track, i_start );
2963 if( p_track->p_elst && p_track->BOXDATA(p_elst)->i_entry_count > 0 )
2964 {
2965 MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
2966 int64_t i_mvt= MP4_rescale( i_start, CLOCK_FREQ, p_sys->i_timescale );
2967
2968 /* now calculate i_start for this elst */
2969 /* offset */
2970 i_start -= MP4_rescale( p_track->i_elst_time, p_sys->i_timescale, CLOCK_FREQ );
2971 if( i_start < 0 )
2972 {
2973 *pi_chunk = 0;
2974 *pi_sample= 0;
2975
2976 return VLC_SUCCESS;
2977 }
2978 /* to track time scale */
2979 i_start = MP4_rescale( i_start, CLOCK_FREQ, p_track->i_timescale );
2980 /* add elst offset */
2981 if( ( elst->i_media_rate_integer[p_track->i_elst] > 0 ||
2982 elst->i_media_rate_fraction[p_track->i_elst] > 0 ) &&
2983 elst->i_media_time[p_track->i_elst] > 0 )
2984 {
2985 i_start += elst->i_media_time[p_track->i_elst];
2986 }
2987
2988 msg_Dbg( p_demux, "elst (%d) gives %"PRId64"ms (movie)-> %"PRId64
2989 "ms (track)", p_track->i_elst,
2990 MP4_rescale( i_mvt, p_sys->i_timescale, 1000 ),
2991 MP4_rescale( i_start, p_track->i_timescale, 1000 ) );
2992 }
2993 else
2994 {
2995 /* convert absolute time to in timescale unit */
2996 i_start = MP4_rescale( i_start, CLOCK_FREQ, p_track->i_timescale );
2997 }
2998
2999 /* we start from sample 0/chunk 0, hope it won't take too much time */
3000 /* *** find good chunk *** */
3001 for( i_chunk = 0; ; i_chunk++ )
3002 {
3003 if( i_chunk + 1 >= p_track->i_chunk_count )
3004 {
3005 /* at the end and can't check if i_start in this chunk,
3006 it will be check while searching i_sample */
3007 i_chunk = p_track->i_chunk_count - 1;
3008 break;
3009 }
3010
3011 if( (uint64_t)i_start >= p_track->chunk[i_chunk].i_first_dts &&
3012 (uint64_t)i_start < p_track->chunk[i_chunk + 1].i_first_dts )
3013 {
3014 break;
3015 }
3016 }
3017
3018 /* *** find sample in the chunk *** */
3019 i_sample = p_track->chunk[i_chunk].i_sample_first;
3020 i_dts = p_track->chunk[i_chunk].i_first_dts;
3021 for( i_index = 0; i_sample < p_track->chunk[i_chunk].i_sample_count; )
3022 {
3023 if( i_dts +
3024 p_track->chunk[i_chunk].p_sample_count_dts[i_index] *
3025 p_track->chunk[i_chunk].p_sample_delta_dts[i_index] < (uint64_t)i_start )
3026 {
3027 i_dts +=
3028 p_track->chunk[i_chunk].p_sample_count_dts[i_index] *
3029 p_track->chunk[i_chunk].p_sample_delta_dts[i_index];
3030
3031 i_sample += p_track->chunk[i_chunk].p_sample_count_dts[i_index];
3032 i_index++;
3033 }
3034 else
3035 {
3036 if( p_track->chunk[i_chunk].p_sample_delta_dts[i_index] <= 0 )
3037 {
3038 break;
3039 }
3040 i_sample += ( i_start - i_dts ) /
3041 p_track->chunk[i_chunk].p_sample_delta_dts[i_index];
3042 break;
3043 }
3044 }
3045
3046 if( i_sample >= p_track->i_sample_count )
3047 {
3048 msg_Warn( p_demux, "track[Id 0x%x] will be disabled "
3049 "(seeking too far) chunk=%d sample=%d",
3050 p_track->i_track_ID, i_chunk, i_sample );
3051 return( VLC_EGENERIC );
3052 }
3053
3054
3055 /* *** Try to find nearest sync points *** */
3056 uint32_t i_sync_sample;
3057 if( VLC_SUCCESS ==
3058 TrackGetNearestSeekPoint( p_demux, p_track, i_sample, &i_sync_sample ) )
3059 {
3060 /* Go to chunk */
3061 if( i_sync_sample <= i_sample )
3062 {
3063 while( i_chunk > 0 &&
3064 i_sync_sample < p_track->chunk[i_chunk].i_sample_first )
3065 i_chunk--;
3066 }
3067 else
3068 {
3069 while( i_chunk < p_track->i_chunk_count - 1 &&
3070 i_sync_sample >= p_track->chunk[i_chunk].i_sample_first +
3071 p_track->chunk[i_chunk].i_sample_count )
3072 i_chunk++;
3073 }
3074 i_sample = i_sync_sample;
3075 }
3076
3077 *pi_chunk = i_chunk;
3078 *pi_sample = i_sample;
3079
3080 return VLC_SUCCESS;
3081 }
3082
3083 static int TrackGotoChunkSample( demux_t *p_demux, mp4_track_t *p_track,
3084 unsigned int i_chunk, unsigned int i_sample )
3085 {
3086 bool b_reselect = false;
3087
3088 /* now see if actual es is ok */
3089 if( p_track->i_chunk >= p_track->i_chunk_count ||
3090 p_track->chunk[p_track->i_chunk].i_sample_description_index !=
3091 p_track->chunk[i_chunk].i_sample_description_index )
3092 {
3093 msg_Warn( p_demux, "recreate ES for track[Id 0x%x]",
3094 p_track->i_track_ID );
3095
3096 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE,
3097 p_track->p_es, &b_reselect );
3098
3099 es_out_Del( p_demux->out, p_track->p_es );
3100
3101 p_track->p_es = NULL;
3102
3103 if( TrackCreateES( p_demux, p_track, i_chunk, &p_track->p_es ) )
3104 {
3105 msg_Err( p_demux, "cannot create es for track[Id 0x%x]",
3106 p_track->i_track_ID );
3107
3108 p_track->b_ok = false;
3109 p_track->b_selected = false;
3110 return VLC_EGENERIC;
3111 }
3112 }
3113
3114 /* select again the new decoder */
3115 if( b_reselect )
3116 {
3117 es_out_Control( p_demux->out, ES_OUT_SET_ES, p_track->p_es );
3118 }
3119
3120 p_track->i_chunk = i_chunk;
3121 p_track->chunk[i_chunk].i_sample = i_sample - p_track->chunk[i_chunk].i_sample_first;
3122 p_track->i_sample = i_sample;
3123
3124 return p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC;
3125 }
3126 #if 0
3127 static void MP4_TrackRestart( demux_t *p_demux, mp4_track_t *p_track,
3128 MP4_Box_t *p_params_box )
3129 {
3130 bool b_reselect = false;
3131 if( p_track->p_es )
3132 {
3133 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE,
3134 p_track->p_es, &b_reselect );
3135 }
3136
3137 /* Save previous fragmented pos */
3138 uint32_t i_sample_pos_backup = p_track->i_sample;
3139 mtime_t time_backup = p_track->i_time;
3140 uint32_t timescale_backup = p_track->i_timescale;
3141
3142 /* Save previous format and ES */
3143 es_format_t fmtbackup;
3144 es_out_id_t *p_es_backup = p_track->p_es;
3145 p_track->p_es = NULL;
3146 es_format_Copy( &fmtbackup, &p_track->fmt );
3147 es_format_Clean( &p_track->fmt );
3148
3149
3150 /* do the cleanup and recycle track / restart */
3151 MP4_TrackDestroy( p_demux, p_track );
3152 memset( p_track, 0, sizeof(*p_track) );
3153
3154 assert(p_params_box->i_type == ATOM_trak);
3155 MP4_TrackCreate( p_demux, p_track, p_params_box, false, true );
3156
3157 if( p_track->b_ok )
3158 {
3159 if( !es_format_IsSimilar( &fmtbackup, &p_track->fmt ) ||
3160 fmtbackup.i_extra != p_track->fmt.i_extra ||
3161 memcmp( fmtbackup.p_extra, p_track->fmt.p_extra, fmtbackup.i_extra ) )
3162 {
3163 if( p_es_backup )
3164 es_out_Del( p_demux->out, p_es_backup );
3165
3166 if( !p_track->b_chapters_source )
3167 {
3168 p_track->p_es = MP4_AddTrackES( p_demux->out, p_track );
3169 p_track->b_ok = !!p_track->p_es;
3170 }
3171 }
3172 else
3173 {
3174 p_track->p_es = p_es_backup;
3175 }
3176 }
3177 else if( p_es_backup )
3178 {
3179 es_out_Del( p_demux->out, p_es_backup );
3180 }
3181
3182 /* select again the new decoder */
3183 if( b_reselect && p_track->p_es )
3184 es_out_Control( p_demux->out, ES_OUT_SET_ES, p_track->p_es );
3185
3186 es_format_Clean( &fmtbackup );
3187
3188 /* Restore fragmented pos */
3189 p_track->i_sample = i_sample_pos_backup;
3190 p_track->i_time = MP4_rescale( time_backup, timescale_backup, p_track->i_timescale );
3191 }
3192 #endif
3193 /****************************************************************************
3194 * MP4_TrackSetup:
3195 ****************************************************************************
3196 * Parse track information and create all needed data to run a track
3197 * If it succeed b_ok is set to 1 else to 0
3198 ****************************************************************************/
3199 static void MP4_TrackSetup( demux_t *p_demux, mp4_track_t *p_track,
3200 MP4_Box_t *p_box_trak,
3201 bool b_create_es, bool b_force_enable )
3202 {
3203 demux_sys_t *p_sys = p_demux->p_sys;
3204
3205 p_track->p_track = p_box_trak;
3206
3207 char language[4] = { '\0' };
3208 char sdp_media_type[8] = { '\0' };
3209
3210 const MP4_Box_t *p_tkhd = MP4_BoxGet( p_box_trak, "tkhd" );
3211 if( !p_tkhd )
3212 {
3213 return;
3214 }
3215
3216 /* do we launch this track by default ? */
3217 p_track->b_enable =
3218 ( ( BOXDATA(p_tkhd)->i_flags&MP4_TRACK_ENABLED ) != 0 );
3219 if( !p_track->b_enable )
3220 p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
3221
3222 p_track->i_track_ID = BOXDATA(p_tkhd)->i_track_ID;
3223
3224 p_track->i_width = BOXDATA(p_tkhd)->i_width / BLOCK16x16;
3225 p_track->i_height = BOXDATA(p_tkhd)->i_height / BLOCK16x16;
3226 p_track->f_rotation = BOXDATA(p_tkhd)->f_rotation;
3227
3228 /* FIXME: unhandled box: tref */
3229
3230 const MP4_Box_t *p_mdhd = MP4_BoxGet( p_box_trak, "mdia/mdhd" );
3231 const MP4_Box_t *p_hdlr = MP4_BoxGet( p_box_trak, "mdia/hdlr" );
3232
3233 if( ( !p_mdhd )||( !p_hdlr ) )
3234 {
3235 return;
3236 }
3237
3238 if( BOXDATA(p_mdhd)->i_timescale == 0 )
3239 {
3240 msg_Warn( p_demux, "Invalid track timescale " );
3241 return;
3242 }
3243 p_track->i_timescale = BOXDATA(p_mdhd)->i_timescale;
3244
3245 memcpy( &language, BOXDATA(p_mdhd)->rgs_language, 3 );
3246 p_track->b_mac_encoding = BOXDATA(p_mdhd)->b_mac_encoding;
3247
3248 switch( p_hdlr->data.p_hdlr->i_handler_type )
3249 {
3250 case( ATOM_soun ):
3251 if( !MP4_BoxGet( p_box_trak, "mdia/minf/smhd" ) )
3252 {
3253 return;
3254 }
3255 es_format_Change( &p_track->fmt, AUDIO_ES, 0 );
3256 break;
3257
3258 case( ATOM_vide ):
3259 if( !MP4_BoxGet( p_box_trak, "mdia/minf/vmhd") )
3260 {
3261 return;
3262 }
3263 es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
3264 break;
3265
3266 case( ATOM_hint ):
3267 /* RTP Reception Hint tracks */
3268 if( !MP4_BoxGet( p_box_trak, "mdia/minf/hmhd" ) ||
3269 !MP4_BoxGet( p_box_trak, "mdia/minf/stbl/stsd/rrtp" ) )
3270 {
3271 break;
3272 }
3273 MP4_Box_t *p_sdp;
3274
3275 /* parse the sdp message to find out whether the RTP stream contained audio or video */
3276 if( !( p_sdp = MP4_BoxGet( p_box_trak, "udta/hnti/sdp " ) ) )
3277 {
3278 msg_Warn( p_demux, "Didn't find sdp box to determine stream type" );
3279 return;
3280 }
3281
3282 memcpy( sdp_media_type, BOXDATA(p_sdp)->psz_text, 7 );
3283 if( !strcmp(sdp_media_type, "m=audio") )
3284 {
3285 msg_Dbg( p_demux, "Found audio Rtp: %s", sdp_media_type );
3286 es_format_Change( &p_track->fmt, AUDIO_ES, 0 );
3287 }
3288 else if( !strcmp(sdp_media_type, "m=video") )
3289 {
3290 msg_Dbg( p_demux, "Found video Rtp: %s", sdp_media_type );
3291 es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
3292 }
3293 else
3294 {
3295 msg_Warn( p_demux, "Malformed track SDP message: %s", sdp_media_type );
3296 return;
3297 }
3298 p_track->p_sdp = p_sdp;
3299 break;
3300
3301 case( ATOM_tx3g ):
3302 case( ATOM_text ):
3303 case( ATOM_subp ):
3304 case( ATOM_subt ): /* ttml */
3305 case( ATOM_sbtl ):
3306 case( ATOM_clcp ): /* closed captions */
3307 es_format_Change( &p_track->fmt, SPU_ES, 0 );
3308 break;
3309
3310 default:
3311 return;
3312 }
3313
3314 p_track->asfinfo.i_cat = p_track->fmt.i_cat;
3315
3316 const MP4_Box_t *p_elst;
3317 p_track->i_elst = 0;
3318 p_track->i_elst_time = 0;
3319 if( ( p_track->p_elst = p_elst = MP4_BoxGet( p_box_trak, "edts/elst" ) ) )
3320 {
3321 MP4_Box_data_elst_t *elst = BOXDATA(p_elst);
3322 unsigned int i;
3323
3324 msg_Warn( p_demux, "elst box found" );
3325 for( i = 0; i < elst->i_entry_count; i++ )
3326 {
3327 msg_Dbg( p_demux, " - [%d] duration=%"PRId64"ms media time=%"PRId64
3328 "ms) rate=%d.%d", i,
3329 MP4_rescale( elst->i_segment_duration[i], p_sys->i_timescale, 1000 ),
3330 elst->i_media_time[i] >= 0 ?
3331 MP4_rescale( elst->i_media_time[i], p_track->i_timescale, 1000 ) :
3332 INT64_C(-1),
3333 elst->i_media_rate_integer[i],
3334 elst->i_media_rate_fraction[i] );
3335 }
3336 }
3337
3338
3339 /* TODO
3340 add support for:
3341 p_dinf = MP4_BoxGet( p_minf, "dinf" );
3342 */
3343 if( !( p_track->p_stbl = MP4_BoxGet( p_box_trak,"mdia/minf/stbl" ) ) ||
3344 !( p_track->p_stsd = MP4_BoxGet( p_box_trak,"mdia/minf/stbl/stsd") ) )
3345 {
3346 return;
3347 }
3348
3349 /* Set language */
3350 if( *language && strcmp( language, "```" ) && strcmp( language, "und" ) )
3351 {
3352 p_track->fmt.psz_language = strdup( language );
3353 }
3354
3355 const MP4_Box_t *p_udta = MP4_BoxGet( p_box_trak, "udta" );
3356 if( p_udta )
3357 {
3358 const MP4_Box_t *p_box_iter;
3359 for( p_box_iter = p_udta->p_first; p_box_iter != NULL;
3360 p_box_iter = p_box_iter->p_next )
3361 {
3362 switch( p_box_iter->i_type )
3363 {
3364 case ATOM_0xa9nam:
3365 case ATOM_name:
3366 p_track->fmt.psz_description =
3367 strndup( p_box_iter->data.p_binary->p_blob,
3368 p_box_iter->data.p_binary->i_blob );
3369 default:
3370 break;
3371 }
3372 }
3373 }
3374
3375 /* Create chunk index table and sample index table */
3376 if( TrackCreateChunksIndex( p_demux,p_track ) ||
3377 TrackCreateSamplesIndex( p_demux, p_track ) )
3378 {
3379 msg_Err( p_demux, "cannot create chunks index" );
3380 return; /* cannot create chunks index */
3381 }
3382
3383 p_track->i_chunk = 0;
3384 p_track->i_sample = 0;
3385
3386 /* Mark chapter only track */
3387 if( p_sys->p_tref_chap )
3388 {
3389 MP4_Box_data_tref_generic_t *p_chap = p_sys->p_tref_chap->data.p_tref_generic;
3390 unsigned int i;
3391
3392 for( i = 0; i < p_chap->i_entry_count; i++ )
3393 {
3394 if( p_track->i_track_ID == p_chap->i_track_ID[i] &&
3395 p_track->fmt.i_cat == UNKNOWN_ES )
3396 {
3397 p_track->b_chapters_source = true;
3398 p_track->b_enable = false;
3399 break;
3400 }
3401 }
3402 }
3403
3404 const MP4_Box_t *p_tsel;
3405 /* now create es */
3406 if( b_force_enable &&
3407 ( p_track->fmt.i_cat == VIDEO_ES || p_track->fmt.i_cat == AUDIO_ES ) )
3408 {
3409 msg_Warn( p_demux, "Enabling track[Id 0x%x] (buggy file without enabled track)",
3410 p_track->i_track_ID );
3411 p_track->b_enable = true;
3412 p_track->fmt.i_priority = ES_PRIORITY_SELECTABLE_MIN;
3413 }
3414 else if ( (p_tsel = MP4_BoxGet( p_box_trak, "udta/tsel" )) )
3415 {
3416 if ( BOXDATA(p_tsel) && BOXDATA(p_tsel)->i_switch_group )
3417 {
3418 p_track->i_switch_group = BOXDATA(p_tsel)->i_switch_group;
3419 int i_priority = ES_PRIORITY_SELECTABLE_MIN;
3420 for ( unsigned int i = 0; i < p_sys->i_tracks; i++ )
3421 {
3422 const mp4_track_t *p_other = &p_sys->track[i];
3423 if( p_other && p_other != p_track &&
3424 p_other->fmt.i_cat == p_track->fmt.i_cat &&
3425 p_track->i_switch_group == p_other->i_switch_group )
3426 i_priority = __MAX( i_priority, p_other->fmt.i_priority + 1 );
3427 }
3428 /* VLC only support ES priority for AUDIO_ES and SPU_ES.
3429 If there's another VIDEO_ES in the same group, we need to unselect it then */
3430 if ( p_track->fmt.i_cat == VIDEO_ES && i_priority > ES_PRIORITY_SELECTABLE_MIN )
3431 p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
3432 else
3433 p_track->fmt.i_priority = i_priority;
3434 }
3435 }
3436 /* If there's no tsel, try to enable the track coming first in edit list */
3437 else if ( p_track->p_elst && p_track->fmt.i_priority == ES_PRIORITY_SELECTABLE_MIN )
3438 {
3439 #define MAX_SELECTABLE (INT_MAX - ES_PRIORITY_SELECTABLE_MIN)
3440 for ( uint32_t i=0; i<p_track->BOXDATA(p_elst)->i_entry_count; i++ )
3441 {
3442 if ( p_track->BOXDATA(p_elst)->i_media_time[i] >= 0 &&
3443 p_track->BOXDATA(p_elst)->i_segment_duration[i] )
3444 {
3445 /* We do selection by inverting start time into priority.
3446 The track with earliest edit will have the highest prio */
3447 const int i_time = __MIN( MAX_SELECTABLE, p_track->BOXDATA(p_elst)->i_media_time[i] );
3448 p_track->fmt.i_priority = ES_PRIORITY_SELECTABLE_MIN + MAX_SELECTABLE - i_time;
3449 break;
3450 }
3451 }
3452 }
3453
3454 if( p_sys->hacks.es_cat_filters && (p_sys->hacks.es_cat_filters & p_track->fmt.i_cat) == 0 )
3455 {
3456 p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
3457 }
3458
3459 if( TrackCreateES( p_demux,
3460 p_track, p_track->i_chunk,
3461 (p_track->b_chapters_source || !b_create_es) ? NULL : &p_track->p_es ) )
3462 {
3463 msg_Err( p_demux, "cannot create es for track[Id 0x%x]",
3464 p_track->i_track_ID );
3465 return;
3466 }
3467
3468 p_track->b_ok = true;
3469 }
3470
3471 static void DestroyChunk( mp4_chunk_t *ck )
3472 {
3473 free( ck->p_sample_count_dts );
3474 free( ck->p_sample_delta_dts );
3475 free( ck->p_sample_count_pts );
3476 free( ck->p_sample_offset_pts );
3477 free( ck->p_sample_size );
3478 }
3479
3480 /****************************************************************************
3481 * MP4_TrackClean:
3482 ****************************************************************************
3483 * Cleans a track created by MP4_TrackCreate.
3484 ****************************************************************************/
3485 static void MP4_TrackClean( es_out_t *out, mp4_track_t *p_track )
3486 {
3487 es_format_Clean( &p_track->fmt );
3488
3489 if( p_track->p_es )
3490 es_out_Del( out, p_track->p_es );
3491
3492 if( p_track->chunk )
3493 {
3494 for( unsigned int i_chunk = 0; i_chunk < p_track->i_chunk_count; i_chunk++ )
3495 DestroyChunk( &p_track->chunk[i_chunk] );
3496 }
3497 free( p_track->chunk );
3498
3499 if( !p_track->i_sample_size )
3500 free( p_track->p_sample_size );
3501
3502 if ( p_track->asfinfo.p_frame )
3503 block_ChainRelease( p_track->asfinfo.p_frame );
3504
3505 free( p_track->context.runs.p_array );
3506 }
3507
3508 static void MP4_TrackInit( mp4_track_t *p_track )
3509 {
3510 memset( p_track, 0, sizeof(mp4_track_t) );
3511 es_format_Init( &p_track->fmt, UNKNOWN_ES, 0 );
3512 p_track->i_timescale = 1;
3513 }
3514
3515 static void MP4_TrackSelect( demux_t *p_demux, mp4_track_t *p_track, bool b_select )
3516 {
3517 if( !p_track->b_ok || p_track->b_chapters_source )
3518 return;
3519
3520 if( b_select == p_track->b_selected )
3521 return;
3522
3523 if( !b_select && p_track->p_es )
3524 {
3525 es_out_Control( p_demux->out, ES_OUT_SET_ES_STATE,
3526 p_track->p_es, false );
3527 }
3528
3529 p_track->b_selected = b_select;
3530 }
3531
3532 static int MP4_TrackSeek( demux_t *p_demux, mp4_track_t *p_track,
3533 mtime_t i_start )
3534 {
3535 uint32_t i_chunk;
3536 uint32_t i_sample;
3537
3538 if( !p_track->b_ok || p_track->b_chapters_source )
3539 return VLC_EGENERIC;
3540
3541 p_track->b_selected = false;
3542
3543 if( TrackTimeToSampleChunk( p_demux, p_track, i_start,
3544 &i_chunk, &i_sample ) )
3545 {
3546 msg_Warn( p_demux, "cannot select track[Id 0x%x]",
3547 p_track->i_track_ID );
3548 return VLC_EGENERIC;
3549 }
3550
3551 p_track->b_selected = true;
3552 if( !TrackGotoChunkSample( p_demux, p_track, i_chunk, i_sample ) )
3553 p_track->b_selected = true;
3554
3555 p_track->i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
3556
3557 return p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC;
3558 }
3559
3560
3561 /*
3562 * 3 types: for audio
3563 *
3564 */
3565 static inline uint32_t MP4_GetFixedSampleSize( const mp4_track_t *p_track,
3566 const MP4_Box_data_sample_soun_t *p_soun )
3567 {
3568 uint32_t i_size = p_track->i_sample_size;
3569
3570 assert( p_track->i_sample_size != 0 );
3571
3572 /* QuickTime "built-in" support case fixups */
3573 if( p_track->fmt.i_cat == AUDIO_ES &&
3574 p_soun->i_compressionid == 0 && p_track->i_sample_size <= 2 )
3575 {
3576 switch( p_track->fmt.i_codec )
3577 {
3578 case VLC_CODEC_GSM:
3579 i_size = p_soun->i_channelcount;
3580 break;
3581 case VLC_FOURCC( 'N', 'O', 'N', 'E' ):
3582 case ATOM_twos:
3583 case ATOM_sowt:
3584 case ATOM_raw:
3585 case VLC_CODEC_S24L:
3586 case VLC_CODEC_S24B:
3587 case VLC_CODEC_S32L:
3588 case VLC_CODEC_S32B:
3589 case VLC_CODEC_F32L:
3590 case VLC_CODEC_F32B:
3591 case VLC_CODEC_F64L:
3592 case VLC_CODEC_F64B:
3593 if( p_track->i_sample_size < ((p_soun->i_samplesize+7U)/8U) * p_soun->i_channelcount )
3594 i_size = ((p_soun->i_samplesize+7)/8) * p_soun->i_channelcount;
3595 break;
3596 case VLC_CODEC_ALAW:
3597 case VLC_FOURCC( 'u', 'l', 'a', 'w' ):
3598 i_size = p_soun->i_channelcount;
3599 break;
3600 default:
3601 break;
3602 }
3603 }
3604
3605 return i_size;
3606 }
3607
3608 static uint32_t MP4_TrackGetReadSize( mp4_track_t *p_track, uint32_t *pi_nb_samples )
3609 {
3610 uint32_t i_size = 0;
3611 *pi_nb_samples = 0;
3612
3613 if ( p_track->i_sample == p_track->i_sample_count )
3614 return 0;
3615
3616 if ( p_track->fmt.i_cat != AUDIO_ES )
3617 {
3618 *pi_nb_samples = 1;
3619
3620 if( p_track->i_sample_size == 0 ) /* all sizes are different */
3621 return p_track->p_sample_size[p_track->i_sample];
3622 else
3623 return p_track->i_sample_size;
3624 }
3625 else
3626 {
3627 const MP4_Box_data_sample_soun_t *p_soun = p_track->p_sample->data.p_sample_soun;
3628 const mp4_chunk_t *p_chunk = &p_track->chunk[p_track->i_chunk];
3629 uint32_t i_max_samples = p_chunk->i_sample_count - p_chunk->i_sample;
3630
3631 /* Group audio packets so we don't call demux for single sample unit */
3632 if( p_track->fmt.i_original_fourcc == VLC_CODEC_DVD_LPCM &&
3633 p_soun->i_constLPCMframesperaudiopacket &&
3634 p_soun->i_constbytesperaudiopacket )
3635 {
3636 /* uncompressed case */
3637 uint32_t i_packets = i_max_samples / p_soun->i_constLPCMframesperaudiopacket;
3638 if ( UINT32_MAX / p_soun->i_constbytesperaudiopacket < i_packets )
3639 i_packets = UINT32_MAX / p_soun->i_constbytesperaudiopacket;
3640 *pi_nb_samples = i_packets * p_soun->i_constLPCMframesperaudiopacket;
3641 return i_packets * p_soun->i_constbytesperaudiopacket;
3642 }
3643
3644 if( p_track->fmt.i_original_fourcc == VLC_FOURCC('r','r','t','p') )
3645 {
3646 *pi_nb_samples = 1;
3647 return p_track->i_sample_size;
3648 }
3649
3650 /* all samples have a different size */
3651 if( p_track->i_sample_size == 0 )
3652 {
3653 *pi_nb_samples = 1;
3654 return p_track->p_sample_size[p_track->i_sample];
3655 }
3656
3657 if( p_soun->i_qt_version == 1 )
3658 {
3659 if ( p_soun->i_compressionid == 0xFFFE )
3660 {
3661 *pi_nb_samples = 1; /* != number of audio samples */
3662 if ( p_track->i_sample_size )
3663 return p_track->i_sample_size;
3664 else
3665 return p_track->p_sample_size[p_track->i_sample];
3666 }
3667 else if ( p_soun->i_compressionid != 0 || p_soun->i_bytes_per_sample > 1 ) /* compressed */
3668 {
3669 /* in this case we are dealing with compressed data
3670 -2 in V1: additional fields are meaningless (VBR and such) */
3671 *pi_nb_samples = i_max_samples;//p_track->chunk[p_track->i_chunk].i_sample_count;
3672 if( p_track->fmt.audio.i_blockalign > 1 )
3673 *pi_nb_samples = p_soun->i_sample_per_packet;
3674 i_size = *pi_nb_samples / p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame;
3675 return i_size;
3676 }
3677 else /* uncompressed case */
3678 {
3679 uint32_t i_packets;
3680 if( p_track->fmt.audio.i_blockalign > 1 )
3681 i_packets = 1;
3682 else
3683 i_packets = i_max_samples / p_soun->i_sample_per_packet;
3684
3685 if ( UINT32_MAX / p_soun->i_bytes_per_frame < i_packets )
3686 i_packets = UINT32_MAX / p_soun->i_bytes_per_frame;
3687
3688 *pi_nb_samples = i_packets * p_soun->i_sample_per_packet;
3689 i_size = i_packets * p_soun->i_bytes_per_frame;
3690 return i_size;
3691 }
3692 }
3693
3694 /* uncompressed v0 (qt) or... not (ISO) */
3695
3696 /* Quicktime built-in support handling */
3697 if( p_soun->i_compressionid == 0 && p_track->i_sample_size == 1 )
3698 {
3699 switch( p_track->fmt.i_codec )
3700 {
3701 /* sample size is not integer */
3702 case VLC_CODEC_GSM:
3703 *pi_nb_samples = 160 * p_track->fmt.audio.i_channels;
3704 return 33 * p_track->fmt.audio.i_channels;
3705 default:
3706 break;
3707 }
3708 }
3709
3710 /* More regular V0 cases */
3711 uint32_t i_max_v0_samples;
3712 switch( p_track->fmt.i_codec )
3713 {
3714 /* Compressed samples in V0 */
3715 case VLC_CODEC_AMR_NB:
3716 case VLC_CODEC_AMR_WB:
3717 i_max_v0_samples = 16;
3718 break;
3719 case VLC_CODEC_MPGA:
3720 case VLC_CODEC_MP2:
3721 case VLC_CODEC_MP3:
3722 i_max_v0_samples = 1;
3723 break;
3724 default:
3725 /* Read 25ms of samples (uncompressed) */
3726 i_max_v0_samples = p_track->fmt.audio.i_rate / 40 *
3727 p_track->fmt.audio.i_channels;
3728 if( i_max_v0_samples < 1 )
3729 i_max_v0_samples = 1;
3730 break;
3731 }
3732
3733 *pi_nb_samples = 0;
3734 for( uint32_t i=p_track->i_sample;
3735 i<p_chunk->i_sample_first+p_chunk->i_sample_count &&
3736 i<p_track->i_sample_count;
3737 i++ )
3738 {
3739 (*pi_nb_samples)++;
3740 if ( p_track->i_sample_size == 0 )
3741 i_size += p_track->p_sample_size[i];
3742 else
3743 i_size += MP4_GetFixedSampleSize( p_track, p_soun );
3744
3745 /* Try to detect compression in ISO */
3746 if(p_soun->i_compressionid != 0)
3747 {
3748 /* Return only 1 sample */
3749 break;
3750 }
3751
3752 if ( *pi_nb_samples == i_max_v0_samples )
3753 break;
3754 }
3755 }
3756
3757 //fprintf( stderr, "size=%d\n", i_size );
3758 return i_size;
3759 }
3760
3761 static uint64_t MP4_TrackGetPos( mp4_track_t *p_track )
3762 {
3763 unsigned int i_sample;
3764 uint64_t i_pos;
3765
3766 i_pos = p_track->chunk[p_track->i_chunk].i_offset;
3767
3768 if( p_track->i_sample_size )
3769 {
3770 MP4_Box_data_sample_soun_t *p_soun =
3771 p_track->p_sample->data.p_sample_soun;
3772
3773 /* Quicktime builtin support, _must_ ignore sample tables */
3774 if( p_track->fmt.i_cat == AUDIO_ES && p_soun->i_compressionid == 0 &&
3775 p_track->i_sample_size == 1 )
3776 {
3777 switch( p_track->fmt.i_codec )
3778 {
3779 case VLC_CODEC_GSM: /* # Samples > data size */
3780 i_pos += ( p_track->i_sample -
3781 p_track->chunk[p_track->i_chunk].i_sample_first ) / 160 * 33;
3782 return i_pos;
3783 default:
3784 break;
3785 }
3786 }
3787
3788 if( p_track->fmt.i_cat != AUDIO_ES || p_soun->i_qt_version == 0 ||
3789 p_track->fmt.audio.i_blockalign <= 1 ||
3790 p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame == 0 )
3791 {
3792 i_pos += ( p_track->i_sample -
3793 p_track->chunk[p_track->i_chunk].i_sample_first ) *
3794 MP4_GetFixedSampleSize( p_track, p_soun );
3795 }
3796 else
3797 {
3798 /* we read chunk by chunk unless a blockalign is requested */
3799 i_pos += ( p_track->i_sample - p_track->chunk[p_track->i_chunk].i_sample_first ) /
3800 p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame;
3801 }
3802 }
3803 else
3804 {
3805 for( i_sample = p_track->chunk[p_track->i_chunk].i_sample_first;
3806 i_sample < p_track->i_sample; i_sample++ )
3807 {
3808 i_pos += p_track->p_sample_size[i_sample];
3809 }
3810 }
3811
3812 return i_pos;
3813 }
3814
3815 static int MP4_TrackNextSample( demux_t *p_demux, mp4_track_t *p_track, uint32_t i_samples )
3816 {
3817 if ( UINT32_MAX - p_track->i_sample < i_samples )
3818 {
3819 p_track->i_sample = UINT32_MAX;
3820 return VLC_EGENERIC;
3821 }
3822
3823 p_track->i_sample += i_samples;
3824
3825 if( p_track->i_sample >= p_track->i_sample_count )
3826 return VLC_EGENERIC;
3827
3828 /* Have we changed chunk ? */
3829 if( p_track->i_sample >=
3830 p_track->chunk[p_track->i_chunk].i_sample_first +
3831 p_track->chunk[p_track->i_chunk].i_sample_count )
3832 {
3833 if( TrackGotoChunkSample( p_demux, p_track, p_track->i_chunk + 1,
3834 p_track->i_sample ) )
3835 {
3836 msg_Warn( p_demux, "track[0x%x] will be disabled "
3837 "(cannot restart decoder)", p_track->i_track_ID );
3838 MP4_TrackSelect( p_demux, p_track, false );
3839 return VLC_EGENERIC;
3840 }
3841 }
3842
3843 /* Have we changed elst */
3844 if( p_track->p_elst && p_track->BOXDATA(p_elst)->i_entry_count > 0 )
3845 {
3846 demux_sys_t *p_sys = p_demux->p_sys;
3847 MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
3848 uint64_t i_mvt = MP4_rescale( MP4_TrackGetDTS( p_demux, p_track ),
3849 CLOCK_FREQ, p_sys->i_timescale );
3850 if( (unsigned int)p_track->i_elst < elst->i_entry_count &&
3851 i_mvt >= p_track->i_elst_time +
3852 elst->i_segment_duration[p_track->i_elst] )
3853 {
3854 MP4_TrackSetELST( p_demux, p_track,
3855 MP4_TrackGetDTS( p_demux, p_track ) );
3856 }
3857 }
3858
3859 return VLC_SUCCESS;
3860 }
3861
3862 static void MP4_TrackSetELST( demux_t *p_demux, mp4_track_t *tk,
3863 int64_t i_time )
3864 {
3865 demux_sys_t *p_sys = p_demux->p_sys;
3866 int i_elst_last = tk->i_elst;
3867
3868 /* handle elst (find the correct one) */
3869 tk->i_elst = 0;
3870 tk->i_elst_time = 0;
3871 if( tk->p_elst && tk->BOXDATA(p_elst)->i_entry_count > 0 )
3872 {
3873 MP4_Box_data_elst_t *elst = tk->BOXDATA(p_elst);
3874 int64_t i_mvt= MP4_rescale( i_time, CLOCK_FREQ, p_sys->i_timescale );
3875
3876 for( tk->i_elst = 0; (unsigned int)tk->i_elst < elst->i_entry_count; tk->i_elst++ )
3877 {
3878 mtime_t i_dur = elst->i_segment_duration[tk->i_elst];
3879
3880 if( tk->i_elst_time <= i_mvt && i_mvt < tk->i_elst_time + i_dur )
3881 {
3882 break;
3883 }
3884 tk->i_elst_time += i_dur;
3885 }
3886
3887 if( (unsigned int)tk->i_elst >= elst->i_entry_count )
3888 {
3889 /* msg_Dbg( p_demux, "invalid number of entry in elst" ); */
3890 tk->i_elst = elst->i_entry_count - 1;
3891 tk->i_elst_time -= elst->i_segment_duration[tk->i_elst];
3892 }
3893
3894 if( elst->i_media_time[tk->i_elst] < 0 )
3895 {
3896 /* track offset */
3897 tk->i_elst_time += elst->i_segment_duration[tk->i_elst];
3898 }
3899 }
3900 if( i_elst_last != tk->i_elst )
3901 {
3902 msg_Warn( p_demux, "elst old=%d new=%d", i_elst_last, tk->i_elst );
3903 tk->i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
3904 }
3905 }
3906
3907 /******************************************************************************
3908 * Here are the functions used for fragmented MP4
3909 *****************************************************************************/
3910 #if 0
3911 /**
3912 * Re-init decoder.
3913 * \Note If we call that function too soon,
3914 * before the track has been selected by MP4_TrackSelect
3915 * (during the first execution of Demux), then the track gets disabled
3916 */
3917 static int ReInitDecoder( demux_t *p_demux, const MP4_Box_t *p_root,
3918 mp4_track_t *p_track )
3919 {
3920 MP4_Box_t *p_paramsbox = MP4_BoxGet( p_root, "/moov/trak[0]" );
3921 if( !p_paramsbox )
3922 return VLC_EGENERIC;
3923
3924 MP4_TrackRestart( p_demux, p_track, p_paramsbox );
3925
3926 /* Temporary hack until we support track selection */
3927 p_track->b_selected = true;
3928 p_track->b_enable = true;
3929
3930 return VLC_SUCCESS;
3931 }
3932 #endif
3933
3934 static stime_t GetCumulatedDuration( demux_t *p_demux )
3935 {
3936 demux_sys_t *p_sys = p_demux->p_sys;
3937 stime_t i_max_duration = 0;
3938
3939 for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
3940 {
3941 stime_t i_track_duration = 0;
3942 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_sys->p_moov, p_sys->track[i].i_track_ID );
3943 const MP4_Box_t *p_stsz;
3944 const MP4_Box_t *p_tkhd;
3945 if ( (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) &&
3946 (p_stsz = MP4_BoxGet( p_trak, "mdia/minf/stbl/stsz" )) &&
3947 /* duration might be wrong an be set to whole duration :/ */
3948 BOXDATA(p_stsz)->i_sample_count > 0 )
3949 {
3950 i_max_duration = __MAX( (uint64_t)i_max_duration, BOXDATA(p_tkhd)->i_duration );
3951 }
3952
3953 if( p_sys->p_fragsindex )
3954 {
3955 i_track_duration += MP4_Fragment_Index_GetTrackDuration( p_sys->p_fragsindex, i );
3956 }
3957
3958 i_max_duration = __MAX( i_max_duration, i_track_duration );
3959 }
3960
3961 return i_max_duration;
3962 }
3963
3964 static int ProbeIndex( demux_t *p_demux )
3965 {
3966 demux_sys_t *p_sys = p_demux->p_sys;
3967 uint64_t i_stream_size;
3968 uint8_t mfro[MP4_MFRO_BOXSIZE];
3969 assert( p_sys->b_seekable );
3970
3971 if ( MP4_BoxCount( p_sys->p_root, "/mfra" ) )
3972 return VLC_EGENERIC;
3973
3974 i_stream_size = stream_Size( p_demux->s );
3975 if ( ( i_stream_size >> 62 ) ||
3976 ( i_stream_size < MP4_MFRO_BOXSIZE ) ||
3977 ( vlc_stream_Seek( p_demux->s, i_stream_size - MP4_MFRO_BOXSIZE ) != VLC_SUCCESS )
3978 )
3979 {
3980 msg_Dbg( p_demux, "Probing tail for mfro has failed" );
3981 return VLC_EGENERIC;
3982 }
3983
3984 if ( vlc_stream_Read( p_demux->s, &mfro, MP4_MFRO_BOXSIZE ) == MP4_MFRO_BOXSIZE &&
3985 VLC_FOURCC(mfro[4],mfro[5],mfro[6],mfro[7]) == ATOM_mfro &&
3986 GetDWBE( &mfro ) == MP4_MFRO_BOXSIZE )
3987 {
3988 uint32_t i_offset = GetDWBE( &mfro[12] );
3989 msg_Dbg( p_demux, "will read mfra index at %"PRIu64, i_stream_size - i_offset );
3990 if ( i_stream_size > i_offset &&
3991 vlc_stream_Seek( p_demux->s, i_stream_size - i_offset ) == VLC_SUCCESS )
3992 {
3993 msg_Dbg( p_demux, "reading mfra index at %"PRIu64, i_stream_size - i_offset );
3994 const uint32_t stoplist[] = { ATOM_mfra, 0 };
3995 MP4_ReadBoxContainerChildren( p_demux->s, p_sys->p_root, stoplist );
3996 }
3997 return VLC_SUCCESS;
3998 }
3999 return VLC_EGENERIC;
4000 }
4001
4002 static stime_t GetMoovTrackDuration( demux_sys_t *p_sys, unsigned i_track_ID )
4003 {
4004 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_sys->p_moov, i_track_ID );
4005 const MP4_Box_t *p_stsz;
4006 const MP4_Box_t *p_tkhd;
4007 if ( (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) &&
4008 (p_stsz = MP4_BoxGet( p_trak, "mdia/minf/stbl/stsz" )) &&
4009 /* duration might be wrong an be set to whole duration :/ */
4010 BOXDATA(p_stsz)->i_sample_count > 0 )
4011 {
4012 return BOXDATA(p_tkhd)->i_duration; /* In movie / mvhd scale */
4013 }
4014 return 0;
4015 }
4016
4017 static bool GetMoofTrackDuration( MP4_Box_t *p_moov, MP4_Box_t *p_moof,
4018 unsigned i_track_ID, stime_t *p_duration )
4019 {
4020 if ( !p_moof || !p_moov )
4021 return false;
4022
4023 MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
4024 while ( p_traf )
4025 {
4026 if ( p_traf->i_type != ATOM_traf )
4027 {
4028 p_traf = p_traf->p_next;
4029 continue;
4030 }
4031
4032 const MP4_Box_t *p_tfhd = MP4_BoxGet( p_traf, "tfhd" );
4033 const MP4_Box_t *p_trun = MP4_BoxGet( p_traf, "trun" );
4034 if ( !p_tfhd || !p_trun || i_track_ID != BOXDATA(p_tfhd)->i_track_ID )
4035 {
4036 p_traf = p_traf->p_next;
4037 continue;
4038 }
4039
4040 uint32_t i_track_timescale = 0;
4041 uint32_t i_track_defaultsampleduration = 0;
4042
4043 /* set trex for defaults */
4044 MP4_Box_t *p_trex = MP4_GetTrexByTrackID( p_moov, BOXDATA(p_tfhd)->i_track_ID );
4045 if ( p_trex )
4046 {
4047 i_track_defaultsampleduration = BOXDATA(p_trex)->i_default_sample_duration;
4048 }
4049
4050 MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_moov, BOXDATA(p_tfhd)->i_track_ID );
4051 if ( p_trak )
4052 {
4053 MP4_Box_t *p_mdhd = MP4_BoxGet( p_trak, "mdia/mdhd" );
4054 if ( p_mdhd )
4055 i_track_timescale = BOXDATA(p_mdhd)->i_timescale;
4056 }
4057
4058 if ( !i_track_timescale )
4059 {
4060 p_traf = p_traf->p_next;
4061 continue;
4062 }
4063
4064 uint64_t i_traf_duration = 0;
4065 while ( p_trun && p_tfhd )
4066 {
4067 if ( p_trun->i_type != ATOM_trun )
4068 {
4069 p_trun = p_trun->p_next;
4070 continue;
4071 }
4072 const MP4_Box_data_trun_t *p_trundata = p_trun->data.p_trun;
4073
4074 /* Sum total time */
4075 if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_DURATION )
4076 {
4077 for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
4078 i_traf_duration += p_trundata->p_samples[i].i_duration;
4079 }
4080 else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DFLT_SAMPLE_DURATION )
4081 {
4082 i_traf_duration += p_trundata->i_sample_count *
4083 BOXDATA(p_tfhd)->i_default_sample_duration;
4084 }
4085 else
4086 {
4087 i_traf_duration += p_trundata->i_sample_count *
4088 i_track_defaultsampleduration;
4089 }
4090
4091 p_trun = p_trun->p_next;
4092 }
4093
4094 *p_duration = i_traf_duration;
4095 break;
4096 }
4097
4098 return true;
4099 }
4100
4101 static int ProbeFragments( demux_t *p_demux, bool b_force, bool *pb_fragmented )
4102 {
4103 demux_sys_t *p_sys = p_demux->p_sys;
4104
4105 msg_Dbg( p_demux, "probing fragments from %"PRId64, vlc_stream_Tell( p_demux->s ) );
4106
4107 assert( p_sys->p_root );
4108
4109 MP4_Box_t *p_vroot = MP4_BoxNew(ATOM_root);
4110 if( !p_vroot )
4111 return VLC_EGENERIC;
4112
4113 if( p_sys->b_seekable && (p_sys->b_fastseekable || b_force) )
4114 {
4115 MP4_ReadBoxContainerChildren( p_demux->s, p_vroot, NULL ); /* Get the rest of the file */
4116 p_sys->b_fragments_probed = true;
4117
4118 const unsigned i_moof = MP4_BoxCount( p_vroot, "/moof" );
4119 if( i_moof )
4120 {
4121 *pb_fragmented = true;
4122 p_sys->p_fragsindex = MP4_Fragments_Index_New( p_sys->i_tracks, i_moof );
4123 if( !p_sys->p_fragsindex )
4124 {
4125 MP4_BoxFree( p_vroot );
4126 return VLC_EGENERIC;
4127 }
4128
4129 stime_t *pi_track_times = calloc( p_sys->i_tracks, sizeof(*pi_track_times) );
4130 if( !pi_track_times )
4131 {
4132 MP4_Fragments_Index_Delete( p_sys->p_fragsindex );
4133 p_sys->p_fragsindex = NULL;
4134 MP4_BoxFree( p_vroot );
4135 return VLC_EGENERIC;
4136 }
4137
4138 unsigned index = 0;
4139
4140 for( MP4_Box_t *p_moof = p_vroot->p_first; p_moof; p_moof = p_moof->p_next )
4141 {
4142 if( p_moof->i_type != ATOM_moof )
4143 continue;
4144
4145 for( unsigned i=0; i<p_sys->i_tracks; i++ )
4146 {
4147 stime_t i_duration = 0;
4148 MP4_Box_t *p_tfdt = NULL;
4149 MP4_Box_t *p_traf = MP4_GetTrafByTrackID( p_moof, p_sys->track[i].i_track_ID );
4150 if( p_traf )
4151 p_tfdt = MP4_BoxGet( p_traf, "tfdt" );
4152
4153 /* Set first fragment time offset from moov */
4154 if( index == 0 )
4155 pi_track_times[i] = GetMoovTrackDuration( p_sys, p_sys->track[i].i_track_ID );
4156
4157 if( p_tfdt && BOXDATA(p_tfdt) )
4158 {
4159 pi_track_times[i] = p_tfdt->data.p_tfdt->i_base_media_decode_time;
4160 }
4161 else if( index == 0 ) /* Set first fragment time offset from moov */
4162 {
4163 i_duration = GetMoovTrackDuration( p_sys, p_sys->track[i].i_track_ID );
4164 pi_track_times[i] = MP4_rescale( i_duration, p_sys->i_timescale, p_sys->track[i].i_timescale );
4165 }
4166
4167 stime_t i_movietime = MP4_rescale( pi_track_times[i], p_sys->track[i].i_timescale, p_sys->i_timescale );
4168 p_sys->p_fragsindex->p_times[index * p_sys->i_tracks + i] = i_movietime;
4169
4170 if( GetMoofTrackDuration( p_sys->p_moov, p_moof, p_sys->track[i].i_track_ID, &i_duration ) )
4171 pi_track_times[i] += i_duration;
4172 }
4173
4174 p_sys->p_fragsindex->pi_pos[index++] = p_moof->i_pos;
4175 }
4176
4177 for( unsigned i=0; i<p_sys->i_tracks; i++ )
4178 {
4179 stime_t i_movietime = MP4_rescale( pi_track_times[i], p_sys->track[i].i_timescale, p_sys->i_timescale );
4180 if( p_sys->p_fragsindex->i_last_time < i_movietime )
4181 p_sys->p_fragsindex->i_last_time = i_movietime;
4182 }
4183
4184 free( pi_track_times );
4185 #ifdef MP4_VERBOSE
4186 MP4_Fragments_Index_Dump( VLC_OBJECT(p_demux), p_sys->p_fragsindex, p_sys->i_timescale );
4187 #endif
4188 }
4189 }
4190 else
4191 {
4192 /* We stop at first moof, which validates our fragmentation condition
4193 * and we'll find others while reading. */
4194 const uint32_t excllist[] = { ATOM_moof, 0 };
4195 MP4_ReadBoxContainerRestricted( p_demux->s, p_vroot, NULL, excllist );
4196 /* Peek since we stopped before restriction */
4197 const uint8_t *p_peek;
4198 if ( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) == 8 )
4199 *pb_fragmented = (VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) == ATOM_moof);
4200 else
4201 *pb_fragmented = false;
4202 }
4203
4204 MP4_BoxFree( p_vroot );
4205
4206 MP4_Box_t *p_mehd = MP4_BoxGet( p_sys->p_moov, "mvex/mehd");
4207 if ( !p_mehd )
4208 p_sys->i_cumulated_duration = GetCumulatedDuration( p_demux );
4209
4210 return VLC_SUCCESS;
4211 }
4212
4213 static void FragResetContext( demux_sys_t *p_sys )
4214 {
4215 if( p_sys->context.p_fragment_atom )
4216 {
4217 if( p_sys->context.p_fragment_atom != p_sys->p_moov )
4218 MP4_BoxFree( p_sys->context.p_fragment_atom );
4219 p_sys->context.p_fragment_atom = NULL;
4220 }
4221 p_sys->context.i_current_box_type = 0;
4222
4223 for ( uint32_t i=0; i<p_sys->i_tracks; i++ )
4224 {
4225 mp4_track_t *p_track = &p_sys->track[i];
4226 p_track->context.i_default_sample_size = 0;
4227 p_track->context.i_default_sample_duration = 0;
4228 }
4229 }
4230
4231 static int FragDemuxTrack( demux_t *p_demux, mp4_track_t *p_track,
4232 unsigned i_max_preload )
4233 {
4234 if( !p_track->b_ok ||
4235 p_track->context.runs.i_current >= p_track->context.runs.i_count )
4236 return VLC_DEMUXER_EOS;
4237
4238 const MP4_Box_data_trun_t *p_trun =
4239 p_track->context.runs.p_array[p_track->context.runs.i_current].p_trun->data.p_trun;
4240
4241 if( p_track->context.i_trun_sample >= p_trun->i_sample_count )
4242 return VLC_DEMUXER_EOS;
4243
4244 uint32_t dur = p_track->context.i_default_sample_duration,
4245 len = p_track->context.i_default_sample_size;
4246
4247 if( vlc_stream_Tell(p_demux->s) != p_track->context.i_trun_sample_pos &&
4248 MP4_Seek( p_demux->s, p_track->context.i_trun_sample_pos ) != VLC_SUCCESS )
4249 return VLC_DEMUXER_EOF;
4250
4251 const stime_t i_demux_max_dts = (i_max_preload < UINT_MAX) ?
4252 p_track->i_time + MP4_rescale( i_max_preload, CLOCK_FREQ, p_track->i_timescale ) :
4253 INT64_MAX;
4254
4255 for( uint32_t i = p_track->context.i_trun_sample; i < p_trun->i_sample_count; i++ )
4256 {
4257 const stime_t i_dts = p_track->i_time;
4258 stime_t i_pts = i_dts;
4259
4260 if( p_trun->i_flags & MP4_TRUN_SAMPLE_DURATION )
4261 dur = p_trun->p_samples[i].i_duration;
4262
4263 if( i_dts > i_demux_max_dts )
4264 return VLC_DEMUXER_SUCCESS;
4265
4266 p_track->i_time += dur;
4267 p_track->context.i_trun_sample = i + 1;
4268
4269 if( p_trun->i_flags & MP4_TRUN_SAMPLE_TIME_OFFSET )
4270 {
4271 if ( p_trun->i_version == 1 )
4272 i_pts += p_trun->p_samples[i].i_composition_time_offset.v1;
4273 else if( p_trun->p_samples[i].i_composition_time_offset.v0 < 0xFF000000 )
4274 i_pts += p_trun->p_samples[i].i_composition_time_offset.v0;
4275 else /* version 0 with negative */
4276 i_pts += p_trun->p_samples[i].i_composition_time_offset.v1;
4277 }
4278
4279 if( p_trun->i_flags & MP4_TRUN_SAMPLE_SIZE )
4280 len = p_trun->p_samples[i].i_size;
4281
4282 if( !dur )
4283 msg_Warn(p_demux, "Zero duration sample in trun.");
4284
4285 if( !len )
4286 msg_Warn(p_demux, "Zero length sample in trun.");
4287
4288 block_t *p_block = vlc_stream_Block( p_demux->s, len );
4289 uint32_t i_read = ( p_block ) ? p_block->i_buffer : 0;
4290 p_track->context.i_trun_sample_pos += i_read;
4291 if( i_read < len || p_block == NULL )
4292 {
4293 if( p_block )
4294 block_Release( p_block );
4295 return VLC_DEMUXER_EOF;
4296 }
4297
4298 #if 0
4299 msg_Dbg( p_demux, "tk(%i)=%"PRId64" mv=%"PRId64" pos=%"PRIu64, p_track->i_track_ID,
4300 VLC_TS_0 + MP4_rescale( i_dts, p_track->i_timescale, CLOCK_FREQ ),
4301 VLC_TS_0 + MP4_rescale( i_pts, p_track->i_timescale, CLOCK_FREQ ),
4302 p_track->context.i_trun_sample_pos );
4303 #endif
4304 if ( p_track->p_es )
4305 {
4306 p_block->i_dts = VLC_TS_0 + MP4_rescale( i_dts, p_track->i_timescale, CLOCK_FREQ );
4307 if( p_track->fmt.i_cat == VIDEO_ES && !( p_trun->i_flags & MP4_TRUN_SAMPLE_TIME_OFFSET ) )
4308 p_block->i_pts = VLC_TS_INVALID;
4309 else
4310 p_block->i_pts = VLC_TS_0 + MP4_rescale( i_pts, p_track->i_timescale, CLOCK_FREQ );
4311 p_block->i_length = MP4_rescale( dur, p_track->i_timescale, CLOCK_FREQ );
4312 MP4_Block_Send( p_demux, p_track, p_block );
4313 }
4314 else block_Release( p_block );
4315 }
4316
4317 if( p_track->context.i_trun_sample == p_trun->i_sample_count )
4318 {
4319 p_track->context.i_trun_sample = 0;
4320 if( ++p_track->context.runs.i_current < p_track->context.runs.i_count )
4321 {
4322 p_track->i_time = p_track->context.runs.p_array[p_track->context.runs.i_current].i_first_dts;
4323 p_track->context.i_trun_sample_pos = p_track->context.runs.p_array[p_track->context.runs.i_current].i_offset;
4324 }
4325 }
4326
4327 return VLC_DEMUXER_SUCCESS;
4328 }
4329
4330 static int DemuxMoof( demux_t *p_demux )
4331 {
4332 demux_sys_t *p_sys = p_demux->p_sys;
4333 int i_status;
4334
4335 const unsigned i_max_preload = ( p_sys->b_fastseekable ) ? 0 : ( p_sys->b_seekable ) ? DEMUX_TRACK_MAX_PRELOAD : UINT_MAX;
4336
4337 const mtime_t i_nztime = MP4_GetMoviePTS( p_sys );
4338
4339 /* !important! Ensure clock is set before sending data */
4340 if( p_sys->i_pcr == VLC_TS_INVALID )
4341 es_out_SetPCR( p_demux->out, VLC_TS_0 + i_nztime );
4342
4343 /* demux up to increment amount of data on every track, or just set pcr if empty data */
4344 for( ;; )
4345 {
4346 mp4_track_t *tk = NULL;
4347 i_status = VLC_DEMUXER_EOS;
4348
4349 /* First pass, find any track within our target increment, ordered by position */
4350 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
4351 {
4352 mp4_track_t *tk_tmp = &p_sys->track[i];
4353
4354 if( !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
4355 (!tk_tmp->b_selected && !p_sys->b_seekable) ||
4356 tk_tmp->context.runs.i_current >= tk_tmp->context.runs.i_count )
4357 continue;
4358
4359 /* At least still have data to demux on this or next turns */
4360 i_status = VLC_DEMUXER_SUCCESS;
4361
4362 if( MP4_rescale( tk_tmp->i_time, tk_tmp->i_timescale, CLOCK_FREQ ) <= i_nztime + DEMUX_INCREMENT )
4363 {
4364 if( tk == NULL || tk_tmp->context.i_trun_sample_pos < tk->context.i_trun_sample_pos )
4365 tk = tk_tmp;
4366 }
4367 }
4368
4369 if( tk )
4370 {
4371 /* Second pass, refine and find any best candidate having a chunk pos closer than
4372 * current candidate (avoids seeks when increment falls between the 2) from
4373 * current position, but within extended interleave time */
4374 for( unsigned i = 0; i_max_preload > 0 && i < p_sys->i_tracks; i++ )
4375 {
4376 mp4_track_t *tk_tmp = &p_sys->track[i];
4377 if( tk_tmp == tk ||
4378 !tk_tmp->b_ok || tk_tmp->b_chapters_source ||
4379 (!tk_tmp->b_selected && !p_sys->b_seekable) ||
4380 tk_tmp->context.runs.i_current >= tk_tmp->context.runs.i_count )
4381 continue;
4382
4383 mtime_t i_nzdts = MP4_rescale( tk_tmp->i_time, tk_tmp->i_timescale, CLOCK_FREQ );
4384 if ( i_nzdts <= i_nztime + DEMUX_TRACK_MAX_PRELOAD )
4385 {
4386 /* Found a better candidate to avoid seeking */
4387 if( tk_tmp->context.i_trun_sample_pos < tk->context.i_trun_sample_pos )
4388 tk = tk_tmp;
4389 /* Note: previous candidate will be repicked on next loop */
4390 }
4391 }
4392
4393 int i_ret = FragDemuxTrack( p_demux, tk, i_max_preload );
4394
4395 if( i_ret == VLC_DEMUXER_SUCCESS )
4396 i_status = VLC_DEMUXER_SUCCESS;
4397 }
4398
4399 if( i_status != VLC_DEMUXER_SUCCESS || !tk )
4400 break;
4401 }
4402
4403 if( i_status != VLC_DEMUXER_EOS )
4404 {
4405 p_sys->i_nztime += DEMUX_INCREMENT;
4406 p_sys->i_pcr = VLC_TS_0 + p_sys->i_nztime;
4407 es_out_SetPCR( p_demux->out, p_sys->i_pcr );
4408 }
4409 else
4410 {
4411 mtime_t i_segment_end = INT64_MAX;
4412 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
4413 {
4414 mp4_track_t *tk = &p_sys->track[i];
4415 if( tk->b_ok || tk->b_chapters_source ||
4416 (!tk->b_selected && !p_sys->b_seekable) )
4417 continue;
4418 mtime_t i_track_end = MP4_rescale( tk->i_time, tk->i_timescale, CLOCK_FREQ );
4419 if( i_track_end < i_segment_end )
4420 i_segment_end = i_track_end;
4421 }
4422 if( i_segment_end != INT64_MAX )
4423 {
4424 p_sys->i_nztime = i_segment_end;
4425 p_sys->i_pcr = VLC_TS_0 + p_sys->i_nztime;
4426 es_out_SetPCR( p_demux->out, p_sys->i_pcr );
4427 }
4428 }
4429
4430 return i_status;
4431 }
4432
4433 static int FragCreateTrunIndex( demux_t *p_demux, MP4_Box_t *p_moof,
4434 MP4_Box_t *p_chunksidx, stime_t i_moof_time, bool b_discontinuity )
4435 {
4436 demux_sys_t *p_sys = p_demux->p_sys;
4437
4438 uint64_t i_traf_base_data_offset = p_moof->i_pos;
4439 uint32_t i_traf = 0;
4440 uint64_t i_prev_traf_end = 0;
4441
4442 for( unsigned i=0; i<p_sys->i_tracks; i++ )
4443 {
4444 mp4_track_t *p_track = &p_sys->track[i];
4445 if( p_track->context.runs.p_array )
4446 free( p_track->context.runs.p_array );
4447 p_track->context.runs.p_array = NULL;
4448 p_track->context.runs.i_count = 0;
4449 p_track->context.runs.i_current = 0;
4450 }
4451
4452 for( MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
4453 p_traf ; p_traf = p_traf->p_next )
4454 {
4455 if ( p_traf->i_type != ATOM_traf )
4456 continue;
4457
4458 const MP4_Box_t *p_tfhd = MP4_BoxGet( p_traf, "tfhd" );
4459 const uint32_t i_trun_count = MP4_BoxCount( p_traf, "trun" );
4460 if ( !p_tfhd || !i_trun_count )
4461 continue;
4462
4463 mp4_track_t *p_track = MP4_GetTrackByTrackID( p_demux, BOXDATA(p_tfhd)->i_track_ID );
4464 if( !p_track )
4465 continue;
4466
4467 p_track->context.runs.p_array = calloc(i_trun_count, sizeof(mp4_run_t));
4468 if(!p_track->context.runs.p_array)
4469 continue;
4470
4471 /* Get defaults for this/these RUN */
4472 uint32_t i_track_defaultsamplesize = 0;
4473 uint32_t i_track_defaultsampleduration = 0;
4474 MP4_GetDefaultSizeAndDuration( p_sys->p_moov, BOXDATA(p_tfhd),
4475 &i_track_defaultsamplesize,
4476 &i_track_defaultsampleduration );
4477 p_track->context.i_default_sample_size = i_track_defaultsamplesize;
4478 p_track->context.i_default_sample_duration = i_track_defaultsampleduration;
4479
4480 stime_t i_traf_start_time = p_track->i_time;
4481 bool b_has_base_media_decode_time = false;
4482
4483 if( b_discontinuity ) /* We NEED start time offset for each track */
4484 {
4485 /* Find start time */
4486 const MP4_Box_t *p_tfdt = MP4_BoxGet( p_traf, "tfdt" );
4487 if( p_tfdt )
4488 {
4489 i_traf_start_time = BOXDATA(p_tfdt)->i_base_media_decode_time;
4490 b_has_base_media_decode_time = true;
4491 }
4492
4493 /* Try using Tfxd for base offset (Smooth) */
4494 if( !b_has_base_media_decode_time && p_sys->i_tracks == 1 )
4495 {
4496 const MP4_Box_t *p_uuid = MP4_BoxGet( p_traf, "uuid" );
4497 for( ; p_uuid; p_uuid = p_uuid->p_next )
4498 {
4499 if( p_uuid->i_type == ATOM_uuid &&
4500 !CmpUUID( &p_uuid->i_uuid, &TfxdBoxUUID ) && p_uuid->data.p_tfxd )
4501 {
4502 i_traf_start_time = p_uuid->data.p_tfxd->i_fragment_abs_time;
4503 b_has_base_media_decode_time = true;
4504 break;
4505 }
4506 }
4507 }
4508
4509 /* After seek we should have probed fragments */
4510 if( !b_has_base_media_decode_time && p_sys->p_fragsindex )
4511 {
4512 unsigned i_track_index = (p_track - p_sys->track);
4513 assert(&p_sys->track[i_track_index] == p_track);
4514 i_traf_start_time = MP4_Fragment_Index_GetTrackStartTime( p_sys->p_fragsindex,
4515 i_track_index, p_moof->i_pos );
4516 i_traf_start_time = MP4_rescale( i_traf_start_time,
4517 p_sys->i_timescale, p_track->i_timescale );
4518 b_has_base_media_decode_time = true;
4519 }
4520
4521 if( !b_has_base_media_decode_time && p_chunksidx )
4522 {
4523 /* Try using SIDX as base offset.
4524 * This can not work for global sidx but only when sent within each fragment (dash) */
4525 const MP4_Box_data_sidx_t *p_data = p_chunksidx->data.p_sidx;
4526 if( p_data && p_data->i_timescale && p_data->i_reference_count == 1 )
4527 {
4528 i_traf_start_time = MP4_rescale( p_data->i_earliest_presentation_time,
4529 p_data->i_timescale, p_track->i_timescale );
4530 b_has_base_media_decode_time = true;
4531 }
4532 }
4533
4534 /* First contiguous segment (moov->moof) and there's no tfdt not probed index (yet) */
4535 if( !b_has_base_media_decode_time && FragGetMoofSequenceNumber( p_moof ) == 1 )
4536 {
4537 i_traf_start_time = MP4_rescale( GetMoovTrackDuration( p_sys, p_track->i_track_ID ),
4538 p_sys->i_timescale, p_track->i_timescale );
4539 b_has_base_media_decode_time = true;
4540 }
4541
4542 /* Use global sidx moof time, in case moof does not carry tfdt */
4543 if( !b_has_base_media_decode_time && i_moof_time != INT64_MAX )
4544 i_traf_start_time = MP4_rescale( i_moof_time, p_sys->i_timescale, p_track->i_timescale );
4545
4546 /* That should not happen */
4547 if( !b_has_base_media_decode_time )
4548 i_traf_start_time = MP4_rescale( p_sys->i_nztime, CLOCK_FREQ, p_track->i_timescale );
4549 }
4550
4551 /* Parse TRUN data */
4552
4553 if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET )
4554 {
4555 i_traf_base_data_offset = BOXDATA(p_tfhd)->i_base_data_offset;
4556 }
4557 else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DEFAULT_BASE_IS_MOOF )
4558 {
4559 i_traf_base_data_offset = p_moof->i_pos /* + 8*/;
4560 }
4561 else
4562 {
4563 if ( i_traf == 0 )
4564 i_traf_base_data_offset = p_moof->i_pos /*+ 8*/;
4565 else
4566 i_traf_base_data_offset = i_prev_traf_end;
4567 }
4568
4569 uint64_t i_trun_dts = i_traf_start_time;
4570 uint64_t i_trun_data_offset = i_traf_base_data_offset;
4571 uint32_t i_trun_size = 0;
4572
4573 for( const MP4_Box_t *p_trun = MP4_BoxGet( p_traf, "trun" );
4574 p_trun && p_tfhd; p_trun = p_trun->p_next )
4575 {
4576 if ( p_trun->i_type != ATOM_trun )
4577 continue;
4578
4579 const MP4_Box_data_trun_t *p_trundata = p_trun->data.p_trun;
4580
4581 /* Get data offset */
4582 if ( p_trundata->i_flags & MP4_TRUN_DATA_OFFSET )
4583 {
4584 /* Fix for broken Trun data offset relative to tfhd instead of moof, as seen in smooth */
4585 if( (BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET) == 0 &&
4586 i_traf == 0 &&
4587 i_traf_base_data_offset + p_trundata->i_data_offset < p_moof->i_pos + p_moof->i_size + 8 )
4588 {
4589 i_trun_data_offset += p_moof->i_size + 8;
4590 }
4591 else if( (BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET) )
4592 {
4593 i_trun_data_offset = BOXDATA(p_tfhd)->i_base_data_offset + p_trundata->i_data_offset;
4594 }
4595 else
4596 {
4597 i_trun_data_offset += p_trundata->i_data_offset;
4598 }
4599 }
4600 else
4601 {
4602 i_trun_data_offset += i_trun_size;
4603 }
4604
4605 i_trun_size = 0;
4606 #ifndef NDEBUG
4607 msg_Dbg( p_demux,
4608 "tk %u run %" PRIu32 " dflt dur %"PRIu32" size %"PRIu32" firstdts %"PRId64" offset %"PRIu64,
4609 p_track->i_track_ID,
4610 p_track->context.runs.i_count,
4611 i_track_defaultsampleduration,
4612 i_track_defaultsamplesize,
4613 MP4_rescale( i_trun_dts, p_track->i_timescale, CLOCK_FREQ ), i_trun_data_offset );
4614 #endif
4615 //************
4616 mp4_run_t *p_run = &p_track->context.runs.p_array[p_track->context.runs.i_count++];
4617 p_run->i_first_dts = i_trun_dts;
4618 p_run->i_offset = i_trun_data_offset;
4619 p_run->p_trun = p_trun;
4620
4621 //************
4622 /* Sum total time */
4623 if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_DURATION )
4624 {
4625 for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
4626 i_trun_dts += p_trundata->p_samples[i].i_duration;
4627 }
4628 else
4629 {
4630 i_trun_dts += p_trundata->i_sample_count *
4631 i_track_defaultsampleduration;
4632 }
4633
4634 /* Get total traf size */
4635 if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_SIZE )
4636 {
4637 for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
4638 i_trun_size += p_trundata->p_samples[i].i_size;
4639 }
4640 else
4641 {
4642 i_trun_size += p_trundata->i_sample_count *
4643 i_track_defaultsamplesize;
4644 }
4645
4646 i_prev_traf_end = i_trun_data_offset + i_trun_size;
4647 }
4648
4649 i_traf++;
4650 }
4651
4652 return VLC_SUCCESS;
4653 }
4654
4655 static int FragGetMoofBySidxIndex( demux_t *p_demux, mtime_t i_target_time,
4656 uint64_t *pi_moof_pos, mtime_t *pi_sampletime )
4657 {
4658 demux_sys_t *p_sys = p_demux->p_sys;
4659 const MP4_Box_t *p_sidx = MP4_BoxGet( p_sys->p_root, "sidx" );
4660 const MP4_Box_data_sidx_t *p_data;
4661 if( !p_sidx || !((p_data = BOXDATA(p_sidx))) || !p_data->i_timescale )
4662 return VLC_EGENERIC;
4663
4664 i_target_time = MP4_rescale( i_target_time, CLOCK_FREQ, p_data->i_timescale );
4665
4666 /* sidx refers to offsets from end of sidx pos in the file + first offset */
4667 uint64_t i_pos = p_data->i_first_offset + p_sidx->i_pos + p_sidx->i_size;
4668 stime_t i_time = 0;
4669 for( uint16_t i=0; i<p_data->i_reference_count; i++ )
4670 {
4671 if( i_time + p_data->p_items[i].i_subsegment_duration > i_target_time )
4672 {
4673 *pi_sampletime = MP4_rescale( i_time, p_data->i_timescale, CLOCK_FREQ );
4674 *pi_moof_pos = i_pos;
4675 return VLC_SUCCESS;
4676 }
4677 i_pos += p_data->p_items[i].i_referenced_size;
4678 i_time += p_data->p_items[i].i_subsegment_duration;
4679 }
4680
4681 return VLC_EGENERIC;
4682 }
4683
4684 static int FragGetMoofByTfraIndex( demux_t *p_demux, const mtime_t i_target_time, unsigned i_track_ID,
4685 uint64_t *pi_moof_pos, mtime_t *pi_sampletime )
4686 {
4687 demux_sys_t *p_sys = p_demux->p_sys;
4688 MP4_Box_t *p_tfra = MP4_BoxGet( p_sys->p_root, "mfra/tfra" );
4689 for( ; p_tfra; p_tfra = p_tfra->p_next )
4690 {
4691 if ( p_tfra->i_type == ATOM_tfra )
4692 {
4693 const MP4_Box_data_tfra_t *p_data = BOXDATA(p_tfra);
4694 if( !p_data || p_data->i_track_ID != i_track_ID )
4695 continue;
4696
4697 uint64_t i_pos = 0;
4698 mp4_track_t *p_track = MP4_GetTrackByTrackID( p_demux, p_data->i_track_ID );
4699 if ( p_track )
4700 {
4701 stime_t i_track_target_time = MP4_rescale( i_target_time, CLOCK_FREQ, p_track->i_timescale );
4702 for ( uint32_t i = 0; i<p_data->i_number_of_entries; i += ( p_data->i_version == 1 ) ? 2 : 1 )
4703 {
4704 mtime_t i_time;
4705 uint64_t i_offset;
4706 if ( p_data->i_version == 1 )
4707 {
4708 i_time = *((uint64_t *)(p_data->p_time + i));
4709 i_offset = *((uint64_t *)(p_data->p_moof_offset + i));
4710 }
4711 else
4712 {
4713 i_time = p_data->p_time[i];
4714 i_offset = p_data->p_moof_offset[i];
4715 }
4716
4717 if ( i_time >= i_track_target_time )
4718 {
4719 if ( i_pos == 0 ) /* Not in this traf */
4720 break;
4721
4722 *pi_moof_pos = i_pos;
4723 *pi_sampletime = MP4_rescale( i_time, p_track->i_timescale, CLOCK_FREQ );
4724 return VLC_SUCCESS;
4725 }
4726 else
4727 i_pos = i_offset;
4728 }
4729 }
4730 }
4731 }
4732 return VLC_EGENERIC;
4733 }
4734
4735 static void MP4_GetDefaultSizeAndDuration( MP4_Box_t *p_moov,
4736 const MP4_Box_data_tfhd_t *p_tfhd_data,
4737 uint32_t *pi_default_size,
4738 uint32_t *pi_default_duration )
4739 {
4740 if( p_tfhd_data->i_flags & MP4_TFHD_DFLT_SAMPLE_DURATION )
4741 *pi_default_duration = p_tfhd_data->i_default_sample_duration;
4742
4743 if( p_tfhd_data->i_flags & MP4_TFHD_DFLT_SAMPLE_SIZE )
4744 *pi_default_size = p_tfhd_data->i_default_sample_size;
4745
4746 if( !*pi_default_duration || !*pi_default_size )
4747 {
4748 const MP4_Box_t *p_trex = MP4_GetTrexByTrackID( p_moov, p_tfhd_data->i_track_ID );
4749 if ( p_trex )
4750 {
4751 if ( !*pi_default_duration )
4752 *pi_default_duration = BOXDATA(p_trex)->i_default_sample_duration;
4753 if ( !*pi_default_size )
4754 *pi_default_size = BOXDATA(p_trex)->i_default_sample_size;
4755 }
4756 }
4757 }
4758
4759 static int DemuxFrag( demux_t *p_demux )
4760 {
4761 demux_sys_t *p_sys = p_demux->p_sys;
4762 unsigned i_track_selected = 0;
4763 int i_status = VLC_DEMUXER_SUCCESS;
4764
4765 if( unlikely(p_sys->b_error) )
4766 {
4767 msg_Warn( p_demux, "unrecoverable error" );
4768 i_status = VLC_DEMUXER_EOF;
4769 goto end;
4770 }
4771
4772 /* check for newly selected/unselected track */
4773 for( unsigned i_track = 0; i_track < p_sys->i_tracks; i_track++ )
4774 {
4775 mp4_track_t *tk = &p_sys->track[i_track];
4776 bool b = true;
4777
4778 if( !tk->b_ok || tk->b_chapters_source )
4779 continue;
4780
4781 if( p_sys->b_seekable )
4782 es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
4783
4784 if(tk->b_selected != b)
4785 {
4786 msg_Dbg( p_demux, "track %u %s!", tk->i_track_ID, b ? "enabled" : "disabled" );
4787 MP4_TrackSelect( p_demux, tk, b );
4788 }
4789
4790 if( tk->b_selected )
4791 i_track_selected++;
4792 }
4793
4794 if( i_track_selected <= 0 )
4795 {
4796 msg_Warn( p_demux, "no track selected, exiting..." );
4797 i_status = VLC_DEMUXER_EOF;
4798 goto end;
4799 }
4800
4801 if ( p_sys->context.i_current_box_type != ATOM_mdat )
4802 {
4803 /* Othewise mdat is skipped. FIXME: mdat reading ! */
4804 const uint8_t *p_peek;
4805 if( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) != 8 )
4806 {
4807 i_status = VLC_DEMUXER_EOF;
4808 goto end;
4809 }
4810
4811 p_sys->context.i_current_box_type = VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] );
4812 if( p_sys->context.i_current_box_type == ATOM_mdat )
4813 {
4814 p_sys->context.i_post_mdat_offset = vlc_stream_Tell( p_demux->s ) + GetDWBE( p_peek );
4815 }
4816 else
4817 {
4818 MP4_Box_t *p_vroot = MP4_BoxGetNextChunk( p_demux->s );
4819 if(!p_vroot)
4820 {
4821 i_status = VLC_DEMUXER_EOF;
4822 goto end;
4823 }
4824
4825 MP4_Box_t *p_box = NULL;
4826 for( p_box = p_vroot->p_first; p_box; p_box = p_box->p_next )
4827 {
4828 if( p_box->i_type == ATOM_moof ||
4829 p_box->i_type == ATOM_moov )
4830 break;
4831 }
4832
4833 if( p_box )
4834 {
4835 FragResetContext( p_sys );
4836
4837 if( p_box->i_type == ATOM_moov )
4838 {
4839 p_sys->context.p_fragment_atom = p_sys->p_moov;
4840 }
4841 else
4842 {
4843 p_sys->context.p_fragment_atom = MP4_BoxExtract( &p_vroot->p_first, p_box->i_type );
4844
4845 /* Detect and Handle Passive Seek */
4846 const uint32_t i_sequence_number = FragGetMoofSequenceNumber( p_sys->context.p_fragment_atom );
4847 const bool b_discontinuity = ( i_sequence_number != p_sys->context.i_lastseqnumber + 1 );
4848 if( b_discontinuity )
4849 msg_Info( p_demux, "Fragment sequence discontinuity detected %"PRIu32" != %"PRIu32,
4850 i_sequence_number, p_sys->context.i_lastseqnumber + 1 );
4851 p_sys->context.i_lastseqnumber = i_sequence_number;
4852
4853 /* Prepare chunk */
4854 if( FragPrepareChunk( p_demux, p_sys->context.p_fragment_atom,
4855 MP4_BoxGet( p_vroot, "sidx"), INT64_MAX,
4856 b_discontinuity ) != VLC_SUCCESS )
4857 {
4858 MP4_BoxFree( p_vroot );
4859 i_status = VLC_DEMUXER_EOF;
4860 goto end;
4861 }
4862
4863 if( b_discontinuity )
4864 {
4865 p_sys->i_nztime = FragGetDemuxTimeFromTracksTime( p_sys );
4866 p_sys->i_pcr = VLC_TS_INVALID;
4867 }
4868 /* !Prepare chunk */
4869 }
4870
4871 p_sys->context.i_current_box_type = p_box->i_type;
4872 }
4873
4874 MP4_BoxFree( p_vroot );
4875
4876 if( p_sys->context.p_fragment_atom == NULL )
4877 {
4878 msg_Info(p_demux, "no moof or moov in current chunk");
4879 return VLC_DEMUXER_SUCCESS;
4880 }
4881 }
4882 }
4883
4884 if ( p_sys->context.i_current_box_type == ATOM_mdat )
4885 {
4886 assert(p_sys->context.p_fragment_atom);
4887
4888 if ( p_sys->context.p_fragment_atom )
4889 switch( p_sys->context.p_fragment_atom->i_type )
4890 {
4891 case ATOM_moov://[ftyp/moov, mdat]+ -> [moof, mdat]+
4892 i_status = DemuxMoov( p_demux );
4893 break;
4894 case ATOM_moof:
4895 i_status = DemuxMoof( p_demux );
4896 break;
4897 default:
4898 msg_Err( p_demux, "fragment type %4.4s", (char*) &p_sys->context.p_fragment_atom->i_type );
4899 break;
4900 }
4901
4902 if( i_status == VLC_DEMUXER_EOS )
4903 {
4904 i_status = VLC_DEMUXER_SUCCESS;
4905 /* Skip if we didn't reach the end of mdat box */
4906 uint64_t i_pos = vlc_stream_Tell( p_demux->s );
4907 if( i_pos != p_sys->context.i_post_mdat_offset && i_status != VLC_DEMUXER_EOF )
4908 {
4909 if( i_pos > p_sys->context.i_post_mdat_offset )
4910 msg_Err( p_demux, " Overread mdat by %" PRIu64, i_pos - p_sys->context.i_post_mdat_offset );
4911 else
4912 msg_Warn( p_demux, "mdat had still %"PRIu64" bytes unparsed as samples",
4913 p_sys->context.i_post_mdat_offset - i_pos );
4914 if( MP4_Seek( p_demux->s, p_sys->context.i_post_mdat_offset ) != VLC_SUCCESS )
4915 i_status = VLC_DEMUXER_EGENERIC;
4916 }
4917 p_sys->context.i_current_box_type = 0;
4918
4919 }
4920 }
4921
4922 end:
4923 if( i_status == VLC_DEMUXER_EOF )
4924 {
4925 mtime_t i_demux_end = INT64_MIN;
4926 for( unsigned i = 0; i < p_sys->i_tracks; i++ )
4927 {
4928 const mp4_track_t *tk = &p_sys->track[i];
4929 mtime_t i_track_end = MP4_rescale( tk->i_time, tk->i_timescale, CLOCK_FREQ );
4930 if( i_track_end > i_demux_end )
4931 i_demux_end = i_track_end;
4932 }
4933 if( i_demux_end != INT64_MIN )
4934 es_out_SetPCR( p_demux->out, VLC_TS_0 + i_demux_end );
4935 }
4936
4937 return i_status;
4938 }
4939
4940 /* ASF Handlers */
4941 inline static mp4_track_t *MP4ASF_GetTrack( asf_packet_sys_t *p_packetsys,
4942 uint8_t i_stream_number )
4943 {
4944 demux_sys_t *p_sys = p_packetsys->p_demux->p_sys;
4945 for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
4946 {
4947 if ( p_sys->track[i].p_asf &&
4948 i_stream_number == p_sys->track[i].BOXDATA(p_asf)->i_stream_number )
4949 {
4950 return &p_sys->track[i];
4951 }
4952 }
4953 return NULL;
4954 }
4955
4956 static asf_track_info_t * MP4ASF_GetTrackInfo( asf_packet_sys_t *p_packetsys,
4957 uint8_t i_stream_number )
4958 {
4959 mp4_track_t *p_track = MP4ASF_GetTrack( p_packetsys, i_stream_number );
4960 if ( p_track )
4961 return &p_track->asfinfo;
4962 else
4963 return NULL;
4964 }
4965
4966 static void MP4ASF_Send( asf_packet_sys_t *p_packetsys, uint8_t i_stream_number,
4967 block_t **pp_frame )
4968 {
4969 mp4_track_t *p_track = MP4ASF_GetTrack( p_packetsys, i_stream_number );
4970 if ( !p_track )
4971 {
4972 block_Release( *pp_frame );
4973 }
4974 else
4975 {
4976 block_t *p_gather = block_ChainGather( *pp_frame );
4977 p_gather->i_dts = p_track->i_dts_backup;
4978 p_gather->i_pts = p_track->i_pts_backup;
4979 es_out_Send( p_packetsys->p_demux->out, p_track->p_es, p_gather );
4980 }
4981
4982 *pp_frame = NULL;
4983 }
4984
4985 static void MP4ASF_ResetFrames( demux_sys_t *p_sys )
4986 {
4987 for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
4988 {
4989 mp4_track_t *p_track = &p_sys->track[i];
4990 if( p_track->asfinfo.p_frame )
4991 {
4992 block_ChainRelease( p_track->asfinfo.p_frame );
4993 p_track->asfinfo.p_frame = NULL;
4994 }
4995 }
4996 }
4997
4998 #undef BOXDATA
VLC Development tree mirror