|
|
|
|
Impressum mp4.c
Sprache: C
|
|
/*****************************************************************************
* mp4.c : MP4 file input module for vlc
*****************************************************************************
* Copyright (C) 2001-2004, 2010 VLC authors and VideoLAN
*
* Authors: Laurent Aimar <fenrir@via.ecp.fr>
*
* This program is free software; you can redistribute it and/or modify it
* under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation; either version 2.1 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
*****************************************************************************/
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif
/*****************************************************************************
* Preamble
*****************************************************************************/
#include "mp4.h"
#include <vlc_arrays.h>
#include <vlc_demux.h>
#include <vlc_charset.h> /* EnsureUTF8 */
#include <vlc_input.h>
#include <vlc_aout.h>
#include <vlc_plugin.h>
#include <vlc_dialog.h>
#include <vlc_url.h>
#include <vlc_replay_gain.h>
#include <assert.h>
#include <limits.h>
#include <stdckdint.h>
#include <math.h>
#include "meta.h"
#include "attachments.h"
#include "heif.h"
#include "../../codec/cc.h"
#include "../av1_unpack.h"
#include <stdlib.h>
/*****************************************************************************
* Module descriptor
*****************************************************************************/
static int Open ( vlc_object_t * );
static void Close( vlc_object_t * );
#define CFG_PREFIX "mp4-"
#define MP4_M4A_TEXT N_( "M4A audio only")
#define MP4_M4A_LONGTEXT N_( "Ignore non audio tracks from iTunes audio files")
#define MP4_ELST_TEXT N_( "Handle edit list")
#define HEIF_DURATION_TEXT N_( "Duration in seconds")
#define HEIF_DURATION_LONGTEXT N_( \
"Duration in seconds before simulating an end of file. " \
"A negative value means an unlimited play time.")
vlc_module_begin ()
set_subcategory( SUBCAT_INPUT_DEMUX )
set_description( N_( "MP4 stream demuxer") )
set_shortname( N_( "MP4") )
set_capability( "demux", 240 )
set_callbacks( Open, Close )
add_file_extension( "m4a")
add_file_extension( "m4v")
add_file_extension( "moov")
add_file_extension( "mov")
add_file_extension( "mp4")
set_section( "Hacks", NULL)
add_bool( CFG_PREFIX "m4a-audioonly", false, MP4_M4A_TEXT, MP4_M4A_LONGTEXT )
add_bool( CFG_PREFIX "editlist", true, MP4_ELST_TEXT, MP4_ELST_TEXT )
add_submodule()
set_subcategory( SUBCAT_INPUT_DEMUX )
set_description( N_( "HEIF demuxer") )
set_shortname( "heif" )
set_capability( "demux", 239 )
set_callbacks( OpenHEIF, CloseHEIF )
set_section( N_( "HEIF demuxer"), NULL )
add_float( "heif-image-duration", HEIF_DEFAULT_DURATION,
HEIF_DURATION_TEXT, HEIF_DURATION_LONGTEXT )
change_safe()
vlc_module_end ()
/*****************************************************************************
* Local prototypes
*****************************************************************************/
static int Demux ( demux_t * );
static int DemuxRef( demux_t *p_demux ){ ( void)p_demux; return 0;}
static int DemuxFrag( demux_t * );
static int Control ( demux_t *, int, va_list );
typedef struct
{
MP4_Box_t *p_root; /* container for the whole file */
vlc_tick_t i_pcr;
uint64_t i_moov_duration;
uint64_t i_duration; /* Declared fragmented duration (movie time scale) */
uint64_t i_cumulated_duration; /* Same as above, but not from probing, (movie time scale) */
uint32_t i_timescale; /* movie time scale */
vlc_tick_t i_nztime; /* time position of the presentation (CLOCK_FREQ timescale) */
vlc_tick_t i_max_pts_offset;
unsigned int i_tracks; /* number of tracks */
mp4_track_t *track; /* array of track */
float f_fps; /* number of frame per seconds */
bool b_quicktime;
bool b_fragmented; /* fMP4 */
bool b_seekable;
bool b_fastseekable;
bool b_error; /* unrecoverable */
bool b_index_probed; /* mFra sync points index */
bool b_fragments_probed; /* moof segments index created */
MP4_Box_t *p_moov;
struct
{
uint32_t i_current_box_type;
MP4_Box_t *p_fragment_atom;
uint64_t i_post_mdat_offset;
uint32_t i_lastseqnumber;
} context;
/* */
bool seekpoint_changed;
int i_seekpoint;
input_title_t *p_title;
vlc_meta_t *p_meta;
struct
{
uint32_t i_delay_samples;
float f_replay_gain_norm;
float f_replay_gain_peak;
uint32_t i_target_bitrate;
} qt;
/* ASF in MP4 */
asf_packet_sys_t asfpacketsys;
vlc_tick_t i_preroll; /* foobar */
vlc_tick_t i_preroll_start;
struct
{
enum es_format_category_e es_cat_filter;
} hacks;
mp4_fragments_index_t *p_fragsindex;
ssize_t i_attachments;
input_attachment_t **pp_attachments;
} demux_sys_t;
#define DEMUX_INCREMENT VLC_TICK_FROM_MS( 250) /* How far the pcr will go, each round */
#define DEMUX_TRACK_MAX_PRELOAD VLC_TICK_FROM_SEC( 15) /* maximum preloading, to deal with interleaving */
#define INVALID_PRELOAD UINT_MAX
#define UNKNOWN_DELTA UINT32_MAX
#define INVALID_PTS VLC_TICK_MIN
#define VLC_DEMUXER_EOS (VLC_DEMUXER_EGENERIC - 1)
#define VLC_DEMUXER_FATAL (VLC_DEMUXER_EGENERIC - 2)
/*****************************************************************************
* Declaration of local function
*****************************************************************************/
static void MP4_TrackSetup( demux_t *, mp4_track_t *, const MP4_Box_t *, bool, bool );
static void MP4_TrackInit( mp4_track_t *, const MP4_Box_t * );
static void MP4_TrackClean( es_out_t *, mp4_track_t * );
static void MP4_Block_Send( demux_t *, mp4_track_t *, block_t * );
static void MP4_TrackSelect ( demux_t *, mp4_track_t *, bool );
static int MP4_TrackSeek ( demux_t *, mp4_track_t *, vlc_tick_t );
static uint64_t MP4_TrackGetPos ( mp4_track_t * );
static uint32_t MP4_TrackGetReadSize( mp4_track_t *, uint32_t * );
static int MP4_TrackNextSample( demux_t *, mp4_track_t *, uint32_t );
static void MP4_TrackSetELST( demux_t *, mp4_track_t *, vlc_tick_t );
static void TrackUpdateSampleAndTimes( mp4_track_t *p_track );
static void MP4_UpdateSeekpoint( demux_t *, vlc_tick_t );
static MP4_Box_t * MP4_GetTrexByTrackID( MP4_Box_t *p_moov, const uint32_t i_id );
static void MP4_GetDefaultSizeAndDuration( MP4_Box_t *p_moov,
const MP4_Box_data_tfhd_t *p_tfhd_data,
uint32_t *pi_default_size,
uint32_t *pi_default_duration );
static stime_t GetMoovTrackDuration( demux_sys_t *p_sys, unsigned i_track_ID );
static int ProbeFragments( demux_t *p_demux, bool b_force, bool *pb_fragmented );
static int ProbeFragmentsChecked( demux_t *p_demux );
static int ProbeIndex( demux_t *p_demux );
static int FragCreateTrunIndex( demux_t *, MP4_Box_t *, MP4_Box_t *, stime_t );
static int FragGetMoofBySidxIndex( demux_t *p_demux, vlc_tick_t i_target_time,
uint64_t *pi_moof_pos, vlc_tick_t *pi_sampletime );
static int FragGetMoofByTfraIndex( demux_t *p_demux, const vlc_tick_t i_target_time, unsigned i_track_ID,
uint64_t *pi_moof_pos, vlc_tick_t *pi_sampletime );
static void FragResetContext( demux_sys_t * );
/* ASF Handlers */
static asf_track_info_t * MP4ASF_GetTrackInfo( asf_packet_sys_t *p_packetsys, uint8_t i _stream_number );
static void MP4ASF_Send(asf_packet_sys_t *p_packetsys, uint8_t i_stream_number, block_t **pp_frame);
static void MP4ASF_ResetFrames( demux_sys_t *p_sys );
/* RTP Hint track */
static block_t * MP4_RTPHint_Convert( demux_t *p_demux, block_t *p_block, vlc_fourcc_t i_codec );
static block_t * MP4_RTPHintToFrame( demux_t *p_demux, block_t *p_block, uint32_t packetcount );
static int MP4_LoadMeta( demux_sys_t *p_sys, vlc_meta_t *p_meta );
/* Helpers */
static int64_t MP4_rescale( int64_t i_value, uint32_t i_timescale, uint32_t i_newscale )
{
if( i_timescale == i_newscale )
return i_value;
if( i_value <= INT64_MAX / i_newscale )
return i_value * i_newscale / i_timescale;
/* overflow */
int64_t q = i_value / i_timescale;
int64_t r = i_value % i_timescale;
return q * i_newscale + r * i_newscale / i_timescale;
}
static vlc_tick_t MP4_rescale_mtime( int64_t i_value, uint32_t i_timescale )
{
return MP4_rescale(i_value, i_timescale, CLOCK_FREQ);
}
static int64_t MP4_rescale_qtime( vlc_tick_t i_value, uint32_t i_timescale )
{
return MP4_rescale(i_value, CLOCK_FREQ, i_timescale);
}
static uint32_t stream_ReadU32( stream_t *s, void *p_read, uint32_t i_toread )
{
ssize_t i_return = 0;
if ( i_toread > INT32_MAX )
{
i_return = vlc_stream_Read( s, p_read, (size_t) INT32_MAX );
if ( i_return < INT32_MAX )
return i_return;
else
i_toread -= INT32_MAX;
}
i_return += vlc_stream_Read( s, (uint8_t *)p_read + i_return, (size_t) i_toread );
return i_return;
}
static int MP4_reftypeToFlag( vlc_fourcc_t i_reftype )
{
switch( i_reftype )
{
case ATOM_chap:
return USEAS_CHAPTERS;
case VLC_FOURCC('t','m','c','d'):
return USEAS_TIMECODE;
default:
return USEAS_NONE;
}
}
static bool MP4_isMetadata( const mp4_track_t *tk )
{
return tk->i_use_flags & (USEAS_CHAPTERS|USEAS_TIMECODE);
}
static MP4_Box_t * MP4_GetTrexByTrackID( MP4_Box_t *p_moov, const uint32_t i_id )
{
if(!p_moov)
return NULL;
MP4_Box_t *p_trex = MP4_BoxGet( p_moov, "mvex/trex" );
while( p_trex )
{
if ( p_trex->i_type == ATOM_trex &&
BOXDATA(p_trex) && BOXDATA(p_trex)->i_track_ID == i_id )
break;
else
p_trex = p_trex->p_next;
}
return p_trex;
}
/**
* Return the track identified by tid
*/
static mp4_track_t *MP4_GetTrackByTrackID( demux_t *p_demux, const uint32_t tid )
{
demux_sys_t *p_sys = p_demux->p_sys;
mp4_track_t *ret = NULL;
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
ret = &p_sys->track[i];
if( ret->i_track_ID == tid )
return ret;
}
return NULL;
}
static MP4_Box_t * MP4_GetTrakByTrackID( MP4_Box_t *p_moov, const uint32_t i_id )
{
MP4_Box_t *p_trak = MP4_BoxGet( p_moov, "trak" );
MP4_Box_t *p_tkhd;
while( p_trak )
{
if( p_trak->i_type == ATOM_trak &&
(p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) && BOXDATA(p_tkhd) &&
BOXDATA(p_tkhd)->i_track_ID == i_id )
break;
else
p_trak = p_trak->p_next;
}
return p_trak;
}
static MP4_Box_t * MP4_GetTrafByTrackID( MP4_Box_t *p_moof, const uint32_t i_id )
{
MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
MP4_Box_t *p_tfhd;
while( p_traf )
{
if( p_traf->i_type == ATOM_traf &&
(p_tfhd = MP4_BoxGet( p_traf, "tfhd" )) && BOXDATA(p_tfhd) &&
BOXDATA(p_tfhd)->i_track_ID == i_id )
break;
else
p_traf = p_traf->p_next;
}
return p_traf;
}
static const MP4_Box_t * MP4_GroupDescriptionByType( const MP4_Box_t *p_node,
uint32_t i_grouping_type )
{
for( const MP4_Box_t *p_sgpd = MP4_BoxGet( p_node, "sgpd" );
p_sgpd; p_sgpd = p_sgpd->p_next )
{
const MP4_Box_data_sgpd_t *p_sgpd_data = BOXDATA(p_sgpd);
if( p_sgpd->i_type != ATOM_sgpd || !p_sgpd_data ||
p_sgpd_data->i_grouping_type != i_grouping_type )
continue;
return p_sgpd;
}
return NULL;
}
enum SampleGroupMatch
{
SAMPLE_GROUP_MATCH_EXACT = 0,
SAMPLE_GROUP_MATCH_LAST_VALID = 1,
};
static const MP4_Box_data_sbgp_entry_t *
MP4_SampleToGroupInfo( const MP4_Box_t *p_node, uint32_t i_sample,
uint32_t i_grouping_type,
uint32_t i_grouping_type_parameter,
uint32_t *pi_group_sample,
enum SampleGroupMatch match,
const MP4_Box_data_sgpd_entry_t **pp_descentry )
{
const MP4_Box_t *p_sbgp = MP4_BoxGet( p_node, "sbgp" );
const MP4_Box_data_sbgp_t *p_sbgp_data;
if( !p_sbgp )
return NULL;
do
{
p_sbgp_data = BOXDATA(p_sbgp);
if( p_sbgp->i_type == ATOM_sbgp && p_sbgp_data &&
p_sbgp_data->i_grouping_type == i_grouping_type &&
(i_grouping_type_parameter == 0 ||
p_sbgp_data->i_grouping_type_parameter == i_grouping_type_parameter) )
break;
p_sbgp = p_sbgp->p_next;
} while(p_sbgp);
if( !p_sbgp )
return NULL;
const MP4_Box_data_sbgp_entry_t *p_sampleentry = NULL;
uint32_t i_entry_start_sample = 0;
for ( uint32_t i=0; i<p_sbgp_data->i_entry_count; i++ )
{
const uint32_t next_entry_start_sample = i_entry_start_sample +
p_sbgp_data->p_entries[i].i_sample_count;
if( i_sample >= next_entry_start_sample )
{
if( match == SAMPLE_GROUP_MATCH_LAST_VALID &&
p_sbgp_data->p_entries[i].i_group_description_index != 0 )
{
p_sampleentry = &p_sbgp_data->p_entries[i];
if( pi_group_sample )
*pi_group_sample = i_entry_start_sample;
}
i_entry_start_sample = next_entry_start_sample;
continue;
}
/* Sample has meaning for group */
if( p_sbgp_data->p_entries[i].i_group_description_index != 0 )
{
p_sampleentry = &p_sbgp_data->p_entries[i];
if( pi_group_sample )
*pi_group_sample = i_entry_start_sample;
}
break;
}
/* No meaning found for sample */
if( p_sampleentry == NULL )
return NULL;
/* We have a sample entry in the group and maybe a description */
if( pp_descentry == NULL )
return p_sampleentry;
/* Lookup designated group description */
*pp_descentry = NULL;
const MP4_Box_t *p_sgpd = MP4_GroupDescriptionByType( p_node, i_grouping_type );
if( p_sgpd )
{
const MP4_Box_data_sgpd_t *p_descdata = BOXDATA(p_sgpd);
if( p_sampleentry &&
p_sampleentry->i_group_description_index <= p_descdata->i_entry_count )
{
*pp_descentry = &p_descdata->
p_entries[p_sampleentry->i_group_description_index - 1];
}
else if( p_sampleentry == NULL &&
p_descdata->i_version >= 2 &&
p_descdata->i_default_sample_description_index &&
p_descdata->i_default_sample_description_index <= p_descdata->i_entry_count )
{
*pp_descentry = &p_descdata->
p_entries[p_descdata->i_default_sample_description_index - 1];
}
}
/* If caller requested a description but we couldn't find one, report no match */
if( *pp_descentry == NULL )
return NULL;
return p_sampleentry;
}
static es_out_id_t * MP4_CreateES( es_out_t *out, const es_format_t *p_fmt )
{
es_out_id_t *p_es = es_out_Add( out, p_fmt );
/* Force SPU which isn't selected/defaulted */
if( p_fmt->i_cat == SPU_ES && p_es && p_fmt->subs.b_forced )
es_out_Control( out, ES_OUT_SET_ES_DEFAULT, p_es );
return p_es;
}
static int MP4_ChunkAllocEntries( size_t entries, uint32_t *smallbuf,
uint32_t **dst0, uint32_t **dst1 )
{
uint32_t *buf;
if( entries > MP4_CHUNK_SMALLBUF_ENTRIES )
{
buf = calloc( entries, sizeof( buf[0] ) * 2 );
if( unlikely(buf == NULL) )
return VLC_ENOMEM;
}
else buf = smallbuf;
*dst0 = buf;
*dst1 = &buf[entries];
return VLC_SUCCESS;
}
static void MP4_ChunkDestroy( mp4_chunk_t *ck )
{
if( ck->p_sample_count_dts != ck->small_dts_buf )
free( ck->p_sample_count_dts );
if( ck->p_sample_count_pts != ck->small_pts_buf )
free( ck->p_sample_count_pts );
}
static stime_t MP4_MapTrackTimeIntoTimeline( const mp4_track_t *p_track,
uint32_t i_movie_timescale,
stime_t i_time )
{
if( !p_track->p_elst || p_track->BOXDATA(p_elst)->i_entry_count == 0 )
return i_time;
const MP4_Box_data_elst_entry_t *edit =
&p_track->BOXDATA(p_elst)->entries[p_track->i_elst];
/* convert to offset in our current edit */
if( edit->i_media_time > 0 && p_track->i_start_dts >= edit->i_media_time )
i_time -= edit->i_media_time;
/* convert media timeline to track timescale */
stime_t i_media_elst_start = MP4_rescale( p_track->i_elst_time,
i_movie_timescale,
p_track->i_timescale );
/* add to timeline start in current edit */
i_time += i_media_elst_start;
return i_time;
}
static stime_t MP4_MapMediaTimelineToTrackTime( const mp4_track_t *p_track,
uint32_t i_movie_timescale,
stime_t i_time )
{
if( !p_track->p_elst || p_track->BOXDATA(p_elst)->i_entry_count == 0 )
return i_time;
const MP4_Box_data_elst_t *elst = p_track->BOXDATA(p_elst);
/* convert media timeline to track timescale */
stime_t i_media_elst_start = MP4_rescale( p_track->i_elst_time,
i_movie_timescale,
p_track->i_timescale );
/* convert to timeline offset in current edit */
i_time -= i_media_elst_start;
/* add edit start in track samples time to get track sample time */
if( elst->entries[p_track->i_elst].i_media_time > 0 )
i_time += elst->entries[p_track->i_elst].i_media_time;
return i_time;
}
static stime_t MP4_ChunkGetSampleDTS( const mp4_chunk_t *p_chunk,
uint32_t i_sample )
{
uint32_t i_index = 0;
stime_t sdts = p_chunk->i_first_dts;
while( i_sample > 0 && i_index < p_chunk->i_entries_dts )
{
if( i_sample > p_chunk->p_sample_count_dts[i_index] )
{
sdts += (stime_t)p_chunk->p_sample_count_dts[i_index] *
p_chunk->p_sample_delta_dts[i_index];
i_sample -= p_chunk->p_sample_count_dts[i_index++];
}
else
{
sdts += (stime_t)i_sample * p_chunk->p_sample_delta_dts[i_index];
break;
}
}
return sdts;
}
static bool MP4_ChunkGetSampleCTSDelta( const mp4_chunk_t *p_chunk,
uint32_t i_sample, stime_t *pi_delta )
{
if( p_chunk->p_sample_count_pts && p_chunk->p_sample_offset_pts )
{
for( uint32_t i_index = 0; i_index < p_chunk->i_entries_pts ; i_index++ )
{
if( i_sample < p_chunk->p_sample_count_pts[i_index] )
{
*pi_delta = p_chunk->p_sample_offset_pts[i_index];
return true;
}
i_sample -= p_chunk->p_sample_count_pts[i_index];
}
}
return false;
}
static vlc_tick_t MP4_TrackGetDTSPTS( demux_t *p_demux, const mp4_track_t *p_track,
vlc_tick_t *pi_nzpts )
{
demux_sys_t *p_sys = p_demux->p_sys;
stime_t sdts = p_track->i_next_dts;
uint32_t delta = p_track->i_next_delta;
/* now handle elst */
sdts = MP4_MapTrackTimeIntoTimeline( p_track, p_sys->i_timescale, sdts );
vlc_tick_t i_dts = MP4_rescale_mtime( sdts, p_track->i_timescale);
if( pi_nzpts )
{
if( delta != UNKNOWN_DELTA )
{
*pi_nzpts = i_dts + MP4_rescale_mtime( delta, p_track->i_timescale );
}
else if( p_track->b_ignore_implicit_pts )
{
*pi_nzpts = INVALID_PTS;
}
else *pi_nzpts = i_dts;
}
if( p_track->i_pts_offset )
{
if( pi_nzpts && *pi_nzpts != INVALID_PTS )
*pi_nzpts += p_track->i_pts_offset;
i_dts += p_track->i_pts_offset;
}
return i_dts;
}
static stime_t MP4_GetChunkSamplesDuration( const mp4_chunk_t *p_chunk,
uint32_t i_start_sample,
uint32_t i_nb_samples )
{
stime_t i_duration = 0;
/* Forward to right index, and set remaining count in that index */
uint32_t i_index = 0;
uint32_t i_remain = 0;
for( uint32_t i = p_chunk->i_sample_first;
i<i_start_sample && i_index < p_chunk->i_entries_dts; )
{
if( i_start_sample - i >= p_chunk->p_sample_count_dts[i_index] )
{
i += p_chunk->p_sample_count_dts[i_index];
i_index++;
}
else
{
i_remain = i_start_sample - i;
break;
}
}
/* Compute total duration from all samples from index */
while( i_nb_samples > 0 && i_index < p_chunk->i_entries_dts )
{
if( i_nb_samples >= p_chunk->p_sample_count_dts[i_index] - i_remain )
{
i_duration += (p_chunk->p_sample_count_dts[i_index] - i_remain) *
(int64_t) p_chunk->p_sample_delta_dts[i_index];
i_nb_samples -= (p_chunk->p_sample_count_dts[i_index] - i_remain);
i_index++;
i_remain = 0;
}
else
{
i_duration += (stime_t)i_nb_samples * p_chunk->p_sample_delta_dts[i_index];
break;
}
}
return i_duration;
}
static inline vlc_tick_t MP4_GetSamplesDuration( const mp4_track_t *p_track,
uint32_t i_nb_samples )
{
stime_t i_duration = MP4_GetChunkSamplesDuration( &p_track->chunk[p_track->i_chunk],
p_track->i_sample,
i_nb_samples );
return MP4_rescale_mtime( i_duration, p_track->i_timescale );
}
static inline vlc_tick_t MP4_GetMoviePTS(demux_sys_t *p_sys )
{
return p_sys->i_nztime;
}
static void LoadChapter( demux_t *p_demux );
static int LoadInitFrag( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
/* Load all boxes ( except raw data ) */
MP4_Box_t *p_root = MP4_BoxGetRoot( p_demux->s );
if( p_root == NULL || !MP4_BoxGet( p_root, "/moov" ) )
{
MP4_BoxFree( p_root );
goto LoadInitFragError;
}
p_sys->p_root = p_root;
return VLC_SUCCESS;
LoadInitFragError:
msg_Warn( p_demux, "MP4 plugin discarded (not a valid initialization chunk)" );
return VLC_EGENERIC;
}
static int CreateTracks( demux_t *p_demux, unsigned i_tracks )
{
demux_sys_t *p_sys = p_demux->p_sys;
if( SIZE_MAX / i_tracks < sizeof(mp4_track_t) )
return VLC_EGENERIC;
p_sys->track = vlc_alloc( i_tracks, sizeof(mp4_track_t) );
if( p_sys->track == NULL )
return VLC_ENOMEM;
p_sys->i_tracks = i_tracks;
for( unsigned i=0; i<i_tracks; i++ )
{
MP4_TrackInit( &p_sys->track[i],
MP4_BoxGetVa( p_sys->p_root, "/moov/trak[%u]", i ) );
}
return VLC_SUCCESS;
}
static block_t * MP4_CDP_Convert( block_t *p_block )
{
/* FinalCut ST334-2 CDP put inside CC violation */
if (p_block->i_buffer < 8 + 7)
goto out;
if(memcmp(&p_block->p_buffer[4], "ccdp", 4))
goto out;
uint_fast32_t ccdp_size = GetDWBE(p_block->p_buffer);
if (ccdp_size > p_block->i_buffer || ccdp_size < 8)
goto out;
p_block->p_buffer += 8;
p_block->i_buffer = ccdp_size - 8;
/* Let cc.h handle extraction */
cc_data_t cc;
cc_Init(&cc);
cc_Extract(&cc, CC_PAYLOAD_CDP, true, p_block->p_buffer, p_block->i_buffer);
memcpy(p_block->p_buffer, cc.p_data, cc.i_data);
p_block->i_buffer = cc.i_data;
out:
return p_block;
}
static block_t * MP4_EIA608_Convert( block_t * p_block )
{
/* Rebuild codec data from encap */
block_t *p_newblock = NULL;
assert(p_block->i_buffer <= SSIZE_MAX);
if (p_block->i_buffer < 8)
goto out;
if(!memcmp(&p_block->p_buffer[4], "ccdp", 4))
return MP4_CDP_Convert(p_block);
uint_fast32_t atomsize = GetDWBE(p_block->p_buffer);
if (atomsize < 8 || atomsize > p_block->i_buffer ||
memcmp(&p_block->p_buffer[4], "cdat", 4))
goto out;
const uint8_t *cdat = p_block->p_buffer + 8;
uint_fast32_t cdat_size = (atomsize - 8) & ~1;
p_block->p_buffer += atomsize;
p_block->i_buffer -= atomsize;
/* cdt2 is optional */
uint_fast32_t cdt2_size = 0;
const uint8_t *cdt2 = NULL;
if (p_block->i_buffer >= 8) {
atomsize = GetDWBE(p_block->p_buffer);
if (atomsize > 8 && atomsize <= p_block->i_buffer &&
!memcmp(&p_block->p_buffer[4], "cdt2", 4)) {
cdt2 = p_block->p_buffer + 8;
cdt2_size = (atomsize - 8) & ~1;
}
}
p_newblock = block_Alloc((cdat_size + cdt2_size) / 2 * 3);
if (unlikely(p_newblock == NULL))
goto out;
uint8_t *out = p_newblock->p_buffer;
while (cdat_size >= 2) {
*(out++) = CC_PKT_BYTE0(0); /* cc1 == field 0 */
*(out++) = *(cdat++);
*(out++) = *(cdat++);
cdat_size -= 2;
}
while (cdt2_size >= 2) {
*(out++) = CC_PKT_BYTE0(1); /* cc2 == field 1 */
*(out++) = *(cdt2++);
*(out++) = *(cdt2++);
cdt2_size -= 2;
}
p_newblock->i_pts = p_block->i_dts;
p_newblock->i_flags = BLOCK_FLAG_TYPE_P;
out:
block_Release( p_block );
return p_newblock;
}
static uint32_t MP4_TrackGetRunSeq( mp4_track_t *p_track )
{
if( p_track->i_chunk_count > 0 )
return p_track->chunk[p_track->i_chunk].i_virtual_run_number;
return 0;
}
/* Analyzes chunks to find max interleave length
* sets flat flag if no interleaving is in use */
static void MP4_GetInterleaving( demux_t *p_demux, vlc_tick_t *pi_max_contiguous, bool *pb_flat )
{
demux_sys_t *p_sys = p_demux->p_sys;
*pi_max_contiguous = 0;
*pb_flat = true;
/* Find first recorded chunk */
mp4_track_t *tk = NULL;
uint64_t i_duration = 0;
for( unsigned i=0; i < p_sys->i_tracks; i++ )
{
mp4_track_t *cur = &p_sys->track[i];
if( !cur->i_chunk_count )
continue;
if( tk == NULL || cur->chunk[0].i_offset < tk->chunk[0].i_offset )
tk = cur;
}
for( ; tk != NULL; )
{
i_duration += tk->chunk[tk->i_chunk].i_duration;
tk->i_chunk++;
/* Find next chunk in data order */
mp4_track_t *nexttk = NULL;
for( unsigned i=0; i < p_sys->i_tracks; i++ )
{
mp4_track_t *cur = &p_sys->track[i];
if( cur->i_chunk == cur->i_chunk_count )
continue;
if( nexttk == NULL ||
cur->chunk[cur->i_chunk].i_offset < nexttk->chunk[nexttk->i_chunk].i_offset )
nexttk = cur;
}
/* copy previous run */
if( nexttk && nexttk->i_chunk > 0 )
nexttk->chunk[nexttk->i_chunk].i_virtual_run_number =
nexttk->chunk[nexttk->i_chunk - 1].i_virtual_run_number;
if( tk != nexttk )
{
vlc_tick_t i_dur = MP4_rescale_mtime( i_duration, tk->i_timescale );
if( i_dur > *pi_max_contiguous )
*pi_max_contiguous = i_dur;
i_duration = 0;
if( tk->i_chunk != tk->i_chunk_count )
*pb_flat = false;
if( nexttk && nexttk->i_chunk > 0 ) /* new run number */
nexttk->chunk[nexttk->i_chunk].i_virtual_run_number++;
}
tk = nexttk;
}
/* reset */
for( unsigned i=0; i < p_sys->i_tracks; i++ )
p_sys->track[i].i_chunk = 0;
}
static block_t * MP4_Block_Convert( demux_t *p_demux, const mp4_track_t *p_track, block_t *p_block )
{
/* might have some encap */
if( p_track->fmt.i_cat == SPU_ES )
{
switch( p_track->fmt.i_codec )
{
case VLC_CODEC_WEBVTT:
case VLC_CODEC_TTML:
case VLC_CODEC_QTXT:
case VLC_CODEC_TX3G:
case VLC_CODEC_SPU:
case VLC_CODEC_SUBT:
/* accept as-is */
break;
case VLC_CODEC_CEA608:
case VLC_CODEC_CEA708:
p_block = MP4_EIA608_Convert( p_block );
break;
default:
p_block->i_buffer = 0;
break;
}
}
else if( p_track->fmt.i_codec == VLC_CODEC_AV1 )
{
p_block = AV1_Unpack_Sample( p_block );
}
else if( p_track->fmt.i_original_fourcc == ATOM_rrtp )
{
p_block = MP4_RTPHint_Convert( p_demux, p_block, p_track->fmt.i_codec );
}
else if ( p_track->fmt.i_codec == VLC_CODEC_APV )
{
// the APU are preceeded by 4 bytes containing the size of the data
// this is not used by decoder like libavcodec or openapv.
if( p_block->i_buffer < 4 )
{
block_Release( p_block );
return NULL;
}
p_block->p_buffer += 4;
p_block->i_buffer -= 4;
}
return p_block;
}
static void MP4_Block_Send( demux_t *p_demux, mp4_track_t *p_track, block_t *p_block )
{
demux_sys_t *p_sys = p_demux->p_sys;
p_block = MP4_Block_Convert( p_demux, p_track, p_block );
if( p_block == NULL )
return;
if ( p_track->i_chans_to_reorder )
{
aout_ChannelReorder( p_block->p_buffer, p_block->i_buffer,
p_track->i_chans_to_reorder,
p_track->rgi_chans_reordering,
p_track->fmt.i_codec );
}
p_block->i_flags |= p_track->i_block_flags;
if( p_track->i_next_block_flags )
{
p_block->i_flags |= p_track->i_next_block_flags;
p_track->i_next_block_flags = 0;
}
/* ASF packets in mov */
if( p_track->p_asf )
{
p_sys->asfpacketsys.s = vlc_stream_MemoryNew( p_demux, p_block->p_buffer, p_block->i_buffer, true );
if ( p_sys->asfpacketsys.s )
{
p_track->i_dts_backup = p_block->i_dts;
p_track->i_pts_backup = p_block->i_pts;
/* And demux it as ASF packet */
uint64_t startpos;
do
{
startpos = vlc_stream_Tell(p_sys->asfpacketsys.s);
const uint32_t i_packet_size =
p_track->BOXDATA(p_asf)->i_packet_size;
DemuxASFPacket( &p_sys->asfpacketsys,
__MIN(p_block->i_buffer - startpos, i_packet_size),
i_packet_size,
0, p_block->i_buffer );
} while( vlc_stream_Tell(p_sys->asfpacketsys.s) != p_block->i_buffer &&
vlc_stream_Tell(p_sys->asfpacketsys.s) != startpos );
vlc_stream_Delete(p_sys->asfpacketsys.s);
}
block_Release(p_block);
}
else
es_out_Send( p_demux->out, p_track->p_es, p_block );
}
int OpenHEIF ( vlc_object_t * );
void CloseHEIF( vlc_object_t * );
/*****************************************************************************
* Open: check file and initializes MP4 structures
*****************************************************************************/
static int Open( vlc_object_t * p_this )
{
demux_t *p_demux = (demux_t *)p_this;
demux_sys_t *p_sys;
const uint8_t *p_peek;
MP4_Box_t *p_ftyp;
const MP4_Box_t *p_mvhd = NULL;
const MP4_Box_t *p_mvex = NULL;
bool b_enabled_es;
/* A little test to see if it could be a mp4 */
if( vlc_stream_Peek( p_demux->s, &p_peek, 12 ) < 12 ) return VLC_EGENERIC;
switch( VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
{
case ATOM_moov:
case ATOM_foov:
case ATOM_moof:
case ATOM_mdat:
case ATOM_udta:
case ATOM_free:
case ATOM_skip:
case ATOM_wide:
case ATOM_uuid:
case VLC_FOURCC( 'p', 'n', 'o', 't' ):
break;
case ATOM_ftyp:
{
/* Early handle some brands */
switch( VLC_FOURCC(p_peek[8], p_peek[9], p_peek[10], p_peek[11]) )
{
/* HEIF pictures goes to heif demux */
case BRAND_heic:
case BRAND_heix:
case BRAND_mif1:
case BRAND_jpeg:
case BRAND_avci:
case BRAND_avif:
/* We don't yet support f4v, but avformat does. */
case BRAND_f4v:
return VLC_EGENERIC;
default:
break;
}
break;
}
default:
return VLC_EGENERIC;
}
/* create our structure that will contains all data */
p_sys = calloc( 1, sizeof( demux_sys_t ) );
if ( !p_sys )
return VLC_EGENERIC;
/* I need to seek */
vlc_stream_Control( p_demux->s, STREAM_CAN_SEEK, &p_sys->b_seekable );
if( p_sys->b_seekable )
vlc_stream_Control( p_demux->s, STREAM_CAN_FASTSEEK, &p_sys->b_fastseekable );
/*Set exported functions */
p_demux->pf_demux = Demux;
p_demux->pf_control = Control;
p_sys->context.i_lastseqnumber = UINT32_MAX;
p_sys->i_attachments = -1;
p_sys->qt.f_replay_gain_norm = NAN;
p_sys->qt.f_replay_gain_peak = NAN;
p_demux->p_sys = p_sys;
if( LoadInitFrag( p_demux ) != VLC_SUCCESS )
goto error;
MP4_BoxDumpStructure( VLC_OBJECT(p_demux), p_sys->p_root );
if( ( p_ftyp = MP4_BoxGet( p_sys->p_root, "/ftyp" ) ) )
{
switch( BOXDATA(p_ftyp)->i_major_brand )
{
case BRAND_isom:
msg_Dbg( p_demux,
"ISO Media (isom) version %d.",
BOXDATA(p_ftyp)->i_minor_version );
break;
case BRAND_3gp4:
case BRAND_3gp5:
case BRAND_3gp6:
case BRAND_3gp7:
msg_Dbg( p_demux, "3GPP Media Release: %4.4s",
(char *)&BOXDATA(p_ftyp)->i_major_brand );
break;
case BRAND_qt__:
msg_Dbg( p_demux, "Apple QuickTime media" );
p_sys->b_quicktime = true;
break;
case BRAND_isml:
msg_Dbg( p_demux, "PIFF (= isml = fMP4) media" );
break;
case BRAND_dash:
msg_Dbg( p_demux, "DASH Stream" );
break;
case BRAND_M4A:
msg_Dbg( p_demux, "iTunes audio" );
if( var_InheritBool( p_demux, CFG_PREFIX"m4a-audioonly" ) )
p_sys->hacks.es_cat_filter = AUDIO_ES;
break;
default:
msg_Dbg( p_demux,
"unrecognized major media specification (%4.4s).",
(char*)&BOXDATA(p_ftyp)->i_major_brand );
break;
}
/* also lookup in compatibility list */
for(uint32_t i=0; i<BOXDATA(p_ftyp)->i_compatible_brands_count; i++)
{
if (BOXDATA(p_ftyp)->i_compatible_brands[i] == BRAND_dash)
{
msg_Dbg( p_demux, "DASH Stream" );
}
else if (BOXDATA(p_ftyp)->i_compatible_brands[i] == BRAND_smoo)
{
msg_Dbg( p_demux, "Handling VLC Smooth Stream" );
}
}
}
else
{
msg_Dbg( p_demux, "file type box missing (assuming ISO Media)" );
}
/* the file need to have one moov box */
p_sys->p_moov = MP4_BoxGet( p_sys->p_root, "/moov" );
if( unlikely(!p_sys->p_moov) )
{
p_sys->p_moov = MP4_BoxGet( p_sys->p_root, "/foov" );
if( !p_sys->p_moov )
{
msg_Err( p_demux, "MP4 plugin discarded (no moov,foov,moof box)" );
goto error;
}
/* we have a free box as a moov, rename it */
p_sys->p_moov->i_type = ATOM_moov;
}
p_mvhd = MP4_BoxGet( p_sys->p_moov, "mvhd" );
if( p_mvhd && BOXDATA(p_mvhd) && BOXDATA(p_mvhd)->i_timescale &&
BOXDATA(p_mvhd)->i_duration < INT64_MAX )
{
p_sys->i_timescale = BOXDATA(p_mvhd)->i_timescale;
p_sys->i_moov_duration =
p_sys->i_duration =
p_sys->i_cumulated_duration = BOXDATA(p_mvhd)->i_duration;
}
else
{
msg_Warn( p_demux, "No valid mvhd found" );
goto error;
}
MP4_Box_t *p_rmra = MP4_BoxGet( p_sys->p_root, "/moov/rmra" );
if( p_rmra != NULL && p_demux->p_input_item != NULL )
{
int i_count = MP4_BoxCount( p_rmra, "rmda" );
int i;
msg_Dbg( p_demux, "detected playlist mov file (%d ref)", i_count );
input_item_t *p_current = p_demux->p_input_item;
input_item_node_t *p_subitems = input_item_node_Create( p_current );
for( i = 0; i < i_count; i++ )
{
MP4_Box_t *p_rdrf = MP4_BoxGetVa( p_rmra, "rmda[%d]/rdrf", i );
char *psz_ref;
uint32_t i_ref_type;
if( !p_rdrf || !BOXDATA(p_rdrf) || !( psz_ref = strdup( BOXDATA(p_rdrf)->psz_ref ) ) )
{
continue;
}
i_ref_type = BOXDATA(p_rdrf)->i_ref_type;
msg_Dbg( p_demux, "new ref=`%s' type=%4.4s",
psz_ref, (char*)&i_ref_type );
if( i_ref_type == VLC_FOURCC( 'u', 'r', 'l', ' ' ) )
{
if( strstr( psz_ref, "qt5gateQT" ) )
{
msg_Dbg( p_demux, "ignoring pseudo ref =`%s'", psz_ref );
free( psz_ref );
continue;
}
if( !strncmp( psz_ref, "http://", 7 ) ||
!strncmp( psz_ref, "rtsp://", 7 ) )
{
;
}
else
{
char *psz_absolute = vlc_uri_resolve( p_demux->psz_url,
psz_ref );
free( psz_ref );
if( psz_absolute == NULL )
{
input_item_node_Delete( p_subitems );
return VLC_ENOMEM;
}
psz_ref = psz_absolute;
}
msg_Dbg( p_demux, "adding ref = `%s'", psz_ref );
input_item_t *p_item = input_item_New( psz_ref, NULL );
input_item_node_AppendItem( p_subitems, p_item );
input_item_Release( p_item );
}
else
{
msg_Err( p_demux, "unknown ref type=%4.4s FIXME (send a bug report)",
(char*)&BOXDATA(p_rdrf)->i_ref_type );
}
free( psz_ref );
}
/* FIXME: create a stream_filter sub-module for this */
if (es_out_Control(p_demux->out, ES_OUT_POST_SUBNODE, p_subitems))
input_item_node_Delete(p_subitems);
}
if( !(p_mvhd = MP4_BoxGet( p_sys->p_root, "/moov/mvhd" ) ) )
{
if( !p_rmra )
{
msg_Err( p_demux, "cannot find /moov/mvhd" );
goto error;
}
else
{
msg_Warn( p_demux, "cannot find /moov/mvhd (pure ref file)" );
p_demux->pf_demux = DemuxRef;
return VLC_SUCCESS;
}
}
else
{
p_sys->i_timescale = BOXDATA(p_mvhd)->i_timescale;
if( p_sys->i_timescale == 0 || p_sys->i_timescale > 0x10000000 )
{
msg_Err( p_this, "bad timescale %" PRIu32, p_sys->i_timescale );
goto error;
}
}
const unsigned i_tracks = MP4_BoxCount( p_sys->p_root, "/moov/trak" );
if( i_tracks < 1 )
{
msg_Err( p_demux, "cannot find any /moov/trak" );
goto error;
}
msg_Dbg( p_demux, "found %u track%c", i_tracks, i_tracks ? 's':' ' );
/* reject old monolithically embedded mpeg */
if( i_tracks == 1 )
{
const MP4_Box_t *p_hdlr = MP4_BoxGet( p_sys->p_root, "/moov/trak/mdia/hdlr" );
if( p_hdlr && BOXDATA(p_hdlr) )
{
switch( BOXDATA(p_hdlr)->i_handler_type )
{
case HANDLER_m1v:
case HANDLER_m1s:
case HANDLER_mpeg:
msg_Dbg( p_demux, "Raw MPEG/PS not supported, passing to ps demux" );
goto error;
default:
break;
}
}
}
if( CreateTracks( p_demux, i_tracks ) != VLC_SUCCESS )
goto error;
/* set referenced tracks and
* check that at least 1 stream is enabled */
b_enabled_es = false;
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
MP4_Box_t *p_trak = MP4_BoxGetVa( p_sys->p_root, "/moov/trak[%u]", i );
/* Enabled check as explained above */
MP4_Box_t *p_tkhd = MP4_BoxGet( p_trak, "tkhd" );
if( p_tkhd && BOXDATA(p_tkhd) && (BOXDATA(p_tkhd)->i_flags&MP4_TRACK_ENABLED) )
b_enabled_es = true;
/* Referenced tracks checks */
MP4_Box_t *p_tref = MP4_BoxGet( p_trak, "tref" );
if(!p_tref)
continue;
for( MP4_Box_t *p_refbox = p_tref->p_first; p_refbox; p_refbox = p_refbox->p_next )
{
const MP4_Box_data_trak_reference_t *refdata = p_refbox->data.p_track_reference;
if(unlikely(!refdata))
continue;
/* Assign reference types */
for( uint32_t j = 0; j < refdata->i_entry_count; j++ )
{
mp4_track_t *reftk = MP4_GetTrackByTrackID(p_demux, refdata->i_track_ID[j]);
if(reftk)
{
msg_Dbg( p_demux, "track 0x%x refs track 0x%x for %4.4s", i,
refdata->i_track_ID[j], (const char *) &p_refbox->i_type );
int i_flag = MP4_reftypeToFlag( p_refbox->i_type );
/* chap may reference a video track holding slide artwork; such a track is not a chapter source */
if( i_flag == USEAS_CHAPTERS )
{
const MP4_Box_t *p_hdlr = MP4_BoxGet( reftk->p_track, "mdia/hdlr" );
if( p_hdlr && BOXDATA(p_hdlr) &&
BOXDATA(p_hdlr)->i_handler_type == ATOM_vide )
{
i_flag = USEAS_NONE;
}
}
reftk->i_use_flags |= i_flag;
}
}
}
}
/* Set and store metadata */
if( (p_sys->p_meta = vlc_meta_New()) )
MP4_LoadMeta( p_sys, p_sys->p_meta );
/* now process each track and extract all useful information */
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
const MP4_Box_t *p_trakbox = MP4_BoxGetVa( p_sys->p_root, "/moov/trak[%u]", i );
MP4_TrackSetup( p_demux, &p_sys->track[i], p_trakbox, true, !b_enabled_es );
mp4_track_t *p_track = &p_sys->track[i];
if( p_track->b_ok && ! MP4_isMetadata(p_track) )
{
const char *psz_cat;
switch( p_track->fmt.i_cat )
{
case( VIDEO_ES ):
psz_cat = "video";
break;
case( AUDIO_ES ):
psz_cat = "audio";
break;
case( SPU_ES ):
psz_cat = "subtitle";
break;
default:
psz_cat = "unknown";
break;
}
msg_Dbg( p_demux, "adding track[Id 0x%x] %s (%s) language %s",
p_track->i_track_ID, psz_cat,
p_track->b_enable ? "enable":"disable",
p_track->fmt.psz_language ?
p_track->fmt.psz_language : "undef" );
}
else if( p_track->b_ok && (p_track->i_use_flags & USEAS_CHAPTERS) )
{
msg_Dbg( p_demux, "using track[Id 0x%x] for chapter language %s",
p_track->i_track_ID,
p_track->fmt.psz_language ?
p_track->fmt.psz_language : "undef" );
}
else
{
msg_Dbg( p_demux, "ignoring track[Id 0x%x] %d refs %x",
p_track->i_track_ID, p_track->b_ok, p_track->i_use_flags );
}
if( p_track->b_ok && p_track->i_cts_shift ) /* PTS shift handling pass 1 */
{
p_track->i_pts_offset = MP4_rescale_mtime( p_track->i_cts_shift,
p_track->i_timescale );
if( p_track->i_pts_offset > p_sys->i_max_pts_offset )
p_sys->i_max_pts_offset = p_track->i_pts_offset;
}
}
for( unsigned i = 0; i < p_sys->i_tracks; i++ ) /* PTS shift handling pass 2 */
{
mp4_track_t *p_track = &p_sys->track[i];
if( !p_track->b_ok )
continue;
p_track->i_pts_offset = p_sys->i_max_pts_offset - p_track->i_pts_offset;
}
p_mvex = MP4_BoxGet( p_sys->p_moov, "mvex" );
if( p_mvex != NULL )
{
const MP4_Box_t *p_mehd = MP4_BoxGet( p_mvex, "mehd");
if ( p_mehd && BOXDATA(p_mehd) )
{
if( BOXDATA(p_mehd)->i_fragment_duration > p_sys->i_duration )
{
p_sys->b_fragmented = true;
p_sys->i_duration = BOXDATA(p_mehd)->i_fragment_duration;
}
}
const MP4_Box_t *p_sidx = MP4_BoxGet( p_sys->p_root, "sidx");
if( p_sidx )
p_sys->b_fragmented = true;
if ( p_sys->b_seekable )
{
if( !p_sys->b_fragmented /* as unknown */ )
{
/* Probe remaining to check if there's really fragments
or if that file is just ready to append fragments */
ProbeFragments( p_demux, (p_sys->i_duration == 0), &p_sys->b_fragmented );
}
if( vlc_stream_Seek( p_demux->s, p_sys->p_moov->i_pos ) != VLC_SUCCESS )
goto error;
}
else /* Handle as fragmented by default as we can't see moof */
{
p_sys->context.p_fragment_atom = p_sys->p_moov;
p_sys->context.i_current_box_type = ATOM_moov;
p_sys->b_fragmented = true;
}
}
if( p_sys->b_fragmented )
{
p_demux->pf_demux = DemuxFrag;
msg_Dbg( p_demux, "Set Fragmented demux mode" );
}
if( !p_sys->b_seekable && p_demux->pf_demux == Demux )
{
msg_Warn( p_demux, "MP4 plugin discarded (not seekable)" );
goto error;
}
if( p_sys->i_tracks > 1 && !p_sys->b_fastseekable )
{
vlc_tick_t i_max_continuity;
bool b_flat;
MP4_GetInterleaving( p_demux, &i_max_continuity, &b_flat );
if( b_flat )
msg_Warn( p_demux, "that media doesn't look interleaved, will need to seek");
else if( i_max_continuity > DEMUX_TRACK_MAX_PRELOAD )
msg_Warn( p_demux, "that media doesn't look properly interleaved, will need to seek");
}
/* */
LoadChapter( p_demux );
p_sys->asfpacketsys.priv = p_demux;
p_sys->asfpacketsys.s = p_demux->s;
p_sys->asfpacketsys.logger = p_demux->obj.logger;
p_sys->asfpacketsys.pi_preroll = &p_sys->i_preroll;
p_sys->asfpacketsys.pi_preroll_start = &p_sys->i_preroll_start;
p_sys->asfpacketsys.b_deduplicate = true;
p_sys->asfpacketsys.b_can_hold_multiple_packets = true;
p_sys->asfpacketsys.pf_doskip = NULL;
p_sys->asfpacketsys.pf_send = MP4ASF_Send;
p_sys->asfpacketsys.pf_gettrackinfo = MP4ASF_GetTrackInfo;
p_sys->asfpacketsys.pf_updatetime = NULL;
p_sys->asfpacketsys.pf_setaspectratio = NULL;
p_sys->hacks.es_cat_filter = UNKNOWN_ES;
return VLC_SUCCESS;
error:
if( vlc_stream_Tell( p_demux->s ) > 0 )
{
if( vlc_stream_Seek( p_demux->s, 0 ) != VLC_SUCCESS )
msg_Warn( p_demux, "Can't reset stream position from probing" );
}
Close( p_this );
return VLC_EGENERIC;
}
const unsigned int SAMPLEHEADERSIZE = 4;
const unsigned int RTPPACKETSIZE = 12;
const unsigned int CONSTRUCTORSIZE = 16;
/*******************************************************************************
* MP4_RTPHintToFrame: converts RTP Reception Hint Track sample to H.264 frame
*******************************************************************************/
static block_t * MP4_RTPHintToFrame( demux_t *p_demux, block_t *p_block, uint32_t packetcount )
{
uint8_t *p_slice = p_block->p_buffer + SAMPLEHEADERSIZE;
block_t *p_newblock = NULL;
size_t i_payload = 0;
if( p_block->i_buffer < SAMPLEHEADERSIZE + RTPPACKETSIZE + CONSTRUCTORSIZE )
{
msg_Err( p_demux, "Sample not large enough for necessary structs");
block_Release( p_block );
return NULL;
}
for( uint32_t i = 0; i < packetcount; ++i )
{
if( (size_t)(p_slice - p_block->p_buffer) + RTPPACKETSIZE + CONSTRUCTORSIZE > p_block->i_buffer )
goto error;
/* skip RTP header in sample. Could be used to detect packet losses */
p_slice += RTPPACKETSIZE;
mp4_rtpsampleconstructor_t sample_cons;
sample_cons.type = p_slice[0];
sample_cons.trackrefindex = p_slice[1];
sample_cons.length = GetWBE( &p_slice[2] );
sample_cons.samplenumber = GetDWBE( &p_slice[4] );
sample_cons.sampleoffset = GetDWBE( &p_slice[8] );
sample_cons.bytesperblock = GetWBE( &p_slice[12] );
sample_cons.samplesperblock = GetWBE( &p_slice[14] );
/* skip packet constructor */
p_slice += CONSTRUCTORSIZE;
if( sample_cons.length == 0 )
continue;
/* check that is RTPsampleconstructor, referencing itself and no weird audio stuff */
if( sample_cons.type != 2||sample_cons.trackrefindex != -1
||sample_cons.samplesperblock != 1||sample_cons.bytesperblock != 1 )
{
msg_Err(p_demux, "Unhandled constructor in RTP Reception Hint Track. Type:%u", sample_cons.type);
goto error;
}
/* slice doesn't fit in buffer */
size_t slice_size;
if( ckd_add( &slice_size, sample_cons.sampleoffset, sample_cons.length ) ||
slice_size > p_block->i_buffer )
{
msg_Err(p_demux, "Sample buffer is smaller than sample" );
goto error;
}
size_t realloc_size;
if( ckd_add( &realloc_size, i_payload, sample_cons.length ) ||
ckd_add( &realloc_size, realloc_size, 4 ) )
{
goto error;
}
block_t *p_realloc = ( p_newblock ) ?
block_TryRealloc( p_newblock, 0, realloc_size ):
block_Alloc( realloc_size );
if( !p_realloc )
goto error;
p_newblock = p_realloc;
uint8_t *p_dst = &p_newblock->p_buffer[i_payload];
const uint8_t* p_src = p_block->p_buffer + sample_cons.sampleoffset;
uint8_t i_type = (*p_src) & ((1<<5)-1);
const uint8_t synccode[4] = { 0, 0, 0, 1 };
if( sample_cons.length < 4 || memcmp( p_src, synccode, 4 ) )
{
if( i_type == 7 || i_type == 8 )
*p_dst++=0;
p_dst[0] = 0;
p_dst[1] = 0;
p_dst[2] = 1;
p_dst += 3;
}
memcpy( p_dst, p_src, sample_cons.length );
p_dst += sample_cons.length;
i_payload = p_dst - p_newblock->p_buffer;
}
block_Release( p_block );
if( p_newblock )
p_newblock->i_buffer = i_payload;
return p_newblock;
error:
block_Release( p_block );
if( p_newblock )
block_Release( p_newblock );
return NULL;
}
/* RTP Reception Hint Track */
static block_t * MP4_RTPHint_Convert( demux_t *p_demux, block_t *p_block, vlc_fourcc_t i_codec )
{
block_t *p_converted = NULL;
if( p_block->i_buffer < 2 )
{
block_Release( p_block );
return NULL;
}
/* number of RTP packets contained in this sample */
const uint16_t i_packets = GetWBE( p_block->p_buffer );
if( i_packets <= 1 || i_codec != VLC_CODEC_H264 )
{
const size_t i_skip = SAMPLEHEADERSIZE + i_packets * ( RTPPACKETSIZE + CONSTRUCTORSIZE );
if( i_packets == 1 && i_skip < p_block->i_buffer )
{
p_block->p_buffer += i_skip;
p_block->i_buffer -= i_skip;
p_converted = p_block;
}
else
{
block_Release( p_block );
}
}
else
{
p_converted = MP4_RTPHintToFrame( p_demux, p_block, i_packets );
}
return p_converted;
}
static uint64_t OverflowCheck( demux_t *p_demux, mp4_track_t *tk,
uint64_t i_readpos, uint64_t i_samplessize )
{
demux_sys_t *p_sys = p_demux->p_sys;
if( !p_sys->b_seekable && p_sys->b_fragmented &&
p_sys->context.i_post_mdat_offset )
{
/* avoid breaking non seekable demux */
if( i_readpos + i_samplessize > p_sys->context.i_post_mdat_offset )
{
msg_Err(p_demux, "Broken file. track[0x%x] "
"Sample @%" PRIu64 " overflowing "
"parent mdat by %" PRIu64,
tk->i_track_ID, i_readpos,
i_readpos + i_samplessize - p_sys->context.i_post_mdat_offset );
i_samplessize = p_sys->context.i_post_mdat_offset - i_readpos;
}
}
return i_samplessize;
}
/*****************************************************************************
* Demux: read packet and send them to decoders
*****************************************************************************
* TODO check for newly selected track (ie audio upt to now )
*****************************************************************************/
static int DemuxTrack( demux_t *p_demux, mp4_track_t *tk, uint64_t i_readpos,
vlc_tick_t i_max_preload )
{
demux_sys_t *p_sys = p_demux->p_sys;
uint32_t i_nb_samples = 0;
uint32_t i_samplessize = 0;
if( !tk->b_ok || tk->i_sample >= tk->i_sample_count )
return VLC_DEMUXER_EOS;
if( tk->i_use_flags & USEAS_CHAPTERS )
return VLC_DEMUXER_SUCCESS;
uint32_t i_run_seq = MP4_TrackGetRunSeq( tk );
vlc_tick_t i_current_nzpts;
vlc_tick_t i_current_nzdts = MP4_TrackGetDTSPTS( p_demux, tk, &i_current_nzpts );
const vlc_tick_t i_demux_max_nzdts =i_max_preload < INVALID_PRELOAD
? i_current_nzdts + i_max_preload
: VLC_TICK_MAX;
for( ; i_demux_max_nzdts >= i_current_nzdts; )
{
if( tk->i_sample >= tk->i_sample_count )
return VLC_DEMUXER_EOS;
#if 0
msg_Dbg( p_demux, "tk(%i)=%"PRId64" mv=%"PRId64" pos=%"PRIu64, tk->i_track_ID,
MP4_TrackGetDTSPTS( p_demux, tk, NULL ),
MP4_GetMoviePTS( p_demux->p_sys ), i_readpos );
#endif
i_samplessize = MP4_TrackGetReadSize( tk, &i_nb_samples );
if( i_samplessize > 0 )
{
block_t *p_block;
if( vlc_stream_Tell( p_demux->s ) != i_readpos )
{
if( MP4_Seek( p_demux->s, i_readpos ) != VLC_SUCCESS )
{
msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)"
": Failed to seek to %"PRIu64,
tk->i_track_ID, i_readpos );
MP4_TrackSelect( p_demux, tk, false );
goto end;
}
}
i_samplessize = OverflowCheck( p_demux, tk, i_readpos, i_samplessize );
/* now read pes */
if( !(p_block = vlc_stream_Block( p_demux->s, i_samplessize )) )
{
msg_Warn( p_demux, "track[0x%x] will be disabled (eof?)"
": Failed to read %d bytes sample at %"PRIu64,
tk->i_track_ID, i_samplessize, i_readpos );
MP4_TrackSelect( p_demux, tk, false );
goto end;
}
/* !important! Ensure clock is set before sending data */
if( p_sys->i_pcr == VLC_TICK_INVALID )
{
es_out_SetPCR( p_demux->out, VLC_TICK_0 + i_current_nzdts );
p_sys->i_pcr = VLC_TICK_0 + i_current_nzdts;
}
/* dts */
p_block->i_dts = VLC_TICK_0 + i_current_nzdts;
/* pts */
p_block->i_pts = i_current_nzpts != INVALID_PTS
? VLC_TICK_0 + i_current_nzpts
: VLC_TICK_INVALID;
p_block->i_length = MP4_GetSamplesDuration( tk, i_nb_samples );
MP4_Block_Send( p_demux, tk, p_block );
}
/* Next sample */
if ( i_nb_samples && /* sample size could be 0, need to go fwd. see return */
MP4_TrackNextSample( p_demux, tk, i_nb_samples ) )
goto end;
uint32_t i_next_run_seq = MP4_TrackGetRunSeq( tk );
if( i_next_run_seq != i_run_seq )
break;
i_current_nzdts = MP4_TrackGetDTSPTS( p_demux, tk, &i_current_nzpts );
i_readpos = MP4_TrackGetPos( tk );
}
return VLC_DEMUXER_SUCCESS;
end:
return VLC_DEMUXER_EGENERIC;
}
static int DemuxMoov( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
unsigned int i_track;
/* check for newly selected/unselected track */
for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk = &p_sys->track[i_track];
bool b = true;
if( !tk->b_ok || MP4_isMetadata( tk ) )
{
continue;
}
if( p_sys->b_seekable )
es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
if( tk->b_selected && !b )
{
MP4_TrackSelect( p_demux, tk, false );
}
else if( !tk->b_selected && b)
{
MP4_TrackSeek( p_demux, tk, MP4_GetMoviePTS( p_sys ) );
}
}
const vlc_tick_t i_nztime = MP4_GetMoviePTS( p_sys );
/* We demux/set pcr, even without selected tracks, (empty edits, ...) */
if( p_sys->i_pcr != VLC_TICK_INVALID /* not after a seek */ )
{
bool b_eof = true;
for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk = &p_sys->track[i_track];
if( !tk->b_ok || MP4_isMetadata( tk ) || tk->i_sample >= tk->i_sample_count )
continue;
/* Test for EOF on each track (samples count, edit list) */
b_eof &= ( i_nztime > MP4_TrackGetDTSPTS( p_demux, tk, NULL ) );
}
if( b_eof )
return VLC_DEMUXER_EOS;
}
const vlc_tick_t i_max_preload = ( p_sys->b_fastseekable ) ? 0 : ( p_sys->b_seekable ) ? DEMUX_TRACK_MAX_PRELOAD : INVALID_PRELOAD;
int i_status;
/* demux up to increment amount of data on every track, or just set pcr if empty data */
for( ;; )
{
mp4_track_t *tk = NULL;
i_status = VLC_DEMUXER_EOS;
vlc_tick_t i_minnzdts = VLC_TICK_MAX;
/* First pass, find any track within our target increment, ordered by position */
for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk_tmp = &p_sys->track[i_track];
if( !tk_tmp->b_ok || MP4_isMetadata( tk_tmp ) ||
tk_tmp->i_sample >= tk_tmp->i_sample_count ||
(!tk_tmp->b_selected && p_sys->b_seekable) )
continue;
/* At least still have data to demux on this or next turns */
i_status = VLC_DEMUXER_SUCCESS;
vlc_tick_t i_nzdts = MP4_TrackGetDTSPTS( p_demux, tk_tmp, NULL );
if ( i_nzdts <= i_nztime + DEMUX_INCREMENT )
{
if( tk == NULL || MP4_TrackGetPos( tk_tmp ) < MP4_TrackGetPos( tk ) )
tk = tk_tmp;
}
i_minnzdts = __MIN(i_minnzdts, i_nzdts);
}
if( tk )
{
/* Second pass, refine and find any best candidate having a chunk pos closer than
* current candidate (avoids seeks when increment falls between the 2) from
* current position, but within extended interleave time */
for( i_track = 0; i_max_preload != 0 && i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk_tmp = &p_sys->track[i_track];
if( tk_tmp == tk ||
!tk_tmp->b_ok || MP4_isMetadata( tk_tmp ) ||
(!tk_tmp->b_selected && p_sys->b_seekable) ||
tk_tmp->i_sample >= tk_tmp->i_sample_count )
continue;
vlc_tick_t i_nzdts = MP4_TrackGetDTSPTS( p_demux, tk_tmp, NULL );
if ( i_nzdts <= i_nztime + DEMUX_TRACK_MAX_PRELOAD )
{
/* Found a better candidate to avoid seeking */
if( MP4_TrackGetPos( tk_tmp ) < MP4_TrackGetPos( tk ) )
tk = tk_tmp;
/* Note: previous candidate will be repicked on next loop */
}
}
uint64_t i_pos = MP4_TrackGetPos( tk );
int i_ret = DemuxTrack( p_demux, tk, i_pos, i_max_preload );
if( i_ret == VLC_DEMUXER_SUCCESS )
i_status = VLC_DEMUXER_SUCCESS;
}
if( i_minnzdts != VLC_TICK_MAX && VLC_TICK_0 + i_minnzdts > p_sys->i_pcr )
{
p_sys->i_pcr = VLC_TICK_0 + i_minnzdts;
es_out_SetPCR( p_demux->out, p_sys->i_pcr );
}
if( i_status != VLC_DEMUXER_SUCCESS || !tk )
break;
}
p_sys->i_nztime += DEMUX_INCREMENT;
if( p_sys->i_pcr != VLC_TICK_INVALID && VLC_TICK_0 + p_sys->i_nztime > p_sys->i_pcr )
{
p_sys->i_pcr = VLC_TICK_0 + p_sys->i_nztime;
es_out_SetPCR( p_demux->out, p_sys->i_pcr );
}
/* */
MP4_UpdateSeekpoint( p_demux, i_nztime + DEMUX_INCREMENT );
return i_status;
}
static int Demux( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
assert( ! p_sys->b_fragmented );
int i_status = DemuxMoov( p_demux );
if( i_status == VLC_DEMUXER_EOS )
i_status = VLC_DEMUXER_EOF;
return i_status;
}
static void MP4_UpdateSeekpoint( demux_t *p_demux, vlc_tick_t i_time )
{
demux_sys_t *p_sys = p_demux->p_sys;
int i;
if( !p_sys->p_title )
return;
for( i = 0; i < p_sys->p_title->i_seekpoint; i++ )
{
if( i_time < p_sys->p_title->seekpoint[i]->i_time_offset )
break;
}
i--;
if( i != p_sys->i_seekpoint && i >= 0 )
{
p_sys->i_seekpoint = i;
p_sys->seekpoint_changed = true;
}
}
/*****************************************************************************
* Seek: Go to i_date
******************************************************************************/
static int Seek( demux_t *p_demux, vlc_tick_t i_date, bool b_accurate )
{
demux_sys_t *p_sys = p_demux->p_sys;
unsigned int i_track;
/* Now for each stream try to go to this time */
vlc_tick_t i_start = i_date;
for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk = &p_sys->track[i_track];
/* FIXME: we should find the lowest time from tracks with indexes.
considering only video for now */
if( tk->fmt.i_cat != VIDEO_ES || MP4_isMetadata( tk ) || !tk->b_ok )
continue;
if( MP4_TrackSeek( p_demux, tk, i_date ) == VLC_SUCCESS )
{
vlc_tick_t i_seeked = MP4_TrackGetDTSPTS( p_demux, tk, NULL );
if( i_seeked < i_start )
i_start = i_seeked;
}
}
msg_Dbg( p_demux, "seeking with %"PRId64 "ms %s to %"PRId64,
MS_FROM_VLC_TICK(i_date - i_start),
!b_accurate ? "alignment" : "preroll (use input-fast-seek to avoid)", i_date );
for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk = &p_sys->track[i_track];
tk->i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
if( tk->fmt.i_cat == VIDEO_ES || !tk->b_ok )
continue;
MP4_TrackSeek( p_demux, tk, i_start );
}
MP4_UpdateSeekpoint( p_demux, i_date );
MP4ASF_ResetFrames( p_sys );
/* update global time */
p_sys->i_nztime = i_start;
p_sys->i_pcr = VLC_TICK_INVALID;
if( b_accurate )
es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, i_date );
return VLC_SUCCESS;
}
static int FragPrepareChunk( demux_t *p_demux, MP4_Box_t *p_moof,
MP4_Box_t *p_sidx, stime_t i_moof_time, bool b_discontinuity )
{
demux_sys_t *p_sys = p_demux->p_sys;
if( b_discontinuity )
{
for( unsigned i=0; i<p_sys->i_tracks; i++ )
p_sys->track[i].context.b_resync_time_offset = true;
}
if( FragCreateTrunIndex( p_demux, p_moof, p_sidx, i_moof_time ) == VLC_SUCCESS )
{
for( unsigned i=0; i<p_sys->i_tracks; i++ )
{
mp4_track_t *p_track = &p_sys->track[i];
if( p_track->context.runs.i_count )
{
const mp4_run_t *p_run = &p_track->context.runs.p_array[0];
p_track->context.i_trun_sample_pos = p_run->i_offset;
p_track->context.i_trun_sample = 0;
p_track->i_time = p_run->i_first_dts;
}
}
return VLC_SUCCESS;
}
return VLC_EGENERIC;
}
static vlc_tick_t FragGetDemuxTimeFromTracksTime( demux_sys_t *p_sys )
{
vlc_tick_t i_time = VLC_TICK_MAX;
for( unsigned int i = 0; i < p_sys->i_tracks; i++ )
{
if( p_sys->track[i].context.runs.i_count == 0 )
continue;
vlc_tick_t i_ttime = MP4_rescale_mtime( p_sys->track[i].i_time,
p_sys->track[i].i_timescale );
i_time = __MIN( i_time, i_ttime );
}
return i_time;
}
static uint32_t FragGetMoofSequenceNumber( MP4_Box_t *p_moof )
{
const MP4_Box_t *p_mfhd = MP4_BoxGet( p_moof, "mfhd" );
if( p_mfhd && BOXDATA(p_mfhd) )
return BOXDATA(p_mfhd)->i_sequence_number;
return 0;
}
static int FragSeekLoadFragment( demux_t *p_demux, uint32_t i_moox )
{
demux_sys_t *p_sys = p_demux->p_sys;
MP4_Box_t *p_moox;
if( i_moox == ATOM_moov )
{
p_moox = p_sys->p_moov;
}
else
{
const uint8_t *p_peek;
if( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) != 8 )
return VLC_EGENERIC;
if( ATOM_moof != VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
return VLC_EGENERIC;
MP4_Box_t *p_vroot = MP4_BoxGetNextChunk( p_demux->s );
if(!p_vroot)
return VLC_EGENERIC;
p_moox = MP4_BoxExtract( &p_vroot->p_first, ATOM_moof );
MP4_BoxFree( p_vroot );
if(!p_moox)
return VLC_EGENERIC;
}
FragResetContext( p_sys );
/* map context */
p_sys->context.p_fragment_atom = p_moox;
p_sys->context.i_current_box_type = i_moox;
msg_Dbg( p_demux, "seeked to %4.4s at pos %" PRIu64, (char *) &i_moox, p_moox->i_pos );
return VLC_SUCCESS;
}
static unsigned GetSeekTrackIndex( demux_sys_t *p_sys )
{
unsigned cand = 0;
for( unsigned i=0; i<p_sys->i_tracks; i++ )
{
if( p_sys->track[i].fmt.i_cat == VIDEO_ES ||
p_sys->track[i].fmt.i_cat == AUDIO_ES )
{
if( cand != i && !p_sys->track[cand].b_selected )
cand = i;
}
}
return cand;
}
static void FragTrunSeekToTime( mp4_track_t *p_track, stime_t i_target_time )
{
if( !p_track->b_ok || p_track->context.runs.i_count < 1 )
return;
unsigned i_run = 0;
unsigned i_sample = 0;
uint64_t i_pos = p_track->context.runs.p_array[0].i_offset;
stime_t i_time = p_track->context.runs.p_array[0].i_first_dts;
for( unsigned r = 0; r < p_track->context.runs.i_count; r++ )
{
const mp4_run_t *p_run = &p_track->context.runs.p_array[r];
const MP4_Box_data_trun_t *p_data =
p_track->context.runs.p_array[r].p_trun->data.p_trun;
if( i_time > i_target_time )
break;
i_run = r;
i_time = p_run->i_first_dts;
i_pos = p_run->i_offset;
i_sample = 0;
uint32_t dur = p_track->context.i_default_sample_duration;
uint32_t len = p_track->context.i_default_sample_size;
for ( unsigned i=0; i<p_data->i_sample_count; i++ )
{
if( p_data->i_flags & MP4_TRUN_SAMPLE_DURATION )
dur = p_data->p_samples[i].i_duration;
/* check condition */
if( i_time + dur > i_target_time )
break;
if( p_data->i_flags & MP4_TRUN_SAMPLE_SIZE )
len = p_data->p_samples[i].i_size;
i_time += dur;
i_pos += len;
i_sample++;
}
}
p_track->context.i_trun_sample = i_sample;
p_track->context.i_trun_sample_pos = i_pos;
p_track->context.runs.i_current = i_run;
p_track->i_time = i_time;
}
#define INVALID_SEGMENT_TIME VLC_TICK_MAX
static int FragSeekToTime( demux_t *p_demux, vlc_tick_t i_nztime, bool b_accurate )
{
demux_sys_t *p_sys = p_demux->p_sys;
uint64_t i64 = UINT64_MAX;
uint32_t i_segment_type = ATOM_moof;
stime_t i_segment_time = INVALID_SEGMENT_TIME;
vlc_tick_t i_sync_time = i_nztime;
const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
if ( !p_sys->i_timescale || !i_duration || !p_sys->b_seekable )
return VLC_EGENERIC;
uint64_t i_backup_pos = vlc_stream_Tell( p_demux->s );
if ( !p_sys->b_fragments_probed && !p_sys->b_index_probed && p_sys->b_seekable )
{
ProbeIndex( p_demux );
p_sys->b_index_probed = true;
}
const unsigned i_seek_track_index = GetSeekTrackIndex( p_sys );
const unsigned i_seek_track_ID = p_sys->track[i_seek_track_index].i_track_ID;
if( MP4_rescale_qtime( i_nztime, p_sys->i_timescale )
< GetMoovTrackDuration( p_sys, i_seek_track_ID ) )
{
i64 = p_sys->p_moov->i_pos;
i_segment_type = ATOM_moov;
}
else if( FragGetMoofBySidxIndex( p_demux, i_nztime, &i64, &i_sync_time ) == VLC_SUCCESS )
{
/* provides base offset */
i_segment_time = MP4_rescale_qtime( i_sync_time, p_sys->i_timescale );
msg_Dbg( p_demux, "seeking to sidx moof pos %" PRId64 " %" PRId64, i64, i_sync_time );
}
else
{
if( FragGetMoofByTfraIndex( p_demux, i_nztime, i_seek_track_ID, &i64, &i_sync_time ) == VLC_SUCCESS )
{
/* Does only provide segment position and a sync sample time */
msg_Dbg( p_demux, "seeking to sync point %" PRId64, i_sync_time );
}
else if( !p_sys->b_fragments_probed )
{
int i_ret = ProbeFragmentsChecked( p_demux );
if( i_ret != VLC_SUCCESS )
return i_ret;
}
if( p_sys->b_fragments_probed && p_sys->p_fragsindex )
{
stime_t i_basetime = MP4_rescale_qtime( i_sync_time, p_sys->i_timescale );
if( !MP4_Fragments_Index_Lookup( p_sys->p_fragsindex, &i_basetime, &i64, i_seek_track_index ) )
{
p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
return VLC_EGENERIC;
}
msg_Dbg( p_demux, "seeking to fragment index pos %" PRId64 " %" PRId64, i64,
MP4_rescale_mtime( i_basetime, p_sys->i_timescale ) );
}
}
if( i64 == UINT64_MAX )
{
msg_Warn( p_demux, "seek by index failed" );
p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
return VLC_EGENERIC;
}
msg_Dbg( p_demux, "final seek to fragment at %"PRId64, i64 );
if( vlc_stream_Seek( p_demux->s, i64 ) )
{
msg_Err( p_demux, "seek failed to %"PRId64, i64 );
p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
return VLC_EGENERIC;
}
/* Context is killed on success */
if( FragSeekLoadFragment( p_demux, i_segment_type ) != VLC_SUCCESS )
{
p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
return VLC_EGENERIC;
}
if( i_segment_type == ATOM_moof )
{
MP4_Box_t *p_moox = p_sys->context.p_fragment_atom;
FragPrepareChunk( p_demux, p_moox, NULL, i_segment_time, true );
p_sys->context.i_lastseqnumber = FragGetMoofSequenceNumber( p_moox );
p_sys->i_nztime = FragGetDemuxTimeFromTracksTime( p_sys );
}
else
{
p_sys->i_nztime = i_sync_time;
}
p_sys->i_pcr = VLC_TICK_INVALID;
for( unsigned i=0; i<p_sys->i_tracks; i++ )
{
if( i_segment_type == ATOM_moov )
{
MP4_TrackSeek( p_demux, &p_sys->track[i], i_sync_time );
p_sys->i_pcr = VLC_TICK_INVALID;
}
else
{
stime_t i_tst = MP4_rescale_qtime( i_sync_time, p_sys->track[i].i_timescale );
FragTrunSeekToTime( &p_sys->track[i], i_tst );
p_sys->track[i].i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
}
}
MP4ASF_ResetFrames( p_sys );
/* And set next display time in that trun/fragment */
if( b_accurate )
es_out_Control( p_demux->out, ES_OUT_SET_NEXT_DISPLAY_TIME, VLC_TICK_0 + i_nztime );
return VLC_SUCCESS;
}
static int FragSeekToPos( demux_t *p_demux, double f, bool b_accurate )
{
demux_sys_t *p_sys = p_demux->p_sys;
if ( !p_sys->b_seekable || !p_sys->i_timescale )
return VLC_EGENERIC;
uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
if( !i_duration && !p_sys->b_fragments_probed )
{
int i_ret = ProbeFragmentsChecked( p_demux );
if( i_ret != VLC_SUCCESS )
return i_ret;
i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
}
if( !i_duration )
return VLC_EGENERIC;
return FragSeekToTime( p_demux, (vlc_tick_t)( f *
MP4_rescale_mtime( i_duration, p_sys->i_timescale ) ), b_accurate );
}
static void ItunMetaCallback( const struct qt_itunes_triplet_data *data, void *priv )
{
demux_sys_t *p_sys = priv;
if( data->type == iTunSMPB )
{
p_sys->qt.i_delay_samples = data->SMPB.delay;
}
else if( data->type == iTunNORM )
{
p_sys->qt.f_replay_gain_norm = data->NORM.volume_adjust;
p_sys->qt.f_replay_gain_peak = data->NORM.peak;
}
else if( data->type == iTunEncodingParams )
{
p_sys->qt.i_target_bitrate = data->EncodingParams.target_bitrate;
}
}
static int MP4_LoadMeta( demux_sys_t *p_sys, vlc_meta_t *p_meta )
{
if( !p_meta )
return VLC_EGENERIC;
const char *psz_metapath;
const MP4_Box_t *p_metaroot = MP4_GetMetaRoot( p_sys->p_root, &psz_metapath );
MP4_GetCoverMetaURI( p_sys->p_root, p_metaroot, psz_metapath, p_meta );
if( p_metaroot )
SetupMeta( p_meta, p_metaroot, ItunMetaCallback, p_sys );
return VLC_SUCCESS;
}
/*****************************************************************************
* Control:
*****************************************************************************/
static int Control( demux_t *p_demux, int i_query, va_list args )
{
demux_sys_t *p_sys = p_demux->p_sys;
double f, *pf;
vlc_tick_t i64;
bool b;
const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
switch( i_query )
{
case DEMUX_CAN_SEEK:
*va_arg( args, bool * ) = p_sys->b_seekable;
return VLC_SUCCESS;
case DEMUX_GET_POSITION:
pf = va_arg( args, double * );
if( i_duration > 0 )
{
*pf = (double)p_sys->i_nztime /
MP4_rescale_mtime( i_duration, p_sys->i_timescale );
}
else
{
*pf = 0.0;
}
return VLC_SUCCESS;
case DEMUX_GET_SEEKPOINT:
*va_arg( args, int * ) = p_sys->i_seekpoint;
return VLC_SUCCESS;
case DEMUX_SET_POSITION:
f = va_arg( args, double );
b = va_arg( args, int );
if ( p_demux->pf_demux == DemuxFrag )
return FragSeekToPos( p_demux, f, b );
else if( p_sys->i_timescale > 0 )
{
i64 = (vlc_tick_t)( f * MP4_rescale_mtime( p_sys->i_duration,
p_sys->i_timescale ) );
return Seek( p_demux, i64, b );
}
else return VLC_EGENERIC;
case DEMUX_GET_TIME:
*va_arg( args, vlc_tick_t * ) = (p_sys->i_max_pts_offset < p_sys->i_nztime)
? p_sys->i_nztime - p_sys->i_max_pts_offset : 0;
return VLC_SUCCESS;
case DEMUX_SET_TIME:
i64 = va_arg( args, vlc_tick_t );
b = va_arg( args, int );
if ( p_demux->pf_demux == DemuxFrag )
return FragSeekToTime( p_demux, i64, b );
else
return Seek( p_demux, i64, b );
case DEMUX_GET_LENGTH:
if( p_sys->i_timescale > 0 )
{
*va_arg( args, vlc_tick_t * ) = MP4_rescale_mtime( i_duration,
p_sys->i_timescale );
}
else *va_arg( args, vlc_tick_t * ) = 0;
return VLC_SUCCESS;
case DEMUX_GET_FPS:
pf = va_arg( args, double * );
*pf = p_sys->f_fps;
return VLC_SUCCESS;
case DEMUX_GET_ATTACHMENTS:
{
input_attachment_t ***ppp_attach = va_arg( args, input_attachment_t*** );
int *pi_int = va_arg( args, int * );
if( p_sys->i_attachments == -1 )
p_sys->i_attachments = MP4_GetAttachments( p_sys->p_root, &p_sys->pp_attachments );
if( !p_sys->i_attachments )
return VLC_EGENERIC;
*ppp_attach = calloc( p_sys->i_attachments, sizeof(**ppp_attach ) );
if( !*ppp_attach )
return VLC_ENOMEM;
for ( ssize_t i = 0; i < p_sys->i_attachments; ++i )
{
(*ppp_attach)[i] = vlc_input_attachment_Hold( p_sys->pp_attachments[i] );
msg_Dbg( p_demux, "adding attachment %s", (*ppp_attach)[i]->psz_name );
}
*pi_int = p_sys->i_attachments;
return VLC_SUCCESS;
}
case DEMUX_GET_META:
{
vlc_meta_t *p_meta = va_arg( args, vlc_meta_t *);
if( !p_sys->p_meta )
return VLC_EGENERIC;
vlc_meta_Merge( p_meta, p_sys->p_meta );
return VLC_SUCCESS;
}
case DEMUX_GET_TITLE_INFO:
{
input_title_t ***ppp_title = va_arg( args, input_title_t *** );
int *pi_int = va_arg( args, int* );
int *pi_title_offset = va_arg( args, int* );
int *pi_seekpoint_offset = va_arg( args, int* );
if( !p_sys->p_title )
return VLC_EGENERIC;
*pi_int = 1;
input_title_t **titles = malloc(sizeof(*titles));
if (titles == NULL)
return VLC_ENOMEM;
titles[0] = vlc_input_title_Duplicate(p_sys->p_title);
if (titles[0] == NULL)
{
free(titles);
return VLC_ENOMEM;
}
*ppp_title = titles;
*pi_title_offset = 0;
*pi_seekpoint_offset = 0;
return VLC_SUCCESS;
}
case DEMUX_SET_TITLE:
{
const int i_title = va_arg( args, int );
if( !p_sys->p_title || i_title != 0 )
return VLC_EGENERIC;
return VLC_SUCCESS;
}
case DEMUX_SET_SEEKPOINT:
{
const int i_seekpoint = va_arg( args, int );
if( !p_sys->p_title )
return VLC_EGENERIC;
return Seek( p_demux, p_sys->p_title->seekpoint[i_seekpoint]->i_time_offset, true );
}
case DEMUX_TEST_AND_CLEAR_FLAGS:
{
unsigned *restrict flags = va_arg( args, unsigned * );
if ((*flags & INPUT_UPDATE_SEEKPOINT) && p_sys->seekpoint_changed)
{
*flags = INPUT_UPDATE_SEEKPOINT;
p_sys->seekpoint_changed = false;
}
else
*flags = 0;
return VLC_SUCCESS;
}
case DEMUX_GET_PTS_DELAY:
{
for( unsigned int i = 0; i < p_sys->i_tracks; i++ )
{
const MP4_Box_t *p_load;
if ( (p_load = MP4_BoxGet( p_sys->track[i].p_track, "load" )) &&
BOXDATA(p_load)->i_duration > 0 )
{
*va_arg(args, vlc_tick_t *) =
MP4_rescale_mtime( BOXDATA(p_load)->i_duration,
p_sys->track[i].i_timescale );
return VLC_SUCCESS;
}
}
return demux_vaControlHelper( p_demux->s, 0, -1, 0, 1, i_query, args );
}
case DEMUX_SET_NEXT_DEMUX_TIME:
case DEMUX_SET_GROUP_DEFAULT:
case DEMUX_SET_GROUP_ALL:
case DEMUX_SET_GROUP_LIST:
case DEMUX_HAS_UNSUPPORTED_META:
case DEMUX_CAN_RECORD:
return VLC_EGENERIC;
case DEMUX_CAN_PAUSE:
case DEMUX_SET_PAUSE_STATE:
case DEMUX_CAN_CONTROL_PACE:
return demux_vaControlHelper( p_demux->s, 0, -1, 0, 1, i_query, args );
default:
return VLC_EGENERIC;
}
}
/*****************************************************************************
* Close: frees unused data
*****************************************************************************/
static void Close ( vlc_object_t * p_this )
{
demux_t * p_demux = (demux_t *)p_this;
demux_sys_t *p_sys = p_demux->p_sys;
unsigned int i_track;
msg_Dbg( p_demux, "freeing all memory" );
FragResetContext( p_sys );
MP4_BoxFree( p_sys->p_root );
if( p_sys->p_title )
vlc_input_title_Delete( p_sys->p_title );
if( p_sys->p_meta )
vlc_meta_Delete( p_sys->p_meta );
MP4_Fragments_Index_Delete( p_sys->p_fragsindex );
for( i_track = 0; i_track < p_sys->i_tracks; i_track++ )
MP4_TrackClean( p_demux->out, &p_sys->track[i_track] );
free( p_sys->track );
for ( ssize_t i = 0; i < p_sys->i_attachments; ++i )
vlc_input_attachment_Release( p_sys->pp_attachments[i] );
free( p_sys->pp_attachments );
free( p_sys );
}
/****************************************************************************
* Local functions, specific to vlc
****************************************************************************/
/* Chapters */
static void LoadChapterGpac( demux_t *p_demux, MP4_Box_t *p_chpl )
{
demux_sys_t *p_sys = p_demux->p_sys;
if( BOXDATA(p_chpl)->i_chapter == 0 )
return;
p_sys->p_title = vlc_input_title_New();
if (p_sys->p_title == NULL)
return;
for( int i = 0; i < BOXDATA(p_chpl)->i_chapter; i++ )
{
seekpoint_t *s = vlc_seekpoint_New();
if( s == NULL) continue;
s->psz_name = strdup( BOXDATA(p_chpl)->chapter[i].psz_name );
if( s->psz_name == NULL)
{
vlc_seekpoint_Delete( s );
continue;
}
EnsureUTF8( s->psz_name );
msftime_t offset = BOXDATA(p_chpl)->chapter[i].i_start;
s->i_time_offset = VLC_TICK_FROM_MSFTIME(offset);
TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
}
}
static void LoadChapterGoPro( demux_t *p_demux, MP4_Box_t *p_hmmt )
{
demux_sys_t *p_sys = p_demux->p_sys;
p_sys->p_title = vlc_input_title_New();
if( p_sys->p_title )
for( unsigned i = 0; i < BOXDATA(p_hmmt)->i_chapter_count; i++ )
{
seekpoint_t *s = vlc_seekpoint_New();
if( s == NULL)
continue;
if( asprintf( &s->psz_name, "HiLight tag #%u", i+1 ) == -1 )
{
s->psz_name = NULL;
vlc_seekpoint_Delete( s );
continue;
}
EnsureUTF8( s->psz_name );
/* HiLights are stored in ms so we convert them to µs */
s->i_time_offset = VLC_TICK_FROM_MS( BOXDATA(p_hmmt)->pi_chapter_start[i] );
TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
}
}
static void LoadChapterApple( demux_t *p_demux, mp4_track_t *tk )
{
demux_sys_t *p_sys = p_demux->p_sys;
for( tk->i_sample = 0; tk->i_sample < tk->i_sample_count; tk->i_sample++ )
{
if( tk->i_sample >= tk->chunk[tk->i_chunk].i_sample_first +
tk->chunk[tk->i_chunk].i_sample_count )
tk->i_chunk++;
TrackUpdateSampleAndTimes( tk );
vlc_tick_t i_pts;
MP4_TrackGetDTSPTS( p_demux, tk, &i_pts );
uint32_t i_nb_samples = 0;
const uint32_t i_size = MP4_TrackGetReadSize( tk, &i_nb_samples );
if( i_nb_samples > 1 )
break; /* should not happen */
if( i_size > 0 && !vlc_stream_Seek( p_demux->s, MP4_TrackGetPos( tk ) ) )
{
char p_buffer[256];
const uint32_t i_read = stream_ReadU32( p_demux->s, p_buffer,
__MIN( sizeof(p_buffer), i_size ) );
if( i_read > 2 )
{
const uint32_t i_string = __MIN( GetWBE(p_buffer), i_read-2 );
const char *psnz_string = &p_buffer[2];
seekpoint_t *s = vlc_seekpoint_New();
if( s == NULL ) continue;
if( i_string > 1 && !memcmp( psnz_string, "\xFF\xFE", 2 ) )
s->psz_name = FromCharset( "UTF-16LE", psnz_string, i_string );
else
s->psz_name = strndup( psnz_string, i_string );
if( s->psz_name == NULL )
{
vlc_seekpoint_Delete( s );
continue;
}
EnsureUTF8( s->psz_name );
s->i_time_offset = i_pts;
if( !p_sys->p_title )
p_sys->p_title = vlc_input_title_New();
TAB_APPEND( p_sys->p_title->i_seekpoint, p_sys->p_title->seekpoint, s );
}
}
}
}
static void LoadChapter( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
MP4_Box_t *p_chpl;
MP4_Box_t *p_hmmt;
/* Prefer Apple-style chap reference track: Nero chpl is limited to 255
chapters by its 1-byte count, so larger files carry the full list here. */
mp4_track_t *p_chap_track = NULL;
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
mp4_track_t *tk = &p_sys->track[i];
if ( tk->b_ok && (tk->i_use_flags & USEAS_CHAPTERS) && tk->fmt.i_cat == SPU_ES )
{
p_chap_track = tk;
break;
}
}
if( p_chap_track )
{
LoadChapterApple( p_demux, p_chap_track );
}
else if( ( p_chpl = MP4_BoxGet( p_sys->p_root, "/moov/udta/chpl" ) ) &&
BOXDATA(p_chpl) && BOXDATA(p_chpl)->i_chapter > 0 )
{
LoadChapterGpac( p_demux, p_chpl );
}
else if( ( p_hmmt = MP4_BoxGet( p_sys->p_root, "/moov/udta/HMMT" ) ) &&
BOXDATA(p_hmmt) && BOXDATA(p_hmmt)->pi_chapter_start && BOXDATA(p_hmmt)->i_chapter_count > 0 )
{
LoadChapterGoPro( p_demux, p_hmmt );
}
/* Add duration if titles are enabled */
if( p_sys->p_title )
{
const uint64_t i_duration = __MAX(p_sys->i_duration, p_sys->i_cumulated_duration);
p_sys->p_title->i_length =
MP4_rescale_mtime( i_duration, p_sys->i_timescale );
}
}
/* now create basic chunk data, the rest will be filled by MP4_CreateSamplesIndex */
static int TrackCreateChunksIndex( demux_t *p_demux,
mp4_track_t *p_demux_track )
{
MP4_Box_t *p_co64; /* give offset for each chunk, same for stco and co64 */
MP4_Box_t *p_stsc;
unsigned int i_chunk;
unsigned int i_index, i_last;
if( ( !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "stco" ) )&&
!(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "co64" ) ) )||
( !(p_stsc = MP4_BoxGet( p_demux_track->p_stbl, "stsc" ) ) ))
{
return( VLC_EGENERIC );
}
p_demux_track->i_chunk_count = BOXDATA(p_co64)->i_entry_count;
if( !p_demux_track->i_chunk_count )
{
msg_Warn( p_demux, "no chunk defined" );
}
p_demux_track->chunk = calloc( p_demux_track->i_chunk_count,
sizeof( mp4_chunk_t ) );
if( p_demux_track->chunk == NULL )
{
return VLC_ENOMEM;
}
/* first we read chunk offset */
for( i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
{
mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
ck->i_offset = BOXDATA(p_co64)->i_chunk_offset[i_chunk];
ck->i_first_dts = 0;
ck->i_entries_dts = 0;
ck->p_sample_count_dts = NULL;
ck->p_sample_delta_dts = NULL;
ck->i_entries_pts = 0;
ck->p_sample_count_pts = NULL;
ck->p_sample_offset_pts = NULL;
}
/* now we read index for SampleEntry( soun vide mp4a mp4v ...)
to be used for the sample XXX begin to 1
We construct it beginning at the end */
i_last = p_demux_track->i_chunk_count; /* last chunk proceded */
i_index = BOXDATA(p_stsc)->i_entry_count;
while( i_index-- > 0 )
{
for( i_chunk = BOXDATA(p_stsc)->i_first_chunk[i_index] - 1;
i_chunk < i_last; i_chunk++ )
{
if( i_chunk >= p_demux_track->i_chunk_count )
{
msg_Warn( p_demux, "corrupted chunk table" );
return VLC_EGENERIC;
}
p_demux_track->chunk[i_chunk].i_sample_description_index =
BOXDATA(p_stsc)->i_sample_description_index[i_index];
p_demux_track->chunk[i_chunk].i_sample_count =
BOXDATA(p_stsc)->i_samples_per_chunk[i_index];
}
i_last = BOXDATA(p_stsc)->i_first_chunk[i_index] - 1;
}
p_demux_track->i_sample_count = 0;
bool b_broken = false;
if ( p_demux_track->i_chunk_count )
{
p_demux_track->chunk[0].i_sample_first = 0;
p_demux_track->i_sample_count += p_demux_track->chunk[0].i_sample_count;
const mp4_chunk_t *prev = &p_demux_track->chunk[0];
for( i_chunk = 1; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
{
mp4_chunk_t *cur = &p_demux_track->chunk[i_chunk];
if( unlikely(UINT32_MAX - cur->i_sample_count < p_demux_track->i_sample_count) )
{
b_broken = true;
break;
}
p_demux_track->i_sample_count += cur->i_sample_count;
cur->i_sample_first = prev->i_sample_first + prev->i_sample_count;
prev = cur;
}
}
if( unlikely(b_broken) )
{
msg_Err( p_demux, "Overflow in chunks total samples count" );
return VLC_EGENERIC;
}
msg_Dbg( p_demux, "track[Id 0x%x] read %d chunk",
p_demux_track->i_track_ID, p_demux_track->i_chunk_count );
return VLC_SUCCESS;
}
static int xTTS_CountEntries( demux_t *p_demux, uint32_t *pi_entry /* out */,
const uint32_t i_index,
uint32_t i_index_samples_left,
uint32_t i_sample_count,
const uint32_t *pi_index_sample_count,
const uint32_t i_table_count )
{
uint32_t i_array_offset;
while( i_sample_count > 0 )
{
if ( likely((UINT32_MAX - i_index) >= *pi_entry) )
i_array_offset = i_index + *pi_entry;
else
return VLC_EGENERIC;
if ( i_array_offset >= i_table_count )
{
msg_Err( p_demux, "invalid index counting total samples %u %u", i_array_offset, i_table_count );
return VLC_EINVAL;
}
if ( i_index_samples_left )
{
if ( i_index_samples_left > i_sample_count )
{
i_index_samples_left -= i_sample_count;
i_sample_count = 0;
*pi_entry +=1; /* No samples left, go copy */
break;
}
else
{
i_sample_count -= i_index_samples_left;
i_index_samples_left = 0;
*pi_entry += 1;
continue;
}
}
else
{
i_sample_count -= __MIN( i_sample_count, pi_index_sample_count[i_array_offset] );
*pi_entry += 1;
}
}
return VLC_SUCCESS;
}
static int TrackCreateSamplesIndex( demux_t *p_demux,
mp4_track_t *p_demux_track )
{
MP4_Box_t *p_box;
MP4_Box_data_stsz_t *stsz;
/* TODO use also stss and stsh table for seeking */
/* FIXME use edit table */
/* Find stsz or stz2
* Gives the sample size for each samples. */
p_box = MP4_BoxGet( p_demux_track->p_stbl, "stsz" );
if( !p_box )
p_box = MP4_BoxGet( p_demux_track->p_stbl, "stz2" );
if( !p_box )
{
msg_Warn( p_demux, "cannot find STSZ or STZ2 box" );
return VLC_EGENERIC;
}
stsz = p_box->data.p_stsz;
/* Use stsz table to create a sample number -> sample size table */
if( p_demux_track->i_sample_count != stsz->i_sample_count )
{
msg_Warn( p_demux, "Incorrect total samples stsc %" PRIu32 " <> stsz %"PRIu32 ", "
" expect truncated media playback",
p_demux_track->i_sample_count, stsz->i_sample_count );
p_demux_track->i_sample_count = __MIN(p_demux_track->i_sample_count, stsz->i_sample_count);
}
if( stsz->i_sample_size )
{
/* 1: all sample have the same size, so no need to construct a table */
p_demux_track->i_sample_size = stsz->i_sample_size;
p_demux_track->p_sample_size = NULL;
}
else
{
/* 2: each sample can have a different size */
p_demux_track->i_sample_size = 0;
p_demux_track->p_sample_size =
calloc( p_demux_track->i_sample_count, sizeof( uint32_t ) );
if( p_demux_track->p_sample_size == NULL )
return VLC_ENOMEM;
for( uint32_t i_sample = 0; i_sample < p_demux_track->i_sample_count; i_sample++ )
{
p_demux_track->p_sample_size[i_sample] =
stsz->i_entry_size[i_sample];
}
}
if ( p_demux_track->i_chunk_count && p_demux_track->i_sample_size == 0 )
{
const mp4_chunk_t *lastchunk = &p_demux_track->chunk[p_demux_track->i_chunk_count - 1];
if( (uint64_t)lastchunk->i_sample_count + p_demux_track->i_chunk_count - 1 > stsz->i_sample_count )
{
msg_Err( p_demux, "invalid samples table: stsz table is too small" );
return VLC_EGENERIC;
}
}
/* Use stts table to create a sample number -> dts table.
* XXX: if we don't want to waste too much memory, we can't expand
* the box! so each chunk will contain an "extract" of this table
* for fast research (problem with raw stream where a sample is sometime
* just channels*bits_per_sample/8 */
/* FIXME: refactor STTS & CTTS, STTS having now only few extra lines and
* differing in 2/2 fields and 1 signedness */
int64_t i_next_dts = 0;
/* Find stts
* Gives mapping between sample and decoding time
*/
p_box = MP4_BoxGet( p_demux_track->p_stbl, "stts" );
if( !p_box )
{
msg_Warn( p_demux, "cannot find STTS box" );
return VLC_EGENERIC;
}
else
{
MP4_Box_data_stts_t *stts = p_box->data.p_stts;
msg_Warn( p_demux, "STTS table of %"PRIu32" entries", stts->i_entry_count );
/* Create sample -> dts table per chunk */
uint32_t i_index = 0;
uint32_t i_current_index_samples_left = 0;
for( uint32_t i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
{
mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
uint32_t i_sample_count;
/* save first dts */
ck->i_first_dts = i_next_dts;
/* count how many entries are needed for this chunk
* for p_sample_delta_dts and p_sample_count_dts */
ck->i_entries_dts = 0;
int i_ret = xTTS_CountEntries( p_demux, &ck->i_entries_dts, i_index,
i_current_index_samples_left,
ck->i_sample_count,
stts->pi_sample_count,
stts->i_entry_count );
if ( i_ret == VLC_EGENERIC )
return i_ret;
/* allocate them */
i_ret = MP4_ChunkAllocEntries( ck->i_entries_dts,
ck->small_dts_buf,
&ck->p_sample_count_dts,
&ck->p_sample_delta_dts );
if( i_ret )
{
msg_Err( p_demux, "can't allocate memory for i_entry=%"PRIu32, ck->i_entries_dts );
ck->i_entries_dts = 0;
return i_ret;
}
/* now copy */
i_sample_count = ck->i_sample_count;
for( uint32_t i = 0; i < ck->i_entries_dts; i++ )
{
if ( i_current_index_samples_left )
{
if ( i_current_index_samples_left > i_sample_count )
{
ck->p_sample_count_dts[i] = i_sample_count;
ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
i_next_dts += (int64_t)ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
if ( i_sample_count ) ck->i_duration = i_next_dts - ck->i_first_dts;
i_current_index_samples_left -= i_sample_count;
i_sample_count = 0;
assert( i == ck->i_entries_dts - 1 );
break;
}
else
{
ck->p_sample_count_dts[i] = i_current_index_samples_left;
ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
i_next_dts += (int64_t)ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
if ( i_current_index_samples_left ) ck->i_duration = i_next_dts - ck->i_first_dts;
i_sample_count -= i_current_index_samples_left;
i_current_index_samples_left = 0;
i_index++;
}
}
else
{
if ( stts->pi_sample_count[i_index] > i_sample_count )
{
ck->p_sample_count_dts[i] = i_sample_count;
ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
i_next_dts += (int64_t)ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
if ( i_sample_count ) ck->i_duration = i_next_dts - ck->i_first_dts;
i_current_index_samples_left = stts->pi_sample_count[i_index] - i_sample_count;
i_sample_count = 0;
assert( i == ck->i_entries_dts - 1 );
// keep building from same index
}
else
{
ck->p_sample_count_dts[i] = stts->pi_sample_count[i_index];
ck->p_sample_delta_dts[i] = stts->pi_sample_delta[i_index];
i_next_dts += (int64_t)ck->p_sample_count_dts[i] * stts->pi_sample_delta[i_index];
if ( stts->pi_sample_count[i_index] ) ck->i_duration = i_next_dts - ck->i_first_dts;
i_sample_count -= stts->pi_sample_count[i_index];
i_index++;
}
}
}
}
}
/* Find ctts
* Gives the delta between decoding time (dts) and composition table (pts)
*/
p_box = MP4_BoxGet( p_demux_track->p_stbl, "ctts" );
if( p_box && p_box->data.p_ctts )
{
MP4_Box_data_ctts_t *ctts = p_box->data.p_ctts;
msg_Warn( p_demux, "CTTS table of %"PRIu32" entries", ctts->i_entry_count );
int64_t i_cts_shift = 0;
const MP4_Box_t *p_cslg = MP4_BoxGet( p_demux_track->p_stbl, "cslg" );
if( p_cslg && BOXDATA(p_cslg) )
{
i_cts_shift = BOXDATA(p_cslg)->ct_to_dts_shift;
}
else if( ctts->i_entry_count ) /* Compute for Quicktime */
{
for( uint32_t i = 0; i < ctts->i_entry_count; i++ )
{
if( ctts->pi_sample_offset[i] < 0 && ctts->pi_sample_offset[i] < -i_cts_shift )
i_cts_shift = -ctts->pi_sample_offset[i];
}
}
p_demux_track->i_cts_shift = i_cts_shift;
/* Create pts-dts table per chunk */
uint32_t i_index = 0;
uint32_t i_current_index_samples_left = 0;
for( uint32_t i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
{
mp4_chunk_t *ck = &p_demux_track->chunk[i_chunk];
uint32_t i_sample_count;
/* count how many entries are needed for this chunk
* for p_sample_offset_pts and p_sample_count_pts */
ck->i_entries_pts = 0;
int i_ret = xTTS_CountEntries( p_demux, &ck->i_entries_pts, i_index,
i_current_index_samples_left,
ck->i_sample_count,
ctts->pi_sample_count,
ctts->i_entry_count );
if ( i_ret == VLC_EGENERIC )
return i_ret;
/* allocate them */
i_ret = MP4_ChunkAllocEntries( ck->i_entries_pts,
ck->small_pts_buf,
&ck->p_sample_count_pts,
&ck->p_sample_offset_pts );
if( i_ret )
{
msg_Err( p_demux, "can't allocate memory for i_entry=%"PRIu32, ck->i_entries_pts );
ck->i_entries_pts = 0;
return i_ret;
}
/* now copy */
i_sample_count = ck->i_sample_count;
for( uint32_t i = 0; i < ck->i_entries_pts; i++ )
{
int64_t i_ctsdelta = ctts->pi_sample_offset[i_index] + i_cts_shift;
if( i_ctsdelta < 0 ) /* should not */
i_ctsdelta = 0;
ck->p_sample_offset_pts[i] = i_ctsdelta;
if ( i_current_index_samples_left )
{
if ( i_current_index_samples_left > i_sample_count )
{
ck->p_sample_count_pts[i] = i_sample_count;
i_current_index_samples_left -= i_sample_count;
i_sample_count = 0;
assert( i == ck->i_entries_pts - 1 );
break;
}
else
{
ck->p_sample_count_pts[i] = i_current_index_samples_left;
i_sample_count -= i_current_index_samples_left;
i_current_index_samples_left = 0;
i_index++;
}
}
else
{
if ( ctts->pi_sample_count[i_index] > i_sample_count )
{
ck->p_sample_count_pts[i] = i_sample_count;
i_current_index_samples_left = ctts->pi_sample_count[i_index] - i_sample_count;
i_sample_count = 0;
assert( i == ck->i_entries_pts - 1 );
// keep building from same index
}
else
{
ck->p_sample_count_pts[i] = ctts->pi_sample_count[i_index];
i_sample_count -= ctts->pi_sample_count[i_index];
i_index++;
}
}
}
}
}
msg_Dbg( p_demux, "track[Id 0x%x] read %"PRIu32" samples length:%"PRId64"s",
p_demux_track->i_track_ID, p_demux_track->i_sample_count,
i_next_dts / p_demux_track->i_timescale );
return VLC_SUCCESS;
}
/**
* It computes the sample rate for a video track using the given sample
* description index
*/
static void TrackGetESSampleRate( demux_t *p_demux,
unsigned *pi_num, unsigned *pi_den,
const mp4_track_t *p_track,
unsigned i_sd_index,
unsigned i_chunk )
{
demux_sys_t *p_sys = p_demux->p_sys;
*pi_num = 0;
*pi_den = 0;
MP4_Box_t *p_trak = MP4_GetTrakByTrackID( MP4_BoxGet( p_sys->p_root,
"/moov" ),
p_track->i_track_ID );
MP4_Box_t *p_mdhd = MP4_BoxGet( p_trak, "mdia/mdhd" );
if ( p_mdhd && BOXDATA(p_mdhd) )
{
vlc_ureduce( pi_num, pi_den,
(uint64_t) BOXDATA(p_mdhd)->i_timescale * p_track->i_sample_count,
(uint64_t) BOXDATA(p_mdhd)->i_duration,
UINT16_MAX );
return;
}
if( p_track->i_chunk_count == 0 )
return;
/* */
const mp4_chunk_t *p_chunk = &p_track->chunk[i_chunk];
while( p_chunk > &p_track->chunk[0] &&
p_chunk[-1].i_sample_description_index == i_sd_index )
{
p_chunk--;
}
uint64_t i_sample = 0;
uint64_t i_total_duration = 0;
do
{
i_sample += p_chunk->i_sample_count;
i_total_duration += p_chunk->i_duration;
p_chunk++;
}
while( p_chunk < &p_track->chunk[p_track->i_chunk_count] &&
p_chunk->i_sample_description_index == i_sd_index );
if( i_sample > 0 && i_total_duration )
vlc_ureduce( pi_num, pi_den,
i_sample * p_track->i_timescale,
i_total_duration,
UINT16_MAX);
}
static void TrackConfigInit( track_config_t *p_cfg )
{
memset( p_cfg, 0, sizeof(*p_cfg) );
}
static void TrackConfigApply( const track_config_t *p_cfg,
mp4_track_t *p_track )
{
if( p_cfg->i_timescale_override )
p_track->i_timescale = p_cfg->i_timescale_override;
if( p_cfg->i_sample_size_override )
p_track->i_sample_size = p_cfg->i_sample_size_override;
p_track->p_asf = p_cfg->p_asf;
memcpy( p_track->rgi_chans_reordering, p_cfg->rgi_chans_reordering,
AOUT_CHAN_MAX * sizeof(p_cfg->rgi_chans_reordering[0]) );
p_track->i_chans_to_reorder = p_cfg->i_chans_to_reorder;
p_track->i_block_flags = p_cfg->i_block_flags;
p_track->b_ignore_implicit_pts = p_cfg->b_ignore_implicit_pts;
}
static int TrackFillConfig( demux_t *p_demux, const mp4_track_t *p_track,
const MP4_Box_t *p_sample,unsigned i_chunk,
es_format_t *p_fmt, track_config_t *p_cfg )
{
/* */
switch( p_track->fmt.i_cat )
{
case VIDEO_ES:
if ( p_sample->i_handler != ATOM_vide ||
!SetupVideoES( p_demux, p_track, p_sample, p_fmt, p_cfg ) )
return VLC_EGENERIC;
/* Set frame rate */
TrackGetESSampleRate( p_demux,
&p_fmt->video.i_frame_rate,
&p_fmt->video.i_frame_rate_base,
p_track, p_sample->i_index, i_chunk );
break;
case AUDIO_ES:
if ( p_sample->i_handler != ATOM_soun ||
!SetupAudioES( p_demux, p_track, p_sample, p_fmt, p_cfg ) )
return VLC_EGENERIC;
break;
case SPU_ES:
if ( ( p_sample->i_handler != ATOM_text &&
p_sample->i_handler != ATOM_subt &&
p_sample->i_handler != ATOM_sbtl &&
p_sample->i_handler != ATOM_clcp ) ||
!SetupSpuES( p_demux, p_track, p_sample, p_fmt, p_cfg ) )
return VLC_EGENERIC;
break;
default:
break;
}
return VLC_SUCCESS;
}
/*
* TrackCreateES:
* Create ES and PES to init decoder if needed, for a track starting at i_chunk
*/
static int TrackCreateES( demux_t *p_demux, mp4_track_t *p_track,
unsigned int i_chunk, es_out_id_t **pp_es )
{
demux_sys_t *p_sys = p_demux->p_sys;
unsigned int i_sample_description_index;
if( p_sys->b_fragmented || p_track->i_chunk_count == 0 )
i_sample_description_index = 1; /* XXX */
else
i_sample_description_index =
p_track->chunk[i_chunk].i_sample_description_index;
if( pp_es )
*pp_es = NULL;
if( !i_sample_description_index )
{
msg_Warn( p_demux, "invalid SampleEntry index (track[Id 0x%x])",
p_track->i_track_ID );
return VLC_EGENERIC;
}
const MP4_Box_t *p_sample = MP4_BoxGetVa( p_track->p_stsd, "[%u]",
i_sample_description_index - 1 );
if( !p_sample ||
( !p_sample->data.p_payload && p_track->fmt.i_cat != SPU_ES ) )
{
msg_Warn( p_demux, "cannot find SampleEntry (track[Id 0x%x])",
p_track->i_track_ID );
return VLC_EGENERIC;
}
track_config_t cfg;
TrackConfigInit( &cfg );
es_format_t *p_fmt = &p_track->fmt;
p_track->fmt.i_id = p_track->i_track_ID;
if( TrackFillConfig( p_demux, p_track, p_sample, i_chunk,
p_fmt, &cfg ) != VLC_SUCCESS )
{
return VLC_EGENERIC;
}
TrackConfigApply( &cfg, p_track );
switch( p_fmt->i_cat )
{
case VIDEO_ES:
p_sys->f_fps = (float)p_fmt->video.i_frame_rate /
(float)p_fmt->video.i_frame_rate_base;
break;
case AUDIO_ES:
{
int i_ret = VLC_EGENERIC;
if( p_sys->p_meta )
{
i_ret = vlc_replay_gain_CopyFromMeta( &p_fmt->audio_replay_gain, p_sys->p_meta );
}
/* use replay gain if available; otherwise use sound check */
if( i_ret != VLC_SUCCESS )
{
audio_replay_gain_t *p_arg = &p_fmt->audio_replay_gain;
replay_gain_Reset( p_arg );
if( isfinite(p_sys->qt.f_replay_gain_norm) )
{
p_arg->pb_gain[AUDIO_REPLAY_GAIN_TRACK] = true;
p_arg->pf_gain[AUDIO_REPLAY_GAIN_TRACK] = p_sys->qt.f_replay_gain_norm;
}
if( isfinite(p_sys->qt.f_replay_gain_peak) )
{
p_arg->pb_peak[AUDIO_REPLAY_GAIN_TRACK] = true;
p_arg->pf_peak[AUDIO_REPLAY_GAIN_TRACK] = p_sys->qt.f_replay_gain_peak;
}
if( p_arg->pb_gain[AUDIO_REPLAY_GAIN_TRACK] )
{
/* sound check uses -16 LUFS as the reference level */
p_arg->pb_reference_loudness = true;
p_arg->pf_reference_loudness = -16.f;
}
}
if( p_sys->qt.i_target_bitrate )
{
p_fmt->i_bitrate = p_sys->qt.i_target_bitrate;
}
switch( p_fmt->i_codec )
{
/* When not specified, set max standard decoder delay */
case VLC_CODEC_MP4A:
case VLC_CODEC_OPUS:
case VLC_CODEC_MP3:
case VLC_CODEC_MP2:
case VLC_CODEC_MPGA:
{
const unsigned i_rate = p_fmt->audio.i_rate ? p_fmt->audio.i_rate : p_track->i_timescale;
const MP4_Box_t *p_elst = p_track->p_elst;
if( p_elst && BOXDATA(p_elst)->i_entry_count &&
BOXDATA(p_elst)->entries[0].i_media_time < 0 )
{
p_track->i_decoder_delay = MP4_rescale( BOXDATA(p_elst)->entries[0].i_segment_duration,
p_sys->i_timescale,
p_track->i_timescale );
}
else if( p_sys->qt.i_delay_samples > 0 )
{
p_track->i_decoder_delay = MP4_rescale(
p_sys->qt.i_delay_samples, i_rate,
p_track->i_timescale );
}
/* AAC historical Apple decoder delay 2112 > 2048 */
else if( p_fmt->i_codec == VLC_CODEC_MP4A )
{
p_track->i_decoder_delay = MP4_rescale(
2112, i_rate,
p_track->i_timescale );
}
/* Opus has an expected 80ms discard on seek */
else if( p_fmt->i_codec == VLC_CODEC_OPUS )
{
p_track->i_decoder_delay = MP4_rescale(
80 * 48, 48000,
p_track->i_timescale );
}
/* MPEG have One frame delay */
else if( p_fmt->i_codec == VLC_CODEC_MP3 )
{
/* https://lame.sourceforge.io/tech-FAQ.txt
* https://www.compuphase.com/mp3/mp3loops.htm
https://www.iis.fraunhofer.de/content/dam/iis/de/doc/ame/conference/AES-116-Convention_guideline-to-audio-codec-delay_AES116.pdf */
p_track->i_decoder_delay = MP4_rescale(
576, i_rate,
p_track->i_timescale );
}
else if( p_fmt->i_codec == VLC_CODEC_MPGA ||
p_fmt->i_codec == VLC_CODEC_MP2 )
{
p_track->i_decoder_delay = MP4_rescale(
240, i_rate,
p_track->i_timescale );
}
}
break;
default:
break;
}
break;
}
default:
break;
}
p_track->p_sample = p_sample;
if( pp_es )
*pp_es = MP4_CreateES( p_demux->out, p_fmt );
return ( !pp_es || *pp_es ) ? VLC_SUCCESS : VLC_EGENERIC;
}
/* *** Try to find nearest sync points *** */
static int TrackGetNearestSeekPoint( demux_t *p_demux, mp4_track_t *p_track,
uint32_t i_sample, uint32_t *pi_sync_sample )
{
int i_ret = VLC_EGENERIC;
*pi_sync_sample = i_sample;
const MP4_Box_t *p_stss;
/* try sync points without recovery roll */
if( ( p_stss = MP4_BoxGet( p_track->p_stbl, "stss" ) ) )
{
/* XXX in libmp4 sample begin at 0 */
const uint32_t stts_sample = i_sample + 1;
const MP4_Box_data_stss_t *p_stss_data = BOXDATA(p_stss);
msg_Dbg( p_demux, "track[Id 0x%x] using Sync Sample Box (stss)",
p_track->i_track_ID );
for( unsigned i_index = 0; i_index < p_stss_data->i_entry_count; i_index++ )
{
if(( i_index == p_stss_data->i_entry_count - 1 ||
stts_sample < p_stss_data->i_sample_number[i_index+1] ) &&
p_stss_data->i_sample_number[i_index] != 0 )
{
*pi_sync_sample = p_stss_data->i_sample_number[i_index] - 1;
msg_Dbg( p_demux, "stss gives %d --> %" PRIu32 " (sample number)",
i_sample, *pi_sync_sample );
i_ret = VLC_SUCCESS;
break;
}
}
}
else // no stss, any sample is sync point
{
return VLC_EGENERIC;
}
if( i_ret == VLC_SUCCESS && *pi_sync_sample == i_sample )
return VLC_SUCCESS; // nothing to do
/* Empty but present stss, try or refine using RAP with recovery roll info */
uint32_t i_alternative_sync_sample = i_sample;
if( MP4_SampleToGroupInfo( p_track->p_stbl, i_sample, SAMPLEGROUP_rap,
0, &i_alternative_sync_sample, true, NULL ) )
{
msg_Dbg( p_demux, "tk %u sbgp gives %d --> %" PRIu32 " (sample number)",
p_track->i_track_ID, i_sample, i_alternative_sync_sample );
if( i_alternative_sync_sample > *pi_sync_sample || i_ret != VLC_SUCCESS )
{
*pi_sync_sample = i_alternative_sync_sample;
return VLC_SUCCESS;
}
}
return i_ret;
}
struct cmplowestchunkdts_ctx
{
uint64_t dts;
const mp4_chunk_t **pp_lowest;
};
static int cmplowestchunkdts( const void *key, const void *other )
{
const struct cmplowestchunkdts_ctx *ctx = key;
const mp4_chunk_t *ck = other;
if(ctx->dts > ck->i_first_dts)
{
*ctx->pp_lowest = ck;
return 1;
}
else if(ctx->dts < ck->i_first_dts)
{
return -1;
}
else
{
*ctx->pp_lowest = ck;
return 0;
}
}
static int STTSToSampleChunk(const mp4_track_t *p_track, uint64_t i_dts,
uint32_t *pi_chunk, uint32_t *pi_sample)
{
const mp4_chunk_t *ck = NULL;
if( p_track->i_chunk_count > 1 && /* start heuristic */
(uint64_t) i_dts < p_track->chunk[1].i_first_dts )
{
ck = &p_track->chunk[0];
}
else
{
const mp4_chunk_t *lowestchunk = NULL;
struct cmplowestchunkdts_ctx bsearchkeyctx = { .dts = i_dts,
.pp_lowest = &lowestchunk };
ck = bsearch( &bsearchkeyctx, p_track->chunk, p_track->i_chunk_count,
sizeof(*p_track->chunk), cmplowestchunkdts );
if( ck == NULL )
ck = lowestchunk;
if( unlikely(ck == NULL) )
/* if we default to last chunk, it will be checked searching i_sample */
ck = &p_track->chunk[p_track->i_chunk_count - 1];
}
/* *** find sample in the chunk *** */
uint32_t i_sample = ck->i_sample_first;
uint64_t i_entrydts = ck->i_first_dts;
for( uint_fast32_t i = 0;
i < ck->i_entries_dts && i_sample < ck->i_sample_count;
i++ )
{
uint64_t i_entry_duration = ck->p_sample_count_dts[i] * (uint64_t)
ck->p_sample_delta_dts[i];
if( i_entrydts + i_entry_duration < i_dts )
{
i_entrydts += i_entry_duration;
i_sample += ck->p_sample_count_dts[i];
}
else
{
if( ck->p_sample_delta_dts[i] > 0 )
i_sample += ( i_dts - i_entrydts ) / ck->p_sample_delta_dts[i];
break;
}
}
*pi_chunk = ck - p_track->chunk;
*pi_sample = i_sample;
if( i_sample >= p_track->i_sample_count )
return VLC_EGENERIC;
return VLC_SUCCESS;
}
/* given a time it return sample/chunk
* it also update elst field of the track
*/
static int TrackTimeToSampleChunk( demux_t *p_demux, mp4_track_t *p_track,
vlc_tick_t start, uint32_t *pi_chunk,
uint32_t *pi_sample )
{
demux_sys_t *p_sys = p_demux->p_sys;
stime_t i_start;
/* FIXME see if it's needed to check p_track->i_chunk_count */
if( p_track->i_chunk_count == 0 )
return( VLC_EGENERIC );
/* handle elst (find the correct one) */
MP4_TrackSetELST( p_demux, p_track, start );
if( p_track->p_elst && p_track->BOXDATA(p_elst)->i_entry_count > 0 )
{
/* now calculate i_start for this elst */
/* offset */
if( start < MP4_rescale_mtime( p_track->i_elst_time, p_sys->i_timescale ) )
{
*pi_chunk = 0;
*pi_sample= 0;
return VLC_SUCCESS;
}
/* to track time scale */
i_start = MP4_rescale_qtime( start, p_track->i_timescale );
/* map through elst offset */
i_start = MP4_MapMediaTimelineToTrackTime( p_track, p_sys->i_timescale, i_start );
msg_Dbg( p_demux, "elst (%d) gives %"PRId64"ms (movie)-> %"PRId64
"ms (track)", p_track->i_elst,
MS_FROM_VLC_TICK(start),
MP4_rescale( i_start, p_track->i_timescale, 1000 ) );
}
else
{
/* convert absolute time to in timescale unit */
i_start = MP4_rescale_qtime( start, p_track->i_timescale );
}
/* *** find good chunk *** */
uint32_t i_sample, i_chunk;
if( STTSToSampleChunk( p_track, i_start, &i_chunk, &i_sample ) != VLC_SUCCESS )
{
msg_Warn( p_demux, "track[Id 0x%x] will be disabled "
"(seeking too far) chunk=%"PRIu32" sample=%"PRIu32,
p_track->i_track_ID, i_chunk, i_sample );
return( VLC_EGENERIC );
}
/* *** Try to find nearest sync points *** */
uint32_t i_sync_sample = i_sample;
if( VLC_SUCCESS ==
TrackGetNearestSeekPoint( p_demux, p_track, i_sample, &i_sync_sample ) )
{
msg_Dbg(p_demux,"track[Id 0x%x] sync point found sample %"PRIu32"(-%"PRIu32")",
p_track->i_track_ID, i_sync_sample, i_sample - i_sync_sample);
}
else
{
uint32_t i_group_sample_entry;
const MP4_Box_data_sgpd_entry_t *p_entrydesc;
if( MP4_SampleToGroupInfo( p_track->p_stbl, i_sample,
SAMPLEGROUP_roll, 0, &i_group_sample_entry,
SAMPLE_GROUP_MATCH_EXACT, &p_entrydesc ) )
{
msg_Dbg(p_demux, "track[Id 0x%x] preroll offset: %"PRId16" samples",
p_track->i_track_ID, p_entrydesc->roll.i_roll_distance );
if( p_entrydesc->roll.i_roll_distance < 0 )
{
if( i_sync_sample > (uint32_t)-p_entrydesc->roll.i_roll_distance )
i_sync_sample += p_entrydesc->roll.i_roll_distance;
else
i_sync_sample = 0;
}
}
else if( p_track->i_decoder_delay > 0 &&
p_track->i_decoder_delay <= i_start )
{
uint32_t i_withdelay_sample, i_withdelay_chunk;
if( STTSToSampleChunk( p_track, i_start - p_track->i_decoder_delay,
&i_withdelay_chunk,
&i_withdelay_sample ) == VLC_SUCCESS )
{
msg_Warn( p_demux, "track[Id 0x%x] has %" PRId64 "µs decoder delay from %" PRId64,
p_track->i_track_ID,
MP4_rescale_mtime( p_track->i_decoder_delay, p_track->i_timescale),
i_start );
*pi_chunk = i_withdelay_chunk;
*pi_sample = i_withdelay_sample;
return VLC_SUCCESS;
}
}
}
/* Go to sync point chunk */
if( i_sync_sample <= i_sample )
{
while( i_chunk > 0 &&
i_sync_sample < p_track->chunk[i_chunk].i_sample_first )
i_chunk--;
}
else
{
while( i_chunk < p_track->i_chunk_count - 1 &&
i_sync_sample >= p_track->chunk[i_chunk].i_sample_first +
p_track->chunk[i_chunk].i_sample_count )
i_chunk++;
}
*pi_chunk = i_chunk;
*pi_sample = i_sync_sample;
return VLC_SUCCESS;
}
static bool FormatIsCompatible( const es_format_t *p_fmt1, const es_format_t *p_fmt2 )
{
if( p_fmt1->i_original_fourcc != p_fmt2->i_original_fourcc )
return false;
if( (p_fmt1->i_extra > 0) ^ (p_fmt2->i_extra > 0) )
return false;
if( p_fmt1->i_codec == p_fmt2->i_codec &&
p_fmt1->i_extra && p_fmt2->i_extra &&
p_fmt1->i_extra == p_fmt2->i_extra )
{
return !!memcmp( p_fmt1->p_extra, p_fmt2->p_extra, p_fmt1->i_extra );
}
if( p_fmt1->i_cat == AUDIO_ES )
{
/* Reject audio streams with different or unknown rates */
if( p_fmt1->audio.i_rate != p_fmt2->audio.i_rate || !p_fmt1->audio.i_rate )
return false;
}
return es_format_IsSimilar( p_fmt1, p_fmt2 );
}
static int TrackUpdateFormat( demux_t *p_demux, mp4_track_t *p_track,
uint32_t i_previous_chunk )
{
uint32_t i_chunk = p_track->i_chunk;
/* now see if actual es is ok */
if( i_previous_chunk != i_chunk &&
p_track->chunk[i_previous_chunk].i_sample_description_index !=
p_track->chunk[i_chunk].i_sample_description_index )
{
msg_Warn( p_demux, "recreate ES for track[Id 0x%x]",
p_track->i_track_ID );
const MP4_Box_t *p_newsample = MP4_BoxGetVa( p_track->p_stsd, "[%d]",
p_track->chunk[i_chunk].i_sample_description_index - 1 );
if( p_newsample == NULL )
{
msg_Err( p_demux, "Can't change track[Id 0x%x] format for sample desc %" PRIu32,
p_track->i_track_ID, p_track->chunk[i_chunk].i_sample_description_index );
p_track->b_ok = false;
p_track->b_selected = false;
return VLC_EGENERIC;
}
track_config_t cfg;
TrackConfigInit( &cfg );
es_format_t tmpfmt;
es_format_Init( &tmpfmt, p_track->fmt.i_cat, 0 );
tmpfmt.i_id = p_track->i_track_ID;
if( TrackFillConfig( p_demux, p_track, p_newsample, i_chunk, &tmpfmt, &cfg ) == VLC_SUCCESS &&
!FormatIsCompatible( &p_track->fmt, &tmpfmt ) )
{
bool b_reselect = false;
es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE,
p_track->p_es, &b_reselect );
es_out_Del( p_demux->out, p_track->p_es );
p_track->p_es = MP4_CreateES( p_demux->out, &tmpfmt );
if( !p_track->p_es )
{
msg_Err( p_demux, "cannot create es for track[Id 0x%x]",
p_track->i_track_ID );
p_track->b_ok = false;
p_track->b_selected = false;
es_format_Clean( &tmpfmt );
return VLC_EGENERIC;
}
/* select again the new decoder */
if( b_reselect )
es_out_Control( p_demux->out, ES_OUT_SET_ES, p_track->p_es );
TrackConfigApply( &cfg, p_track );
es_format_Clean( &p_track->fmt );
es_format_Init( &p_track->fmt, tmpfmt.i_cat, tmpfmt.i_codec );
es_format_Copy( &p_track->fmt, &tmpfmt );
p_track->p_sample = p_newsample;
}
es_format_Clean( &tmpfmt );
}
return VLC_SUCCESS;
}
static int TrackGotoChunkSample( demux_t *p_demux, mp4_track_t *p_track,
uint32_t i_chunk, uint32_t i_sample )
{
if( TrackUpdateFormat( p_demux, p_track, p_track->i_chunk ) != VLC_SUCCESS )
return VLC_EGENERIC;
p_track->i_chunk = i_chunk;
p_track->i_sample = i_sample;
return p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC;
}
static void TrackUpdateStarttimes( mp4_track_t *p_track )
{
assert(p_track->i_chunk < p_track->i_chunk_count);
p_track->i_start_dts = p_track->i_next_dts;
p_track->i_start_delta = p_track->i_next_delta;
/* Probe the 16 first B frames */
uint32_t i_chunk = p_track->i_chunk;
if( !p_track->chunk[i_chunk].i_entries_pts )
return;
stime_t lowest = p_track->i_start_dts;
if( p_track->i_start_delta != UNKNOWN_DELTA )
lowest += p_track->i_start_delta;
for( uint32_t i=1; i<16; i++ )
{
uint32_t i_nextsample = p_track->i_sample + i;
if( i_nextsample >= p_track->i_sample_count )
break;
const mp4_chunk_t *ck = NULL;
for( ; i_chunk < p_track->i_chunk_count; i_chunk++ )
{
ck = &p_track->chunk[i_chunk];
if( i_nextsample < ck->i_sample_first + ck->i_sample_count )
break;
}
if( !ck )
break;
assert(i_nextsample >= ck->i_sample_first);
stime_t pts;
stime_t dts = pts = MP4_ChunkGetSampleDTS( ck, i_nextsample - ck->i_sample_first );
stime_t delta = UNKNOWN_DELTA;
if( MP4_ChunkGetSampleCTSDelta( ck, i_nextsample - ck->i_sample_first, &delta ) )
pts += delta;
if( pts < lowest )
{
p_track->i_start_dts = dts;
p_track->i_start_delta = delta;
}
}
}
static void TrackUpdateSampleAndTimes( mp4_track_t *p_track )
{
const mp4_chunk_t *p_chunk = &p_track->chunk[p_track->i_chunk];
uint32_t i_chunk_sample = p_track->i_sample - p_chunk->i_sample_first;
if( i_chunk_sample > p_chunk->i_sample_count && p_chunk->i_sample_count )
i_chunk_sample = p_chunk->i_sample_count - 1;
p_track->i_next_dts = MP4_ChunkGetSampleDTS( p_chunk, i_chunk_sample );
stime_t i_next_delta;
if( !MP4_ChunkGetSampleCTSDelta( p_chunk, i_chunk_sample, &i_next_delta ) )
p_track->i_next_delta = UNKNOWN_DELTA;
else
p_track->i_next_delta = i_next_delta;
}
/****************************************************************************
* MP4_TrackSetup:
****************************************************************************
* Parse track information and create all needed data to run a track
* If it succeed b_ok is set to 1 else to 0
****************************************************************************/
static void MP4_TrackSetup( demux_t *p_demux, mp4_track_t *p_track,
const MP4_Box_t *p_box_trak,
bool b_create_es, bool b_force_enable )
{
demux_sys_t *p_sys = p_demux->p_sys;
p_track->p_track = p_box_trak;
char language[4] = { '\0' };
char sdp_media_type[8] = { '\0' };
const MP4_Box_t *p_tkhd = MP4_BoxGet( p_box_trak, "tkhd" );
if( !p_tkhd )
{
return;
}
/* do we launch this track by default ? */
p_track->b_enable =
( ( BOXDATA(p_tkhd)->i_flags&MP4_TRACK_ENABLED ) != 0 );
p_track->i_width = BOXDATA(p_tkhd)->i_width / BLOCK16x16;
p_track->i_height = BOXDATA(p_tkhd)->i_height / BLOCK16x16;
p_track->f_rotation = BOXDATA(p_tkhd)->f_rotation;
p_track->i_flip = BOXDATA(p_tkhd)->i_flip;
/* FIXME: unhandled box: tref */
const MP4_Box_t *p_mdhd = MP4_BoxGet( p_box_trak, "mdia/mdhd" );
const MP4_Box_t *p_hdlr = MP4_BoxGet( p_box_trak, "mdia/hdlr" );
if( ( !p_mdhd )||( !p_hdlr ) )
{
return;
}
if( BOXDATA(p_mdhd)->i_timescale == 0 )
{
msg_Warn( p_demux, "Invalid track timescale " );
return;
}
p_track->i_timescale = BOXDATA(p_mdhd)->i_timescale;
memcpy( &language, BOXDATA(p_mdhd)->rgs_language, 3 );
p_track->b_mac_encoding = BOXDATA(p_mdhd)->b_mac_encoding;
switch( p_hdlr->data.p_hdlr->i_handler_type )
{
case( ATOM_soun ):
if( !MP4_BoxGet( p_box_trak, "mdia/minf/smhd" ) )
{
return;
}
es_format_Change( &p_track->fmt, AUDIO_ES, 0 );
break;
case( ATOM_pict ): /* heif */
es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
break;
case( ATOM_vide ):
if( !MP4_BoxGet( p_box_trak, "mdia/minf/vmhd") )
{
return;
}
es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
break;
case( ATOM_hint ):
/* RTP Reception Hint tracks */
if( !MP4_BoxGet( p_box_trak, "mdia/minf/hmhd" ) ||
!MP4_BoxGet( p_box_trak, "mdia/minf/stbl/stsd/rrtp" ) )
{
break;
}
MP4_Box_t *p_sdp;
/* parse the sdp message to find out whether the RTP stream contained audio or video */
if( !( p_sdp = MP4_BoxGet( p_box_trak, "udta/hnti/sdp " ) ) ||
!BOXDATA(p_sdp)->psz_text )
{
msg_Warn( p_demux, "Didn't find sdp box to determine stream type" );
return;
}
strncpy( sdp_media_type, BOXDATA(p_sdp)->psz_text, 7 );
if( !strcmp(sdp_media_type, "m=audio") )
{
msg_Dbg( p_demux, "Found audio Rtp: %s", sdp_media_type );
es_format_Change( &p_track->fmt, AUDIO_ES, 0 );
}
else if( !strcmp(sdp_media_type, "m=video") )
{
msg_Dbg( p_demux, "Found video Rtp: %s", sdp_media_type );
es_format_Change( &p_track->fmt, VIDEO_ES, 0 );
}
else
{
msg_Warn( p_demux, "Malformed track SDP message: %s", sdp_media_type );
return;
}
break;
case( ATOM_tx3g ):
case( ATOM_text ):
case( ATOM_subp ):
case( ATOM_subt ): /* ttml */
case( ATOM_sbtl ):
case( ATOM_clcp ): /* closed captions */
es_format_Change( &p_track->fmt, SPU_ES, 0 );
break;
default:
return;
}
p_track->asfinfo.i_cat = p_track->fmt.i_cat;
const MP4_Box_t *p_elst;
p_track->i_elst = 0;
p_track->i_elst_time = 0;
p_track->p_elst = NULL;
if( ( p_elst = MP4_BoxGet( p_box_trak, "edts/elst" ) ) )
{
MP4_Box_data_elst_t *elst = BOXDATA(p_elst);
unsigned int i;
msg_Warn( p_demux, "elst box found" );
bool use_editlist = var_InheritBool( p_demux, CFG_PREFIX"editlist" );
for( i = 0; i < elst->i_entry_count; i++ )
{
const MP4_Box_data_elst_entry_t *edit = &elst->entries[i];
if ( edit->i_segment_duration > INT64_MAX / CLOCK_FREQ ||
( edit->i_media_time >= 0 && edit->i_media_time > INT64_MAX / CLOCK_FREQ ) )
{
use_editlist = false;
msg_Dbg( p_demux, " - [%d] bogus duration=%" PRId64 " media time=%" PRId64 ")",
i, edit->i_segment_duration, edit->i_media_time );
}
else
msg_Dbg( p_demux, " - [%d] duration=%"PRId64"ms media time=%"PRId64
"ms) rate=%d.%d", i,
MP4_rescale( edit->i_segment_duration, p_sys->i_timescale, 1000 ),
edit->i_media_time >= 0 ?
MP4_rescale( edit->i_media_time, p_track->i_timescale, 1000 ) :
INT64_C(-1),
edit->i_media_rate_integer,
edit->i_media_rate_fraction );
}
if( use_editlist )
p_track->p_elst = p_elst;
else
msg_Dbg( p_demux, "ignore editlist" );
}
/* TODO
add support for:
p_dinf = MP4_BoxGet( p_minf, "dinf" );
*/
if( !( p_track->p_stbl = MP4_BoxGet( p_box_trak,"mdia/minf/stbl" ) ) ||
!( p_track->p_stsd = MP4_BoxGet( p_box_trak,"mdia/minf/stbl/stsd") ) )
{
return;
}
/* Set language */
if( *language && strcmp( language, "```" ) && strcmp( language, "und" ) )
{
p_track->fmt.psz_language = strdup( language );
}
const MP4_Box_t *p_udta = MP4_BoxGet( p_box_trak, "udta" );
if( p_udta )
{
const MP4_Box_t *p_box_iter;
for( p_box_iter = p_udta->p_first; p_box_iter != NULL;
p_box_iter = p_box_iter->p_next )
{
switch( p_box_iter->i_type )
{
case ATOM_0xa9nam:
case ATOM_name:
p_track->fmt.psz_description =
strndup( p_box_iter->data.p_binary->p_blob,
p_box_iter->data.p_binary->i_blob );
default:
break;
}
}
}
/* Create chunk index table and sample index table */
if( TrackCreateChunksIndex( p_demux,p_track ) ||
TrackCreateSamplesIndex( p_demux, p_track ) )
{
msg_Err( p_demux, "cannot create chunks index" );
return; /* cannot create chunks index */
}
p_track->i_next_dts = 0;
p_track->i_next_delta = UNKNOWN_DELTA;
p_track->i_chunk = 0;
p_track->i_sample = 0;
/* Disable chapter only track */
if( (p_track->i_use_flags & USEAS_CHAPTERS) && !p_sys->b_quicktime )
p_track->b_enable = false;
const MP4_Box_t *p_tsel;
/* now create es */
if( b_force_enable &&
( p_track->fmt.i_cat == VIDEO_ES || p_track->fmt.i_cat == AUDIO_ES ) )
{
msg_Warn( p_demux, "Enabling track[Id 0x%x] (buggy file without enabled track)",
p_track->i_track_ID );
p_track->b_enable = true;
p_track->fmt.i_priority = ES_PRIORITY_SELECTABLE_MIN;
}
else if ( (p_tsel = MP4_BoxGet( p_box_trak, "udta/tsel" )) )
{
if ( BOXDATA(p_tsel) && BOXDATA(p_tsel)->i_switch_group )
{
p_track->i_switch_group = BOXDATA(p_tsel)->i_switch_group;
int i_priority = ES_PRIORITY_SELECTABLE_MIN;
for ( unsigned int i = 0; i < p_sys->i_tracks; i++ )
{
const mp4_track_t *p_other = &p_sys->track[i];
if( p_other && p_other != p_track &&
p_other->fmt.i_cat == p_track->fmt.i_cat &&
p_track->i_switch_group == p_other->i_switch_group )
i_priority = __MAX( i_priority, p_other->fmt.i_priority + 1 );
}
/* VLC only support ES priority for AUDIO_ES and SPU_ES.
If there's another VIDEO_ES in the same group, we need to unselect it then */
if ( p_track->fmt.i_cat == VIDEO_ES && i_priority > ES_PRIORITY_SELECTABLE_MIN )
p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
else
p_track->fmt.i_priority = i_priority;
}
}
/* If there's no tsel, try to enable the track coming first in edit list */
else if ( p_track->p_elst && p_track->fmt.i_priority == ES_PRIORITY_SELECTABLE_MIN )
{
#define MAX_SELECTABLE (INT_MAX - ES_PRIORITY_SELECTABLE_MIN)
for ( uint32_t i=0; i<p_track->BOXDATA(p_elst)->i_entry_count; i++ )
{
const MP4_Box_data_elst_entry_t *edit = &p_track->BOXDATA(p_elst)->entries[i];
if ( edit->i_media_time >= 0 && edit->i_segment_duration )
{
/* We do selection by inverting start time into priority.
The track with earliest edit will have the highest prio */
const int i_time = __MIN( MAX_SELECTABLE, edit->i_media_time );
p_track->fmt.i_priority = ES_PRIORITY_SELECTABLE_MIN + MAX_SELECTABLE - i_time;
break;
}
}
}
if( p_sys->hacks.es_cat_filter != UNKNOWN_ES &&
p_sys->hacks.es_cat_filter != p_track->fmt.i_cat )
{
p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
}
if( !p_track->b_enable || (p_track->i_use_flags & USEAS_CHAPTERS) )
p_track->fmt.i_priority = ES_PRIORITY_NOT_DEFAULTABLE;
if( !p_sys->b_quicktime || (p_track->i_use_flags & USEAS_CHAPTERS) == 0 )
b_create_es &= !MP4_isMetadata( p_track );
if( TrackCreateES( p_demux,
p_track, p_track->i_chunk,
!b_create_es ? NULL : &p_track->p_es ) )
{
msg_Err( p_demux, "cannot create es for track[Id 0x%x]",
p_track->i_track_ID );
return;
}
p_track->b_ok = true;
}
/****************************************************************************
* MP4_TrackClean:
****************************************************************************
* Cleans a track created by MP4_TrackCreate.
****************************************************************************/
static void MP4_TrackClean( es_out_t *out, mp4_track_t *p_track )
{
es_format_Clean( &p_track->fmt );
if( p_track->p_es )
es_out_Del( out, p_track->p_es );
if( p_track->chunk )
{
for( unsigned int i_chunk = 0; i_chunk < p_track->i_chunk_count; i_chunk++ )
MP4_ChunkDestroy( &p_track->chunk[i_chunk] );
}
free( p_track->chunk );
if( !p_track->i_sample_size )
free( p_track->p_sample_size );
ASFPacketTrackReset( &p_track->asfinfo );
free( p_track->context.runs.p_array );
}
static void MP4_TrackInit( mp4_track_t *p_track, const MP4_Box_t *p_trackbox )
{
memset( p_track, 0, sizeof(mp4_track_t) );
es_format_Init( &p_track->fmt, UNKNOWN_ES, 0 );
p_track->i_timescale = 1;
p_track->p_track = p_trackbox;
const MP4_Box_t *p_tkhd = MP4_BoxGet( p_trackbox, "tkhd" );
if(likely(p_tkhd) && BOXDATA(p_tkhd))
p_track->i_track_ID = BOXDATA(p_tkhd)->i_track_ID;
ASFPacketTrackInit( &p_track->asfinfo );
}
static void MP4_TrackSelect( demux_t *p_demux, mp4_track_t *p_track, bool b_select )
{
if( !p_track->b_ok || MP4_isMetadata(p_track) )
return;
if( b_select == p_track->b_selected )
return;
if( !b_select && p_track->p_es )
{
es_out_Control( p_demux->out, ES_OUT_SET_ES_STATE,
p_track->p_es, false );
}
p_track->b_selected = b_select;
}
static int MP4_TrackSeek( demux_t *p_demux, mp4_track_t *p_track,
vlc_tick_t i_start )
{
uint32_t i_chunk;
uint32_t i_sample;
if( !p_track->b_ok || MP4_isMetadata( p_track ) )
return VLC_EGENERIC;
p_track->b_selected = false;
if( TrackTimeToSampleChunk( p_demux, p_track, i_start,
&i_chunk, &i_sample ) )
{
msg_Warn( p_demux, "cannot select track[Id 0x%x]",
p_track->i_track_ID );
return VLC_EGENERIC;
}
p_track->b_selected = true;
if( !TrackGotoChunkSample( p_demux, p_track, i_chunk, i_sample ) )
{
p_track->b_selected = true;
TrackUpdateSampleAndTimes( p_track );
TrackUpdateStarttimes( p_track );
}
return p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC;
}
/*
* 3 types: for audio
*
*/
//#define MP4_DEBUG_AUDIO_SAMPLES
static inline uint32_t MP4_GetAudioFrameInfo( const mp4_track_t *p_track,
const MP4_Box_data_sample_soun_t *p_soun,
uint32_t *pi_size )
{
uint32_t i_samples_per_frame = p_soun->i_sample_per_packet;
uint32_t i_bytes_per_frame = p_soun->i_bytes_per_frame;
switch( p_track->fmt.i_codec )
{
/* Quicktime builtin support, _must_ ignore sample tables */
case VLC_CODEC_GSM:
i_samples_per_frame = 160;
i_bytes_per_frame = 33;
break;
case VLC_CODEC_ADPCM_IMA_QT:
i_samples_per_frame = 64;
i_bytes_per_frame = 34 * p_soun->i_channelcount;
break;
case VLC_CODEC_MACE3:
i_samples_per_frame = 6;
i_bytes_per_frame = 2 * p_soun->i_channelcount;
break;
case VLC_CODEC_MACE6:
i_samples_per_frame = 6;
i_bytes_per_frame = 1 * p_soun->i_channelcount;
break;
case VLC_FOURCC( 'u', 'l', 'a', 'w' ):
i_samples_per_frame = 1;
i_bytes_per_frame = p_soun->i_channelcount;
break;
case VLC_CODEC_ALAW:
case VLC_CODEC_U8:
case VLC_CODEC_S8:
case VLC_CODEC_S16L:
case VLC_CODEC_S16B:
case VLC_CODEC_S24L:
case VLC_CODEC_S24B:
case VLC_CODEC_S32L:
case VLC_CODEC_S32B:
case VLC_CODEC_F32L:
case VLC_CODEC_F32B:
case VLC_CODEC_F64L:
case VLC_CODEC_F64B:
i_samples_per_frame = 1;
i_bytes_per_frame = (aout_BitsPerSample( p_track->fmt.i_codec ) *
p_soun->i_channelcount) >> 3;
assert(i_bytes_per_frame);
break;
case VLC_FOURCC( 'N', 'O', 'N', 'E' ):
case ATOM_twos:
case ATOM_sowt:
case ATOM_raw:
if( p_soun->i_sample_per_packet && p_soun->i_bytes_per_frame )
{
i_samples_per_frame = p_soun->i_sample_per_packet;
i_bytes_per_frame = p_soun->i_bytes_per_frame;
}
else
{
i_samples_per_frame = 1;
i_bytes_per_frame = (p_soun->i_samplesize+7) >> 3;
i_bytes_per_frame *= p_soun->i_channelcount;
}
break;
default:
break;
}
/* Group audio packets so we don't call demux for single sample unit */
if( p_track->fmt.i_original_fourcc == VLC_CODEC_DVD_LPCM &&
p_soun->i_constLPCMframesperaudiopacket &&
p_soun->i_constbytesperaudiopacket )
{
i_samples_per_frame = p_soun->i_constLPCMframesperaudiopacket;
i_bytes_per_frame = p_soun->i_constbytesperaudiopacket;
}
/* handle v0 or v1 MPGA having bytesperssample and samplesize and
* compression being 0.
* ends up reading samplesperframe instead of the number of
* stored samples units */
if( p_soun->i_compressionid == 0 && p_soun->i_qt_version <= 1 &&
p_track->i_sample_size > 0 &&
(
p_track->fmt.i_codec == VLC_CODEC_MP3 ||
p_track->fmt.i_codec == VLC_CODEC_MP2 ||
p_track->fmt.i_codec == VLC_CODEC_MPGA
) )
{
i_bytes_per_frame = 0;
}
#ifdef MP4_DEBUG_AUDIO_SAMPLES
printf("qtv%d comp%x ss %d chan %d ba %d spp %d bpf %d / %d %d\n",
p_soun->i_qt_version, p_soun->i_compressionid,
p_soun->i_samplesize, p_soun->i_channelcount,
p_track->fmt.audio.i_blockalign,
p_soun->i_sample_per_packet, p_soun->i_bytes_per_frame,
i_samples_per_frame, i_bytes_per_frame);
#endif
*pi_size = i_bytes_per_frame;
return i_samples_per_frame;
}
static uint32_t MP4_TrackGetReadSize( mp4_track_t *p_track, uint32_t *pi_nb_samples )
{
uint32_t i_size = 0;
*pi_nb_samples = 0;
if ( p_track->i_sample == p_track->i_sample_count )
return 0;
if ( p_track->fmt.i_cat != AUDIO_ES )
{
*pi_nb_samples = 1;
if( p_track->i_sample_size == 0 ) /* all sizes are different */
return p_track->p_sample_size[p_track->i_sample];
else
return p_track->i_sample_size;
}
else
{
const MP4_Box_data_sample_soun_t *p_soun = p_track->p_sample->data.p_sample_soun;
const mp4_chunk_t *p_chunk = &p_track->chunk[p_track->i_chunk];
/* v0:
* - isobmff: codec is not using v1 fields
* - qt: codec is usually uncompressed and 1 stored sample == 1 byte
* and you need to packetize/group samples. hardcoded codecs.
* if compressed, samplesize == 16 and codec is also hardcoded (ex: adpcm)
* v1:
* - samplesize is meaningless, always 16
* - compressed frames/packet size parameters applies, but samplesize can
* still be bytes. use packet size to deinterleave, but samples per frames
* are not the number of stored samples. The chunk can also be a packet in some
* (qcelp) cases, in that case we need to return chunk (return 1 stored sample).
* If the codec has -2 compression, this is vbr, we can't deinterleave or group
* samples at all. (return 1 stored sample)
* Again, some hardcoded codecs can exist in qt and we can't trust parameters.
* v2:
* - lpcm extensions provides additional parameters to group samples, but
* 1 stored sample is usually too small in length/bytes, so we need to
* packetize group them. Again, 1 stored sample != 1 audio sample. */
if( p_track->fmt.i_original_fourcc == VLC_FOURCC('r','r','t','p') )
{
*pi_nb_samples = 1;
return p_track->i_sample_size;
}
/* all samples have a different size */
if( p_track->i_sample_size == 0 )
{
*pi_nb_samples = 1;
return p_track->p_sample_size[p_track->i_sample];
}
/* If we are compressed but not v2 LPCM frames extensions */
if ( p_soun->i_compressionid == 0xFFFE && p_soun->i_qt_version < 2 )
{
*pi_nb_samples = 1; /* != number of audio samples */
if ( p_track->i_sample_size )
return p_track->i_sample_size;
else
return p_track->p_sample_size[p_track->i_sample];
}
/* More regular V0 cases */
uint32_t i_max_v0_samples;
switch( p_track->fmt.i_codec )
{
/* Compressed samples in V0 */
case VLC_CODEC_AMR_NB:
case VLC_CODEC_AMR_WB:
i_max_v0_samples = 16;
break;
default:
if( aout_BitsPerSample(p_track->fmt.i_codec) )
{
/* Read 25ms of samples (uncompressed) */
i_max_v0_samples = p_track->fmt.audio.i_rate / 40 *
p_track->fmt.audio.i_channels;
if( i_max_v0_samples < 1 )
i_max_v0_samples = 1;
}
else
{
/* compressed codecs */
i_max_v0_samples = 1;
}
break;
}
*pi_nb_samples = 0;
if( p_track->i_sample_size > 0 )
{
uint32_t i_bytes_per_frame;
uint32_t i_samples_per_frame =
MP4_GetAudioFrameInfo( p_track, p_soun, &i_bytes_per_frame );
uint32_t i_chunk_remaining_samples = p_chunk->i_sample_count -
(p_track->i_sample - p_chunk->i_sample_first);
if( i_max_v0_samples > i_chunk_remaining_samples )
i_max_v0_samples = i_chunk_remaining_samples;
if( i_samples_per_frame && i_bytes_per_frame )
{
/* GSM, ADPCM, */
if( i_samples_per_frame > 64 &&
i_samples_per_frame > i_bytes_per_frame )
{
*pi_nb_samples = i_samples_per_frame;
i_size = i_bytes_per_frame;
}
else
{
/* Regular cases */
uint32_t i_frames = __MAX(i_max_v0_samples / i_samples_per_frame, 1);
*pi_nb_samples = i_frames * i_samples_per_frame;
i_size = i_frames * i_bytes_per_frame;
}
}
else
{
*pi_nb_samples = 1;
return p_track->i_sample_size;
}
#ifdef MP4_DEBUG_AUDIO_SAMPLES
printf("demuxing qtv%d comp %x, ss%d, spf %d bpf %d samples %d maxsamples %d remain samples %d\n",
p_soun->i_qt_version, p_soun->i_compressionid, p_track->i_sample_size,
i_samples_per_frame, i_bytes_per_frame,
*pi_nb_samples, i_max_v0_samples, i_chunk_remaining_samples);
#endif
}
else /* Compressed */
{
for( uint32_t i=p_track->i_sample;
i<p_chunk->i_sample_first+p_chunk->i_sample_count &&
i<p_track->i_sample_count;
i++ )
{
i_size += p_track->p_sample_size[i];
(*pi_nb_samples)++;
/* Try to detect compression in ISO */
if(p_soun->i_compressionid != 0)
{
/* Return only 1 sample */
break;
}
if ( *pi_nb_samples == i_max_v0_samples )
break;
}
}
}
return i_size;
}
static uint64_t MP4_TrackGetPos( mp4_track_t *p_track )
{
unsigned int i_sample;
uint64_t i_pos;
i_pos = p_track->chunk[p_track->i_chunk].i_offset;
if( p_track->i_sample_size )
{
/* chunk offset in samples */
uint32_t i_samples = p_track->i_sample -
p_track->chunk[p_track->i_chunk].i_sample_first;
if( p_track->fmt.i_cat == AUDIO_ES )
{
MP4_Box_data_sample_soun_t *p_soun =
p_track->p_sample->data.p_sample_soun;
if( p_soun->i_compressionid != 0xFFFE )
{
uint32_t i_bytes_per_frame;
uint32_t i_samples_per_frame = MP4_GetAudioFrameInfo( p_track, p_soun, &i_bytes_per_frame );
if( i_bytes_per_frame && i_samples_per_frame )
{
/* we read chunk by chunk unless a blockalign is requested */
return i_pos + i_samples /
i_samples_per_frame * (uint64_t) i_bytes_per_frame;
}
}
}
i_pos += i_samples * (uint64_t) p_track->i_sample_size;
}
else
{
for( i_sample = p_track->chunk[p_track->i_chunk].i_sample_first;
i_sample < p_track->i_sample; i_sample++ )
{
i_pos += p_track->p_sample_size[i_sample];
}
}
return i_pos;
}
static int MP4_TrackSetNextELST( mp4_track_t *tk )
{
if( !tk->p_elst ||
tk->i_elst == UINT32_MAX - 1 ||
tk->i_elst + 1 >= tk->BOXDATA(p_elst)->i_entry_count )
return VLC_EGENERIC;
tk->i_elst_time += tk->BOXDATA(p_elst)->entries[tk->i_elst++].i_segment_duration;
return VLC_SUCCESS;
}
static int MP4_TrackUpdateELST( mp4_track_t *tk, uint32_t i_movie_timescale,
stime_t i_track_time, uint32_t i_track_sample )
{
if( !tk->p_elst || tk->BOXDATA(p_elst)->i_entry_count == 0 )
return VLC_SUCCESS;
if( i_track_sample >= tk->i_sample_count )
return MP4_TrackSetNextELST( tk );
vlc_tick_t i_time = MP4_rescale_mtime( i_track_time, tk->i_timescale );
for(;;)
{
const MP4_Box_data_elst_entry_t *edit = &tk->BOXDATA(p_elst)->entries[tk->i_elst];
vlc_tick_t i_end = MP4_rescale_mtime( edit->i_media_time, tk->i_timescale ) +
MP4_rescale_mtime( edit->i_segment_duration, i_movie_timescale );
if ( i_time < i_end || MP4_TrackSetNextELST( tk ) )
break;
}
return VLC_SUCCESS;
}
static int MP4_TrackNextSample( demux_t *p_demux, mp4_track_t *p_track, uint32_t i_samples )
{
demux_sys_t *p_sys = p_demux->p_sys;
if ( UINT32_MAX - p_track->i_sample < i_samples )
i_samples = UINT32_MAX - p_track->i_sample; /* Ensure we won't overflow next add */
p_track->i_sample += i_samples;
const uint32_t i_previous_chunk = p_track->i_chunk;
if( p_track->i_sample < p_track->i_sample_count )
{
/* Have we changed chunk ? */
while( p_track->i_sample >=
p_track->chunk[p_track->i_chunk].i_sample_first +
p_track->chunk[p_track->i_chunk].i_sample_count &&
p_track->i_chunk < p_track->i_chunk_count - 1 )
{
p_track->i_chunk++;
}
}
if( p_track->p_elst ) /* Update */
{
uint32_t i_prev_elst = p_track->i_elst;
TrackUpdateSampleAndTimes( p_track );
MP4_TrackUpdateELST( p_track, p_sys->i_timescale, p_track->i_next_dts, p_track->i_sample);
if( p_track->i_elst != i_prev_elst )
{
msg_Dbg( p_demux, "changed elst %u -> %u", i_prev_elst, p_track->i_elst);
/* *** find good chunk *** */
uint32_t i_sample, i_chunk;
stime_t i_start = p_track->BOXDATA(p_elst)->entries[p_track->i_elst].i_media_time;
if( STTSToSampleChunk( p_track, i_start, &i_chunk, &i_sample ) != VLC_SUCCESS )
{
msg_Warn( p_demux, "track[Id 0x%x] will be disabled "
"(seeking too far) chunk=%"PRIu32" sample=%"PRIu32,
p_track->i_track_ID, i_chunk, i_sample );
return VLC_EGENERIC;
}
p_track->i_chunk = i_chunk;
p_track->i_sample = i_sample;
}
}
TrackUpdateSampleAndTimes( p_track );
if( TrackUpdateFormat( p_demux, p_track, i_previous_chunk ) != VLC_SUCCESS )
{
msg_Warn( p_demux, "track[0x%x] will be disabled "
"(cannot restart decoder)", p_track->i_track_ID );
MP4_TrackSelect( p_demux, p_track, false );
return VLC_EGENERIC;
}
if( !p_track->b_selected || p_track->i_sample >= p_track->i_sample_count )
return VLC_EGENERIC;
return VLC_SUCCESS;
}
static void MP4_TrackSetELST( demux_t *p_demux, mp4_track_t *tk,
vlc_tick_t i_time )
{
demux_sys_t *p_sys = p_demux->p_sys;
uint32_t i_elst_last = tk->i_elst;
/* handle elst (find the correct one) */
tk->i_elst = 0;
tk->i_elst_time = 0;
if( tk->p_elst && tk->BOXDATA(p_elst)->i_entry_count > 0 )
{
MP4_Box_data_elst_t *elst = tk->BOXDATA(p_elst);
int64_t i_mvt= MP4_rescale_qtime( i_time, p_sys->i_timescale );
for( tk->i_elst = 0; tk->i_elst < elst->i_entry_count; tk->i_elst++ )
{
uint64_t i_dur = elst->entries[tk->i_elst].i_segment_duration;
if( elst->entries[tk->i_elst].i_media_time >=0 &&
tk->i_elst_time <= i_mvt &&
i_mvt < (int64_t)(tk->i_elst_time + i_dur) )
{
break;
}
tk->i_elst_time += i_dur;
}
if( tk->i_elst >= elst->i_entry_count )
{
/* msg_Dbg( p_demux, "invalid number of entry in elst" ); */
tk->i_elst = elst->i_entry_count - 1;
tk->i_elst_time -= elst->entries[tk->i_elst].i_segment_duration;
}
if( i_elst_last != tk->i_elst )
{
msg_Warn( p_demux, "elst old=%d new=%"PRIu32, i_elst_last, tk->i_elst );
if( i_elst_last < elst->i_entry_count &&
elst->entries[i_elst_last].i_media_time >= 0 )
tk->i_next_block_flags |= BLOCK_FLAG_DISCONTINUITY;
}
}
}
/******************************************************************************
* Here are the functions used for fragmented MP4
*****************************************************************************/
#if 0
/**
* Re-init decoder.
* \Note If we call that function too soon,
* before the track has been selected by MP4_TrackSelect
* (during the first execution of Demux), then the track gets disabled
*/
static int ReInitDecoder( demux_t *p_demux, const MP4_Box_t *p_root,
mp4_track_t *p_track )
{
MP4_Box_t *p_paramsbox = MP4_BoxGet( p_root, "/moov/trak[0]" );
if( !p_paramsbox )
return VLC_EGENERIC;
MP4_TrackRestart( p_demux, p_track, p_paramsbox );
/* Temporary hack until we support track selection */
p_track->b_selected = true;
p_track->b_enable = true;
return VLC_SUCCESS;
}
#endif
static stime_t GetCumulatedDuration( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
stime_t i_max_duration = 0;
for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
{
MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_sys->p_moov, p_sys->track[i].i_track_ID );
const MP4_Box_t *p_stsz;
const MP4_Box_t *p_tkhd;
if ( (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) &&
(p_stsz = MP4_BoxGet( p_trak, "mdia/minf/stbl/stsz" )) &&
/* duration might be wrong an be set to whole duration :/ */
BOXDATA(p_stsz)->i_sample_count > 0 )
{
i_max_duration = __MAX( (uint64_t)i_max_duration, BOXDATA(p_tkhd)->i_duration );
}
}
if( p_sys->p_fragsindex )
{
stime_t i_tracks_duration = MP4_Fragment_Index_GetTracksDuration( p_sys->p_fragsindex );
i_max_duration = __MAX( i_max_duration, i_tracks_duration );
}
return i_max_duration;
}
static int ProbeIndex( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
uint64_t i_stream_size;
uint8_t mfro[MP4_MFRO_BOXSIZE];
assert( p_sys->b_seekable );
if ( MP4_BoxCount( p_sys->p_root, "/mfra" ) )
return VLC_EGENERIC;
if ( vlc_stream_GetSize( p_demux->s, &i_stream_size ) != VLC_SUCCESS )
return VLC_EGENERIC;
if ( i_stream_size < MP4_MFRO_BOXSIZE ||
vlc_stream_Seek( p_demux->s, i_stream_size - MP4_MFRO_BOXSIZE ) != VLC_SUCCESS )
{
msg_Dbg( p_demux, "Probing tail for mfro has failed" );
return VLC_EGENERIC;
}
if ( vlc_stream_Read( p_demux->s, &mfro, MP4_MFRO_BOXSIZE ) == MP4_MFRO_BOXSIZE &&
VLC_FOURCC(mfro[4],mfro[5],mfro[6],mfro[7]) == ATOM_mfro &&
GetDWBE( &mfro ) == MP4_MFRO_BOXSIZE )
{
uint32_t i_offset = GetDWBE( &mfro[12] );
msg_Dbg( p_demux, "will read mfra index at %"PRIu64, i_stream_size - i_offset );
if ( i_stream_size > i_offset &&
vlc_stream_Seek( p_demux->s, i_stream_size - i_offset ) == VLC_SUCCESS )
{
msg_Dbg( p_demux, "reading mfra index at %"PRIu64, i_stream_size - i_offset );
const uint32_t stoplist[] = { ATOM_mfra, 0 };
MP4_ReadBoxContainerChildren( p_demux->s, p_sys->p_root, stoplist );
}
return VLC_SUCCESS;
}
return VLC_EGENERIC;
}
static stime_t GetMoovTrackDuration( demux_sys_t *p_sys, unsigned i_track_ID )
{
MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_sys->p_moov, i_track_ID );
const MP4_Box_t *p_stsz;
const MP4_Box_t *p_tkhd;
if ( (p_tkhd = MP4_BoxGet( p_trak, "tkhd" )) &&
(p_stsz = MP4_BoxGet( p_trak, "mdia/minf/stbl/stsz" )) &&
/* duration might be wrong an be set to whole duration :/ */
BOXDATA(p_stsz)->i_sample_count > 0 )
{
if( BOXDATA(p_tkhd)->i_duration <= p_sys->i_moov_duration )
return BOXDATA(p_tkhd)->i_duration; /* In movie / mvhd scale */
else
return p_sys->i_moov_duration;
}
return 0;
}
static bool GetMoofTrackDuration( MP4_Box_t *p_moov, MP4_Box_t *p_moof,
unsigned i_track_ID, stime_t *p_duration )
{
if ( !p_moof || !p_moov )
return false;
MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
while ( p_traf )
{
if ( p_traf->i_type != ATOM_traf )
{
p_traf = p_traf->p_next;
continue;
}
const MP4_Box_t *p_tfhd = MP4_BoxGet( p_traf, "tfhd" );
const MP4_Box_t *p_trun = MP4_BoxGet( p_traf, "trun" );
if ( !p_tfhd || !p_trun || i_track_ID != BOXDATA(p_tfhd)->i_track_ID )
{
p_traf = p_traf->p_next;
continue;
}
uint32_t i_track_timescale = 0;
uint32_t i_track_defaultsampleduration = 0;
/* set trex for defaults */
MP4_Box_t *p_trex = MP4_GetTrexByTrackID( p_moov, BOXDATA(p_tfhd)->i_track_ID );
if ( p_trex )
{
i_track_defaultsampleduration = BOXDATA(p_trex)->i_default_sample_duration;
}
MP4_Box_t *p_trak = MP4_GetTrakByTrackID( p_moov, BOXDATA(p_tfhd)->i_track_ID );
if ( p_trak )
{
MP4_Box_t *p_mdhd = MP4_BoxGet( p_trak, "mdia/mdhd" );
if ( p_mdhd )
i_track_timescale = BOXDATA(p_mdhd)->i_timescale;
}
if ( !i_track_timescale )
{
p_traf = p_traf->p_next;
continue;
}
uint64_t i_traf_duration = 0;
while ( p_trun && p_tfhd )
{
if ( p_trun->i_type != ATOM_trun )
{
p_trun = p_trun->p_next;
continue;
}
const MP4_Box_data_trun_t *p_trundata = p_trun->data.p_trun;
/* Sum total time */
if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_DURATION )
{
for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
i_traf_duration += p_trundata->p_samples[i].i_duration;
}
else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DFLT_SAMPLE_DURATION )
{
i_traf_duration += (uint64_t)p_trundata->i_sample_count *
BOXDATA(p_tfhd)->i_default_sample_duration;
}
else
{
i_traf_duration += (uint64_t)p_trundata->i_sample_count *
i_track_defaultsampleduration;
}
p_trun = p_trun->p_next;
}
*p_duration = i_traf_duration;
return true;
}
return false;
}
static int ProbeFragments( demux_t *p_demux, bool b_force, bool *pb_fragmented )
{
demux_sys_t *p_sys = p_demux->p_sys;
msg_Dbg( p_demux, "probing fragments from %"PRId64, vlc_stream_Tell( p_demux->s ) );
assert( p_sys->p_root );
MP4_Box_t *p_vroot = MP4_BoxNew(ATOM_root);
if( !p_vroot )
return VLC_EGENERIC;
if( p_sys->b_seekable && (p_sys->b_fastseekable || b_force) )
{
MP4_ReadBoxContainerChildren( p_demux->s, p_vroot, NULL ); /* Get the rest of the file */
p_sys->b_fragments_probed = true;
const unsigned i_moof = MP4_BoxCount( p_vroot, "/moof" );
if( i_moof )
{
*pb_fragmented = true;
p_sys->p_fragsindex = MP4_Fragments_Index_New( p_sys->i_tracks, i_moof );
if( !p_sys->p_fragsindex )
{
MP4_BoxFree( p_vroot );
return VLC_EGENERIC;
}
stime_t *pi_track_times = calloc( p_sys->i_tracks, sizeof(*pi_track_times) );
if( !pi_track_times )
{
MP4_Fragments_Index_Delete( p_sys->p_fragsindex );
p_sys->p_fragsindex = NULL;
MP4_BoxFree( p_vroot );
return VLC_EGENERIC;
}
unsigned index = 0;
for( MP4_Box_t *p_moof = p_vroot->p_first; p_moof; p_moof = p_moof->p_next )
{
if( p_moof->i_type != ATOM_moof )
continue;
for( unsigned i=0; i<p_sys->i_tracks; i++ )
{
MP4_Box_t *p_tfdt = NULL;
MP4_Box_t *p_traf = MP4_GetTrafByTrackID( p_moof, p_sys->track[i].i_track_ID );
if( p_traf )
p_tfdt = MP4_BoxGet( p_traf, "tfdt" );
if( p_tfdt && BOXDATA(p_tfdt) && p_tfdt->data.p_tfdt->i_base_media_decode_time <= INT64_MAX)
{
pi_track_times[i] = p_tfdt->data.p_tfdt->i_base_media_decode_time;
}
else if( index == 0 ) /* Set first fragment time offset from moov */
{
stime_t i_duration = GetMoovTrackDuration( p_sys, p_sys->track[i].i_track_ID );
pi_track_times[i] = MP4_rescale( i_duration, p_sys->i_timescale, p_sys->track[i].i_timescale );
}
stime_t i_movietime = MP4_rescale( pi_track_times[i], p_sys->track[i].i_timescale, p_sys->i_timescale );
p_sys->p_fragsindex->p_times[index * p_sys->i_tracks + i] = i_movietime;
stime_t i_duration = 0;
if( GetMoofTrackDuration( p_sys->p_moov, p_moof, p_sys->track[i].i_track_ID, &i_duration ) )
pi_track_times[i] += i_duration;
}
p_sys->p_fragsindex->pi_pos[index++] = p_moof->i_pos;
}
for( unsigned i=0; i<p_sys->i_tracks; i++ )
{
stime_t i_movietime = MP4_rescale( pi_track_times[i], p_sys->track[i].i_timescale, p_sys->i_timescale );
if( p_sys->p_fragsindex->i_last_time < i_movietime )
p_sys->p_fragsindex->i_last_time = i_movietime;
}
free( pi_track_times );
#ifdef MP4_VERBOSE
MP4_Fragments_Index_Dump( VLC_OBJECT(p_demux), p_sys->p_fragsindex, p_sys->i_timescale );
#endif
}
}
else
{
/* We stop at first moof, which validates our fragmentation condition
* and we'll find others while reading. */
const uint32_t excllist[] = { ATOM_moof, 0 };
MP4_ReadBoxContainerRestricted( p_demux->s, p_vroot, NULL, excllist );
/* Peek since we stopped before restriction */
const uint8_t *p_peek;
if ( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) == 8 )
*pb_fragmented = (VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) == ATOM_moof);
else
*pb_fragmented = false;
}
MP4_BoxFree( p_vroot );
MP4_Box_t *p_mehd = MP4_BoxGet( p_sys->p_moov, "mvex/mehd");
if ( !p_mehd )
p_sys->i_cumulated_duration = GetCumulatedDuration( p_demux );
return VLC_SUCCESS;
}
static int ProbeFragmentsChecked( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
if( p_sys->b_fragments_probed )
return VLC_SUCCESS;
if( !p_sys->b_fastseekable )
{
const char *psz_msg = _(
"Because this file index is broken or missing, "
"seeking will not work correctly.\n"
"VLC won't repair your file but can temporary fix this "
"problem by building an index in memory.\n"
"This step might take a long time on a large file.\n"
"What do you want to do?");
bool b_continue = vlc_dialog_wait_question( p_demux,
VLC_DIALOG_QUESTION_NORMAL,
_("Do not seek"),
_("Build index"),
NULL,
_("Broken or missing Index"),
"%s", psz_msg );
if( !b_continue )
return VLC_EGENERIC;
}
const uint64_t i_backup_pos = vlc_stream_Tell( p_demux->s );
int i_ret = vlc_stream_Seek( p_demux->s, p_sys->p_moov->i_pos + p_sys->p_moov->i_size );
if( i_ret == VLC_SUCCESS )
{
bool foo;
i_ret = ProbeFragments( p_demux, true, &foo );
p_sys->b_fragments_probed = true;
}
if( i_ret != VLC_SUCCESS )
p_sys->b_error = (vlc_stream_Seek( p_demux->s, i_backup_pos ) != VLC_SUCCESS);
return i_ret;
}
static void FragResetContext( demux_sys_t *p_sys )
{
if( p_sys->context.p_fragment_atom )
{
if( p_sys->context.p_fragment_atom != p_sys->p_moov )
MP4_BoxFree( p_sys->context.p_fragment_atom );
p_sys->context.p_fragment_atom = NULL;
}
p_sys->context.i_current_box_type = 0;
for ( uint32_t i=0; i<p_sys->i_tracks; i++ )
{
mp4_track_t *p_track = &p_sys->track[i];
p_track->context.i_default_sample_size = 0;
p_track->context.i_default_sample_duration = 0;
}
}
static int FragDemuxTrack( demux_t *p_demux, mp4_track_t *p_track,
vlc_tick_t i_max_preload )
{
if( !p_track->b_ok ||
p_track->context.runs.i_current >= p_track->context.runs.i_count )
return VLC_DEMUXER_EOS;
const MP4_Box_data_trun_t *p_trun =
p_track->context.runs.p_array[p_track->context.runs.i_current].p_trun->data.p_trun;
uint32_t dur = p_track->context.i_default_sample_duration,
len = p_track->context.i_default_sample_size;
if( vlc_stream_Tell(p_demux->s) != p_track->context.i_trun_sample_pos &&
MP4_Seek( p_demux->s, p_track->context.i_trun_sample_pos ) != VLC_SUCCESS )
return VLC_DEMUXER_EOF;
const stime_t i_demux_max_dts = (i_max_preload < INVALID_PRELOAD) ?
p_track->i_time + MP4_rescale_qtime( i_max_preload, p_track->i_timescale ) :
VLC_TICK_MAX;
for( uint32_t i = p_track->context.i_trun_sample; i < p_trun->i_sample_count; i++ )
{
const stime_t i_dts = p_track->i_time;
stime_t i_pts = i_dts;
if( p_trun->i_flags & MP4_TRUN_SAMPLE_DURATION )
dur = p_trun->p_samples[i].i_duration;
if( i_dts > i_demux_max_dts )
return VLC_DEMUXER_SUCCESS;
p_track->i_time += dur;
p_track->context.i_trun_sample = i + 1;
if( p_trun->i_flags & MP4_TRUN_SAMPLE_TIME_OFFSET )
{
if ( p_trun->i_version == 1 )
i_pts += p_trun->p_samples[i].i_composition_time_offset.v1;
else if( p_trun->p_samples[i].i_composition_time_offset.v0 < 0xFF000000 )
i_pts += p_trun->p_samples[i].i_composition_time_offset.v0;
else /* version 0 with negative */
i_pts += p_trun->p_samples[i].i_composition_time_offset.v1;
}
if( p_trun->i_flags & MP4_TRUN_SAMPLE_SIZE )
len = p_trun->p_samples[i].i_size;
if( !dur )
msg_Warn(p_demux, "Zero duration sample in trun.");
if( !len )
msg_Warn(p_demux, "Zero length sample in trun.");
len = OverflowCheck( p_demux, p_track, vlc_stream_Tell(p_demux->s), len );
block_t *p_block = vlc_stream_Block( p_demux->s, len );
uint32_t i_read = ( p_block ) ? p_block->i_buffer : 0;
p_track->context.i_trun_sample_pos += i_read;
if( i_read < len || p_block == NULL )
{
if( p_block )
block_Release( p_block );
return VLC_DEMUXER_FATAL;
}
#if 0
msg_Dbg( p_demux, "tk(%i)=%"PRId64" mv=%"PRId64" pos=%"PRIu64, p_track->i_track_ID,
VLC_TICK_0 + MP4_rescale_mtime( i_dts, p_track->i_timescale ),
VLC_TICK_0 + MP4_rescale_mtime( i_pts, p_track->i_timescale ),
p_track->context.i_trun_sample_pos - i_read );
#endif
if ( p_track->p_es )
{
p_block->i_dts = VLC_TICK_0 + MP4_rescale_mtime( i_dts, p_track->i_timescale );
if( p_track->fmt.i_cat == VIDEO_ES && !( p_trun->i_flags & MP4_TRUN_SAMPLE_TIME_OFFSET ) )
p_block->i_pts = VLC_TICK_INVALID;
else
p_block->i_pts = VLC_TICK_0 + MP4_rescale_mtime( i_pts, p_track->i_timescale );
p_block->i_length = MP4_rescale_mtime( dur, p_track->i_timescale );
MP4_Block_Send( p_demux, p_track, p_block );
}
else block_Release( p_block );
}
if( p_track->context.i_trun_sample == p_trun->i_sample_count )
{
p_track->context.i_trun_sample = 0;
if( ++p_track->context.runs.i_current < p_track->context.runs.i_count )
{
p_track->i_time = p_track->context.runs.p_array[p_track->context.runs.i_current].i_first_dts;
p_track->context.i_trun_sample_pos = p_track->context.runs.p_array[p_track->context.runs.i_current].i_offset;
}
}
return VLC_DEMUXER_SUCCESS;
}
static int DemuxMoof( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
int i_status;
const vlc_tick_t i_max_preload = ( p_sys->b_fastseekable ) ? 0 : ( p_sys->b_seekable ) ? DEMUX_TRACK_MAX_PRELOAD : INVALID_PRELOAD;
const vlc_tick_t i_nztime = MP4_GetMoviePTS( p_sys );
/* !important! Ensure clock is set before sending data */
if( p_sys->i_pcr == VLC_TICK_INVALID )
es_out_SetPCR( p_demux->out, VLC_TICK_0 + i_nztime );
/* Set per track read state */
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
p_sys->track[i].context.i_temp = VLC_DEMUXER_SUCCESS;
/* demux up to increment amount of data on every track, or just set pcr if empty data */
for( ;; )
{
mp4_track_t *tk = NULL;
i_status = VLC_DEMUXER_EOS;
vlc_tick_t i_minnzdts = VLC_TICK_MAX;
/* First pass, find any track within our target increment, ordered by position */
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
mp4_track_t *tk_tmp = &p_sys->track[i];
if( !tk_tmp->b_ok || MP4_isMetadata( tk_tmp ) ||
(!tk_tmp->b_selected && p_sys->b_seekable) ||
tk_tmp->context.runs.i_current >= tk_tmp->context.runs.i_count ||
tk_tmp->context.i_temp != VLC_DEMUXER_SUCCESS )
continue;
/* At least still have data to demux on this or next turns */
i_status = VLC_DEMUXER_SUCCESS;
vlc_tick_t i_nzdts = MP4_rescale_mtime( tk_tmp->i_time, tk_tmp->i_timescale );
if( i_nzdts <= i_nztime + DEMUX_INCREMENT )
{
if( tk == NULL || tk_tmp->context.i_trun_sample_pos < tk->context.i_trun_sample_pos )
tk = tk_tmp;
}
i_minnzdts = __MIN(i_minnzdts, i_nzdts);
}
if( tk )
{
/* Second pass, refine and find any best candidate having a chunk pos closer than
* current candidate (avoids seeks when increment falls between the 2) from
* current position, but within extended interleave time */
for( unsigned i = 0; i_max_preload != 0 && i < p_sys->i_tracks; i++ )
{
mp4_track_t *tk_tmp = &p_sys->track[i];
if( tk_tmp == tk ||
!tk_tmp->b_ok || MP4_isMetadata( tk_tmp ) ||
(!tk_tmp->b_selected && p_sys->b_seekable) ||
tk_tmp->context.runs.i_current >= tk_tmp->context.runs.i_count ||
tk_tmp->context.i_temp != VLC_DEMUXER_SUCCESS )
continue;
vlc_tick_t i_nzdts = MP4_rescale_mtime( tk_tmp->i_time, tk_tmp->i_timescale );
if ( i_nzdts <= i_nztime + DEMUX_TRACK_MAX_PRELOAD )
{
/* Found a better candidate to avoid seeking */
if( tk_tmp->context.i_trun_sample_pos < tk->context.i_trun_sample_pos )
tk = tk_tmp;
/* Note: previous candidate will be repicked on next loop */
}
}
int i_ret = FragDemuxTrack( p_demux, tk, i_max_preload );
tk->context.i_temp = i_ret;
if( i_ret == VLC_DEMUXER_SUCCESS )
i_status = VLC_DEMUXER_SUCCESS;
else if( i_ret == VLC_DEMUXER_FATAL )
i_status = VLC_DEMUXER_EOF;
}
if( i_minnzdts != VLC_TICK_MAX && VLC_TICK_0 + i_minnzdts > p_sys->i_pcr )
{
p_sys->i_pcr = VLC_TICK_0 + i_minnzdts;
es_out_SetPCR( p_demux->out, p_sys->i_pcr );
}
if( i_status != VLC_DEMUXER_SUCCESS || !tk )
break;
}
if( i_status != VLC_DEMUXER_EOS )
{
p_sys->i_nztime += DEMUX_INCREMENT;
if ( VLC_TICK_0 + p_sys->i_nztime > p_sys->i_pcr )
p_sys->i_pcr = VLC_TICK_0 + p_sys->i_nztime;
es_out_SetPCR( p_demux->out, p_sys->i_pcr );
}
else
{
vlc_tick_t i_segment_end = VLC_TICK_MAX;
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
mp4_track_t *tk = &p_sys->track[i];
if( tk->b_ok || MP4_isMetadata( tk ) ||
(!tk->b_selected && !p_sys->b_seekable) )
continue;
vlc_tick_t i_track_end = MP4_rescale_mtime( tk->i_time, tk->i_timescale );
if( i_track_end < i_segment_end )
i_segment_end = i_track_end;
}
if( i_segment_end != VLC_TICK_MAX )
{
p_sys->i_nztime = i_segment_end;
p_sys->i_pcr = VLC_TICK_0 + p_sys->i_nztime;
es_out_SetPCR( p_demux->out, p_sys->i_pcr );
}
}
return i_status;
}
static int FragCreateTrunIndex( demux_t *p_demux, MP4_Box_t *p_moof,
MP4_Box_t *p_chunksidx, stime_t i_moof_time )
{
demux_sys_t *p_sys = p_demux->p_sys;
uint64_t i_traf_base_data_offset = p_moof->i_pos;
uint32_t i_traf = 0;
uint64_t i_prev_traf_end = 0;
for( unsigned i=0; i<p_sys->i_tracks; i++ )
{
mp4_track_t *p_track = &p_sys->track[i];
if( p_track->context.runs.p_array )
free( p_track->context.runs.p_array );
p_track->context.runs.p_array = NULL;
p_track->context.runs.i_count = 0;
p_track->context.runs.i_current = 0;
}
for( MP4_Box_t *p_traf = MP4_BoxGet( p_moof, "traf" );
p_traf ; p_traf = p_traf->p_next )
{
if ( p_traf->i_type != ATOM_traf )
continue;
const MP4_Box_t *p_tfhd = MP4_BoxGet( p_traf, "tfhd" );
uint32_t i_trun_count = MP4_BoxCount( p_traf, "trun" );
if ( !p_tfhd || !i_trun_count )
continue;
mp4_track_t *p_track = MP4_GetTrackByTrackID( p_demux, BOXDATA(p_tfhd)->i_track_ID );
if( !p_track )
continue;
void *r_array = vlc_reallocarray( p_track->context.runs.p_array,
i_trun_count + p_track->context.runs.i_count, sizeof(mp4_run_t) );
if ( unlikely( r_array == NULL ))
{
free( p_track->context.runs.p_array );
p_track->context.runs.p_array = NULL;
p_track->context.runs.i_count = 0;
continue;
}
p_track->context.runs.p_array = r_array;
memset(&p_track->context.runs.p_array[p_track->context.runs.i_count], 0, i_trun_count * sizeof(mp4_run_t));
i_trun_count += p_track->context.runs.i_count;
/* Get defaults for this/these RUN */
uint32_t i_track_defaultsamplesize = 0;
uint32_t i_track_defaultsampleduration = 0;
MP4_GetDefaultSizeAndDuration( p_sys->p_moov, BOXDATA(p_tfhd),
&i_track_defaultsamplesize,
&i_track_defaultsampleduration );
p_track->context.i_default_sample_size = i_track_defaultsamplesize;
p_track->context.i_default_sample_duration = i_track_defaultsampleduration;
stime_t i_traf_start_time = p_track->i_time;
bool b_has_base_media_decode_time = false;
if( p_track->context.b_resync_time_offset ) /* We NEED start time offset for each track */
{
p_track->context.b_resync_time_offset = false;
/* Find start time */
const MP4_Box_t *p_tfdt = MP4_BoxGet( p_traf, "tfdt" );
if( p_tfdt )
{
i_traf_start_time = BOXDATA(p_tfdt)->i_base_media_decode_time;
b_has_base_media_decode_time = true;
}
/* Try using Tfxd for base offset (Smooth) */
if( !b_has_base_media_decode_time && p_sys->i_tracks == 1 )
{
const MP4_Box_t *p_uuid = MP4_BoxGet( p_traf, "uuid" );
for( ; p_uuid; p_uuid = p_uuid->p_next )
{
if( p_uuid->i_type == ATOM_uuid &&
!CmpUUID( &p_uuid->i_uuid, &TfxdBoxUUID ) && p_uuid->data.p_tfxd )
{
i_traf_start_time = p_uuid->data.p_tfxd->i_fragment_abs_time;
b_has_base_media_decode_time = true;
break;
}
}
}
/* After seek we should have probed fragments */
if( !b_has_base_media_decode_time && p_sys->p_fragsindex )
{
unsigned i_track_index = (p_track - p_sys->track);
assert(&p_sys->track[i_track_index] == p_track);
i_traf_start_time = MP4_Fragment_Index_GetTrackStartTime( p_sys->p_fragsindex,
i_track_index, p_moof->i_pos );
i_traf_start_time = MP4_rescale( i_traf_start_time,
p_sys->i_timescale, p_track->i_timescale );
b_has_base_media_decode_time = true;
}
if( !b_has_base_media_decode_time && p_chunksidx )
{
/* Try using SIDX as base offset.
* This can not work for global sidx but only when sent within each fragment (dash) */
const MP4_Box_data_sidx_t *p_data = p_chunksidx->data.p_sidx;
if( p_data && p_data->i_timescale && p_data->i_reference_count == 1 )
{
i_traf_start_time = MP4_rescale( p_data->i_earliest_presentation_time,
p_data->i_timescale, p_track->i_timescale );
b_has_base_media_decode_time = true;
}
}
/* First contiguous segment (moov->moof) and there's no tfdt not probed index (yet) */
if( !b_has_base_media_decode_time && FragGetMoofSequenceNumber( p_moof ) == 1 )
{
i_traf_start_time = MP4_rescale( GetMoovTrackDuration( p_sys, p_track->i_track_ID ),
p_sys->i_timescale, p_track->i_timescale );
b_has_base_media_decode_time = true;
}
/* Use global sidx moof time, in case moof does not carry tfdt */
if( !b_has_base_media_decode_time )
{
if( i_moof_time != INVALID_SEGMENT_TIME )
i_traf_start_time = MP4_rescale( i_moof_time, p_sys->i_timescale, p_track->i_timescale );
else if ( p_sys->i_nztime != VLC_TICK_MAX ) /* That should not happen */
i_traf_start_time = MP4_rescale_qtime( p_sys->i_nztime, p_track->i_timescale );
else /* That should not happen */
i_traf_start_time = p_track->i_time;
}
}
/* Parse TRUN data */
if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET )
{
i_traf_base_data_offset = BOXDATA(p_tfhd)->i_base_data_offset;
}
/* ignored if MP4_TFHD_BASE_DATA_OFFSET */
else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DEFAULT_BASE_IS_MOOF )
{
i_traf_base_data_offset = p_moof->i_pos /* + 8*/;
}
else
{
if ( i_traf == 0 )
i_traf_base_data_offset = p_moof->i_pos /*+ 8*/;
else
i_traf_base_data_offset = i_prev_traf_end;
}
uint64_t i_trun_dts = i_traf_start_time;
uint64_t i_trun_data_offset = i_traf_base_data_offset;
uint32_t i_trun_size = 0;
for( const MP4_Box_t *p_trun = MP4_BoxGet( p_traf, "trun" );
p_trun && p_tfhd; p_trun = p_trun->p_next )
{
if ( p_trun->i_type != ATOM_trun )
continue;
const MP4_Box_data_trun_t *p_trundata = p_trun->data.p_trun;
/* Get data offset */
if ( p_trundata->i_flags & MP4_TRUN_DATA_OFFSET )
{
/* Fix for broken Trun data offset relative to tfhd instead of moof, as seen in smooth */
if( (BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET) == 0 &&
i_traf == 0 &&
i_traf_base_data_offset + p_trundata->i_data_offset < p_moof->i_pos + p_moof->i_size + 8 )
{
i_trun_data_offset += p_moof->i_size + 8;
}
else if( (BOXDATA(p_tfhd)->i_flags & MP4_TFHD_BASE_DATA_OFFSET) )
{
i_trun_data_offset = BOXDATA(p_tfhd)->i_base_data_offset + p_trundata->i_data_offset;
}
/* ignored if MP4_TFHD_BASE_DATA_OFFSET */
else if ( BOXDATA(p_tfhd)->i_flags & MP4_TFHD_DEFAULT_BASE_IS_MOOF )
{
i_trun_data_offset = p_moof->i_pos + p_trundata->i_data_offset;
}
else
{
i_trun_data_offset += p_trundata->i_data_offset;
}
}
else
{
i_trun_data_offset += i_trun_size;
}
i_trun_size = 0;
#ifndef NDEBUG
msg_Dbg( p_demux,
"tk %u run %" PRIu32 " dflt dur %"PRIu32" size %"PRIu32" firstdts %"PRId64" offset %"PRIu64,
p_track->i_track_ID,
p_track->context.runs.i_count,
i_track_defaultsampleduration,
i_track_defaultsamplesize,
MP4_rescale_mtime( i_trun_dts, p_track->i_timescale ), i_trun_data_offset );
#endif
//************
assert(p_track->context.runs.i_count < i_trun_count);
mp4_run_t *p_run = &p_track->context.runs.p_array[p_track->context.runs.i_count++];
p_run->i_first_dts = i_trun_dts;
p_run->i_offset = i_trun_data_offset;
p_run->p_trun = p_trun;
//************
/* Sum total time */
if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_DURATION )
{
for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
i_trun_dts += p_trundata->p_samples[i].i_duration;
}
else
{
i_trun_dts += (uint64_t)p_trundata->i_sample_count *
i_track_defaultsampleduration;
}
/* Get total traf size */
if ( p_trundata->i_flags & MP4_TRUN_SAMPLE_SIZE )
{
for( uint32_t i=0; i< p_trundata->i_sample_count; i++ )
i_trun_size += p_trundata->p_samples[i].i_size;
}
else
{
i_trun_size += p_trundata->i_sample_count *
i_track_defaultsamplesize;
}
i_prev_traf_end = i_trun_data_offset + i_trun_size;
}
i_traf++;
}
return VLC_SUCCESS;
}
static int FragGetMoofBySidxIndex( demux_t *p_demux, vlc_tick_t target_time,
uint64_t *pi_moof_pos, vlc_tick_t *pi_sampletime )
{
demux_sys_t *p_sys = p_demux->p_sys;
const MP4_Box_t *p_sidx = MP4_BoxGet( p_sys->p_root, "sidx" );
for( ; p_sidx ; p_sidx = p_sidx->p_next )
{
if( p_sidx->i_type != ATOM_sidx )
continue;
const MP4_Box_data_sidx_t *p_data = BOXDATA(p_sidx);
if( !p_data || !p_data->i_timescale )
break;
stime_t i_target_time = MP4_rescale_qtime( target_time, p_data->i_timescale );
/* sidx refers to offsets from end of sidx pos in the file + first offset */
uint64_t i_pos = p_data->i_first_offset + p_sidx->i_pos + p_sidx->i_size;
stime_t i_time = 0;
for( uint16_t i=0; i<p_data->i_reference_count; i++ )
{
if(p_data->p_items[i].b_reference_type != 0)
continue;
if( i_time + p_data->p_items[i].i_subsegment_duration > i_target_time )
{
*pi_sampletime = MP4_rescale_mtime( i_time, p_data->i_timescale );
*pi_moof_pos = i_pos;
return VLC_SUCCESS;
}
i_pos += p_data->p_items[i].i_referenced_size;
i_time += p_data->p_items[i].i_subsegment_duration;
}
}
return VLC_EGENERIC;
}
static int FragGetMoofByTfraIndex( demux_t *p_demux, const vlc_tick_t i_target_time, unsigned i_track_ID,
uint64_t *pi_moof_pos, vlc_tick_t *pi_sampletime )
{
demux_sys_t *p_sys = p_demux->p_sys;
MP4_Box_t *p_tfra = MP4_BoxGet( p_sys->p_root, "mfra/tfra" );
for( ; p_tfra; p_tfra = p_tfra->p_next )
{
if ( p_tfra->i_type == ATOM_tfra )
{
const MP4_Box_data_tfra_t *p_data = BOXDATA(p_tfra);
if( !p_data || p_data->i_track_ID != i_track_ID )
continue;
uint64_t i_pos = 0;
mp4_track_t *p_track = MP4_GetTrackByTrackID( p_demux, p_data->i_track_ID );
if ( p_track )
{
stime_t i_track_target_time = MP4_rescale_qtime( i_target_time, p_track->i_timescale );
for ( uint32_t i = 0; i<p_data->i_number_of_entries; i += ( p_data->i_version == 1 ) ? 2 : 1 )
{
stime_t i_time = p_data->p_time[i];
uint64_t i_offset = p_data->p_moof_offset[i];
if ( i_time >= i_track_target_time )
{
if ( i_pos == 0 ) /* Not in this traf */
break;
*pi_moof_pos = i_pos;
*pi_sampletime = MP4_rescale_mtime( i_time, p_track->i_timescale );
return VLC_SUCCESS;
}
else
i_pos = i_offset;
}
}
}
}
return VLC_EGENERIC;
}
static void MP4_GetDefaultSizeAndDuration( MP4_Box_t *p_moov,
const MP4_Box_data_tfhd_t *p_tfhd_data,
uint32_t *pi_default_size,
uint32_t *pi_default_duration )
{
if( p_tfhd_data->i_flags & MP4_TFHD_DFLT_SAMPLE_DURATION )
*pi_default_duration = p_tfhd_data->i_default_sample_duration;
if( p_tfhd_data->i_flags & MP4_TFHD_DFLT_SAMPLE_SIZE )
*pi_default_size = p_tfhd_data->i_default_sample_size;
if( !*pi_default_duration || !*pi_default_size )
{
const MP4_Box_t *p_trex = MP4_GetTrexByTrackID( p_moov, p_tfhd_data->i_track_ID );
if ( p_trex )
{
if ( !*pi_default_duration )
*pi_default_duration = BOXDATA(p_trex)->i_default_sample_duration;
if ( !*pi_default_size )
*pi_default_size = BOXDATA(p_trex)->i_default_sample_size;
}
}
}
static int DemuxFrag( demux_t *p_demux )
{
demux_sys_t *p_sys = p_demux->p_sys;
unsigned i_track_selected = 0;
int i_status = VLC_DEMUXER_SUCCESS;
if( unlikely(p_sys->b_error) )
{
msg_Warn( p_demux, "unrecoverable error" );
i_status = VLC_DEMUXER_EOF;
goto end;
}
/* check for newly selected/unselected track */
for( unsigned i_track = 0; i_track < p_sys->i_tracks; i_track++ )
{
mp4_track_t *tk = &p_sys->track[i_track];
bool b = true;
if( !tk->b_ok || MP4_isMetadata( tk ) )
continue;
if( p_sys->b_seekable )
es_out_Control( p_demux->out, ES_OUT_GET_ES_STATE, tk->p_es, &b );
if(tk->b_selected != b)
{
msg_Dbg( p_demux, "track %u %s!", tk->i_track_ID, b ? "enabled" : "disabled" );
MP4_TrackSelect( p_demux, tk, b );
}
if( tk->b_selected )
i_track_selected++;
}
if( i_track_selected <= 0 )
{
msg_Warn( p_demux, "no track selected, exiting..." );
i_status = VLC_DEMUXER_EOF;
goto end;
}
if ( p_sys->context.i_current_box_type != ATOM_mdat )
{
/* Otherwise mdat is skipped. FIXME: mdat reading ! */
const uint8_t *p_peek;
if( vlc_stream_Peek( p_demux->s, &p_peek, 8 ) != 8 )
{
i_status = VLC_DEMUXER_EOF;
goto end;
}
p_sys->context.i_current_box_type = VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] );
if( p_sys->context.i_current_box_type != ATOM_moof &&
p_sys->context.i_current_box_type != ATOM_moov )
{
uint64_t i_pos = vlc_stream_Tell( p_demux->s );
uint64_t i_size = GetDWBE( p_peek );
if ( i_size == 1 )
{
if( vlc_stream_Peek( p_demux->s, &p_peek, 16 ) != 16 )
{
i_status = VLC_DEMUXER_EOF;
goto end;
}
i_size = GetQWBE( p_peek + 8 );
}
if( UINT64_MAX - i_pos < i_size )
{
i_status = VLC_DEMUXER_EOF;
goto end;
}
if( p_sys->context.i_current_box_type == ATOM_mdat )
{
/* We'll now read mdat using context atom,
* but we'll need post mdat offset, as we'll never seek backward */
p_sys->context.i_post_mdat_offset = i_pos + i_size;
}
else if( MP4_Seek( p_demux->s, i_pos + i_size ) != VLC_SUCCESS ) /* skip other atoms */
{
i_status = VLC_DEMUXER_EOF;
goto end;
}
}
else
{
MP4_Box_t *p_vroot = MP4_BoxGetNextChunk( p_demux->s );
if(!p_vroot)
{
i_status = VLC_DEMUXER_EOF;
goto end;
}
MP4_Box_t *p_box = NULL;
for( p_box = p_vroot->p_first; p_box; p_box = p_box->p_next )
{
if( p_box->i_type == ATOM_moof ||
p_box->i_type == ATOM_moov )
break;
}
if( p_box )
{
FragResetContext( p_sys );
if( p_box->i_type == ATOM_moov )
{
p_sys->context.p_fragment_atom = p_sys->p_moov;
}
else
{
p_sys->context.p_fragment_atom = MP4_BoxExtract( &p_vroot->p_first, p_box->i_type );
/* Detect and Handle Passive Seek */
const uint32_t i_sequence_number = FragGetMoofSequenceNumber( p_sys->context.p_fragment_atom );
const bool b_discontinuity = ( i_sequence_number != p_sys->context.i_lastseqnumber + 1 );
if( b_discontinuity )
msg_Info( p_demux, "Fragment sequence discontinuity detected %"PRIu32" != %"PRIu32,
i_sequence_number, p_sys->context.i_lastseqnumber + 1 );
p_sys->context.i_lastseqnumber = i_sequence_number;
/* Prepare chunk */
if( FragPrepareChunk( p_demux, p_sys->context.p_fragment_atom,
MP4_BoxGet( p_vroot, "sidx"), INVALID_SEGMENT_TIME,
b_discontinuity ) != VLC_SUCCESS )
{
MP4_BoxFree( p_vroot );
i_status = VLC_DEMUXER_EOF;
goto end;
}
if( b_discontinuity )
{
p_sys->i_nztime = FragGetDemuxTimeFromTracksTime( p_sys );
p_sys->i_pcr = VLC_TICK_INVALID;
}
/* !Prepare chunk */
}
p_sys->context.i_current_box_type = p_box->i_type;
}
MP4_BoxFree( p_vroot );
if( p_sys->context.p_fragment_atom == NULL )
{
msg_Info(p_demux, "no moof or moov in current chunk");
return VLC_DEMUXER_SUCCESS;
}
}
}
if ( p_sys->context.i_current_box_type == ATOM_mdat )
{
assert(p_sys->context.p_fragment_atom);
if ( p_sys->context.p_fragment_atom )
switch( p_sys->context.p_fragment_atom->i_type )
{
case ATOM_moov://[ftyp/moov, mdat]+ -> [moof, mdat]+
i_status = DemuxMoov( p_demux );
break;
case ATOM_moof:
i_status = DemuxMoof( p_demux );
break;
default:
msg_Err( p_demux, "fragment type %4.4s", (char*) &p_sys->context.p_fragment_atom->i_type );
break;
}
if( i_status == VLC_DEMUXER_EOS )
{
i_status = VLC_DEMUXER_SUCCESS;
/* Skip if we didn't reach the end of mdat box */
uint64_t i_pos = vlc_stream_Tell( p_demux->s );
if( i_pos != p_sys->context.i_post_mdat_offset && i_status != VLC_DEMUXER_EOF )
{
if( i_pos > p_sys->context.i_post_mdat_offset )
msg_Err( p_demux, " Overread mdat by %" PRIu64, i_pos - p_sys->context.i_post_mdat_offset );
else if( !p_sys->b_seekable )
msg_Warn( p_demux, "mdat had still %"PRIu64" bytes unparsed as samples",
p_sys->context.i_post_mdat_offset - i_pos );
if( MP4_Seek( p_demux->s, p_sys->context.i_post_mdat_offset ) != VLC_SUCCESS )
i_status = VLC_DEMUXER_EGENERIC;
}
p_sys->context.i_current_box_type = 0;
}
}
end:
if( i_status == VLC_DEMUXER_EOF )
{
vlc_tick_t i_demux_end = VLC_TICK_MIN;
for( unsigned i = 0; i < p_sys->i_tracks; i++ )
{
const mp4_track_t *tk = &p_sys->track[i];
vlc_tick_t i_track_end = MP4_rescale_mtime( tk->i_time, tk->i_timescale );
if( i_track_end > i_demux_end )
i_demux_end = i_track_end;
}
if( i_demux_end != VLC_TICK_MIN )
es_out_SetPCR( p_demux->out, VLC_TICK_0 + i_demux_end );
}
return i_status;
}
/* ASF Handlers */
inline static mp4_track_t *MP4ASF_GetTrack( asf_packet_sys_t *p_packetsys,
uint8_t i_stream_number )
{
demux_t *p_demux = p_packetsys->priv;
demux_sys_t *p_sys = p_demux->p_sys;
for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
{
if ( p_sys->track[i].p_asf &&
i_stream_number == p_sys->track[i].BOXDATA(p_asf)->i_stream_number )
{
return &p_sys->track[i];
}
}
return NULL;
}
static asf_track_info_t * MP4ASF_GetTrackInfo( asf_packet_sys_t *p_packetsys,
uint8_t i_stream_number )
{
mp4_track_t *p_track = MP4ASF_GetTrack( p_packetsys, i_stream_number );
if ( p_track )
return &p_track->asfinfo;
else
return NULL;
}
static void MP4ASF_Send( asf_packet_sys_t *p_packetsys, uint8_t i_stream_number,
block_t **pp_frame )
{
demux_t *p_demux = p_packetsys->priv;
mp4_track_t *p_track = MP4ASF_GetTrack( p_packetsys, i_stream_number );
if ( !p_track )
{
block_Release( *pp_frame );
}
else
{
block_t *p_gather = block_ChainGather( *pp_frame );
p_gather->i_dts = p_track->i_dts_backup;
p_gather->i_pts = p_track->i_pts_backup;
es_out_Send( p_demux->out, p_track->p_es, p_gather );
}
*pp_frame = NULL;
}
static void MP4ASF_ResetFrames( demux_sys_t *p_sys )
{
for ( unsigned int i=0; i<p_sys->i_tracks; i++ )
{
mp4_track_t *p_track = &p_sys->track[i];
ASFPacketTrackReset( &p_track->asfinfo );
}
}
¤ Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.0.144Bemerkung:
(vorverarbeitet am 2026-11-04)
¤
*Bot Zugriff
|
|
2026-11-01
|
|
|
|
|
Neuigkeiten |
| Aktuelles |
| Motto des Tages |
|
Open Source Software |
|
|
|
Jenseits des Üblichen ....
|
|
Besucherstatistik |
|
|
| Statistik |
| #Sources=1104856 |
| #Domains=417776 |
|
|
