/***************************************************************************** * mp4.c: mp4/mov muxer ***************************************************************************** * Copyright (C) 2001, 2002, 2003, 2006 VLC authors and VideoLAN * $Id: 4c17a0e963aa43a6a42220836ec539ecd95adc58 $ * * Authors: Laurent Aimar * Gildas Bazin * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as published by * the Free Software Foundation; either version 2.1 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program; if not, write to the Free Software Foundation, * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA. *****************************************************************************/ #ifdef HAVE_CONFIG_H # include "config.h" #endif /***************************************************************************** * Preamble *****************************************************************************/ #include #include #include #include #include #include #include #include #include "../demux/mp4/libmp4.h" #include "libmp4mux.h" #include "../packetizer/hxxx_nal.h" /***************************************************************************** * Module descriptor *****************************************************************************/ #define FASTSTART_TEXT N_("Create \"Fast Start\" files") #define FASTSTART_LONGTEXT N_(\ "Create \"Fast Start\" files. " \ "\"Fast Start\" files are optimized for downloads and allow the user " \ "to start previewing the file while it is downloading.") static int Open (vlc_object_t *); static void Close (vlc_object_t *); static int OpenFrag (vlc_object_t *); static void CloseFrag (vlc_object_t *); #define SOUT_CFG_PREFIX "sout-mp4-" vlc_module_begin () set_description(N_("MP4/MOV muxer")) set_category(CAT_SOUT) set_subcategory(SUBCAT_SOUT_MUX) set_shortname("MP4") add_bool(SOUT_CFG_PREFIX "faststart", true, FASTSTART_TEXT, FASTSTART_LONGTEXT, true) set_capability("sout mux", 5) add_shortcut("mp4", "mov", "3gp") set_callbacks(Open, Close) add_submodule () set_description(N_("Fragmented and streamable MP4 muxer")) set_category(CAT_SOUT) set_subcategory(SUBCAT_SOUT_MUX) set_shortname("MP4 Frag") add_shortcut("mp4frag", "mp4stream") set_capability("sout mux", 0) set_callbacks(OpenFrag, CloseFrag) vlc_module_end () /***************************************************************************** * Exported prototypes *****************************************************************************/ static const char *const ppsz_sout_options[] = { "faststart", NULL }; static int Control(sout_mux_t *, int, va_list); static int AddStream(sout_mux_t *, sout_input_t *); static void DelStream(sout_mux_t *, sout_input_t *); static int Mux (sout_mux_t *); static int MuxFrag (sout_mux_t *); /***************************************************************************** * Local prototypes *****************************************************************************/ typedef struct mp4_fragentry_t mp4_fragentry_t; struct mp4_fragentry_t { block_t *p_block; uint32_t i_run; mp4_fragentry_t *p_next; }; typedef struct mp4_fragindex_t { uint64_t i_moofoffset; mtime_t i_time; uint8_t i_traf; uint8_t i_trun; uint32_t i_sample; } mp4_fragindex_t; typedef struct mp4_fragqueue_t { mp4_fragentry_t *p_first; mp4_fragentry_t *p_last; } mp4_fragqueue_t; typedef struct { mp4mux_trackinfo_t mux; /* index */ int64_t i_length_neg; /* applies to current segment only */ int64_t i_first_dts; int64_t i_last_dts; int64_t i_last_pts; /*** mp4frag ***/ bool b_hasiframes; uint32_t i_current_run; mp4_fragentry_t *p_held_entry; mp4_fragqueue_t read; mp4_fragqueue_t towrite; mtime_t i_last_iframe_time; mtime_t i_written_duration; mp4_fragindex_t *p_indexentries; uint32_t i_indexentriesmax; uint32_t i_indexentries; } mp4_stream_t; struct sout_mux_sys_t { bool b_mov; bool b_3gp; bool b_64_ext; bool b_fast_start; /* global */ bool b_header_sent; uint64_t i_mdat_pos; uint64_t i_pos; mtime_t i_read_duration; mtime_t i_start_dts; unsigned int i_nb_streams; mp4_stream_t **pp_streams; /* mp4frag */ bool b_fragmented; mtime_t i_written_duration; uint32_t i_mfhd_sequence; }; static void box_send(sout_mux_t *p_mux, bo_t *box); static bo_t *BuildMoov(sout_mux_t *p_mux); static block_t *ConvertSUBT(block_t *); static bool CreateCurrentEdit(mp4_stream_t *, mtime_t, bool); static void DebugEdits(sout_mux_t *, const mp4_stream_t *); static int WriteSlowStartHeader(sout_mux_t *p_mux) { sout_mux_sys_t *p_sys = p_mux->p_sys; bo_t *box; if (!p_sys->b_mov) { /* Now add ftyp header */ if(p_sys->b_3gp) { vlc_fourcc_t extra[] = {MAJOR_3gp4, MAJOR_avc1}; box = mp4mux_GetFtyp(MAJOR_3gp6, 0, extra, ARRAY_SIZE(extra)); } else { vlc_fourcc_t extra[] = {MAJOR_mp41, MAJOR_avc1}; box = mp4mux_GetFtyp(MAJOR_isom, 0, extra, ARRAY_SIZE(extra)); } if(!box) return VLC_ENOMEM; p_sys->i_pos += box->b->i_buffer; p_sys->i_mdat_pos = p_sys->i_pos; box_send(p_mux, box); } /* Now add mdat header */ box = box_new("mdat"); if(!box) return VLC_ENOMEM; bo_add_64be(box, 0); // enough to store an extended size if(box->b) p_sys->i_pos += box->b->i_buffer; box_send(p_mux, box); return VLC_SUCCESS; } /***************************************************************************** * Open: *****************************************************************************/ static int Open(vlc_object_t *p_this) { sout_mux_t *p_mux = (sout_mux_t*)p_this; sout_mux_sys_t *p_sys; msg_Dbg(p_mux, "Mp4 muxer opened"); config_ChainParse(p_mux, SOUT_CFG_PREFIX, ppsz_sout_options, p_mux->p_cfg); p_mux->pf_control = Control; p_mux->pf_addstream = AddStream; p_mux->pf_delstream = DelStream; p_mux->pf_mux = Mux; p_mux->p_sys = p_sys = malloc(sizeof(sout_mux_sys_t)); if (!p_sys) return VLC_ENOMEM; p_sys->i_pos = 0; p_sys->i_nb_streams = 0; p_sys->pp_streams = NULL; p_sys->i_mdat_pos = 0; p_sys->b_mov = p_mux->psz_mux && !strcmp(p_mux->psz_mux, "mov"); p_sys->b_3gp = p_mux->psz_mux && !strcmp(p_mux->psz_mux, "3gp"); p_sys->i_read_duration = 0; p_sys->i_start_dts = VLC_TS_INVALID; p_sys->b_fragmented = false; p_sys->b_header_sent = false; /* FIXME FIXME * Quicktime actually doesn't like the 64 bits extensions !!! */ p_sys->b_64_ext = false; return VLC_SUCCESS; } /***************************************************************************** * Close: *****************************************************************************/ static void Close(vlc_object_t *p_this) { sout_mux_t *p_mux = (sout_mux_t*)p_this; sout_mux_sys_t *p_sys = p_mux->p_sys; msg_Dbg(p_mux, "Close"); /* Update mdat size */ bo_t bo; if (!bo_init(&bo, 16)) goto cleanup; if (p_sys->i_pos - p_sys->i_mdat_pos >= (((uint64_t)1)<<32)) { /* Extended size */ bo_add_32be (&bo, 1); bo_add_fourcc(&bo, "mdat"); bo_add_64be (&bo, p_sys->i_pos - p_sys->i_mdat_pos); } else { bo_add_32be (&bo, 8); bo_add_fourcc(&bo, "wide"); bo_add_32be (&bo, p_sys->i_pos - p_sys->i_mdat_pos - 8); bo_add_fourcc(&bo, "mdat"); } sout_AccessOutSeek(p_mux->p_access, p_sys->i_mdat_pos); sout_AccessOutWrite(p_mux->p_access, bo.b); /* Create MOOV header */ const bool b_stco64 = (p_sys->i_pos >= (((uint64_t)0x1) << 32)); uint64_t i_moov_pos = p_sys->i_pos; bo_t *moov = BuildMoov(p_mux); /* Check we need to create "fast start" files */ p_sys->b_fast_start = var_GetBool(p_this, SOUT_CFG_PREFIX "faststart"); while (p_sys->b_fast_start && moov && moov->b) { /* Move data to the end of the file so we can fit the moov header * at the start */ int64_t i_size = p_sys->i_pos - p_sys->i_mdat_pos; int i_moov_size = moov->b->i_buffer; while (i_size > 0) { int64_t i_chunk = __MIN(32768, i_size); block_t *p_buf = block_Alloc(i_chunk); sout_AccessOutSeek(p_mux->p_access, p_sys->i_mdat_pos + i_size - i_chunk); if (sout_AccessOutRead(p_mux->p_access, p_buf) < i_chunk) { msg_Warn(p_this, "read() not supported by access output, " "won't create a fast start file"); p_sys->b_fast_start = false; block_Release(p_buf); break; } sout_AccessOutSeek(p_mux->p_access, p_sys->i_mdat_pos + i_size + i_moov_size - i_chunk); sout_AccessOutWrite(p_mux->p_access, p_buf); i_size -= i_chunk; } if (!p_sys->b_fast_start) break; /* Update pos pointers */ i_moov_pos = p_sys->i_mdat_pos; p_sys->i_mdat_pos += moov->b->i_buffer; /* Fix-up samples to chunks table in MOOV header */ for (unsigned int i_trak = 0; i_trak < p_sys->i_nb_streams; i_trak++) { mp4_stream_t *p_stream = p_sys->pp_streams[i_trak]; unsigned i_written = 0; for (unsigned i = 0; i < p_stream->mux.i_entry_count; ) { mp4mux_entry_t *entry = p_stream->mux.entry; if (b_stco64) bo_set_64be(moov, p_stream->mux.i_stco_pos + i_written++ * 8, entry[i].i_pos + p_sys->i_mdat_pos - i_moov_pos); else bo_set_32be(moov, p_stream->mux.i_stco_pos + i_written++ * 4, entry[i].i_pos + p_sys->i_mdat_pos - i_moov_pos); for (; i < p_stream->mux.i_entry_count; i++) if (i >= p_stream->mux.i_entry_count - 1 || entry[i].i_pos + entry[i].i_size != entry[i+1].i_pos) { i++; break; } } } p_sys->b_fast_start = false; } /* Write MOOV header */ sout_AccessOutSeek(p_mux->p_access, i_moov_pos); if (moov != NULL) box_send(p_mux, moov); cleanup: /* Clean-up */ for (unsigned int i_trak = 0; i_trak < p_sys->i_nb_streams; i_trak++) { mp4_stream_t *p_stream = p_sys->pp_streams[i_trak]; mp4mux_trackinfo_Clear(&p_stream->mux); free(p_stream); } TAB_CLEAN(p_sys->i_nb_streams, p_sys->pp_streams); free(p_sys); } /***************************************************************************** * Control: *****************************************************************************/ static int Control(sout_mux_t *p_mux, int i_query, va_list args) { VLC_UNUSED(p_mux); bool *pb_bool; switch(i_query) { case MUX_CAN_ADD_STREAM_WHILE_MUXING: pb_bool = va_arg(args, bool *); *pb_bool = false; return VLC_SUCCESS; case MUX_GET_ADD_STREAM_WAIT: pb_bool = va_arg(args, bool *); *pb_bool = true; return VLC_SUCCESS; case MUX_GET_MIME: /* Not needed, as not streamable */ default: return VLC_EGENERIC; } } /***************************************************************************** * AddStream: *****************************************************************************/ static int AddStream(sout_mux_t *p_mux, sout_input_t *p_input) { sout_mux_sys_t *p_sys = p_mux->p_sys; mp4_stream_t *p_stream; if(!mp4mux_CanMux(VLC_OBJECT(p_mux), p_input->p_fmt)) { msg_Err(p_mux, "unsupported codec %4.4s in mp4", (char*)&p_input->p_fmt->i_codec); return VLC_EGENERIC; } p_stream = malloc(sizeof(mp4_stream_t)); if (!p_stream || !mp4mux_trackinfo_Init(&p_stream->mux, p_sys->i_nb_streams + 1, CLOCK_FREQ)) { free(p_stream); return VLC_ENOMEM; } es_format_Copy(&p_stream->mux.fmt, p_input->p_fmt); p_stream->i_length_neg = 0; p_stream->i_first_dts = VLC_TS_INVALID; switch( p_stream->mux.fmt.i_cat ) { case AUDIO_ES: if(!p_stream->mux.fmt.audio.i_rate) { msg_Warn( p_mux, "no audio rate given for stream %d, assuming 48KHz", p_sys->i_nb_streams ); p_stream->mux.fmt.audio.i_rate = 48000; } p_stream->mux.i_timescale = p_stream->mux.fmt.audio.i_rate; break; case VIDEO_ES: if( !p_stream->mux.fmt.video.i_frame_rate || !p_stream->mux.fmt.video.i_frame_rate_base ) { msg_Warn( p_mux, "Missing frame rate for stream %d, assuming 25fps", p_sys->i_nb_streams ); p_stream->mux.fmt.video.i_frame_rate = 25; p_stream->mux.fmt.video.i_frame_rate_base = 1; } p_stream->mux.i_timescale = p_stream->mux.fmt.video.i_frame_rate * p_stream->mux.fmt.video.i_frame_rate_base; if( p_stream->mux.i_timescale > CLOCK_FREQ ) p_stream->mux.i_timescale = CLOCK_FREQ; else if( p_stream->mux.i_timescale < 90000 ) p_stream->mux.i_timescale = 90000; break; default: break; } p_stream->mux.p_edits = NULL; p_stream->mux.i_edits_count = 0; p_stream->mux.i_firstdts = VLC_TS_INVALID; p_stream->i_last_dts = VLC_TS_INVALID; p_stream->i_last_pts = VLC_TS_INVALID; p_stream->b_hasiframes = false; p_stream->i_current_run = 0; p_stream->read.p_first = NULL; p_stream->read.p_last = NULL; p_stream->towrite.p_first = NULL; p_stream->towrite.p_last = NULL; p_stream->p_held_entry = NULL; p_stream->i_last_iframe_time = 0; p_stream->i_written_duration = 0; p_stream->p_indexentries = NULL; p_stream->i_indexentriesmax = 0; p_stream->i_indexentries = 0; p_input->p_sys = p_stream; msg_Dbg(p_mux, "adding input"); TAB_APPEND(p_sys->i_nb_streams, p_sys->pp_streams, p_stream); return VLC_SUCCESS; } /***************************************************************************** * DelStream: *****************************************************************************/ static void DelStream(sout_mux_t *p_mux, sout_input_t *p_input) { sout_mux_sys_t *p_sys = p_mux->p_sys; mp4_stream_t *p_stream = (mp4_stream_t*)p_input->p_sys; if(!p_sys->b_fragmented && CreateCurrentEdit(p_stream, p_sys->i_start_dts, false)) { DebugEdits(p_mux, p_stream); } msg_Dbg(p_mux, "removing input"); } /***************************************************************************** * Mux: *****************************************************************************/ static void DebugEdits(sout_mux_t *p_mux, const mp4_stream_t *p_stream) { for( unsigned i=0; imux.i_edits_count; i++ ) { msg_Dbg(p_mux, "tk %d elst media time %" PRId64 " duration %" PRIu64 " offset %" PRId64 , p_stream->mux.i_track_id, p_stream->mux.p_edits[i].i_start_time, p_stream->mux.p_edits[i].i_duration, p_stream->mux.p_edits[i].i_start_offset); } } static bool CreateCurrentEdit(mp4_stream_t *p_stream, mtime_t i_mux_start_dts, bool b_fragmented) { /* Never more than first empty edit for fragmented */ if(p_stream->mux.i_edits_count && b_fragmented) return true; mp4mux_edit_t *p_realloc = realloc( p_stream->mux.p_edits, sizeof(mp4mux_edit_t) * (p_stream->mux.i_edits_count + 1) ); if(unlikely(!p_realloc)) return false; mp4mux_edit_t *p_newedit = &p_realloc[p_stream->mux.i_edits_count]; if(p_stream->mux.i_edits_count == 0) { p_newedit->i_start_time = 0; p_newedit->i_start_offset = p_stream->i_first_dts - i_mux_start_dts; } else { const mp4mux_edit_t *p_lastedit = &p_realloc[p_stream->mux.i_edits_count - 1]; p_newedit->i_start_time = p_lastedit->i_start_time + p_lastedit->i_duration; p_newedit->i_start_offset = 0; } if(b_fragmented) { p_newedit->i_duration = 0; } else { if(p_stream->i_last_pts > VLC_TS_INVALID) p_newedit->i_duration = p_stream->i_last_pts - p_stream->i_first_dts; else p_newedit->i_duration = p_stream->i_last_dts - p_stream->i_first_dts; if(p_stream->mux.i_entry_count) p_newedit->i_duration += p_stream->mux.entry[p_stream->mux.i_entry_count - 1].i_length; } p_stream->mux.p_edits = p_realloc; p_stream->mux.i_edits_count++; return true; } static block_t * BlockDequeue(sout_input_t *p_input, mp4_stream_t *p_stream) { block_t *p_block = block_FifoGet(p_input->p_fifo); if(unlikely(!p_block)) return NULL; switch(p_stream->mux.fmt.i_codec) { case VLC_CODEC_H264: case VLC_CODEC_HEVC: p_block = hxxx_AnnexB_to_xVC(p_block, 4); break; case VLC_CODEC_SUBT: p_block = ConvertSUBT(p_block); break; case VLC_CODEC_A52: case VLC_CODEC_EAC3: if (p_stream->mux.a52_frame == NULL && p_block->i_buffer >= 8) p_stream->mux.a52_frame = block_Duplicate(p_block); break; default: break; } return p_block; } static inline mtime_t dts_fb_pts( const block_t *p_data ) { return p_data->i_dts > VLC_TS_INVALID ? p_data->i_dts: p_data->i_pts; } static int Mux(sout_mux_t *p_mux) { sout_mux_sys_t *p_sys = p_mux->p_sys; if(!p_sys->b_header_sent) { int i_ret = WriteSlowStartHeader(p_mux); if(i_ret != VLC_SUCCESS) return i_ret; p_sys->b_header_sent = true; } for (;;) { int i_stream = sout_MuxGetStream(p_mux, 2, NULL); if (i_stream < 0) return(VLC_SUCCESS); sout_input_t *p_input = p_mux->pp_inputs[i_stream]; mp4_stream_t *p_stream = (mp4_stream_t*)p_input->p_sys; block_t *p_data = BlockDequeue(p_input, p_stream); if(!p_data) return VLC_SUCCESS; /* Reset reference dts in case of discontinuity (ex: gather sout) */ if (p_data->i_flags & BLOCK_FLAG_DISCONTINUITY && p_stream->mux.i_entry_count) { if(p_stream->i_first_dts != VLC_TS_INVALID) { if(!CreateCurrentEdit(p_stream, p_sys->i_start_dts, p_sys->b_fragmented)) { block_Release( p_data ); return VLC_ENOMEM; } } p_stream->i_length_neg = 0; p_stream->i_first_dts = VLC_TS_INVALID; p_stream->i_last_dts = VLC_TS_INVALID; p_stream->i_last_pts = VLC_TS_INVALID; } /* XXX: -1 to always have 2 entry for easy adding of empty SPU */ if (p_stream->mux.i_entry_count >= p_stream->mux.i_entry_max - 2) { p_stream->mux.i_entry_max += 1000; p_stream->mux.entry = xrealloc(p_stream->mux.entry, p_stream->mux.i_entry_max * sizeof(mp4mux_entry_t)); } /* Set current segment ranges */ if( p_stream->i_first_dts == VLC_TS_INVALID ) { p_stream->i_first_dts = dts_fb_pts( p_data ); if( p_sys->i_start_dts == VLC_TS_INVALID ) p_sys->i_start_dts = p_stream->i_first_dts; } if (p_stream->mux.fmt.i_cat != SPU_ES) { /* Fix length of the sample */ if (block_FifoCount(p_input->p_fifo) > 0) { block_t *p_next = block_FifoShow(p_input->p_fifo); if ( p_next->i_flags & BLOCK_FLAG_DISCONTINUITY ) { /* we have no way to know real length except by decoding */ if ( p_stream->mux.fmt.i_cat == VIDEO_ES ) { p_data->i_length = CLOCK_FREQ * p_stream->mux.fmt.video.i_frame_rate_base / p_stream->mux.fmt.video.i_frame_rate; if( p_data->i_flags & BLOCK_FLAG_SINGLE_FIELD ) p_data->i_length >>= 1; msg_Dbg( p_mux, "video track %u fixup to %"PRId64" for sample %u", p_stream->mux.i_track_id, p_data->i_length, p_stream->mux.i_entry_count ); } else if ( p_stream->mux.fmt.i_cat == AUDIO_ES && p_stream->mux.fmt.audio.i_rate && p_data->i_nb_samples ) { p_data->i_length = CLOCK_FREQ * p_data->i_nb_samples / p_stream->mux.fmt.audio.i_rate; msg_Dbg( p_mux, "audio track %u fixup to %"PRId64" for sample %u", p_stream->mux.i_track_id, p_data->i_length, p_stream->mux.i_entry_count ); } else if ( p_data->i_length <= 0 ) { msg_Warn( p_mux, "unknown length for track %u sample %u", p_stream->mux.i_track_id, p_stream->mux.i_entry_count ); p_data->i_length = 1; } } else { int64_t i_diff = dts_fb_pts( p_next ) - dts_fb_pts( p_data ); if (i_diff < CLOCK_FREQ) /* protection */ p_data->i_length = i_diff; } } if (p_data->i_length <= 0) { msg_Warn(p_mux, "i_length <= 0"); p_stream->i_length_neg += p_data->i_length - 1; p_data->i_length = 1; } else if (p_stream->i_length_neg < 0) { int64_t i_recover = __MIN(p_data->i_length / 4, - p_stream->i_length_neg); p_data->i_length -= i_recover; p_stream->i_length_neg += i_recover; } } if (p_stream->mux.fmt.i_cat == SPU_ES && p_stream->mux.i_entry_count > 0) { /* length of previous spu, stored in spu clearer */ int64_t i_length = dts_fb_pts( p_data ) - p_stream->i_last_dts; if(i_length < 0) i_length = 0; assert( p_stream->mux.entry[p_stream->mux.i_entry_count-1].i_length == 0 ); assert( p_stream->mux.entry[p_stream->mux.i_entry_count-1].i_size == 3 ); /* Fix entry */ p_stream->mux.entry[p_stream->mux.i_entry_count-1].i_length = i_length; p_stream->mux.i_read_duration += i_length; } /* Update (Not earlier for SPU!) */ p_stream->i_last_dts = dts_fb_pts( p_data ); if( p_data->i_pts > p_stream->i_last_pts ) p_stream->i_last_pts = p_data->i_pts; /* add index entry */ mp4mux_entry_t *e = &p_stream->mux.entry[p_stream->mux.i_entry_count++]; e->i_pos = p_sys->i_pos; e->i_size = p_data->i_buffer; if ( p_data->i_dts > VLC_TS_INVALID && p_data->i_pts > p_data->i_dts ) { e->i_pts_dts = p_data->i_pts - p_data->i_dts; if ( !p_stream->mux.b_hasbframes ) p_stream->mux.b_hasbframes = true; } else e->i_pts_dts = 0; e->i_length = p_data->i_length; e->i_flags = p_data->i_flags; /* update */ p_stream->mux.i_read_duration += __MAX( 0, p_data->i_length ); p_stream->i_last_dts = dts_fb_pts( p_data ); /* write data */ p_sys->i_pos += p_data->i_buffer; sout_AccessOutWrite(p_mux->p_access, p_data); /* Add SPU clearing tag (duration tb fixed on next SPU or stream end )*/ if (p_stream->mux.fmt.i_cat == SPU_ES) { block_t *p_empty = block_Alloc(3); if (p_empty) { /* point to start of our empty */ p_stream->i_last_dts += e->i_length; /* Write a " " */ p_empty->p_buffer[0] = 0; p_empty->p_buffer[1] = 1; p_empty->p_buffer[2] = ' '; /* Append a idx entry */ /* XXX: No need to grow the entry here */ mp4mux_entry_t *e_empty = &p_stream->mux.entry[p_stream->mux.i_entry_count++]; e_empty->i_pos = p_sys->i_pos; e_empty->i_size = 3; e_empty->i_pts_dts= 0; e_empty->i_length = 0; /* will add dts diff later*/ e_empty->i_flags = 0; p_sys->i_pos += p_empty->i_buffer; sout_AccessOutWrite(p_mux->p_access, p_empty); } } /* Update the global segment/media duration */ if( p_stream->mux.i_read_duration > p_sys->i_read_duration ) p_sys->i_read_duration = p_stream->mux.i_read_duration; } return(VLC_SUCCESS); } /***************************************************************************** * *****************************************************************************/ static block_t *ConvertSUBT(block_t *p_block) { p_block = block_Realloc(p_block, 2, p_block->i_buffer); if( !p_block ) return NULL; /* No trailling '\0' */ if (p_block->i_buffer > 2 && p_block->p_buffer[p_block->i_buffer-1] == '\0') p_block->i_buffer--; p_block->p_buffer[0] = ((p_block->i_buffer - 2) >> 8)&0xff; p_block->p_buffer[1] = ((p_block->i_buffer - 2) )&0xff; return p_block; } static void box_send(sout_mux_t *p_mux, bo_t *box) { assert(box != NULL); if (box->b) sout_AccessOutWrite(p_mux->p_access, box->b); free(box); } /*************************************************************************** MP4 Live submodule ****************************************************************************/ #define FRAGMENT_LENGTH (CLOCK_FREQ * 3/2) #define ENQUEUE_ENTRY(object, entry) \ do {\ if (object.p_last)\ object.p_last->p_next = entry;\ object.p_last = entry;\ if (!object.p_first)\ object.p_first = entry;\ } while(0) #define DEQUEUE_ENTRY(object, entry) \ do {\ entry = object.p_first;\ if (object.p_last == entry)\ object.p_last = NULL;\ object.p_first = object.p_first->p_next;\ entry->p_next = NULL;\ } while(0) /* Creates mfra/traf index entries */ static void AddKeyframeEntry(mp4_stream_t *p_stream, const uint64_t i_moof_pos, const uint8_t i_traf, const uint32_t i_sample, const mtime_t i_time) { /* alloc or realloc */ mp4_fragindex_t *p_entries = p_stream->p_indexentries; if (p_stream->i_indexentries >= p_stream->i_indexentriesmax) { p_stream->i_indexentriesmax += 256; p_entries = xrealloc(p_stream->p_indexentries, p_stream->i_indexentriesmax * sizeof(mp4_fragindex_t)); if (p_entries) /* realloc can fail */ p_stream->p_indexentries = p_entries; } mtime_t i_last_entry_time; if (p_stream->i_indexentries) i_last_entry_time = p_stream->p_indexentries[p_stream->i_indexentries - 1].i_time; else i_last_entry_time = 0; if (p_entries && i_time - i_last_entry_time >= CLOCK_FREQ * 2) { mp4_fragindex_t *p_indexentry = &p_stream->p_indexentries[p_stream->i_indexentries]; p_indexentry->i_time = i_time; p_indexentry->i_moofoffset = i_moof_pos; p_indexentry->i_sample = i_sample; p_indexentry->i_traf = i_traf; p_indexentry->i_trun = 1; p_stream->i_indexentries++; } } /* Creates moof box and traf/trun information. * Single run per traf is absolutely not optimal as interleaving should be done * using runs and not limiting moof size, but creating an relative offset only * requires base_offset_is_moof and then comply to late iso brand spec which * breaks clients. */ static bo_t *GetMoofBox(sout_mux_t *p_mux, size_t *pi_mdat_total_size, mtime_t i_barrier_time, const uint64_t i_write_pos) { sout_mux_sys_t *p_sys = p_mux->p_sys; bo_t *moof, *mfhd; size_t i_fixupoffset = 0; *pi_mdat_total_size = 0; moof = box_new("moof"); if(!moof) return NULL; /* *** add /moof/mfhd *** */ mfhd = box_full_new("mfhd", 0, 0); if(!mfhd) { bo_free(moof); return NULL; } bo_add_32be(mfhd, p_sys->i_mfhd_sequence++); // sequence number box_gather(moof, mfhd); for (unsigned int i_trak = 0; i_trak < p_sys->i_nb_streams; i_trak++) { mp4_stream_t *p_stream = p_sys->pp_streams[i_trak]; /* *** add /moof/traf *** */ bo_t *traf = box_new("traf"); if(!traf) continue; uint32_t i_sample = 0; mtime_t i_time = p_stream->i_written_duration; bool b_allsamesize = true; bool b_allsamelength = true; if ( p_stream->read.p_first ) { mp4_fragentry_t *p_entry = p_stream->read.p_first->p_next; while (p_entry && (b_allsamelength || b_allsamesize)) { /* compare against queue head */ b_allsamelength &= ( p_entry->p_block->i_length == p_stream->read.p_first->p_block->i_length ); b_allsamesize &= ( p_entry->p_block->i_buffer == p_stream->read.p_first->p_block->i_buffer ); p_entry = p_entry->p_next; } } uint32_t i_tfhd_flags = 0x0; if (p_stream->read.p_first) { /* Current segment have all same duration value, different than trex's default */ if (b_allsamelength && p_stream->read.p_first->p_block->i_length != p_stream->mux.i_trex_default_length && p_stream->read.p_first->p_block->i_length) i_tfhd_flags |= MP4_TFHD_DFLT_SAMPLE_DURATION; /* Current segment have all same size value, different than trex's default */ if (b_allsamesize && p_stream->read.p_first->p_block->i_buffer != p_stream->mux.i_trex_default_size && p_stream->read.p_first->p_block->i_buffer) i_tfhd_flags |= MP4_TFHD_DFLT_SAMPLE_SIZE; } else { /* We have no samples */ i_tfhd_flags |= MP4_TFHD_DURATION_IS_EMPTY; } /* *** add /moof/traf/tfhd *** */ bo_t *tfhd = box_full_new("tfhd", 0, i_tfhd_flags); if(!tfhd) { bo_free(traf); continue; } bo_add_32be(tfhd, p_stream->mux.i_track_id); /* set the local sample duration default */ if (i_tfhd_flags & MP4_TFHD_DFLT_SAMPLE_DURATION) bo_add_32be(tfhd, p_stream->read.p_first->p_block->i_length * p_stream->mux.i_timescale / CLOCK_FREQ); /* set the local sample size default */ if (i_tfhd_flags & MP4_TFHD_DFLT_SAMPLE_SIZE) bo_add_32be(tfhd, p_stream->read.p_first->p_block->i_buffer); box_gather(traf, tfhd); /* *** add /moof/traf/tfdt *** */ bo_t *tfdt = box_full_new("tfdt", 1, 0); if(!tfdt) { bo_free(traf); continue; } bo_add_64be(tfdt, p_stream->i_written_duration * p_stream->mux.i_timescale / CLOCK_FREQ ); box_gather(traf, tfdt); /* *** add /moof/traf/trun *** */ if (p_stream->read.p_first) { uint32_t i_trun_flags = 0x0; if (p_stream->b_hasiframes && !(p_stream->read.p_first->p_block->i_flags & BLOCK_FLAG_TYPE_I)) i_trun_flags |= MP4_TRUN_FIRST_FLAGS; if (!b_allsamelength || ( !(i_tfhd_flags & MP4_TFHD_DFLT_SAMPLE_DURATION) && p_stream->mux.i_trex_default_length == 0 )) i_trun_flags |= MP4_TRUN_SAMPLE_DURATION; if (!b_allsamesize || ( !(i_tfhd_flags & MP4_TFHD_DFLT_SAMPLE_SIZE) && p_stream->mux.i_trex_default_size == 0 )) i_trun_flags |= MP4_TRUN_SAMPLE_SIZE; if (p_stream->mux.b_hasbframes) i_trun_flags |= MP4_TRUN_SAMPLE_TIME_OFFSET; if (i_fixupoffset == 0) i_trun_flags |= MP4_TRUN_DATA_OFFSET; bo_t *trun = box_full_new("trun", 0, i_trun_flags); if(!trun) { bo_free(traf); continue; } /* count entries */ uint32_t i_entry_count = 0; mtime_t i_run_time = p_stream->i_written_duration; mp4_fragentry_t *p_entry = p_stream->read.p_first; while(p_entry) { if ( i_barrier_time && i_run_time + p_entry->p_block->i_length > i_barrier_time ) break; i_entry_count++; i_run_time += p_entry->p_block->i_length; p_entry = p_entry->p_next; } bo_add_32be(trun, i_entry_count); // sample count if (i_trun_flags & MP4_TRUN_DATA_OFFSET) { i_fixupoffset = moof->b->i_buffer + traf->b->i_buffer + trun->b->i_buffer; bo_add_32be(trun, 0xdeadbeef); // data offset } if (i_trun_flags & MP4_TRUN_FIRST_FLAGS) bo_add_32be(trun, 1<<16); // flag as non keyframe while(p_stream->read.p_first && i_entry_count) { DEQUEUE_ENTRY(p_stream->read, p_entry); if (i_trun_flags & MP4_TRUN_SAMPLE_DURATION) bo_add_32be(trun, p_entry->p_block->i_length * p_stream->mux.i_timescale / CLOCK_FREQ); // sample duration if (i_trun_flags & MP4_TRUN_SAMPLE_SIZE) bo_add_32be(trun, p_entry->p_block->i_buffer); // sample size if (i_trun_flags & MP4_TRUN_SAMPLE_TIME_OFFSET) { uint32_t i_diff = 0; if ( p_entry->p_block->i_dts > VLC_TS_INVALID && p_entry->p_block->i_pts > p_entry->p_block->i_dts ) { i_diff = p_entry->p_block->i_pts - p_entry->p_block->i_dts; } bo_add_32be(trun, i_diff * p_stream->mux.i_timescale / CLOCK_FREQ); // ctts } *pi_mdat_total_size += p_entry->p_block->i_buffer; ENQUEUE_ENTRY(p_stream->towrite, p_entry); i_entry_count--; i_sample++; /* Add keyframe entry if needed */ if (p_stream->b_hasiframes && (p_entry->p_block->i_flags & BLOCK_FLAG_TYPE_I) && (p_stream->mux.fmt.i_cat == VIDEO_ES || p_stream->mux.fmt.i_cat == AUDIO_ES)) { AddKeyframeEntry(p_stream, i_write_pos, i_trak, i_sample, i_time); } i_time += p_entry->p_block->i_length; } box_gather(traf, trun); } box_gather(moof, traf); } if(!moof->b) { bo_free(moof); return NULL; } box_fix(moof, moof->b->i_buffer); /* do tfhd base data offset fixup */ if (i_fixupoffset) { /* mdat will follow moof */ bo_set_32be(moof, i_fixupoffset, moof->b->i_buffer + 8); } /* set iframe flag, so the streaming server always starts from moof */ moof->b->i_flags |= BLOCK_FLAG_TYPE_I; return moof; } static void WriteFragmentMDAT(sout_mux_t *p_mux, size_t i_total_size) { sout_mux_sys_t *p_sys = p_mux->p_sys; /* Now add mdat header */ bo_t *mdat = box_new("mdat"); if(!mdat) return; /* force update of real size */ assert(mdat->b->i_buffer==8); box_fix(mdat, mdat->b->i_buffer + i_total_size); p_sys->i_pos += mdat->b->i_buffer; /* only write header */ sout_AccessOutWrite(p_mux->p_access, mdat->b); free(mdat); /* Header and its size are written and good, now write content */ for (unsigned int i_trak = 0; i_trak < p_sys->i_nb_streams; i_trak++) { mp4_stream_t *p_stream = p_sys->pp_streams[i_trak]; while(p_stream->towrite.p_first) { mp4_fragentry_t *p_entry = p_stream->towrite.p_first; p_sys->i_pos += p_entry->p_block->i_buffer; p_stream->i_written_duration += p_entry->p_block->i_length; p_entry->p_block->i_flags &= ~BLOCK_FLAG_TYPE_I; // clear flag for http stream sout_AccessOutWrite(p_mux->p_access, p_entry->p_block); p_stream->towrite.p_first = p_entry->p_next; free(p_entry); if (!p_stream->towrite.p_first) p_stream->towrite.p_last = NULL; } } } static bo_t *GetMfraBox(sout_mux_t *p_mux) { sout_mux_sys_t *p_sys = (sout_mux_sys_t*) p_mux->p_sys; bo_t *mfra = NULL; for (unsigned int i = 0; i < p_sys->i_nb_streams; i++) { mp4_stream_t *p_stream = p_sys->pp_streams[i]; if (p_stream->i_indexentries) { bo_t *tfra = box_full_new("tfra", 0, 0x0); if (!tfra) continue; bo_add_32be(tfra, p_stream->mux.i_track_id); bo_add_32be(tfra, 0x3); // reserved + lengths (1,1,4)=>(0,0,3) bo_add_32be(tfra, p_stream->i_indexentries); for(uint32_t i_index=0; i_indexi_indexentries; i_index++) { const mp4_fragindex_t *p_indexentry = &p_stream->p_indexentries[i_index]; bo_add_32be(tfra, p_indexentry->i_time); bo_add_32be(tfra, p_indexentry->i_moofoffset); assert(sizeof(p_indexentry->i_traf)==1); /* guard against sys changes */ assert(sizeof(p_indexentry->i_trun)==1); assert(sizeof(p_indexentry->i_sample)==4); bo_add_8(tfra, p_indexentry->i_traf); bo_add_8(tfra, p_indexentry->i_trun); bo_add_32be(tfra, p_indexentry->i_sample); } if (!mfra && !(mfra = box_new("mfra"))) { bo_free(tfra); return NULL; } box_gather(mfra,tfra); } } return mfra; } static bo_t *BuildMoov(sout_mux_t *p_mux) { sout_mux_sys_t *p_sys = (sout_mux_sys_t*) p_mux->p_sys; const bool b_stco64 = (p_sys->i_pos >= (((uint64_t)0x1) << 32)); /* map our structs */ mp4mux_trackinfo_t **pp_infos = NULL; if(p_sys->i_nb_streams) /* Trackless moov ? */ { pp_infos = vlc_alloc(p_sys->i_nb_streams, sizeof(mp4mux_trackinfo_t *)); if(!pp_infos) return NULL; for(unsigned int i=0; ii_nb_streams; i++) pp_infos[i] = &p_sys->pp_streams[i]->mux; } bo_t *p_moov = mp4mux_GetMoovBox(VLC_OBJECT(p_mux), pp_infos, p_sys->i_nb_streams, 0, p_sys->b_fragmented, p_sys->b_mov, p_sys->b_64_ext, b_stco64); free(pp_infos); return p_moov; } static void FlushHeader(sout_mux_t *p_mux) { sout_mux_sys_t *p_sys = (sout_mux_sys_t*) p_mux->p_sys; /* Now add ftyp header */ bo_t *ftyp = mp4mux_GetFtyp(MAJOR_isom, 0, NULL, 0); if(!ftyp) return; bo_t *moov = BuildMoov(p_mux); /* merge into a single block */ box_gather(ftyp, moov); /* add header flag for streaming server */ ftyp->b->i_flags |= BLOCK_FLAG_HEADER; p_sys->i_pos += ftyp->b->i_buffer; box_send(p_mux, ftyp); p_sys->b_header_sent = true; } static int OpenFrag(vlc_object_t *p_this) { sout_mux_t *p_mux = (sout_mux_t*) p_this; sout_mux_sys_t *p_sys = malloc(sizeof(sout_mux_sys_t)); if (!p_sys) return VLC_ENOMEM; p_mux->p_sys = (sout_mux_sys_t *) p_sys; p_mux->pf_control = Control; p_mux->pf_addstream = AddStream; p_mux->pf_delstream = DelStream; p_mux->pf_mux = MuxFrag; /* unused */ p_sys->b_mov = false; p_sys->b_3gp = false; p_sys->b_64_ext = false; /* !unused */ p_sys->i_pos = 0; p_sys->i_nb_streams = 0; p_sys->pp_streams = NULL; p_sys->i_mdat_pos = 0; p_sys->i_read_duration = 0; p_sys->i_written_duration= 0; p_sys->b_header_sent = false; p_sys->b_fragmented = true; p_sys->i_start_dts = VLC_TS_INVALID; p_sys->i_mfhd_sequence = 1; return VLC_SUCCESS; } static void WriteFragments(sout_mux_t *p_mux, bool b_flush) { sout_mux_sys_t *p_sys = (sout_mux_sys_t*) p_mux->p_sys; bo_t *moof = NULL; mtime_t i_barrier_time = p_sys->i_written_duration + FRAGMENT_LENGTH; size_t i_mdat_size = 0; bool b_has_samples = false; if(!p_sys->b_header_sent) { for (unsigned int j = 0; j < p_sys->i_nb_streams; j++) { mp4_stream_t *p_stream = p_sys->pp_streams[j]; if(CreateCurrentEdit(p_stream, p_sys->i_start_dts, true)) DebugEdits(p_mux, p_stream); } } for (unsigned int i = 0; i < p_sys->i_nb_streams; i++) { const mp4_stream_t *p_stream = p_sys->pp_streams[i]; if (p_stream->read.p_first) { b_has_samples = true; /* set a barrier so we try to align to keyframe */ if (p_stream->b_hasiframes && p_stream->i_last_iframe_time > p_stream->i_written_duration && (p_stream->mux.fmt.i_cat == VIDEO_ES || p_stream->mux.fmt.i_cat == AUDIO_ES) ) { i_barrier_time = __MIN(i_barrier_time, p_stream->i_last_iframe_time); } } } if (!p_sys->b_header_sent) FlushHeader(p_mux); if (b_has_samples) moof = GetMoofBox(p_mux, &i_mdat_size, (b_flush)?0:i_barrier_time, p_sys->i_pos); if (moof && i_mdat_size == 0) { block_Release(moof->b); FREENULL(moof); } if (moof) { msg_Dbg(p_mux, "writing moof @ %"PRId64, p_sys->i_pos); p_sys->i_pos += moof->b->i_buffer; assert(moof->b->i_flags & BLOCK_FLAG_TYPE_I); /* http sout */ box_send(p_mux, moof); msg_Dbg(p_mux, "writing mdat @ %"PRId64, p_sys->i_pos); WriteFragmentMDAT(p_mux, i_mdat_size); /* update iframe point */ for (unsigned int i = 0; i < p_sys->i_nb_streams; i++) { mp4_stream_t *p_stream = p_sys->pp_streams[i]; p_stream->i_last_iframe_time = 0; } } } /* Do an entry length fixup using only its own info. * This is the end boundary case. */ static void LengthLocalFixup(sout_mux_t *p_mux, const mp4_stream_t *p_stream, block_t *p_entrydata) { if ( p_stream->mux.fmt.i_cat == VIDEO_ES && p_stream->mux.fmt.video.i_frame_rate ) { p_entrydata->i_length = CLOCK_FREQ * p_stream->mux.fmt.video.i_frame_rate_base / p_stream->mux.fmt.video.i_frame_rate; msg_Dbg(p_mux, "video track %d fixup to %"PRId64" for sample %u", p_stream->mux.i_track_id, p_entrydata->i_length, p_stream->mux.i_entry_count - 1); } else if (p_stream->mux.fmt.i_cat == AUDIO_ES && p_stream->mux.fmt.audio.i_rate && p_entrydata->i_nb_samples && p_stream->mux.fmt.audio.i_rate) { p_entrydata->i_length = CLOCK_FREQ * p_entrydata->i_nb_samples / p_stream->mux.fmt.audio.i_rate; msg_Dbg(p_mux, "audio track %d fixup to %"PRId64" for sample %u", p_stream->mux.i_track_id, p_entrydata->i_length, p_stream->mux.i_entry_count - 1); } else { msg_Warn(p_mux, "unknown length for track %d sample %u", p_stream->mux.i_track_id, p_stream->mux.i_entry_count - 1); p_entrydata->i_length = 1; } } static void CleanupFrag(sout_mux_sys_t *p_sys) { for (unsigned int i = 0; i < p_sys->i_nb_streams; i++) { mp4_stream_t *p_stream = p_sys->pp_streams[i]; if (p_stream->p_held_entry) { block_Release(p_stream->p_held_entry->p_block); free(p_stream->p_held_entry); } while(p_stream->read.p_first) { mp4_fragentry_t *p_next = p_stream->read.p_first->p_next; block_Release(p_stream->read.p_first->p_block); free(p_stream->read.p_first); p_stream->read.p_first = p_next; } while(p_stream->towrite.p_first) { mp4_fragentry_t *p_next = p_stream->towrite.p_first->p_next; block_Release(p_stream->towrite.p_first->p_block); free(p_stream->towrite.p_first); p_stream->towrite.p_first = p_next; } free(p_stream->p_indexentries); mp4mux_trackinfo_Clear(&p_stream->mux); free(p_stream); } TAB_CLEAN(p_sys->i_nb_streams, p_sys->pp_streams); free(p_sys); } static void CloseFrag(vlc_object_t *p_this) { sout_mux_t *p_mux = (sout_mux_t *) p_this; sout_mux_sys_t *p_sys = (sout_mux_sys_t*) p_mux->p_sys; /* Flush remaining entries */ for (unsigned int i = 0; i < p_sys->i_nb_streams; i++) { mp4_stream_t *p_stream = p_sys->pp_streams[i]; if (p_stream->p_held_entry) { if (p_stream->p_held_entry->p_block->i_length < 1) LengthLocalFixup(p_mux, p_stream, p_stream->p_held_entry->p_block); ENQUEUE_ENTRY(p_stream->read, p_stream->p_held_entry); p_stream->p_held_entry = NULL; } } /* and force creating a fragment from it */ WriteFragments(p_mux, true); /* Write indexes, but only for non streamed content as they refer to moof by absolute position */ if (!strcmp(p_mux->psz_mux, "mp4frag")) { bo_t *mfra = GetMfraBox(p_mux); if (mfra) { bo_t *mfro = box_full_new("mfro", 0, 0x0); if (mfro) { if (mfra->b) { box_fix(mfra, mfra->b->i_buffer); bo_add_32be(mfro, mfra->b->i_buffer + MP4_MFRO_BOXSIZE); } box_gather(mfra, mfro); } box_send(p_mux, mfra); } } CleanupFrag(p_sys); } static int MuxFrag(sout_mux_t *p_mux) { sout_mux_sys_t *p_sys = (sout_mux_sys_t*) p_mux->p_sys; int i_stream = sout_MuxGetStream(p_mux, 1, NULL); if (i_stream < 0) return VLC_SUCCESS; sout_input_t *p_input = p_mux->pp_inputs[i_stream]; mp4_stream_t *p_stream = (mp4_stream_t*) p_input->p_sys; block_t *p_currentblock = BlockDequeue(p_input, p_stream); if( !p_currentblock ) return VLC_SUCCESS; /* Set time ranges */ if( p_stream->i_first_dts == VLC_TS_INVALID ) { p_stream->i_first_dts = p_currentblock->i_dts; if( p_sys->i_start_dts == VLC_TS_INVALID ) p_sys->i_start_dts = p_currentblock->i_dts; } /* If we have a previous entry for outgoing queue */ if (p_stream->p_held_entry) { block_t *p_heldblock = p_stream->p_held_entry->p_block; /* Fix previous block length from current */ if (p_heldblock->i_length < 1) { /* Fix using dts if not on a boundary */ if ((p_currentblock->i_flags & BLOCK_FLAG_DISCONTINUITY) == 0) p_heldblock->i_length = p_currentblock->i_dts - p_heldblock->i_dts; if (p_heldblock->i_length < 1) LengthLocalFixup(p_mux, p_stream, p_heldblock); } /* enqueue */ ENQUEUE_ENTRY(p_stream->read, p_stream->p_held_entry); p_stream->p_held_entry = NULL; if (p_stream->b_hasiframes && (p_heldblock->i_flags & BLOCK_FLAG_TYPE_I) && p_stream->mux.i_read_duration - p_sys->i_written_duration < FRAGMENT_LENGTH) { /* Flag the last iframe time, we'll use it as boundary so it will start next fragment */ p_stream->i_last_iframe_time = p_stream->mux.i_read_duration; } /* update buffered time */ p_stream->mux.i_read_duration += __MAX(0, p_heldblock->i_length); } /* set temp entry */ p_stream->p_held_entry = malloc(sizeof(mp4_fragentry_t)); if (unlikely(!p_stream->p_held_entry)) return VLC_ENOMEM; p_stream->p_held_entry->p_block = p_currentblock; p_stream->p_held_entry->i_run = p_stream->i_current_run; p_stream->p_held_entry->p_next = NULL; if (p_stream->mux.fmt.i_cat == VIDEO_ES ) { if (!p_stream->b_hasiframes && (p_currentblock->i_flags & BLOCK_FLAG_TYPE_I)) p_stream->b_hasiframes = true; if (!p_stream->mux.b_hasbframes && p_currentblock->i_dts > VLC_TS_INVALID && p_currentblock->i_pts > p_currentblock->i_dts) p_stream->mux.b_hasbframes = true; } /* Update the global fragment/media duration */ mtime_t i_min_read_duration = p_stream->mux.i_read_duration; mtime_t i_min_written_duration = p_stream->i_written_duration; for (unsigned int i=0; ii_nb_streams; i++) { const mp4_stream_t *p_s = p_sys->pp_streams[i]; if (p_s->mux.fmt.i_cat != VIDEO_ES && p_s->mux.fmt.i_cat != AUDIO_ES) continue; if (p_s->mux.i_read_duration < i_min_read_duration) i_min_read_duration = p_s->mux.i_read_duration; if (p_s->i_written_duration < i_min_written_duration) i_min_written_duration = p_s->i_written_duration; } p_sys->i_read_duration = i_min_read_duration; p_sys->i_written_duration = i_min_written_duration; /* we have prerolled enough to know all streams, and have enough date to create a fragment */ if (p_stream->read.p_first && p_sys->i_read_duration - p_sys->i_written_duration >= FRAGMENT_LENGTH) WriteFragments(p_mux, false); return VLC_SUCCESS; }