// Copyright 2017 Google LLC. All rights reserved. // // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file or at // https://developers.google.com/open-source/licenses/bsd #include "packager/media/chunking/chunking_handler.h" #include #include #include "packager/media/base/media_sample.h" #include "packager/status/status_macros.h" namespace shaka { namespace media { namespace { const size_t kStreamIndex = 0; bool IsNewSegmentIndex(int64_t new_index, int64_t current_index) { return new_index != current_index && // Index is calculated from pts, which could decrease. We do not expect // it to decrease by more than one segment though, which could happen // only if there is a big overlap in the timeline, in which case, we // will create a new segment and leave it to the player to handle it. new_index != current_index - 1; } } // namespace ChunkingHandler::ChunkingHandler(const ChunkingParams& chunking_params) : chunking_params_(chunking_params) { CHECK_NE(chunking_params.segment_duration_in_seconds, 0u); } Status ChunkingHandler::InitializeInternal() { if (num_input_streams() != 1 || next_output_stream_index() != 1) { return Status(error::INVALID_ARGUMENT, "Expects exactly one input and one output."); } return Status::OK; } Status ChunkingHandler::Process(std::unique_ptr stream_data) { switch (stream_data->stream_data_type) { case StreamDataType::kStreamInfo: return OnStreamInfo(std::move(stream_data->stream_info)); case StreamDataType::kCueEvent: return OnCueEvent(std::move(stream_data->cue_event)); case StreamDataType::kSegmentInfo: VLOG(3) << "Droppping existing segment info."; return Status::OK; case StreamDataType::kMediaSample: return OnMediaSample(std::move(stream_data->media_sample)); default: VLOG(3) << "Stream data type " << static_cast(stream_data->stream_data_type) << " ignored."; return Dispatch(std::move(stream_data)); } } Status ChunkingHandler::OnFlushRequest(size_t /*input_stream_index*/) { RETURN_IF_ERROR(EndSegmentIfStarted()); return FlushDownstream(kStreamIndex); } Status ChunkingHandler::OnStreamInfo(std::shared_ptr info) { time_scale_ = info->time_scale(); segment_duration_ = chunking_params_.segment_duration_in_seconds * time_scale_; subsegment_duration_ = chunking_params_.subsegment_duration_in_seconds * time_scale_; return DispatchStreamInfo(kStreamIndex, std::move(info)); } Status ChunkingHandler::OnCueEvent(std::shared_ptr event) { RETURN_IF_ERROR(EndSegmentIfStarted()); const double event_time_in_seconds = event->time_in_seconds; RETURN_IF_ERROR(DispatchCueEvent(kStreamIndex, std::move(event))); // Force start new segment after cue event. segment_start_time_ = std::nullopt; // |cue_offset_| will be applied to sample timestamp so the segment after cue // point have duration ~= |segment_duration_|. cue_offset_ = event_time_in_seconds * time_scale_; return Status::OK; } Status ChunkingHandler::OnMediaSample( std::shared_ptr sample) { DCHECK_GT(time_scale_, 0) << "kStreamInfo should arrive before kMediaSample"; const int64_t timestamp = sample->pts(); bool started_new_segment = false; const bool can_start_new_segment = sample->is_key_frame() || !chunking_params_.segment_sap_aligned; if (can_start_new_segment) { const int64_t segment_index = timestamp < cue_offset_ ? 0 : (timestamp - cue_offset_) / segment_duration_; if (!segment_start_time_ || IsNewSegmentIndex(segment_index, current_segment_index_)) { current_segment_index_ = segment_index; // Reset subsegment index. current_subsegment_index_ = 0; RETURN_IF_ERROR(EndSegmentIfStarted()); segment_start_time_ = timestamp; subsegment_start_time_ = timestamp; max_segment_time_ = timestamp + sample->duration(); started_new_segment = true; } } // This handles the LL-DASH case. // On each media sample, which is the basis for a chunk, // we must increment the current_subsegment_index_ // in order to hit FinalizeSegment() within Segmenter. if (!started_new_segment && chunking_params_.low_latency_dash_mode) { current_subsegment_index_++; RETURN_IF_ERROR(EndSubsegmentIfStarted()); subsegment_start_time_ = timestamp; } // Here, a subsegment refers to a fragment that is within a segment. // This fragment size can be set with the 'fragment_duration' cmd arg. // This is NOT for the LL-DASH case. if (!started_new_segment && IsSubsegmentEnabled() && !chunking_params_.low_latency_dash_mode) { const bool can_start_new_subsegment = sample->is_key_frame() || !chunking_params_.subsegment_sap_aligned; if (can_start_new_subsegment) { const int64_t subsegment_index = (timestamp - segment_start_time_.value()) / subsegment_duration_; if (IsNewSegmentIndex(subsegment_index, current_subsegment_index_)) { current_subsegment_index_ = subsegment_index; RETURN_IF_ERROR(EndSubsegmentIfStarted()); subsegment_start_time_ = timestamp; } } } VLOG(3) << "Sample ts: " << timestamp << " " << " duration: " << sample->duration() << " scale: " << time_scale_ << (segment_start_time_ ? " dispatch " : " discard "); if (!segment_start_time_) { DCHECK(!subsegment_start_time_); // Discard samples before segment start. If the segment has started, // |segment_start_time_| won't be null. return Status::OK; } segment_start_time_ = std::min(segment_start_time_.value(), timestamp); subsegment_start_time_ = std::min(subsegment_start_time_.value(), timestamp); max_segment_time_ = std::max(max_segment_time_, timestamp + sample->duration()); return DispatchMediaSample(kStreamIndex, std::move(sample)); } Status ChunkingHandler::EndSegmentIfStarted() const { if (!segment_start_time_) return Status::OK; auto segment_info = std::make_shared(); segment_info->start_timestamp = segment_start_time_.value(); segment_info->duration = max_segment_time_ - segment_start_time_.value(); if (chunking_params_.low_latency_dash_mode) { segment_info->is_chunk = true; segment_info->is_final_chunk_in_seg = true; } return DispatchSegmentInfo(kStreamIndex, std::move(segment_info)); } Status ChunkingHandler::EndSubsegmentIfStarted() const { if (!subsegment_start_time_) return Status::OK; auto subsegment_info = std::make_shared(); subsegment_info->start_timestamp = subsegment_start_time_.value(); subsegment_info->duration = max_segment_time_ - subsegment_start_time_.value(); subsegment_info->is_subsegment = true; if (chunking_params_.low_latency_dash_mode) subsegment_info->is_chunk = true; return DispatchSegmentInfo(kStreamIndex, std::move(subsegment_info)); } } // namespace media } // namespace shaka