// Copyright 2014 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "packager/media/formats/mp2t/mp2t_media_parser.h" #include #include #include "packager/media/base/media_sample.h" #include "packager/media/base/stream_info.h" #include "packager/media/base/text_sample.h" #include "packager/media/formats/mp2t/es_parser.h" #include "packager/media/formats/mp2t/es_parser_audio.h" #include "packager/media/formats/mp2t/es_parser_dvb.h" #include "packager/media/formats/mp2t/es_parser_h264.h" #include "packager/media/formats/mp2t/es_parser_h265.h" #include "packager/media/formats/mp2t/mp2t_common.h" #include "packager/media/formats/mp2t/ts_packet.h" #include "packager/media/formats/mp2t/ts_section.h" #include "packager/media/formats/mp2t/ts_section_pat.h" #include "packager/media/formats/mp2t/ts_section_pes.h" #include "packager/media/formats/mp2t/ts_section_pmt.h" #include "packager/media/formats/mp2t/ts_stream_type.h" namespace shaka { namespace media { namespace mp2t { class PidState { public: enum PidType { kPidPat, kPidPmt, kPidAudioPes, kPidVideoPes, kPidTextPes, }; PidState(int pid, PidType pid_type, std::unique_ptr section_parser); // Extract the content of the TS packet and parse it. // Return true if successful. bool PushTsPacket(const TsPacket& ts_packet); // Flush the PID state (possibly emitting some pending frames) // and reset its state. bool Flush(); // Enable/disable the PID. // Disabling a PID will reset its state and ignore any further incoming TS // packets. void Enable(); void Disable(); bool IsEnabled() const; PidType pid_type() const { return pid_type_; } std::shared_ptr& config() { return config_; } void set_config(const std::shared_ptr& config) { config_ = config; } private: friend Mp2tMediaParser; void ResetState(); int pid_; PidType pid_type_; std::unique_ptr section_parser_; std::deque> media_sample_queue_; std::deque> text_sample_queue_; bool enable_; int continuity_counter_; std::shared_ptr config_; }; PidState::PidState(int pid, PidType pid_type, std::unique_ptr section_parser) : pid_(pid), pid_type_(pid_type), section_parser_(std::move(section_parser)), enable_(false), continuity_counter_(-1) { DCHECK(section_parser_); } bool PidState::PushTsPacket(const TsPacket& ts_packet) { DCHECK_EQ(ts_packet.pid(), pid_); // The current PID is not part of the PID filter, // just discard the incoming TS packet. if (!enable_) return true; // TODO(bzd): continuity_counter_ is never set int expected_continuity_counter = (continuity_counter_ + 1) % 16; if (continuity_counter_ >= 0 && ts_packet.continuity_counter() != expected_continuity_counter) { LOG(ERROR) << "TS discontinuity detected for pid: " << pid_; // TODO(tinskip): Handle discontinuity better. return false; } bool status = section_parser_->Parse( ts_packet.payload_unit_start_indicator(), ts_packet.payload(), ts_packet.payload_size()); // At the minimum, when parsing failed, auto reset the section parser. // Components that use the Mp2tMediaParser can take further action if needed. if (!status) { LOG(ERROR) << "Parsing failed for pid = " << pid_ << ", type=" << pid_type_; ResetState(); } return status; } bool PidState::Flush() { RCHECK(section_parser_->Flush()); ResetState(); return true; } void PidState::Enable() { enable_ = true; } void PidState::Disable() { if (!enable_) return; ResetState(); enable_ = false; } bool PidState::IsEnabled() const { return enable_; } void PidState::ResetState() { section_parser_->Reset(); continuity_counter_ = -1; } Mp2tMediaParser::Mp2tMediaParser() : sbr_in_mimetype_(false), is_initialized_(false) { } Mp2tMediaParser::~Mp2tMediaParser() {} void Mp2tMediaParser::Init(const InitCB& init_cb, const NewMediaSampleCB& new_media_sample_cb, const NewTextSampleCB& new_text_sample_cb, KeySource* decryption_key_source) { DCHECK(!is_initialized_); DCHECK(init_cb_ == nullptr); DCHECK(init_cb != nullptr); DCHECK(new_media_sample_cb != nullptr); DCHECK(new_text_sample_cb != nullptr); init_cb_ = init_cb; new_media_sample_cb_ = new_media_sample_cb; new_text_sample_cb_ = new_text_sample_cb; } bool Mp2tMediaParser::Flush() { DVLOG(1) << "Mp2tMediaParser::Flush"; // Flush the buffers and reset the pids. for (const auto& pair : pids_) { DVLOG(1) << "Flushing PID: " << pair.first; PidState* pid_state = pair.second.get(); RCHECK(pid_state->Flush()); } bool result = EmitRemainingSamples(); pids_.clear(); // Remove any bytes left in the TS buffer. // (i.e. any partial TS packet => less than 188 bytes). ts_byte_queue_.Reset(); return result; } bool Mp2tMediaParser::Parse(const uint8_t* buf, int size) { DVLOG(2) << "Mp2tMediaParser::Parse size=" << size; // Add the data to the parser state. ts_byte_queue_.Push(buf, size); while (true) { const uint8_t* ts_buffer; int ts_buffer_size; ts_byte_queue_.Peek(&ts_buffer, &ts_buffer_size); if (ts_buffer_size < TsPacket::kPacketSize) break; // Synchronization. int skipped_bytes = TsPacket::Sync(ts_buffer, ts_buffer_size); if (skipped_bytes > 0) { DVLOG(1) << "Packet not aligned on a TS syncword:" << " skipped_bytes=" << skipped_bytes; ts_byte_queue_.Pop(skipped_bytes); continue; } // Parse the TS header, skipping 1 byte if the header is invalid. std::unique_ptr ts_packet( TsPacket::Parse(ts_buffer, ts_buffer_size)); if (!ts_packet) { DVLOG(1) << "Error: invalid TS packet"; ts_byte_queue_.Pop(1); continue; } DVLOG(LOG_LEVEL_TS) << "Processing PID=" << ts_packet->pid() << " start_unit=" << ts_packet->payload_unit_start_indicator() << " continuity_counter=" << ts_packet->continuity_counter(); // Parse the section. auto it = pids_.find(ts_packet->pid()); if (it == pids_.end() && ts_packet->pid() == TsSection::kPidPat) { // Create the PAT state here if needed. std::unique_ptr pat_section_parser(new TsSectionPat( std::bind(&Mp2tMediaParser::RegisterPmt, this, std::placeholders::_1, std::placeholders::_2))); std::unique_ptr pat_pid_state(new PidState( ts_packet->pid(), PidState::kPidPat, std::move(pat_section_parser))); pat_pid_state->Enable(); it = pids_.emplace(ts_packet->pid(), std::move(pat_pid_state)).first; } if (it != pids_.end()) { RCHECK(it->second->PushTsPacket(*ts_packet)); } else { DVLOG(LOG_LEVEL_TS) << "Ignoring TS packet for pid: " << ts_packet->pid(); } // Go to the next packet. ts_byte_queue_.Pop(TsPacket::kPacketSize); } // Emit the A/V buffers that kept accumulating during TS parsing. return EmitRemainingSamples(); } void Mp2tMediaParser::RegisterPmt(int program_number, int pmt_pid) { DVLOG(1) << "RegisterPmt:" << " program_number=" << program_number << " pmt_pid=" << pmt_pid; // Only one TS program is allowed. Ignore the incoming program map table, // if there is already one registered. for (const auto& pair : pids_) { if (pair.second->pid_type() == PidState::kPidPmt) { DVLOG_IF(1, pmt_pid != pair.first) << "More than one program is defined"; return; } } // Create the PMT state here if needed. DVLOG(1) << "Create a new PMT parser"; std::unique_ptr pmt_section_parser(new TsSectionPmt(std::bind( &Mp2tMediaParser::RegisterPes, this, pmt_pid, std::placeholders::_1, std::placeholders::_2, std::placeholders::_3, std::placeholders::_4))); std::unique_ptr pmt_pid_state( new PidState(pmt_pid, PidState::kPidPmt, std::move(pmt_section_parser))); pmt_pid_state->Enable(); pids_.emplace(pmt_pid, std::move(pmt_pid_state)); } void Mp2tMediaParser::RegisterPes(int pmt_pid, int pes_pid, TsStreamType stream_type, const uint8_t* descriptor, size_t descriptor_length) { if (pids_.count(pes_pid) != 0) return; DVLOG(1) << "RegisterPes:" << " pes_pid=" << pes_pid << " stream_type=" << std::hex << static_cast(stream_type) << std::dec; // Create a stream parser corresponding to the stream type. PidState::PidType pid_type = PidState::kPidVideoPes; std::unique_ptr es_parser; auto on_new_stream = std::bind(&Mp2tMediaParser::OnNewStreamInfo, this, pes_pid, std::placeholders::_1); auto on_emit_media = std::bind(&Mp2tMediaParser::OnEmitMediaSample, this, pes_pid, std::placeholders::_1); auto on_emit_text = std::bind(&Mp2tMediaParser::OnEmitTextSample, this, pes_pid, std::placeholders::_1); switch (stream_type) { case TsStreamType::kAvc: es_parser.reset(new EsParserH264(pes_pid, on_new_stream, on_emit_media)); break; case TsStreamType::kHevc: es_parser.reset(new EsParserH265(pes_pid, on_new_stream, on_emit_media)); break; case TsStreamType::kAdtsAac: case TsStreamType::kMpeg1Audio: case TsStreamType::kAc3: es_parser.reset( new EsParserAudio(pes_pid, static_cast(stream_type), on_new_stream, on_emit_media, sbr_in_mimetype_)); pid_type = PidState::kPidAudioPes; break; case TsStreamType::kDvbSubtitles: es_parser.reset(new EsParserDvb(pes_pid, on_new_stream, on_emit_text, descriptor, descriptor_length)); pid_type = PidState::kPidTextPes; break; default: { auto type = static_cast(stream_type); DCHECK(type <= 0xff); LOG_IF(ERROR, !stream_type_logged_once_[type]) << "Ignore unsupported MPEG2TS stream type 0x" << std::hex << type << std::dec; stream_type_logged_once_[type] = true; return; } } // Create the PES state here. DVLOG(1) << "Create a new PES state"; std::unique_ptr pes_section_parser( new TsSectionPes(std::move(es_parser))); std::unique_ptr pes_pid_state( new PidState(pes_pid, pid_type, std::move(pes_section_parser))); pes_pid_state->Enable(); pids_.emplace(pes_pid, std::move(pes_pid_state)); } void Mp2tMediaParser::OnNewStreamInfo( uint32_t pes_pid, std::shared_ptr new_stream_info) { DCHECK(!new_stream_info || new_stream_info->track_id() == pes_pid); DVLOG(1) << "OnVideoConfigChanged for pid=" << pes_pid << ", has_info=" << (new_stream_info ? "true" : "false"); auto pid_state = pids_.find(pes_pid); if (pid_state == pids_.end()) { LOG(ERROR) << "PID State for new stream not found (pid = " << new_stream_info->track_id() << ")."; return; } if (new_stream_info) { // Set the stream configuration information for the PID. pid_state->second->set_config(new_stream_info); } else { LOG(WARNING) << "Ignoring unsupported stream with pid=" << pes_pid; pid_state->second->Disable(); } // Finish initialization if all streams have configs. FinishInitializationIfNeeded(); } bool Mp2tMediaParser::FinishInitializationIfNeeded() { // Nothing to be done if already initialized. if (is_initialized_) return true; // Wait for more data to come to finish initialization. if (pids_.empty()) return true; std::vector> all_stream_info; uint32_t num_es(0); for (const auto& pair : pids_) { if ((pair.second->pid_type() == PidState::kPidAudioPes || pair.second->pid_type() == PidState::kPidVideoPes || pair.second->pid_type() == PidState::kPidTextPes) && pair.second->IsEnabled()) { ++num_es; if (pair.second->config()) all_stream_info.push_back(pair.second->config()); } } if (num_es && (all_stream_info.size() == num_es)) { // All stream configurations have been received. Initialization can // be completed. init_cb_(all_stream_info); DVLOG(1) << "Mpeg2TS stream parser initialization done"; is_initialized_ = true; } return true; } void Mp2tMediaParser::OnEmitMediaSample( uint32_t pes_pid, std::shared_ptr new_sample) { DCHECK(new_sample); DVLOG(LOG_LEVEL_ES) << "OnEmitMediaSample: " << " pid=" << pes_pid << " size=" << new_sample->data_size() << " dts=" << new_sample->dts() << " pts=" << new_sample->pts(); // Add the sample to the appropriate PID sample queue. auto pid_state = pids_.find(pes_pid); if (pid_state == pids_.end()) { LOG(ERROR) << "PID State for new sample not found (pid = " << pes_pid << ")."; return; } pid_state->second->media_sample_queue_.push_back(std::move(new_sample)); } void Mp2tMediaParser::OnEmitTextSample(uint32_t pes_pid, std::shared_ptr new_sample) { DCHECK(new_sample); DVLOG(LOG_LEVEL_ES) << "OnEmitTextSample: " << " pid=" << pes_pid << " start=" << new_sample->start_time(); // Add the sample to the appropriate PID sample queue. auto pid_state = pids_.find(pes_pid); if (pid_state == pids_.end()) { LOG(ERROR) << "PID State for new sample not found (pid = " << pes_pid << ")."; return; } pid_state->second->text_sample_queue_.push_back(std::move(new_sample)); } bool Mp2tMediaParser::EmitRemainingSamples() { DVLOG(LOG_LEVEL_ES) << "Mp2tMediaParser::EmitRemainingBuffers"; // No buffer should be sent until fully initialized. if (!is_initialized_) return true; // Buffer emission. for (const auto& pid_pair : pids_) { for (auto sample : pid_pair.second->media_sample_queue_) { RCHECK(new_media_sample_cb_(pid_pair.first, sample)); } pid_pair.second->media_sample_queue_.clear(); for (auto sample : pid_pair.second->text_sample_queue_) { RCHECK(new_text_sample_cb_(pid_pair.first, sample)); } pid_pair.second->text_sample_queue_.clear(); } return true; } } // namespace mp2t } // namespace media } // namespace shaka