7 #include "packager/mpd/base/mpd_builder.h"
9 #include <libxml/tree.h>
10 #include <libxml/xmlstring.h>
18 #include "packager/base/base64.h"
19 #include "packager/base/bind.h"
20 #include "packager/base/files/file_path.h"
21 #include "packager/base/logging.h"
22 #include "packager/base/strings/string_number_conversions.h"
23 #include "packager/base/strings/stringprintf.h"
24 #include "packager/base/synchronization/lock.h"
25 #include "packager/base/time/default_clock.h"
26 #include "packager/base/time/time.h"
27 #include "packager/file/file.h"
28 #include "packager/media/base/language_utils.h"
29 #include "packager/mpd/base/content_protection_element.h"
30 #include "packager/mpd/base/mpd_utils.h"
31 #include "packager/mpd/base/xml/xml_node.h"
32 #include "packager/version/version.h"
38 using xml::RepresentationXmlNode;
39 using xml::AdaptationSetXmlNode;
43 AdaptationSet::Role MediaInfoTextTypeToRole(
44 MediaInfo::TextInfo::TextType type) {
46 case MediaInfo::TextInfo::UNKNOWN:
47 LOG(WARNING) <<
"Unknown text type, assuming subtitle.";
48 return AdaptationSet::kRoleSubtitle;
49 case MediaInfo::TextInfo::CAPTION:
50 return AdaptationSet::kRoleCaption;
51 case MediaInfo::TextInfo::SUBTITLE:
52 return AdaptationSet::kRoleSubtitle;
54 NOTREACHED() <<
"Unknown MediaInfo TextType: " << type
55 <<
" assuming subtitle.";
56 return AdaptationSet::kRoleSubtitle;
60 std::string GetMimeType(
const std::string& prefix,
61 MediaInfo::ContainerType container_type) {
62 switch (container_type) {
63 case MediaInfo::CONTAINER_MP4:
64 return prefix +
"/mp4";
65 case MediaInfo::CONTAINER_MPEG2_TS:
67 return prefix +
"/MP2T";
68 case MediaInfo::CONTAINER_WEBM:
69 return prefix +
"/webm";
75 LOG(ERROR) <<
"Unrecognized container type: " << container_type;
79 void AddMpdNameSpaceInfo(XmlNode* mpd) {
82 static const char kXmlNamespace[] =
"urn:mpeg:dash:schema:mpd:2011";
83 static const char kXmlNamespaceXsi[] =
84 "http://www.w3.org/2001/XMLSchema-instance";
85 static const char kXmlNamespaceXlink[] =
"http://www.w3.org/1999/xlink";
86 static const char kDashSchemaMpd2011[] =
87 "urn:mpeg:dash:schema:mpd:2011 DASH-MPD.xsd";
88 static const char kCencNamespace[] =
"urn:mpeg:cenc:2013";
90 mpd->SetStringAttribute(
"xmlns", kXmlNamespace);
91 mpd->SetStringAttribute(
"xmlns:xsi", kXmlNamespaceXsi);
92 mpd->SetStringAttribute(
"xmlns:xlink", kXmlNamespaceXlink);
93 mpd->SetStringAttribute(
"xsi:schemaLocation", kDashSchemaMpd2011);
94 mpd->SetStringAttribute(
"xmlns:cenc", kCencNamespace);
97 bool IsPeriodNode(xmlNodePtr node) {
100 return xmlStrcmp(node->name, reinterpret_cast<const xmlChar*>(
"Period")) ==
109 xmlNodePtr FindPeriodNode(XmlNode* xml_node) {
110 for (xmlNodePtr node = xml_node->GetRawPtr()->xmlChildrenNode; node != NULL;
112 if (IsPeriodNode(node))
119 bool Positive(
double d) {
125 std::string XmlDateTimeNowWithOffset(
126 int32_t offset_seconds,
127 base::Clock* clock) {
128 base::Time time = clock->Now();
129 time += base::TimeDelta::FromSeconds(offset_seconds);
130 base::Time::Exploded time_exploded;
131 time.UTCExplode(&time_exploded);
133 return base::StringPrintf(
"%4d-%02d-%02dT%02d:%02d:%02dZ", time_exploded.year,
134 time_exploded.month, time_exploded.day_of_month,
135 time_exploded.hour, time_exploded.minute,
136 time_exploded.second);
139 void SetIfPositive(
const char* attr_name,
double value, XmlNode* mpd) {
140 if (Positive(value)) {
141 mpd->SetStringAttribute(attr_name, SecondsToXmlDuration(value));
145 uint32_t GetTimeScale(
const MediaInfo& media_info) {
146 if (media_info.has_reference_time_scale()) {
147 return media_info.reference_time_scale();
150 if (media_info.has_video_info()) {
151 return media_info.video_info().time_scale();
154 if (media_info.has_audio_info()) {
155 return media_info.audio_info().time_scale();
158 LOG(WARNING) <<
"No timescale specified, using 1 as timescale.";
162 uint64_t LastSegmentStartTime(
const SegmentInfo& segment_info) {
163 return segment_info.start_time + segment_info.duration * segment_info.repeat;
167 uint64_t LastSegmentEndTime(
const SegmentInfo& segment_info) {
168 return segment_info.start_time +
169 segment_info.duration * (segment_info.repeat + 1);
172 uint64_t LatestSegmentStartTime(
const std::list<SegmentInfo>& segments) {
173 DCHECK(!segments.empty());
174 const SegmentInfo& latest_segment = segments.back();
175 return LastSegmentStartTime(latest_segment);
180 int SearchTimedOutRepeatIndex(uint64_t timeshift_limit,
181 const SegmentInfo& segment_info) {
182 DCHECK_LE(timeshift_limit, LastSegmentEndTime(segment_info));
183 if (timeshift_limit < segment_info.start_time)
186 return (timeshift_limit - segment_info.start_time) / segment_info.duration;
189 std::string MakePathRelative(
const std::string& media_path,
190 const FilePath& parent_path) {
191 FilePath relative_path;
192 const FilePath child_path = FilePath::FromUTF8Unsafe(media_path);
193 const bool is_child =
194 parent_path.AppendRelativePath(child_path, &relative_path);
196 relative_path = child_path;
197 return relative_path.NormalizePathSeparatorsTo(
'/').AsUTF8Unsafe();
203 bool HasRequiredVideoFields(
const MediaInfo_VideoInfo& video_info) {
204 if (!video_info.has_height() || !video_info.has_width()) {
206 <<
"Width and height are required fields for generating a valid MPD.";
211 LOG_IF(WARNING, !video_info.has_time_scale())
212 <<
"Video info does not contain timescale required for "
213 "calculating framerate. @frameRate is required for DASH IOP.";
214 LOG_IF(WARNING, !video_info.has_pixel_width())
215 <<
"Video info does not contain pixel_width to calculate the sample "
216 "aspect ratio required for DASH IOP.";
217 LOG_IF(WARNING, !video_info.has_pixel_height())
218 <<
"Video info does not contain pixel_height to calculate the sample "
219 "aspect ratio required for DASH IOP.";
230 std::string GetPictureAspectRatio(uint32_t width,
232 uint32_t pixel_width,
233 uint32_t pixel_height) {
234 const uint32_t scaled_width = pixel_width * width;
235 const uint32_t scaled_height = pixel_height * height;
236 const double par =
static_cast<double>(scaled_width) / scaled_height;
240 const uint32_t kLargestPossibleParY = 19;
242 uint32_t par_num = 0;
243 uint32_t par_den = 0;
244 double min_error = 1.0;
245 for (uint32_t den = 1; den <= kLargestPossibleParY; ++den) {
246 uint32_t num = par * den + 0.5;
247 double error = fabs(par - static_cast<double>(num) / den);
248 if (error < min_error) {
252 if (error == 0)
break;
255 VLOG(2) <<
"width*pix_width : height*pixel_height (" << scaled_width <<
":"
256 << scaled_height <<
") reduced to " << par_num <<
":" << par_den
257 <<
" with error " << min_error <<
".";
259 return base::IntToString(par_num) +
":" + base::IntToString(par_den);
264 void AddPictureAspectRatio(
265 const MediaInfo::VideoInfo& video_info,
266 std::set<std::string>* picture_aspect_ratio) {
269 if (picture_aspect_ratio->size() > 1)
272 if (video_info.width() == 0 || video_info.height() == 0 ||
273 video_info.pixel_width() == 0 || video_info.pixel_height() == 0) {
278 picture_aspect_ratio->insert(
"bogus");
279 picture_aspect_ratio->insert(
"entries");
283 const std::string par = GetPictureAspectRatio(
284 video_info.width(), video_info.height(),
285 video_info.pixel_width(), video_info.pixel_height());
286 DVLOG(1) <<
"Setting par as: " << par
287 <<
" for video with width: " << video_info.width()
288 <<
" height: " << video_info.height()
289 <<
" pixel_width: " << video_info.pixel_width() <<
" pixel_height; "
290 << video_info.pixel_height();
291 picture_aspect_ratio->insert(par);
294 std::string RoleToText(AdaptationSet::Role role) {
298 case AdaptationSet::kRoleCaption:
300 case AdaptationSet::kRoleSubtitle:
302 case AdaptationSet::kRoleMain:
304 case AdaptationSet::kRoleAlternate:
306 case AdaptationSet::kRoleSupplementary:
307 return "supplementary";
308 case AdaptationSet::kRoleCommentary:
310 case AdaptationSet::kRoleDub:
321 class LibXmlInitializer {
323 LibXmlInitializer() : initialized_(false) {
324 base::AutoLock lock(lock_);
331 ~LibXmlInitializer() {
332 base::AutoLock lock(lock_);
335 initialized_ =
false;
343 DISALLOW_COPY_AND_ASSIGN(LibXmlInitializer);
346 class RepresentationStateChangeListenerImpl
347 :
public RepresentationStateChangeListener {
350 RepresentationStateChangeListenerImpl(uint32_t representation_id,
351 AdaptationSet* adaptation_set)
352 : representation_id_(representation_id), adaptation_set_(adaptation_set) {
353 DCHECK(adaptation_set_);
355 ~RepresentationStateChangeListenerImpl()
override {}
358 void OnNewSegmentForRepresentation(uint64_t start_time,
359 uint64_t duration)
override {
360 adaptation_set_->OnNewSegmentForRepresentation(representation_id_,
361 start_time, duration);
364 void OnSetFrameRateForRepresentation(uint32_t frame_duration,
365 uint32_t timescale)
override {
366 adaptation_set_->OnSetFrameRateForRepresentation(representation_id_,
367 frame_duration, timescale);
371 const uint32_t representation_id_;
372 AdaptationSet*
const adaptation_set_;
374 DISALLOW_COPY_AND_ASSIGN(RepresentationStateChangeListenerImpl);
380 : mpd_options_(mpd_options), clock_(new base::DefaultClock()) {}
382 MpdBuilder::~MpdBuilder() {}
385 base_urls_.push_back(base_url);
389 std::unique_ptr<AdaptationSet> adaptation_set(
390 new AdaptationSet(adaptation_set_counter_.GetNext(), lang, mpd_options_,
391 &representation_counter_));
392 DCHECK(adaptation_set);
394 if (!lang.empty() && lang == mpd_options_.mpd_params.default_language) {
395 adaptation_set->AddRole(AdaptationSet::kRoleMain);
398 adaptation_sets_.push_back(std::move(adaptation_set));
399 return adaptation_sets_.back().get();
404 static LibXmlInitializer lib_xml_initializer;
406 xml::scoped_xml_ptr<xmlDoc> doc(GenerateMpd());
410 static const int kNiceFormat = 1;
411 int doc_str_size = 0;
412 xmlChar* doc_str =
nullptr;
413 xmlDocDumpFormatMemoryEnc(doc.get(), &doc_str, &doc_str_size,
"UTF-8",
415 output->assign(doc_str, doc_str + doc_str_size);
423 xmlDocPtr MpdBuilder::GenerateMpd() {
425 static const char kXmlVersion[] =
"1.0";
426 xml::scoped_xml_ptr<xmlDoc> doc(xmlNewDoc(BAD_CAST kXmlVersion));
430 XmlNode period(
"Period");
436 for (
const std::unique_ptr<AdaptationSet>& adaptation_set :
438 xml::scoped_xml_ptr<xmlNode> child(adaptation_set->GetXml());
439 if (!child.get() || !period.AddChild(std::move(child)))
444 std::list<std::string>::const_iterator base_urls_it = base_urls_.begin();
445 for (; base_urls_it != base_urls_.end(); ++base_urls_it) {
446 XmlNode base_url(
"BaseURL");
447 base_url.SetContent(*base_urls_it);
449 if (!mpd.AddChild(base_url.PassScopedPtr()))
454 if (mpd_options_.mpd_type == MpdType::kDynamic) {
456 period.SetStringAttribute(
"start",
"PT0S");
459 if (!mpd.AddChild(period.PassScopedPtr()))
462 AddMpdNameSpaceInfo(&mpd);
464 static const char kOnDemandProfile[] =
465 "urn:mpeg:dash:profile:isoff-on-demand:2011";
466 static const char kLiveProfile[] =
467 "urn:mpeg:dash:profile:isoff-live:2011";
468 switch (mpd_options_.dash_profile) {
469 case DashProfile::kOnDemand:
470 mpd.SetStringAttribute(
"profiles", kOnDemandProfile);
472 case DashProfile::kLive:
473 mpd.SetStringAttribute(
"profiles", kLiveProfile);
476 NOTREACHED() <<
"Unknown DASH profile: "
477 <<
static_cast<int>(mpd_options_.dash_profile);
481 AddCommonMpdInfo(&mpd);
482 switch (mpd_options_.mpd_type) {
483 case MpdType::kStatic:
484 AddStaticMpdInfo(&mpd);
486 case MpdType::kDynamic:
487 AddDynamicMpdInfo(&mpd);
490 NOTREACHED() <<
"Unknown MPD type: "
491 <<
static_cast<int>(mpd_options_.mpd_type);
496 const std::string version = GetPackagerVersion();
497 if (!version.empty()) {
498 std::string version_string =
499 base::StringPrintf(
"Generated with %s version %s",
500 GetPackagerProjectUrl().c_str(), version.c_str());
501 xml::scoped_xml_ptr<xmlNode> comment(
502 xmlNewDocComment(doc.get(), BAD_CAST version_string.c_str()));
503 xmlDocSetRootElement(doc.get(), comment.get());
504 xmlAddSibling(comment.release(), mpd.Release());
506 xmlDocSetRootElement(doc.get(), mpd.Release());
508 return doc.release();
511 void MpdBuilder::AddCommonMpdInfo(XmlNode* mpd_node) {
513 mpd_node->SetStringAttribute(
517 LOG(ERROR) <<
"minBufferTime value not specified.";
522 void MpdBuilder::AddStaticMpdInfo(XmlNode* mpd_node) {
524 DCHECK_EQ(MpdType::kStatic, mpd_options_.mpd_type);
526 static const char kStaticMpdType[] =
"static";
527 mpd_node->SetStringAttribute(
"type", kStaticMpdType);
528 mpd_node->SetStringAttribute(
529 "mediaPresentationDuration",
530 SecondsToXmlDuration(GetStaticMpdDuration(mpd_node)));
533 void MpdBuilder::AddDynamicMpdInfo(XmlNode* mpd_node) {
535 DCHECK_EQ(MpdType::kDynamic, mpd_options_.mpd_type);
537 static const char kDynamicMpdType[] =
"dynamic";
538 mpd_node->SetStringAttribute(
"type", kDynamicMpdType);
541 mpd_node->SetStringAttribute(
"publishTime",
542 XmlDateTimeNowWithOffset(0, clock_.get()));
546 if (availability_start_time_.empty()) {
547 double earliest_presentation_time;
548 if (GetEarliestTimestamp(&earliest_presentation_time)) {
549 availability_start_time_ = XmlDateTimeNowWithOffset(
550 -std::ceil(earliest_presentation_time), clock_.get());
552 LOG(ERROR) <<
"Could not determine the earliest segment presentation "
553 "time for availabilityStartTime calculation.";
557 if (!availability_start_time_.empty())
558 mpd_node->SetStringAttribute(
"availabilityStartTime",
559 availability_start_time_);
562 mpd_node->SetStringAttribute(
563 "minimumUpdatePeriod",
566 LOG(WARNING) <<
"The profile is dynamic but no minimumUpdatePeriod "
570 SetIfPositive(
"timeShiftBufferDepth",
572 SetIfPositive(
"suggestedPresentationDelay",
573 mpd_options_.mpd_params.suggested_presentation_delay, mpd_node);
576 float MpdBuilder::GetStaticMpdDuration(XmlNode* mpd_node) {
578 DCHECK_EQ(MpdType::kStatic, mpd_options_.mpd_type);
580 xmlNodePtr period_node = FindPeriodNode(mpd_node);
581 DCHECK(period_node) <<
"Period element must be a child of mpd_node.";
582 DCHECK(IsPeriodNode(period_node));
588 float max_duration = 0.0f;
589 for (xmlNodePtr adaptation_set = xmlFirstElementChild(period_node);
590 adaptation_set; adaptation_set = xmlNextElementSibling(adaptation_set)) {
591 for (xmlNodePtr representation = xmlFirstElementChild(adaptation_set);
593 representation = xmlNextElementSibling(representation)) {
594 float duration = 0.0f;
595 if (GetDurationAttribute(representation, &duration)) {
596 max_duration = max_duration > duration ? max_duration : duration;
600 xmlUnsetProp(representation, BAD_CAST
"duration");
608 bool MpdBuilder::GetEarliestTimestamp(
double* timestamp_seconds) {
609 DCHECK(timestamp_seconds);
611 double earliest_timestamp(-1);
612 for (
const std::unique_ptr<AdaptationSet>& adaptation_set :
615 if (adaptation_set->GetEarliestTimestamp(×tamp) &&
616 ((earliest_timestamp < 0) || (timestamp < earliest_timestamp))) {
617 earliest_timestamp = timestamp;
620 if (earliest_timestamp < 0)
623 *timestamp_seconds = earliest_timestamp;
628 MediaInfo* media_info) {
630 const std::string kFileProtocol(
"file://");
631 std::string mpd_file_path = (mpd_path.find(kFileProtocol) == 0)
632 ? mpd_path.substr(kFileProtocol.size())
635 if (!mpd_file_path.empty()) {
636 const FilePath mpd_dir(FilePath::FromUTF8Unsafe(mpd_file_path)
638 .AsEndingWithSeparator());
639 if (!mpd_dir.empty()) {
640 if (media_info->has_media_file_name()) {
641 media_info->set_media_file_name(
642 MakePathRelative(media_info->media_file_name(), mpd_dir));
644 if (media_info->has_init_segment_name()) {
645 media_info->set_init_segment_name(
646 MakePathRelative(media_info->init_segment_name(), mpd_dir));
648 if (media_info->has_segment_template()) {
649 media_info->set_segment_template(
650 MakePathRelative(media_info->segment_template(), mpd_dir));
657 const std::string& lang,
659 base::AtomicSequenceNumber* counter)
660 : representation_counter_(counter),
661 id_(adaptation_set_id),
663 mpd_options_(mpd_options),
664 segments_aligned_(kSegmentAlignmentUnknown),
665 force_set_segment_alignment_(false) {
669 AdaptationSet::~AdaptationSet() {}
672 const uint32_t representation_id = representation_counter_->GetNext();
675 std::unique_ptr<RepresentationStateChangeListener> listener(
676 new RepresentationStateChangeListenerImpl(representation_id,
this));
677 std::unique_ptr<Representation> representation(
new Representation(
678 media_info, mpd_options_, representation_id, std::move(listener)));
680 if (!representation->Init()) {
681 LOG(ERROR) <<
"Failed to initialize Representation.";
687 if (media_info.has_video_info()) {
688 const MediaInfo::VideoInfo& video_info = media_info.video_info();
689 DCHECK(video_info.has_width());
690 DCHECK(video_info.has_height());
691 video_widths_.insert(video_info.width());
692 video_heights_.insert(video_info.height());
694 if (video_info.has_time_scale() && video_info.has_frame_duration())
695 RecordFrameRate(video_info.frame_duration(), video_info.time_scale());
697 AddPictureAspectRatio(video_info, &picture_aspect_ratio_);
700 if (media_info.has_video_info()) {
701 content_type_ =
"video";
702 }
else if (media_info.has_audio_info()) {
703 content_type_ =
"audio";
704 }
else if (media_info.has_text_info()) {
705 content_type_ =
"text";
707 if (media_info.text_info().has_type() &&
708 (media_info.text_info().type() != MediaInfo::TextInfo::UNKNOWN)) {
709 roles_.insert(MediaInfoTextTypeToRole(media_info.text_info().type()));
713 representations_.push_back(std::move(representation));
714 return representations_.back().get();
719 content_protection_elements_.push_back(content_protection_element);
720 RemoveDuplicateAttributes(&content_protection_elements_.back());
724 const std::string& pssh) {
725 UpdateContentProtectionPsshHelper(drm_uuid, pssh,
726 &content_protection_elements_);
740 AdaptationSetXmlNode adaptation_set;
742 bool suppress_representation_width =
false;
743 bool suppress_representation_height =
false;
744 bool suppress_representation_frame_rate =
false;
746 adaptation_set.SetId(id_);
747 adaptation_set.SetStringAttribute(
"contentType", content_type_);
748 if (!lang_.empty() && lang_ !=
"und") {
753 if (video_widths_.size() == 1) {
754 suppress_representation_width =
true;
755 adaptation_set.SetIntegerAttribute(
"width", *video_widths_.begin());
756 }
else if (video_widths_.size() > 1) {
757 adaptation_set.SetIntegerAttribute(
"maxWidth", *video_widths_.rbegin());
759 if (video_heights_.size() == 1) {
760 suppress_representation_height =
true;
761 adaptation_set.SetIntegerAttribute(
"height", *video_heights_.begin());
762 }
else if (video_heights_.size() > 1) {
763 adaptation_set.SetIntegerAttribute(
"maxHeight", *video_heights_.rbegin());
766 if (video_frame_rates_.size() == 1) {
767 suppress_representation_frame_rate =
true;
768 adaptation_set.SetStringAttribute(
"frameRate",
769 video_frame_rates_.begin()->second);
770 }
else if (video_frame_rates_.size() > 1) {
771 adaptation_set.SetStringAttribute(
"maxFrameRate",
772 video_frame_rates_.rbegin()->second);
777 if (mpd_options_.dash_profile == DashProfile::kOnDemand) {
778 CheckVodSegmentAlignment();
781 if (segments_aligned_ == kSegmentAlignmentTrue) {
782 adaptation_set.SetStringAttribute(
783 mpd_options_.dash_profile == DashProfile::kOnDemand
784 ?
"subsegmentAlignment"
785 :
"segmentAlignment",
789 if (picture_aspect_ratio_.size() == 1)
790 adaptation_set.SetStringAttribute(
"par", *picture_aspect_ratio_.begin());
792 if (!adaptation_set.AddContentProtectionElements(
793 content_protection_elements_)) {
794 return xml::scoped_xml_ptr<xmlNode>();
797 if (!trick_play_reference_ids_.empty()) {
798 std::string id_string;
799 for (uint32_t
id : trick_play_reference_ids_) {
800 id_string += std::to_string(
id) +
",";
802 DCHECK(!id_string.empty());
803 id_string.resize(id_string.size() - 1);
804 adaptation_set.AddEssentialProperty(
805 "http://dashif.org/guidelines/trickmode", id_string);
808 std::string switching_ids;
809 for (uint32_t
id : adaptation_set_switching_ids_) {
810 if (!switching_ids.empty())
811 switching_ids +=
',';
812 switching_ids += base::UintToString(
id);
814 if (!switching_ids.empty()) {
815 adaptation_set.AddSupplementalProperty(
816 "urn:mpeg:dash:adaptation-set-switching:2016", switching_ids);
819 for (AdaptationSet::Role role : roles_)
820 adaptation_set.AddRoleElement(
"urn:mpeg:dash:role:2011", RoleToText(role));
822 for (
const std::unique_ptr<Representation>& representation :
824 if (suppress_representation_width)
825 representation->SuppressOnce(Representation::kSuppressWidth);
826 if (suppress_representation_height)
827 representation->SuppressOnce(Representation::kSuppressHeight);
828 if (suppress_representation_frame_rate)
829 representation->SuppressOnce(Representation::kSuppressFrameRate);
830 xml::scoped_xml_ptr<xmlNode> child(representation->GetXml());
831 if (!child || !adaptation_set.AddChild(std::move(child)))
832 return xml::scoped_xml_ptr<xmlNode>();
835 return adaptation_set.PassScopedPtr();
840 segment_alignment ? kSegmentAlignmentTrue : kSegmentAlignmentFalse;
841 force_set_segment_alignment_ =
true;
845 adaptation_set_switching_ids_.push_back(adaptation_set_id);
858 if (mpd_options_.dash_profile == DashProfile::kLive) {
859 CheckLiveSegmentAlignment(representation_id, start_time, duration);
861 representation_segment_start_times_[representation_id].push_back(
867 uint32_t representation_id,
868 uint32_t frame_duration,
869 uint32_t timescale) {
870 RecordFrameRate(frame_duration, timescale);
874 trick_play_reference_ids_.insert(
id);
877 bool AdaptationSet::GetEarliestTimestamp(
double* timestamp_seconds) {
878 DCHECK(timestamp_seconds);
880 double earliest_timestamp(-1);
881 for (
const std::unique_ptr<Representation>& representation :
884 if (representation->GetEarliestTimestamp(×tamp) &&
885 ((earliest_timestamp < 0) || (timestamp < earliest_timestamp))) {
886 earliest_timestamp = timestamp;
889 if (earliest_timestamp < 0)
892 *timestamp_seconds = earliest_timestamp;
920 void AdaptationSet::CheckLiveSegmentAlignment(uint32_t representation_id,
923 if (segments_aligned_ == kSegmentAlignmentFalse ||
924 force_set_segment_alignment_) {
928 std::list<uint64_t>& representation_start_times =
929 representation_segment_start_times_[representation_id];
930 representation_start_times.push_back(start_time);
933 if (representation_segment_start_times_.size() != representations_.size())
936 DCHECK(!representation_start_times.empty());
937 const uint64_t expected_start_time = representation_start_times.front();
938 for (RepresentationTimeline::const_iterator it =
939 representation_segment_start_times_.begin();
940 it != representation_segment_start_times_.end(); ++it) {
944 if (it->second.empty())
947 if (expected_start_time != it->second.front()) {
950 segments_aligned_ = kSegmentAlignmentFalse;
951 representation_segment_start_times_.clear();
955 segments_aligned_ = kSegmentAlignmentTrue;
957 for (RepresentationTimeline::iterator it =
958 representation_segment_start_times_.begin();
959 it != representation_segment_start_times_.end(); ++it) {
960 it->second.pop_front();
966 void AdaptationSet::CheckVodSegmentAlignment() {
967 if (segments_aligned_ == kSegmentAlignmentFalse ||
968 force_set_segment_alignment_) {
971 if (representation_segment_start_times_.empty())
973 if (representation_segment_start_times_.size() == 1) {
974 segments_aligned_ = kSegmentAlignmentTrue;
981 const std::list<uint64_t>& expected_time_line =
982 representation_segment_start_times_.begin()->second;
984 bool all_segment_time_line_same_length =
true;
986 RepresentationTimeline::const_iterator it =
987 representation_segment_start_times_.begin();
988 for (++it; it != representation_segment_start_times_.end(); ++it) {
989 const std::list<uint64_t>& other_time_line = it->second;
990 if (expected_time_line.size() != other_time_line.size()) {
991 all_segment_time_line_same_length =
false;
994 const std::list<uint64_t>* longer_list = &other_time_line;
995 const std::list<uint64_t>* shorter_list = &expected_time_line;
996 if (expected_time_line.size() > other_time_line.size()) {
997 shorter_list = &other_time_line;
998 longer_list = &expected_time_line;
1001 if (!std::equal(shorter_list->begin(), shorter_list->end(),
1002 longer_list->begin())) {
1004 segments_aligned_ = kSegmentAlignmentFalse;
1005 representation_segment_start_times_.clear();
1016 if (!all_segment_time_line_same_length) {
1017 segments_aligned_ = kSegmentAlignmentUnknown;
1021 segments_aligned_ = kSegmentAlignmentTrue;
1026 void AdaptationSet::RecordFrameRate(uint32_t frame_duration,
1027 uint32_t timescale) {
1028 if (frame_duration == 0) {
1029 LOG(ERROR) <<
"Frame duration is 0 and cannot be set.";
1032 video_frame_rates_[
static_cast<double>(timescale) / frame_duration] =
1033 base::IntToString(timescale) +
"/" + base::IntToString(frame_duration);
1037 const MediaInfo& media_info,
1040 std::unique_ptr<RepresentationStateChangeListener> state_change_listener)
1041 : media_info_(media_info),
1044 mpd_options_(mpd_options),
1046 state_change_listener_(std::move(state_change_listener)),
1047 output_suppression_flags_(0) {}
1049 Representation::~Representation() {}
1052 if (!AtLeastOneTrue(media_info_.has_video_info(),
1053 media_info_.has_audio_info(),
1054 media_info_.has_text_info())) {
1058 LOG(ERROR) <<
"Representation needs one of video, audio, or text.";
1062 if (MoreThanOneTrue(media_info_.has_video_info(),
1063 media_info_.has_audio_info(),
1064 media_info_.has_text_info())) {
1065 LOG(ERROR) <<
"Only one of VideoInfo, AudioInfo, or TextInfo can be set.";
1069 if (media_info_.container_type() == MediaInfo::CONTAINER_UNKNOWN) {
1070 LOG(ERROR) <<
"'container_type' in MediaInfo cannot be CONTAINER_UNKNOWN.";
1074 if (media_info_.has_video_info()) {
1075 mime_type_ = GetVideoMimeType();
1076 if (!HasRequiredVideoFields(media_info_.video_info())) {
1077 LOG(ERROR) <<
"Missing required fields to create a video Representation.";
1080 }
else if (media_info_.has_audio_info()) {
1081 mime_type_ = GetAudioMimeType();
1082 }
else if (media_info_.has_text_info()) {
1083 mime_type_ = GetTextMimeType();
1086 if (mime_type_.empty())
1089 codecs_ = GetCodecs(media_info_);
1095 content_protection_elements_.push_back(content_protection_element);
1096 RemoveDuplicateAttributes(&content_protection_elements_.back());
1100 const std::string& pssh) {
1101 UpdateContentProtectionPsshHelper(drm_uuid, pssh,
1102 &content_protection_elements_);
1108 if (start_time == 0 && duration == 0) {
1109 LOG(WARNING) <<
"Got segment with start_time and duration == 0. Ignoring.";
1113 if (state_change_listener_)
1114 state_change_listener_->OnNewSegmentForRepresentation(start_time, duration);
1115 if (IsContiguous(start_time, duration, size)) {
1116 ++segment_infos_.back().repeat;
1119 segment_infos_.push_back(s);
1122 bandwidth_estimator_.AddBlock(
1123 size, static_cast<double>(duration) / media_info_.reference_time_scale());
1126 DCHECK_GE(segment_infos_.size(), 1u);
1130 if (media_info_.has_video_info()) {
1131 media_info_.mutable_video_info()->set_frame_duration(sample_duration);
1132 if (state_change_listener_) {
1133 state_change_listener_->OnSetFrameRateForRepresentation(
1134 sample_duration, media_info_.video_info().time_scale());
1146 if (!HasRequiredMediaInfoFields()) {
1147 LOG(ERROR) <<
"MediaInfo missing required fields.";
1148 return xml::scoped_xml_ptr<xmlNode>();
1151 const uint64_t bandwidth = media_info_.has_bandwidth()
1152 ? media_info_.bandwidth()
1153 : bandwidth_estimator_.Estimate();
1155 DCHECK(!(HasVODOnlyFields(media_info_) && HasLiveOnlyFields(media_info_)));
1157 RepresentationXmlNode representation;
1159 representation.SetId(id_);
1160 representation.SetIntegerAttribute(
"bandwidth", bandwidth);
1161 if (!codecs_.empty())
1162 representation.SetStringAttribute(
"codecs", codecs_);
1163 representation.SetStringAttribute(
"mimeType", mime_type_);
1165 const bool has_video_info = media_info_.has_video_info();
1166 const bool has_audio_info = media_info_.has_audio_info();
1168 if (has_video_info &&
1169 !representation.AddVideoInfo(
1170 media_info_.video_info(),
1171 !(output_suppression_flags_ & kSuppressWidth),
1172 !(output_suppression_flags_ & kSuppressHeight),
1173 !(output_suppression_flags_ & kSuppressFrameRate))) {
1174 LOG(ERROR) <<
"Failed to add video info to Representation XML.";
1175 return xml::scoped_xml_ptr<xmlNode>();
1178 if (has_audio_info &&
1179 !representation.AddAudioInfo(media_info_.audio_info())) {
1180 LOG(ERROR) <<
"Failed to add audio info to Representation XML.";
1181 return xml::scoped_xml_ptr<xmlNode>();
1184 if (!representation.AddContentProtectionElements(
1185 content_protection_elements_)) {
1186 return xml::scoped_xml_ptr<xmlNode>();
1190 if (mpd_options_.mpd_type == MpdType::kStatic &&
1191 media_info_.has_media_duration_seconds()) {
1194 representation.SetFloatingPointAttribute(
1195 "duration", media_info_.media_duration_seconds());
1198 if (HasVODOnlyFields(media_info_) &&
1199 !representation.AddVODOnlyInfo(media_info_)) {
1200 LOG(ERROR) <<
"Failed to add VOD segment info.";
1201 return xml::scoped_xml_ptr<xmlNode>();
1204 if (HasLiveOnlyFields(media_info_) &&
1205 !representation.AddLiveOnlyInfo(media_info_, segment_infos_,
1207 LOG(ERROR) <<
"Failed to add Live info.";
1208 return xml::scoped_xml_ptr<xmlNode>();
1213 output_suppression_flags_ = 0;
1214 return representation.PassScopedPtr();
1218 output_suppression_flags_ |= flag;
1221 bool Representation::HasRequiredMediaInfoFields() {
1222 if (HasVODOnlyFields(media_info_) && HasLiveOnlyFields(media_info_)) {
1223 LOG(ERROR) <<
"MediaInfo cannot have both VOD and Live fields.";
1227 if (!media_info_.has_container_type()) {
1228 LOG(ERROR) <<
"MediaInfo missing required field: container_type.";
1232 if (HasVODOnlyFields(media_info_) && !media_info_.has_bandwidth()) {
1233 LOG(ERROR) <<
"Missing 'bandwidth' field. MediaInfo requires bandwidth for "
1234 "static profile for generating a valid MPD.";
1238 VLOG_IF(3, HasLiveOnlyFields(media_info_) && !media_info_.has_bandwidth())
1239 <<
"MediaInfo missing field 'bandwidth'. Using estimated from "
1245 bool Representation::IsContiguous(uint64_t start_time,
1247 uint64_t size)
const {
1248 if (segment_infos_.empty())
1252 const SegmentInfo& previous = segment_infos_.back();
1253 const uint64_t previous_segment_end_time =
1254 previous.start_time + previous.duration * (previous.repeat + 1);
1255 if (previous_segment_end_time == start_time &&
1256 segment_infos_.back().duration == duration) {
1261 const uint64_t previous_segment_start_time =
1262 previous.start_time + previous.duration * previous.repeat;
1263 if (previous_segment_start_time >= start_time) {
1264 LOG(ERROR) <<
"Segments should not be out of order segment. Adding segment "
1265 "with start_time == "
1266 << start_time <<
" but the previous segment starts at "
1267 << previous_segment_start_time <<
".";
1272 const uint64_t kRoundingErrorGrace = 5;
1273 if (previous_segment_end_time + kRoundingErrorGrace < start_time) {
1274 LOG(WARNING) <<
"Found a gap of size "
1275 << (start_time - previous_segment_end_time)
1276 <<
" > kRoundingErrorGrace (" << kRoundingErrorGrace
1277 <<
"). The new segment starts at " << start_time
1278 <<
" but the previous segment ends at "
1279 << previous_segment_end_time <<
".";
1284 if (start_time < previous_segment_end_time - kRoundingErrorGrace) {
1286 <<
"Segments should not be overlapping. The new segment starts at "
1287 << start_time <<
" but the previous segment ends at "
1288 << previous_segment_end_time <<
".";
1296 void Representation::SlideWindow() {
1297 DCHECK(!segment_infos_.empty());
1299 mpd_options_.mpd_type == MpdType::kStatic)
1302 const uint32_t time_scale = GetTimeScale(media_info_);
1303 DCHECK_GT(time_scale, 0u);
1305 uint64_t time_shift_buffer_depth =
static_cast<uint64_t
>(
1310 const uint64_t current_play_time = LatestSegmentStartTime(segment_infos_);
1311 if (current_play_time <= time_shift_buffer_depth)
1314 const uint64_t timeshift_limit = current_play_time - time_shift_buffer_depth;
1318 std::list<SegmentInfo>::iterator first = segment_infos_.begin();
1319 std::list<SegmentInfo>::iterator last = first;
1320 size_t num_segments_removed = 0;
1321 for (; last != segment_infos_.end(); ++last) {
1322 const uint64_t last_segment_end_time = LastSegmentEndTime(*last);
1323 if (timeshift_limit < last_segment_end_time)
1325 num_segments_removed += last->repeat + 1;
1327 segment_infos_.erase(first, last);
1328 start_number_ += num_segments_removed;
1331 SegmentInfo* first_segment_info = &segment_infos_.front();
1332 DCHECK_LE(timeshift_limit, LastSegmentEndTime(*first_segment_info));
1335 const int repeat_index =
1336 SearchTimedOutRepeatIndex(timeshift_limit, *first_segment_info);
1337 CHECK_GE(repeat_index, 0);
1338 if (repeat_index == 0)
1341 first_segment_info->start_time = first_segment_info->start_time +
1342 first_segment_info->duration * repeat_index;
1344 first_segment_info->repeat = first_segment_info->repeat - repeat_index;
1345 start_number_ += repeat_index;
1348 std::string Representation::GetVideoMimeType()
const {
1349 return GetMimeType(
"video", media_info_.container_type());
1352 std::string Representation::GetAudioMimeType()
const {
1353 return GetMimeType(
"audio", media_info_.container_type());
1356 std::string Representation::GetTextMimeType()
const {
1357 CHECK(media_info_.has_text_info());
1358 if (media_info_.text_info().format() ==
"ttml") {
1359 switch (media_info_.container_type()) {
1360 case MediaInfo::CONTAINER_TEXT:
1361 return "application/ttml+xml";
1362 case MediaInfo::CONTAINER_MP4:
1363 return "application/mp4";
1365 LOG(ERROR) <<
"Failed to determine MIME type for TTML container: "
1366 << media_info_.container_type();
1370 if (media_info_.text_info().format() ==
"vtt") {
1371 if (media_info_.container_type() == MediaInfo::CONTAINER_TEXT) {
1373 }
else if (media_info_.container_type() == MediaInfo::CONTAINER_MP4) {
1374 return "application/mp4";
1376 LOG(ERROR) <<
"Failed to determine MIME type for VTT container: "
1377 << media_info_.container_type();
1381 LOG(ERROR) <<
"Cannot determine MIME type for format: "
1382 << media_info_.text_info().format()
1383 <<
" container: " << media_info_.container_type();
1387 bool Representation::GetEarliestTimestamp(
double* timestamp_seconds) {
1388 DCHECK(timestamp_seconds);
1390 if (segment_infos_.empty())
1393 *timestamp_seconds =
static_cast<double>(segment_infos_.begin()->start_time) /
1394 GetTimeScale(media_info_);
void OnSetFrameRateForRepresentation(uint32_t representation_id, uint32_t frame_duration, uint32_t timescale)
virtual void AddNewSegment(uint64_t start_time, uint64_t duration, uint64_t size)
Representation(const MediaInfo &media_info, const MpdOptions &mpd_options, uint32_t representation_id, std::unique_ptr< RepresentationStateChangeListener > state_change_listener)
virtual void SetSampleDuration(uint32_t sample_duration)
virtual Representation * AddRepresentation(const MediaInfo &media_info)
std::string LanguageToShortestForm(const std::string &language)
virtual void AddContentProtectionElement(const ContentProtectionElement &element)
virtual void AddTrickPlayReferenceId(uint32_t id)
MpdBuilder(const MpdOptions &mpd_options)
virtual void AddRole(Role role)
void AddBaseUrl(const std::string &base_url)
virtual void UpdateContentProtectionPssh(const std::string &drm_uuid, const std::string &pssh)
AdaptationSet(uint32_t adaptation_set_id, const std::string &lang, const MpdOptions &mpd_options, base::AtomicSequenceNumber *representation_counter)
xml::scoped_xml_ptr< xmlNode > GetXml()
virtual bool ToString(std::string *output)
void AddAdaptationSetSwitching(uint32_t adaptation_set_id)
virtual void ForceSetSegmentAlignment(bool segment_alignment)
static void MakePathsRelativeToMpd(const std::string &mpd_path, MediaInfo *media_info)
double minimum_update_period
xml::scoped_xml_ptr< xmlNode > GetXml()
virtual void AddContentProtectionElement(const ContentProtectionElement &element)
virtual AdaptationSet * AddAdaptationSet(const std::string &lang)
void OnNewSegmentForRepresentation(uint32_t representation_id, uint64_t start_time, uint64_t duration)
virtual void UpdateContentProtectionPssh(const std::string &drm_uuid, const std::string &pssh)
double time_shift_buffer_depth
void SuppressOnce(SuppressFlag flag)