DASH Media Packaging SDK
 All Classes Namespaces Functions Variables Typedefs Enumerations Enumerator
mpd_builder.cc
1 // Copyright 2014 Google Inc. All rights reserved.
2 //
3 // Use of this source code is governed by a BSD-style
4 // license that can be found in the LICENSE file or at
5 // https://developers.google.com/open-source/licenses/bsd
6 
7 #include "packager/mpd/base/mpd_builder.h"
8 
9 #include <libxml/tree.h>
10 #include <libxml/xmlstring.h>
11 
12 #include <cmath>
13 #include <iterator>
14 #include <list>
15 #include <memory>
16 #include <string>
17 
18 #include "packager/base/base64.h"
19 #include "packager/base/bind.h"
20 #include "packager/base/files/file_path.h"
21 #include "packager/base/logging.h"
22 #include "packager/base/strings/string_number_conversions.h"
23 #include "packager/base/strings/stringprintf.h"
24 #include "packager/base/synchronization/lock.h"
25 #include "packager/base/time/default_clock.h"
26 #include "packager/base/time/time.h"
27 #include "packager/media/file/file.h"
28 #include "packager/mpd/base/content_protection_element.h"
29 #include "packager/mpd/base/language_utils.h"
30 #include "packager/mpd/base/mpd_utils.h"
31 #include "packager/mpd/base/xml/xml_node.h"
32 #include "packager/version/version.h"
33 
34 namespace shaka {
35 
36 using base::FilePath;
37 using xml::XmlNode;
38 using xml::RepresentationXmlNode;
39 using xml::AdaptationSetXmlNode;
40 
41 namespace {
42 
43 const int kAdaptationSetGroupNotSet = -1;
44 
45 AdaptationSet::Role MediaInfoTextTypeToRole(
46  MediaInfo::TextInfo::TextType type) {
47  switch (type) {
48  case MediaInfo::TextInfo::UNKNOWN:
49  LOG(WARNING) << "Unknown text type, assuming subtitle.";
50  return AdaptationSet::kRoleSubtitle;
51  case MediaInfo::TextInfo::CAPTION:
52  return AdaptationSet::kRoleCaption;
53  case MediaInfo::TextInfo::SUBTITLE:
54  return AdaptationSet::kRoleSubtitle;
55  default:
56  NOTREACHED() << "Unknown MediaInfo TextType: " << type
57  << " assuming subtitle.";
58  return AdaptationSet::kRoleSubtitle;
59  }
60 }
61 
62 std::string GetMimeType(const std::string& prefix,
63  MediaInfo::ContainerType container_type) {
64  switch (container_type) {
65  case MediaInfo::CONTAINER_MP4:
66  return prefix + "/mp4";
67  case MediaInfo::CONTAINER_MPEG2_TS:
68  // NOTE: DASH MPD spec uses lowercase but RFC3555 says uppercase.
69  return prefix + "/MP2T";
70  case MediaInfo::CONTAINER_WEBM:
71  return prefix + "/webm";
72  default:
73  break;
74  }
75 
76  // Unsupported container types should be rejected/handled by the caller.
77  LOG(ERROR) << "Unrecognized container type: " << container_type;
78  return std::string();
79 }
80 
81 void AddMpdNameSpaceInfo(XmlNode* mpd) {
82  DCHECK(mpd);
83 
84  static const char kXmlNamespace[] = "urn:mpeg:dash:schema:mpd:2011";
85  static const char kXmlNamespaceXsi[] =
86  "http://www.w3.org/2001/XMLSchema-instance";
87  static const char kXmlNamespaceXlink[] = "http://www.w3.org/1999/xlink";
88  static const char kDashSchemaMpd2011[] =
89  "urn:mpeg:dash:schema:mpd:2011 DASH-MPD.xsd";
90  static const char kCencNamespace[] = "urn:mpeg:cenc:2013";
91 
92  mpd->SetStringAttribute("xmlns", kXmlNamespace);
93  mpd->SetStringAttribute("xmlns:xsi", kXmlNamespaceXsi);
94  mpd->SetStringAttribute("xmlns:xlink", kXmlNamespaceXlink);
95  mpd->SetStringAttribute("xsi:schemaLocation", kDashSchemaMpd2011);
96  mpd->SetStringAttribute("xmlns:cenc", kCencNamespace);
97 }
98 
99 bool IsPeriodNode(xmlNodePtr node) {
100  DCHECK(node);
101  int kEqual = 0;
102  return xmlStrcmp(node->name, reinterpret_cast<const xmlChar*>("Period")) ==
103  kEqual;
104 }
105 
106 // Find the first <Period> element. This does not recurse down the tree,
107 // only checks direct children. Returns the pointer to Period element on
108 // success, otherwise returns false.
109 // As noted here, we must traverse.
110 // http://www.xmlsoft.org/tutorial/ar01s04.html
111 xmlNodePtr FindPeriodNode(XmlNode* xml_node) {
112  for (xmlNodePtr node = xml_node->GetRawPtr()->xmlChildrenNode; node != NULL;
113  node = node->next) {
114  if (IsPeriodNode(node))
115  return node;
116  }
117 
118  return NULL;
119 }
120 
121 bool Positive(double d) {
122  return d > 0.0;
123 }
124 
125 // Return current time in XML DateTime format. The value is in UTC, so the
126 // string ends with a 'Z'.
127 std::string XmlDateTimeNowWithOffset(
128  int32_t offset_seconds,
129  base::Clock* clock) {
130  base::Time time = clock->Now();
131  time += base::TimeDelta::FromSeconds(offset_seconds);
132  base::Time::Exploded time_exploded;
133  time.UTCExplode(&time_exploded);
134 
135  return base::StringPrintf("%4d-%02d-%02dT%02d:%02d:%02dZ", time_exploded.year,
136  time_exploded.month, time_exploded.day_of_month,
137  time_exploded.hour, time_exploded.minute,
138  time_exploded.second);
139 }
140 
141 void SetIfPositive(const char* attr_name, double value, XmlNode* mpd) {
142  if (Positive(value)) {
143  mpd->SetStringAttribute(attr_name, SecondsToXmlDuration(value));
144  }
145 }
146 
147 uint32_t GetTimeScale(const MediaInfo& media_info) {
148  if (media_info.has_reference_time_scale()) {
149  return media_info.reference_time_scale();
150  }
151 
152  if (media_info.has_video_info()) {
153  return media_info.video_info().time_scale();
154  }
155 
156  if (media_info.has_audio_info()) {
157  return media_info.audio_info().time_scale();
158  }
159 
160  LOG(WARNING) << "No timescale specified, using 1 as timescale.";
161  return 1;
162 }
163 
164 uint64_t LastSegmentStartTime(const SegmentInfo& segment_info) {
165  return segment_info.start_time + segment_info.duration * segment_info.repeat;
166 }
167 
168 // This is equal to |segment_info| end time
169 uint64_t LastSegmentEndTime(const SegmentInfo& segment_info) {
170  return segment_info.start_time +
171  segment_info.duration * (segment_info.repeat + 1);
172 }
173 
174 uint64_t LatestSegmentStartTime(const std::list<SegmentInfo>& segments) {
175  DCHECK(!segments.empty());
176  const SegmentInfo& latest_segment = segments.back();
177  return LastSegmentStartTime(latest_segment);
178 }
179 
180 // Given |timeshift_limit|, finds out the number of segments that are no longer
181 // valid and should be removed from |segment_info|.
182 int SearchTimedOutRepeatIndex(uint64_t timeshift_limit,
183  const SegmentInfo& segment_info) {
184  DCHECK_LE(timeshift_limit, LastSegmentEndTime(segment_info));
185  if (timeshift_limit < segment_info.start_time)
186  return 0;
187 
188  return (timeshift_limit - segment_info.start_time) / segment_info.duration;
189 }
190 
191 // Overload this function to support different types of |output|.
192 // Note that this could be done by call MpdBuilder::ToString() and use the
193 // result to write to a file, it requires an extra copy.
194 bool WriteXmlCharArrayToOutput(xmlChar* doc,
195  int doc_size,
196  std::string* output) {
197  DCHECK(doc);
198  DCHECK(output);
199  output->assign(doc, doc + doc_size);
200  return true;
201 }
202 
203 bool WriteXmlCharArrayToOutput(xmlChar* doc,
204  int doc_size,
205  media::File* output) {
206  DCHECK(doc);
207  DCHECK(output);
208  if (output->Write(doc, doc_size) < doc_size)
209  return false;
210 
211  return output->Flush();
212 }
213 
214 std::string MakePathRelative(const std::string& path,
215  const std::string& mpd_dir) {
216  return (path.find(mpd_dir) == 0) ? path.substr(mpd_dir.size()) : path;
217 }
218 
219 // Check whether the video info has width and height.
220 // DASH IOP also requires several other fields for video representations, namely
221 // width, height, framerate, and sar.
222 bool HasRequiredVideoFields(const MediaInfo_VideoInfo& video_info) {
223  if (!video_info.has_height() || !video_info.has_width()) {
224  LOG(ERROR)
225  << "Width and height are required fields for generating a valid MPD.";
226  return false;
227  }
228  // These fields are not required for a valid MPD, but required for DASH IOP
229  // compliant MPD. MpdBuilder can keep generating MPDs without these fields.
230  LOG_IF(WARNING, !video_info.has_time_scale())
231  << "Video info does not contain timescale required for "
232  "calculating framerate. @frameRate is required for DASH IOP.";
233  LOG_IF(WARNING, !video_info.has_frame_duration())
234  << "Video info does not contain frame duration required "
235  "for calculating framerate. @frameRate is required for DASH IOP.";
236  LOG_IF(WARNING, !video_info.has_pixel_width())
237  << "Video info does not contain pixel_width to calculate the sample "
238  "aspect ratio required for DASH IOP.";
239  LOG_IF(WARNING, !video_info.has_pixel_height())
240  << "Video info does not contain pixel_height to calculate the sample "
241  "aspect ratio required for DASH IOP.";
242  return true;
243 }
244 
245 // Returns the picture aspect ratio string e.g. "16:9", "4:3".
246 // "Reducing the quotient to minimal form" does not work well in practice as
247 // there may be some rounding performed in the input, e.g. the resolution of
248 // 480p is 854:480 for 16:9 aspect ratio, can only be reduced to 427:240.
249 // The algorithm finds out the pair of integers, num and den, where num / den is
250 // the closest ratio to scaled_width / scaled_height, by looping den through
251 // common values.
252 std::string GetPictureAspectRatio(uint32_t width,
253  uint32_t height,
254  uint32_t pixel_width,
255  uint32_t pixel_height) {
256  const uint32_t scaled_width = pixel_width * width;
257  const uint32_t scaled_height = pixel_height * height;
258  const double par = static_cast<double>(scaled_width) / scaled_height;
259 
260  // Typical aspect ratios have par_y less than or equal to 19:
261  // https://en.wikipedia.org/wiki/List_of_common_resolutions
262  const uint32_t kLargestPossibleParY = 19;
263 
264  uint32_t par_num = 0;
265  uint32_t par_den = 0;
266  double min_error = 1.0;
267  for (uint32_t den = 1; den <= kLargestPossibleParY; ++den) {
268  uint32_t num = par * den + 0.5;
269  double error = fabs(par - static_cast<double>(num) / den);
270  if (error < min_error) {
271  min_error = error;
272  par_num = num;
273  par_den = den;
274  if (error == 0) break;
275  }
276  }
277  VLOG(2) << "width*pix_width : height*pixel_height (" << scaled_width << ":"
278  << scaled_height << ") reduced to " << par_num << ":" << par_den
279  << " with error " << min_error << ".";
280 
281  return base::IntToString(par_num) + ":" + base::IntToString(par_den);
282 }
283 
284 // Adds an entry to picture_aspect_ratio if the size of picture_aspect_ratio is
285 // less than 2 and video_info has both pixel width and pixel height.
286 void AddPictureAspectRatio(
287  const MediaInfo::VideoInfo& video_info,
288  std::set<std::string>* picture_aspect_ratio) {
289  // If there are more than one entries in picture_aspect_ratio, the @par
290  // attribute cannot be set, so skip.
291  if (picture_aspect_ratio->size() > 1)
292  return;
293 
294  if (video_info.width() == 0 || video_info.height() == 0 ||
295  video_info.pixel_width() == 0 || video_info.pixel_height() == 0) {
296  // If there is even one Representation without a @sar attribute, @par cannot
297  // be calculated.
298  // Just populate the set with at least 2 bogus strings so that further call
299  // to this function will bail out immediately.
300  picture_aspect_ratio->insert("bogus");
301  picture_aspect_ratio->insert("entries");
302  return;
303  }
304 
305  const std::string par = GetPictureAspectRatio(
306  video_info.width(), video_info.height(),
307  video_info.pixel_width(), video_info.pixel_height());
308  DVLOG(1) << "Setting par as: " << par
309  << " for video with width: " << video_info.width()
310  << " height: " << video_info.height()
311  << " pixel_width: " << video_info.pixel_width() << " pixel_height; "
312  << video_info.pixel_height();
313  picture_aspect_ratio->insert(par);
314 }
315 
316 std::string RoleToText(AdaptationSet::Role role) {
317  // Using switch so that the compiler can detect whether there is a case that's
318  // not being handled.
319  switch (role) {
320  case AdaptationSet::kRoleCaption:
321  return "caption";
322  case AdaptationSet::kRoleSubtitle:
323  return "subtitle";
324  case AdaptationSet::kRoleMain:
325  return "main";
326  case AdaptationSet::kRoleAlternate:
327  return "alternate";
328  case AdaptationSet::kRoleSupplementary:
329  return "supplementary";
330  case AdaptationSet::kRoleCommentary:
331  return "commentary";
332  case AdaptationSet::kRoleDub:
333  return "dub";
334  default:
335  break;
336  }
337 
338  NOTREACHED();
339  return "";
340 }
341 
342 // Spooky static initialization/cleanup of libxml.
343 class LibXmlInitializer {
344  public:
345  LibXmlInitializer() : initialized_(false) {
346  base::AutoLock lock(lock_);
347  if (!initialized_) {
348  xmlInitParser();
349  initialized_ = true;
350  }
351  }
352 
353  ~LibXmlInitializer() {
354  base::AutoLock lock(lock_);
355  if (initialized_) {
356  xmlCleanupParser();
357  initialized_ = false;
358  }
359  }
360 
361  private:
362  base::Lock lock_;
363  bool initialized_;
364 
365  DISALLOW_COPY_AND_ASSIGN(LibXmlInitializer);
366 };
367 
368 class RepresentationStateChangeListenerImpl
369  : public RepresentationStateChangeListener {
370  public:
371  // |adaptation_set| is not owned by this class.
372  RepresentationStateChangeListenerImpl(uint32_t representation_id,
373  AdaptationSet* adaptation_set)
374  : representation_id_(representation_id), adaptation_set_(adaptation_set) {
375  DCHECK(adaptation_set_);
376  }
377  ~RepresentationStateChangeListenerImpl() override {}
378 
379  // RepresentationStateChangeListener implementation.
380  void OnNewSegmentForRepresentation(uint64_t start_time,
381  uint64_t duration) override {
382  adaptation_set_->OnNewSegmentForRepresentation(representation_id_,
383  start_time, duration);
384  }
385 
386  void OnSetFrameRateForRepresentation(uint32_t frame_duration,
387  uint32_t timescale) override {
388  adaptation_set_->OnSetFrameRateForRepresentation(representation_id_,
389  frame_duration, timescale);
390  }
391 
392  private:
393  const uint32_t representation_id_;
394  AdaptationSet* const adaptation_set_;
395 
396  DISALLOW_COPY_AND_ASSIGN(RepresentationStateChangeListenerImpl);
397 };
398 
399 } // namespace
400 
401 MpdBuilder::MpdBuilder(MpdType type, const MpdOptions& mpd_options)
402  : type_(type),
403  mpd_options_(mpd_options),
404  clock_(new base::DefaultClock()) {}
405 
406 MpdBuilder::~MpdBuilder() {}
407 
408 void MpdBuilder::AddBaseUrl(const std::string& base_url) {
409  base_urls_.push_back(base_url);
410 }
411 
412 AdaptationSet* MpdBuilder::AddAdaptationSet(const std::string& lang) {
413  std::unique_ptr<AdaptationSet> adaptation_set(
414  new AdaptationSet(adaptation_set_counter_.GetNext(), lang, mpd_options_,
415  type_, &representation_counter_));
416 
417  DCHECK(adaptation_set);
418  adaptation_sets_.push_back(std::move(adaptation_set));
419  return adaptation_sets_.back().get();
420 }
421 
423  DCHECK(output_file);
424  return WriteMpdToOutput(output_file);
425 }
426 
427 bool MpdBuilder::ToString(std::string* output) {
428  DCHECK(output);
429  return WriteMpdToOutput(output);
430 }
431 template <typename OutputType>
432 bool MpdBuilder::WriteMpdToOutput(OutputType* output) {
433  static LibXmlInitializer lib_xml_initializer;
434 
435  xml::scoped_xml_ptr<xmlDoc> doc(GenerateMpd());
436  if (!doc.get())
437  return false;
438 
439  static const int kNiceFormat = 1;
440  int doc_str_size = 0;
441  xmlChar* doc_str = NULL;
442  xmlDocDumpFormatMemoryEnc(doc.get(), &doc_str, &doc_str_size, "UTF-8",
443  kNiceFormat);
444 
445  bool result = WriteXmlCharArrayToOutput(doc_str, doc_str_size, output);
446  xmlFree(doc_str);
447 
448  // Cleanup, free the doc.
449  doc.reset();
450  return result;
451 }
452 
453 xmlDocPtr MpdBuilder::GenerateMpd() {
454  // Setup nodes.
455  static const char kXmlVersion[] = "1.0";
456  xml::scoped_xml_ptr<xmlDoc> doc(xmlNewDoc(BAD_CAST kXmlVersion));
457  XmlNode mpd("MPD");
458 
459  // Iterate thru AdaptationSets and add them to one big Period element.
460  XmlNode period("Period");
461 
462  // Always set id=0 for now. Since this class can only generate one Period
463  // at the moment, just use a constant.
464  // Required for 'dynamic' MPDs.
465  period.SetId(0);
466  for (const std::unique_ptr<AdaptationSet>& adaptation_set :
467  adaptation_sets_) {
468  xml::scoped_xml_ptr<xmlNode> child(adaptation_set->GetXml());
469  if (!child.get() || !period.AddChild(std::move(child)))
470  return NULL;
471  }
472 
473  // Add baseurls to MPD.
474  std::list<std::string>::const_iterator base_urls_it = base_urls_.begin();
475  for (; base_urls_it != base_urls_.end(); ++base_urls_it) {
476  XmlNode base_url("BaseURL");
477  base_url.SetContent(*base_urls_it);
478 
479  if (!mpd.AddChild(base_url.PassScopedPtr()))
480  return NULL;
481  }
482 
483  if (type_ == kDynamic) {
484  // This is the only Period and it is a regular period.
485  period.SetStringAttribute("start", "PT0S");
486  }
487 
488  if (!mpd.AddChild(period.PassScopedPtr()))
489  return NULL;
490 
491  AddMpdNameSpaceInfo(&mpd);
492  AddCommonMpdInfo(&mpd);
493  switch (type_) {
494  case kStatic:
495  AddStaticMpdInfo(&mpd);
496  break;
497  case kDynamic:
498  AddDynamicMpdInfo(&mpd);
499  break;
500  default:
501  NOTREACHED() << "Unknown MPD type: " << type_;
502  break;
503  }
504 
505  DCHECK(doc);
506  const std::string version = GetPackagerVersion();
507  if (!version.empty()) {
508  std::string version_string =
509  base::StringPrintf("Generated with %s version %s",
510  GetPackagerProjectUrl().c_str(), version.c_str());
511  xml::scoped_xml_ptr<xmlNode> comment(
512  xmlNewDocComment(doc.get(), BAD_CAST version_string.c_str()));
513  xmlDocSetRootElement(doc.get(), comment.get());
514  xmlAddSibling(comment.release(), mpd.Release());
515  } else {
516  xmlDocSetRootElement(doc.get(), mpd.Release());
517  }
518  return doc.release();
519 }
520 
521 void MpdBuilder::AddCommonMpdInfo(XmlNode* mpd_node) {
522  if (Positive(mpd_options_.min_buffer_time)) {
523  mpd_node->SetStringAttribute(
524  "minBufferTime", SecondsToXmlDuration(mpd_options_.min_buffer_time));
525  } else {
526  LOG(ERROR) << "minBufferTime value not specified.";
527  // TODO(tinskip): Propagate error.
528  }
529 }
530 
531 void MpdBuilder::AddStaticMpdInfo(XmlNode* mpd_node) {
532  DCHECK(mpd_node);
533  DCHECK_EQ(MpdBuilder::kStatic, type_);
534 
535  static const char kStaticMpdType[] = "static";
536  static const char kStaticMpdProfile[] =
537  "urn:mpeg:dash:profile:isoff-on-demand:2011";
538  mpd_node->SetStringAttribute("type", kStaticMpdType);
539  mpd_node->SetStringAttribute("profiles", kStaticMpdProfile);
540  mpd_node->SetStringAttribute(
541  "mediaPresentationDuration",
542  SecondsToXmlDuration(GetStaticMpdDuration(mpd_node)));
543 }
544 
545 void MpdBuilder::AddDynamicMpdInfo(XmlNode* mpd_node) {
546  DCHECK(mpd_node);
547  DCHECK_EQ(MpdBuilder::kDynamic, type_);
548 
549  static const char kDynamicMpdType[] = "dynamic";
550  static const char kDynamicMpdProfile[] =
551  "urn:mpeg:dash:profile:isoff-live:2011";
552  mpd_node->SetStringAttribute("type", kDynamicMpdType);
553  mpd_node->SetStringAttribute("profiles", kDynamicMpdProfile);
554 
555  // No offset from NOW.
556  mpd_node->SetStringAttribute("publishTime",
557  XmlDateTimeNowWithOffset(0, clock_.get()));
558 
559  // 'availabilityStartTime' is required for dynamic profile. Calculate if
560  // not already calculated.
561  if (availability_start_time_.empty()) {
562  double earliest_presentation_time;
563  if (GetEarliestTimestamp(&earliest_presentation_time)) {
564  availability_start_time_ =
565  XmlDateTimeNowWithOffset(mpd_options_.availability_time_offset -
566  std::ceil(earliest_presentation_time),
567  clock_.get());
568  } else {
569  LOG(ERROR) << "Could not determine the earliest segment presentation "
570  "time for availabilityStartTime calculation.";
571  // TODO(tinskip). Propagate an error.
572  }
573  }
574  if (!availability_start_time_.empty())
575  mpd_node->SetStringAttribute("availabilityStartTime",
576  availability_start_time_);
577 
578  if (Positive(mpd_options_.minimum_update_period)) {
579  mpd_node->SetStringAttribute(
580  "minimumUpdatePeriod",
581  SecondsToXmlDuration(mpd_options_.minimum_update_period));
582  } else {
583  LOG(WARNING) << "The profile is dynamic but no minimumUpdatePeriod "
584  "specified.";
585  }
586 
587  SetIfPositive("timeShiftBufferDepth", mpd_options_.time_shift_buffer_depth,
588  mpd_node);
589  SetIfPositive("suggestedPresentationDelay",
590  mpd_options_.suggested_presentation_delay, mpd_node);
591 }
592 
593 float MpdBuilder::GetStaticMpdDuration(XmlNode* mpd_node) {
594  DCHECK(mpd_node);
595  DCHECK_EQ(MpdBuilder::kStatic, type_);
596 
597  xmlNodePtr period_node = FindPeriodNode(mpd_node);
598  DCHECK(period_node) << "Period element must be a child of mpd_node.";
599  DCHECK(IsPeriodNode(period_node));
600 
601  // Attribute mediaPresentationDuration must be present for 'static' MPD. So
602  // setting "PT0S" is required even if none of the representaions have duration
603  // attribute.
604  float max_duration = 0.0f;
605  for (xmlNodePtr adaptation_set = xmlFirstElementChild(period_node);
606  adaptation_set; adaptation_set = xmlNextElementSibling(adaptation_set)) {
607  for (xmlNodePtr representation = xmlFirstElementChild(adaptation_set);
608  representation;
609  representation = xmlNextElementSibling(representation)) {
610  float duration = 0.0f;
611  if (GetDurationAttribute(representation, &duration)) {
612  max_duration = max_duration > duration ? max_duration : duration;
613 
614  // 'duration' attribute is there only to help generate MPD, not
615  // necessary for MPD, remove the attribute.
616  xmlUnsetProp(representation, BAD_CAST "duration");
617  }
618  }
619  }
620 
621  return max_duration;
622 }
623 
624 bool MpdBuilder::GetEarliestTimestamp(double* timestamp_seconds) {
625  DCHECK(timestamp_seconds);
626 
627  double earliest_timestamp(-1);
628  for (const std::unique_ptr<AdaptationSet>& adaptation_set :
629  adaptation_sets_) {
630  double timestamp;
631  if (adaptation_set->GetEarliestTimestamp(&timestamp) &&
632  ((earliest_timestamp < 0) || (timestamp < earliest_timestamp))) {
633  earliest_timestamp = timestamp;
634  }
635  }
636  if (earliest_timestamp < 0)
637  return false;
638 
639  *timestamp_seconds = earliest_timestamp;
640  return true;
641 }
642 
643 void MpdBuilder::MakePathsRelativeToMpd(const std::string& mpd_path,
644  MediaInfo* media_info) {
645  DCHECK(media_info);
646  const std::string kFileProtocol("file://");
647  std::string mpd_file_path = (mpd_path.find(kFileProtocol) == 0)
648  ? mpd_path.substr(kFileProtocol.size())
649  : mpd_path;
650 
651  if (!mpd_file_path.empty()) {
652  std::string mpd_dir(FilePath::FromUTF8Unsafe(mpd_file_path)
653  .DirName().AsEndingWithSeparator().AsUTF8Unsafe());
654  if (!mpd_dir.empty()) {
655  if (media_info->has_media_file_name()) {
656  media_info->set_media_file_name(
657  MakePathRelative(media_info->media_file_name(), mpd_dir));
658  }
659  if (media_info->has_init_segment_name()) {
660  media_info->set_init_segment_name(
661  MakePathRelative(media_info->init_segment_name(), mpd_dir));
662  }
663  if (media_info->has_segment_template()) {
664  media_info->set_segment_template(
665  MakePathRelative(media_info->segment_template(), mpd_dir));
666  }
667  }
668  }
669 }
670 
671 AdaptationSet::AdaptationSet(uint32_t adaptation_set_id,
672  const std::string& lang,
673  const MpdOptions& mpd_options,
674  MpdBuilder::MpdType mpd_type,
675  base::AtomicSequenceNumber* counter)
676  : representation_counter_(counter),
677  id_(adaptation_set_id),
678  lang_(lang),
679  mpd_options_(mpd_options),
680  mpd_type_(mpd_type),
681  group_(kAdaptationSetGroupNotSet),
682  segments_aligned_(kSegmentAlignmentUnknown),
683  force_set_segment_alignment_(false) {
684  DCHECK(counter);
685 }
686 
687 AdaptationSet::~AdaptationSet() {}
688 
689 Representation* AdaptationSet::AddRepresentation(const MediaInfo& media_info) {
690  const uint32_t representation_id = representation_counter_->GetNext();
691  // Note that AdaptationSet outlive Representation, so this object
692  // will die before AdaptationSet.
693  std::unique_ptr<RepresentationStateChangeListener> listener(
694  new RepresentationStateChangeListenerImpl(representation_id, this));
695  std::unique_ptr<Representation> representation(new Representation(
696  media_info, mpd_options_, representation_id, std::move(listener)));
697 
698  if (!representation->Init())
699  return NULL;
700 
701  // For videos, record the width, height, and the frame rate to calculate the
702  // max {width,height,framerate} required for DASH IOP.
703  if (media_info.has_video_info()) {
704  const MediaInfo::VideoInfo& video_info = media_info.video_info();
705  DCHECK(video_info.has_width());
706  DCHECK(video_info.has_height());
707  video_widths_.insert(video_info.width());
708  video_heights_.insert(video_info.height());
709 
710  if (video_info.has_time_scale() && video_info.has_frame_duration())
711  RecordFrameRate(video_info.frame_duration(), video_info.time_scale());
712 
713  AddPictureAspectRatio(video_info, &picture_aspect_ratio_);
714  }
715 
716  if (media_info.has_video_info()) {
717  content_type_ = "video";
718  } else if (media_info.has_audio_info()) {
719  content_type_ = "audio";
720  } else if (media_info.has_text_info()) {
721  content_type_ = "text";
722 
723  if (media_info.text_info().has_type() &&
724  (media_info.text_info().type() != MediaInfo::TextInfo::UNKNOWN)) {
725  roles_.insert(MediaInfoTextTypeToRole(media_info.text_info().type()));
726  }
727  }
728 
729  representations_.push_back(std::move(representation));
730  return representations_.back().get();
731 }
732 
734  const ContentProtectionElement& content_protection_element) {
735  content_protection_elements_.push_back(content_protection_element);
736  RemoveDuplicateAttributes(&content_protection_elements_.back());
737 }
738 
739 void AdaptationSet::UpdateContentProtectionPssh(const std::string& drm_uuid,
740  const std::string& pssh) {
741  UpdateContentProtectionPsshHelper(drm_uuid, pssh,
742  &content_protection_elements_);
743 }
744 
745 void AdaptationSet::AddRole(Role role) {
746  roles_.insert(role);
747 }
748 
749 // Creates a copy of <AdaptationSet> xml element, iterate thru all the
750 // <Representation> (child) elements and add them to the copy.
751 // Set all the attributes first and then add the children elements so that flags
752 // can be passed to Representation to avoid setting redundant attributes. For
753 // example, if AdaptationSet@width is set, then Representation@width is
754 // redundant and should not be set.
755 xml::scoped_xml_ptr<xmlNode> AdaptationSet::GetXml() {
756  AdaptationSetXmlNode adaptation_set;
757 
758  bool suppress_representation_width = false;
759  bool suppress_representation_height = false;
760  bool suppress_representation_frame_rate = false;
761 
762  adaptation_set.SetId(id_);
763  adaptation_set.SetStringAttribute("contentType", content_type_);
764  if (!lang_.empty() && lang_ != "und") {
765  adaptation_set.SetStringAttribute("lang", LanguageToShortestForm(lang_));
766  }
767 
768  // Note that std::{set,map} are ordered, so the last element is the max value.
769  if (video_widths_.size() == 1) {
770  suppress_representation_width = true;
771  adaptation_set.SetIntegerAttribute("width", *video_widths_.begin());
772  } else if (video_widths_.size() > 1) {
773  adaptation_set.SetIntegerAttribute("maxWidth", *video_widths_.rbegin());
774  }
775  if (video_heights_.size() == 1) {
776  suppress_representation_height = true;
777  adaptation_set.SetIntegerAttribute("height", *video_heights_.begin());
778  } else if (video_heights_.size() > 1) {
779  adaptation_set.SetIntegerAttribute("maxHeight", *video_heights_.rbegin());
780  }
781 
782  if (video_frame_rates_.size() == 1) {
783  suppress_representation_frame_rate = true;
784  adaptation_set.SetStringAttribute("frameRate",
785  video_frame_rates_.begin()->second);
786  } else if (video_frame_rates_.size() > 1) {
787  adaptation_set.SetStringAttribute("maxFrameRate",
788  video_frame_rates_.rbegin()->second);
789  }
790 
791  // Note: must be checked before checking segments_aligned_ (below). So that
792  // segments_aligned_ is set before checking below.
793  if (mpd_type_ == MpdBuilder::kStatic) {
794  CheckVodSegmentAlignment();
795  }
796 
797  if (segments_aligned_ == kSegmentAlignmentTrue) {
798  adaptation_set.SetStringAttribute(mpd_type_ == MpdBuilder::kStatic
799  ? "subsegmentAlignment"
800  : "segmentAlignment",
801  "true");
802  }
803 
804  if (picture_aspect_ratio_.size() == 1)
805  adaptation_set.SetStringAttribute("par", *picture_aspect_ratio_.begin());
806 
807  if (group_ >= 0)
808  adaptation_set.SetIntegerAttribute("group", group_);
809 
810  if (!adaptation_set.AddContentProtectionElements(
811  content_protection_elements_)) {
812  return xml::scoped_xml_ptr<xmlNode>();
813  }
814  for (AdaptationSet::Role role : roles_)
815  adaptation_set.AddRoleElement("urn:mpeg:dash:role:2011", RoleToText(role));
816 
817  for (const std::unique_ptr<Representation>& representation :
818  representations_) {
819  if (suppress_representation_width)
820  representation->SuppressOnce(Representation::kSuppressWidth);
821  if (suppress_representation_height)
822  representation->SuppressOnce(Representation::kSuppressHeight);
823  if (suppress_representation_frame_rate)
824  representation->SuppressOnce(Representation::kSuppressFrameRate);
825  xml::scoped_xml_ptr<xmlNode> child(representation->GetXml());
826  if (!child || !adaptation_set.AddChild(std::move(child)))
827  return xml::scoped_xml_ptr<xmlNode>();
828  }
829 
830  return adaptation_set.PassScopedPtr();
831 }
832 
833 void AdaptationSet::ForceSetSegmentAlignment(bool segment_alignment) {
834  segments_aligned_ =
835  segment_alignment ? kSegmentAlignmentTrue : kSegmentAlignmentFalse;
836  force_set_segment_alignment_ = true;
837 }
838 
839 void AdaptationSet::SetGroup(int group_number) {
840  group_ = group_number;
841 }
842 
843 int AdaptationSet::Group() const {
844  return group_;
845 }
846 
847 // Check segmentAlignment for Live here. Storing all start_time and duration
848 // will out-of-memory because there's no way of knowing when it will end.
849 // VOD subsegmentAlignment check is *not* done here because it is possible
850 // that some Representations might not have been added yet (e.g. a thread is
851 // assigned per muxer so one might run faster than others).
852 // To be clear, for Live, all Representations should be added before a
853 // segment is added.
854 void AdaptationSet::OnNewSegmentForRepresentation(uint32_t representation_id,
855  uint64_t start_time,
856  uint64_t duration) {
857  if (mpd_type_ == MpdBuilder::kDynamic) {
858  CheckLiveSegmentAlignment(representation_id, start_time, duration);
859  } else {
860  representation_segment_start_times_[representation_id].push_back(
861  start_time);
862  }
863 }
864 
866  uint32_t representation_id,
867  uint32_t frame_duration,
868  uint32_t timescale) {
869  RecordFrameRate(frame_duration, timescale);
870 }
871 
872 bool AdaptationSet::GetEarliestTimestamp(double* timestamp_seconds) {
873  DCHECK(timestamp_seconds);
874 
875  double earliest_timestamp(-1);
876  for (const std::unique_ptr<Representation>& representation :
877  representations_) {
878  double timestamp;
879  if (representation->GetEarliestTimestamp(&timestamp) &&
880  ((earliest_timestamp < 0) || (timestamp < earliest_timestamp))) {
881  earliest_timestamp = timestamp;
882  }
883  }
884  if (earliest_timestamp < 0)
885  return false;
886 
887  *timestamp_seconds = earliest_timestamp;
888  return true;
889 }
890 
891 // This implementation assumes that each representations' segments' are
892 // contiguous.
893 // Also assumes that all Representations are added before this is called.
894 // This checks whether the first elements of the lists in
895 // representation_segment_start_times_ are aligned.
896 // For example, suppose this method was just called with args rep_id=2
897 // start_time=1.
898 // 1 -> [1, 100, 200]
899 // 2 -> [1]
900 // The timestamps of the first elements match, so this flags
901 // segments_aligned_=true.
902 // Also since the first segment start times match, the first element of all the
903 // lists are removed, so the map of lists becomes:
904 // 1 -> [100, 200]
905 // 2 -> []
906 // Note that there could be false positives.
907 // e.g. just got rep_id=3 start_time=1 duration=300, and the duration of the
908 // whole AdaptationSet is 300.
909 // 1 -> [1, 100, 200]
910 // 2 -> [1, 90, 100]
911 // 3 -> [1]
912 // They are not aligned but this will be marked as aligned.
913 // But since this is unlikely to happen in the packager (and to save
914 // computation), this isn't handled at the moment.
915 void AdaptationSet::CheckLiveSegmentAlignment(uint32_t representation_id,
916  uint64_t start_time,
917  uint64_t /* duration */) {
918  if (segments_aligned_ == kSegmentAlignmentFalse ||
919  force_set_segment_alignment_) {
920  return;
921  }
922 
923  std::list<uint64_t>& representation_start_times =
924  representation_segment_start_times_[representation_id];
925  representation_start_times.push_back(start_time);
926  // There's no way to detemine whether the segments are aligned if some
927  // representations do not have any segments.
928  if (representation_segment_start_times_.size() != representations_.size())
929  return;
930 
931  DCHECK(!representation_start_times.empty());
932  const uint64_t expected_start_time = representation_start_times.front();
933  for (RepresentationTimeline::const_iterator it =
934  representation_segment_start_times_.begin();
935  it != representation_segment_start_times_.end(); ++it) {
936  // If there are no entries in a list, then there is no way for the
937  // segment alignment status to change.
938  // Note that it can be empty because entries get deleted below.
939  if (it->second.empty())
940  return;
941 
942  if (expected_start_time != it->second.front()) {
943  // Flag as false and clear the start times data, no need to keep it
944  // around.
945  segments_aligned_ = kSegmentAlignmentFalse;
946  representation_segment_start_times_.clear();
947  return;
948  }
949  }
950  segments_aligned_ = kSegmentAlignmentTrue;
951 
952  for (RepresentationTimeline::iterator it =
953  representation_segment_start_times_.begin();
954  it != representation_segment_start_times_.end(); ++it) {
955  it->second.pop_front();
956  }
957 }
958 
959 // Make sure all segements start times match for all Representations.
960 // This assumes that the segments are contiguous.
961 void AdaptationSet::CheckVodSegmentAlignment() {
962  if (segments_aligned_ == kSegmentAlignmentFalse ||
963  force_set_segment_alignment_) {
964  return;
965  }
966  if (representation_segment_start_times_.empty())
967  return;
968  if (representation_segment_start_times_.size() == 1) {
969  segments_aligned_ = kSegmentAlignmentTrue;
970  return;
971  }
972 
973  // This is not the most efficient implementation to compare the values
974  // because expected_time_line is compared against all other time lines, but
975  // probably the most readable.
976  const std::list<uint64_t>& expected_time_line =
977  representation_segment_start_times_.begin()->second;
978 
979  bool all_segment_time_line_same_length = true;
980  // Note that the first entry is skipped because it is expected_time_line.
981  RepresentationTimeline::const_iterator it =
982  representation_segment_start_times_.begin();
983  for (++it; it != representation_segment_start_times_.end(); ++it) {
984  const std::list<uint64_t>& other_time_line = it->second;
985  if (expected_time_line.size() != other_time_line.size()) {
986  all_segment_time_line_same_length = false;
987  }
988 
989  const std::list<uint64_t>* longer_list = &other_time_line;
990  const std::list<uint64_t>* shorter_list = &expected_time_line;
991  if (expected_time_line.size() > other_time_line.size()) {
992  shorter_list = &other_time_line;
993  longer_list = &expected_time_line;
994  }
995 
996  if (!std::equal(shorter_list->begin(), shorter_list->end(),
997  longer_list->begin())) {
998  // Some segments are definitely unaligned.
999  segments_aligned_ = kSegmentAlignmentFalse;
1000  representation_segment_start_times_.clear();
1001  return;
1002  }
1003  }
1004 
1005  // TODO(rkuroiwa): The right way to do this is to also check the durations.
1006  // For example:
1007  // (a) 3 4 5
1008  // (b) 3 4 5 6
1009  // could be true or false depending on the length of the third segment of (a).
1010  // i.e. if length of the third segment is 2, then this is not aligned.
1011  if (!all_segment_time_line_same_length) {
1012  segments_aligned_ = kSegmentAlignmentUnknown;
1013  return;
1014  }
1015 
1016  segments_aligned_ = kSegmentAlignmentTrue;
1017 }
1018 
1019 // Since all AdaptationSet cares about is the maxFrameRate, representation_id
1020 // is not passed to this method.
1021 void AdaptationSet::RecordFrameRate(uint32_t frame_duration,
1022  uint32_t timescale) {
1023  if (frame_duration == 0) {
1024  LOG(ERROR) << "Frame duration is 0 and cannot be set.";
1025  return;
1026  }
1027  video_frame_rates_[static_cast<double>(timescale) / frame_duration] =
1028  base::IntToString(timescale) + "/" + base::IntToString(frame_duration);
1029 }
1030 
1032  const MediaInfo& media_info,
1033  const MpdOptions& mpd_options,
1034  uint32_t id,
1035  std::unique_ptr<RepresentationStateChangeListener> state_change_listener)
1036  : media_info_(media_info),
1037  id_(id),
1038  bandwidth_estimator_(BandwidthEstimator::kUseAllBlocks),
1039  mpd_options_(mpd_options),
1040  start_number_(1),
1041  state_change_listener_(std::move(state_change_listener)),
1042  output_suppression_flags_(0) {}
1043 
1044 Representation::~Representation() {}
1045 
1047  if (!AtLeastOneTrue(media_info_.has_video_info(),
1048  media_info_.has_audio_info(),
1049  media_info_.has_text_info())) {
1050  // This is an error. Segment information can be in AdaptationSet, Period, or
1051  // MPD but the interface does not provide a way to set them.
1052  // See 5.3.9.1 ISO 23009-1:2012 for segment info.
1053  LOG(ERROR) << "Representation needs one of video, audio, or text.";
1054  return false;
1055  }
1056 
1057  if (MoreThanOneTrue(media_info_.has_video_info(),
1058  media_info_.has_audio_info(),
1059  media_info_.has_text_info())) {
1060  LOG(ERROR) << "Only one of VideoInfo, AudioInfo, or TextInfo can be set.";
1061  return false;
1062  }
1063 
1064  if (media_info_.container_type() == MediaInfo::CONTAINER_UNKNOWN) {
1065  LOG(ERROR) << "'container_type' in MediaInfo cannot be CONTAINER_UNKNOWN.";
1066  return false;
1067  }
1068 
1069  if (media_info_.has_video_info()) {
1070  mime_type_ = GetVideoMimeType();
1071  if (!HasRequiredVideoFields(media_info_.video_info())) {
1072  LOG(ERROR) << "Missing required fields to create a video Representation.";
1073  return false;
1074  }
1075  } else if (media_info_.has_audio_info()) {
1076  mime_type_ = GetAudioMimeType();
1077  } else if (media_info_.has_text_info()) {
1078  mime_type_ = GetTextMimeType();
1079  }
1080 
1081  if (mime_type_.empty())
1082  return false;
1083 
1084  codecs_ = GetCodecs(media_info_);
1085  return true;
1086 }
1087 
1089  const ContentProtectionElement& content_protection_element) {
1090  content_protection_elements_.push_back(content_protection_element);
1091  RemoveDuplicateAttributes(&content_protection_elements_.back());
1092 }
1093 
1094 void Representation::UpdateContentProtectionPssh(const std::string& drm_uuid,
1095  const std::string& pssh) {
1096  UpdateContentProtectionPsshHelper(drm_uuid, pssh,
1097  &content_protection_elements_);
1098 }
1099 
1100 void Representation::AddNewSegment(uint64_t start_time,
1101  uint64_t duration,
1102  uint64_t size) {
1103  if (start_time == 0 && duration == 0) {
1104  LOG(WARNING) << "Got segment with start_time and duration == 0. Ignoring.";
1105  return;
1106  }
1107 
1108  if (state_change_listener_)
1109  state_change_listener_->OnNewSegmentForRepresentation(start_time, duration);
1110  if (IsContiguous(start_time, duration, size)) {
1111  ++segment_infos_.back().repeat;
1112  } else {
1113  SegmentInfo s = {start_time, duration, /* Not repeat. */ 0};
1114  segment_infos_.push_back(s);
1115  }
1116 
1117  bandwidth_estimator_.AddBlock(
1118  size, static_cast<double>(duration) / media_info_.reference_time_scale());
1119 
1120  SlideWindow();
1121  DCHECK_GE(segment_infos_.size(), 1u);
1122 }
1123 
1124 void Representation::SetSampleDuration(uint32_t sample_duration) {
1125  if (media_info_.has_video_info()) {
1126  media_info_.mutable_video_info()->set_frame_duration(sample_duration);
1127  if (state_change_listener_) {
1128  state_change_listener_->OnSetFrameRateForRepresentation(
1129  sample_duration, media_info_.video_info().time_scale());
1130  }
1131  }
1132 }
1133 
1134 // Uses info in |media_info_| and |content_protection_elements_| to create a
1135 // "Representation" node.
1136 // MPD schema has strict ordering. The following must be done in order.
1137 // AddVideoInfo() (possibly adds FramePacking elements), AddAudioInfo() (Adds
1138 // AudioChannelConfig elements), AddContentProtectionElements*(), and
1139 // AddVODOnlyInfo() (Adds segment info).
1140 xml::scoped_xml_ptr<xmlNode> Representation::GetXml() {
1141  if (!HasRequiredMediaInfoFields()) {
1142  LOG(ERROR) << "MediaInfo missing required fields.";
1143  return xml::scoped_xml_ptr<xmlNode>();
1144  }
1145 
1146  const uint64_t bandwidth = media_info_.has_bandwidth()
1147  ? media_info_.bandwidth()
1148  : bandwidth_estimator_.Estimate();
1149 
1150  DCHECK(!(HasVODOnlyFields(media_info_) && HasLiveOnlyFields(media_info_)));
1151 
1152  RepresentationXmlNode representation;
1153  // Mandatory fields for Representation.
1154  representation.SetId(id_);
1155  representation.SetIntegerAttribute("bandwidth", bandwidth);
1156  if (!codecs_.empty())
1157  representation.SetStringAttribute("codecs", codecs_);
1158  representation.SetStringAttribute("mimeType", mime_type_);
1159 
1160  const bool has_video_info = media_info_.has_video_info();
1161  const bool has_audio_info = media_info_.has_audio_info();
1162 
1163  if (has_video_info &&
1164  !representation.AddVideoInfo(
1165  media_info_.video_info(),
1166  !(output_suppression_flags_ & kSuppressWidth),
1167  !(output_suppression_flags_ & kSuppressHeight),
1168  !(output_suppression_flags_ & kSuppressFrameRate))) {
1169  LOG(ERROR) << "Failed to add video info to Representation XML.";
1170  return xml::scoped_xml_ptr<xmlNode>();
1171  }
1172 
1173  if (has_audio_info &&
1174  !representation.AddAudioInfo(media_info_.audio_info())) {
1175  LOG(ERROR) << "Failed to add audio info to Representation XML.";
1176  return xml::scoped_xml_ptr<xmlNode>();
1177  }
1178 
1179  if (!representation.AddContentProtectionElements(
1180  content_protection_elements_)) {
1181  return xml::scoped_xml_ptr<xmlNode>();
1182  }
1183 
1184  if (HasVODOnlyFields(media_info_) &&
1185  !representation.AddVODOnlyInfo(media_info_)) {
1186  LOG(ERROR) << "Failed to add VOD segment info.";
1187  return xml::scoped_xml_ptr<xmlNode>();
1188  }
1189 
1190  if (HasLiveOnlyFields(media_info_) &&
1191  !representation.AddLiveOnlyInfo(media_info_, segment_infos_,
1192  start_number_)) {
1193  LOG(ERROR) << "Failed to add Live info.";
1194  return xml::scoped_xml_ptr<xmlNode>();
1195  }
1196  // TODO(rkuroiwa): It is likely that all representations have the exact same
1197  // SegmentTemplate. Optimize and propagate the tag up to AdaptationSet level.
1198 
1199  output_suppression_flags_ = 0;
1200  return representation.PassScopedPtr();
1201 }
1202 
1203 void Representation::SuppressOnce(SuppressFlag flag) {
1204  output_suppression_flags_ |= flag;
1205 }
1206 
1207 bool Representation::HasRequiredMediaInfoFields() {
1208  if (HasVODOnlyFields(media_info_) && HasLiveOnlyFields(media_info_)) {
1209  LOG(ERROR) << "MediaInfo cannot have both VOD and Live fields.";
1210  return false;
1211  }
1212 
1213  if (!media_info_.has_container_type()) {
1214  LOG(ERROR) << "MediaInfo missing required field: container_type.";
1215  return false;
1216  }
1217 
1218  if (HasVODOnlyFields(media_info_) && !media_info_.has_bandwidth()) {
1219  LOG(ERROR) << "Missing 'bandwidth' field. MediaInfo requires bandwidth for "
1220  "static profile for generating a valid MPD.";
1221  return false;
1222  }
1223 
1224  VLOG_IF(3, HasLiveOnlyFields(media_info_) && !media_info_.has_bandwidth())
1225  << "MediaInfo missing field 'bandwidth'. Using estimated from "
1226  "segment size.";
1227 
1228  return true;
1229 }
1230 
1231 bool Representation::IsContiguous(uint64_t start_time,
1232  uint64_t duration,
1233  uint64_t size) const {
1234  if (segment_infos_.empty())
1235  return false;
1236 
1237  // Contiguous segment.
1238  const SegmentInfo& previous = segment_infos_.back();
1239  const uint64_t previous_segment_end_time =
1240  previous.start_time + previous.duration * (previous.repeat + 1);
1241  if (previous_segment_end_time == start_time &&
1242  segment_infos_.back().duration == duration) {
1243  return true;
1244  }
1245 
1246  // No out of order segments.
1247  const uint64_t previous_segment_start_time =
1248  previous.start_time + previous.duration * previous.repeat;
1249  if (previous_segment_start_time >= start_time) {
1250  LOG(ERROR) << "Segments should not be out of order segment. Adding segment "
1251  "with start_time == "
1252  << start_time << " but the previous segment starts at "
1253  << previous.start_time << ".";
1254  return false;
1255  }
1256 
1257  // A gap since previous.
1258  const uint64_t kRoundingErrorGrace = 5;
1259  if (previous_segment_end_time + kRoundingErrorGrace < start_time) {
1260  LOG(WARNING) << "Found a gap of size "
1261  << (start_time - previous_segment_end_time)
1262  << " > kRoundingErrorGrace (" << kRoundingErrorGrace
1263  << "). The new segment starts at " << start_time
1264  << " but the previous segment ends at "
1265  << previous_segment_end_time << ".";
1266  return false;
1267  }
1268 
1269  // No overlapping segments.
1270  if (start_time < previous_segment_end_time - kRoundingErrorGrace) {
1271  LOG(WARNING)
1272  << "Segments should not be overlapping. The new segment starts at "
1273  << start_time << " but the previous segment ends at "
1274  << previous_segment_end_time << ".";
1275  return false;
1276  }
1277 
1278  // Within rounding error grace but technically not contiguous in terms of MPD.
1279  return false;
1280 }
1281 
1282 void Representation::SlideWindow() {
1283  DCHECK(!segment_infos_.empty());
1284  if (mpd_options_.time_shift_buffer_depth <= 0.0)
1285  return;
1286 
1287  const uint32_t time_scale = GetTimeScale(media_info_);
1288  DCHECK_GT(time_scale, 0u);
1289 
1290  uint64_t time_shift_buffer_depth =
1291  static_cast<uint64_t>(mpd_options_.time_shift_buffer_depth * time_scale);
1292 
1293  // The start time of the latest segment is considered the current_play_time,
1294  // and this should guarantee that the latest segment will stay in the list.
1295  const uint64_t current_play_time = LatestSegmentStartTime(segment_infos_);
1296  if (current_play_time <= time_shift_buffer_depth)
1297  return;
1298 
1299  const uint64_t timeshift_limit = current_play_time - time_shift_buffer_depth;
1300 
1301  // First remove all the SegmentInfos that are completely out of range, by
1302  // looking at the very last segment's end time.
1303  std::list<SegmentInfo>::iterator first = segment_infos_.begin();
1304  std::list<SegmentInfo>::iterator last = first;
1305  size_t num_segments_removed = 0;
1306  for (; last != segment_infos_.end(); ++last) {
1307  const uint64_t last_segment_end_time = LastSegmentEndTime(*last);
1308  if (timeshift_limit < last_segment_end_time)
1309  break;
1310  num_segments_removed += last->repeat + 1;
1311  }
1312  segment_infos_.erase(first, last);
1313  start_number_ += num_segments_removed;
1314 
1315  // Now some segment in the first SegmentInfo should be left in the list.
1316  SegmentInfo* first_segment_info = &segment_infos_.front();
1317  DCHECK_LE(timeshift_limit, LastSegmentEndTime(*first_segment_info));
1318 
1319  // Identify which segments should still be in the SegmentInfo.
1320  const int repeat_index =
1321  SearchTimedOutRepeatIndex(timeshift_limit, *first_segment_info);
1322  CHECK_GE(repeat_index, 0);
1323  if (repeat_index == 0)
1324  return;
1325 
1326  first_segment_info->start_time = first_segment_info->start_time +
1327  first_segment_info->duration * repeat_index;
1328 
1329  first_segment_info->repeat = first_segment_info->repeat - repeat_index;
1330  start_number_ += repeat_index;
1331 }
1332 
1333 std::string Representation::GetVideoMimeType() const {
1334  return GetMimeType("video", media_info_.container_type());
1335 }
1336 
1337 std::string Representation::GetAudioMimeType() const {
1338  return GetMimeType("audio", media_info_.container_type());
1339 }
1340 
1341 std::string Representation::GetTextMimeType() const {
1342  CHECK(media_info_.has_text_info());
1343  if (media_info_.text_info().format() == "ttml") {
1344  switch (media_info_.container_type()) {
1345  case MediaInfo::CONTAINER_TEXT:
1346  return "application/ttml+xml";
1347  case MediaInfo::CONTAINER_MP4:
1348  return "application/mp4";
1349  default:
1350  LOG(ERROR) << "Failed to determine MIME type for TTML container: "
1351  << media_info_.container_type();
1352  return "";
1353  }
1354  }
1355  if (media_info_.text_info().format() == "vtt") {
1356  if (media_info_.container_type() == MediaInfo::CONTAINER_TEXT) {
1357  return "text/vtt";
1358  }
1359  LOG(ERROR) << "Failed to determine MIME type for VTT container: "
1360  << media_info_.container_type();
1361  return "";
1362  }
1363 
1364  LOG(ERROR) << "Cannot determine MIME type for format: "
1365  << media_info_.text_info().format()
1366  << " container: " << media_info_.container_type();
1367  return "";
1368 }
1369 
1370 bool Representation::GetEarliestTimestamp(double* timestamp_seconds) {
1371  DCHECK(timestamp_seconds);
1372 
1373  if (segment_infos_.empty())
1374  return false;
1375 
1376  *timestamp_seconds = static_cast<double>(segment_infos_.begin()->start_time) /
1377  GetTimeScale(media_info_);
1378  return true;
1379 }
1380 
1381 } // namespace shaka
void OnSetFrameRateForRepresentation(uint32_t representation_id, uint32_t frame_duration, uint32_t timescale)
Definition: mpd_builder.cc:865
virtual void AddNewSegment(uint64_t start_time, uint64_t duration, uint64_t size)
bool WriteMpdToFile(media::File *output_file)
Definition: mpd_builder.cc:422
Representation(const MediaInfo &media_info, const MpdOptions &mpd_options, uint32_t representation_id, std::unique_ptr< RepresentationStateChangeListener > state_change_listener)
AdaptationSet(uint32_t adaptation_set_id, const std::string &lang, const MpdOptions &mpd_options, MpdBuilder::MpdType mpd_type, base::AtomicSequenceNumber *representation_counter)
Definition: mpd_builder.cc:671
virtual void SetSampleDuration(uint32_t sample_duration)
virtual Representation * AddRepresentation(const MediaInfo &media_info)
Definition: mpd_builder.cc:689
std::string LanguageToShortestForm(const std::string &language)
Define an abstract file interface.
Definition: file.h:24
virtual void AddContentProtectionElement(const ContentProtectionElement &element)
Definition: mpd_builder.cc:733
virtual void AddRole(Role role)
Definition: mpd_builder.cc:745
void AddBaseUrl(const std::string &base_url)
Definition: mpd_builder.cc:408
virtual void UpdateContentProtectionPssh(const std::string &drm_uuid, const std::string &pssh)
Definition: mpd_builder.cc:739
virtual void SetGroup(int group_number)
Definition: mpd_builder.cc:839
xml::scoped_xml_ptr< xmlNode > GetXml()
virtual bool ToString(std::string *output)
Definition: mpd_builder.cc:427
virtual void ForceSetSegmentAlignment(bool segment_alignment)
Definition: mpd_builder.cc:833
static void MakePathsRelativeToMpd(const std::string &mpd_path, MediaInfo *media_info)
Definition: mpd_builder.cc:643
MpdBuilder(MpdType type, const MpdOptions &mpd_options)
Definition: mpd_builder.cc:401
xml::scoped_xml_ptr< xmlNode > GetXml()
Definition: mpd_builder.cc:755
virtual void AddContentProtectionElement(const ContentProtectionElement &element)
virtual AdaptationSet * AddAdaptationSet(const std::string &lang)
Definition: mpd_builder.cc:412
virtual int Group() const
Definition: mpd_builder.cc:843
Defines Mpd Options.
Definition: mpd_options.h:15
void OnNewSegmentForRepresentation(uint32_t representation_id, uint64_t start_time, uint64_t duration)
Definition: mpd_builder.cc:854
virtual void UpdateContentProtectionPssh(const std::string &drm_uuid, const std::string &pssh)
void SuppressOnce(SuppressFlag flag)