Shaka Packager SDK
 All Classes Namespaces Functions Variables Typedefs Enumerations Enumerator Friends
mp4_media_parser.cc
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
5 #include "packager/media/formats/mp4/mp4_media_parser.h"
6 
7 #include <algorithm>
8 #include <limits>
9 
10 #include "packager/base/callback.h"
11 #include "packager/base/callback_helpers.h"
12 #include "packager/base/logging.h"
13 #include "packager/base/strings/string_number_conversions.h"
14 #include "packager/file/file.h"
15 #include "packager/file/file_closer.h"
16 #include "packager/media/base/audio_stream_info.h"
17 #include "packager/media/base/buffer_reader.h"
18 #include "packager/media/base/decrypt_config.h"
19 #include "packager/media/base/key_source.h"
20 #include "packager/media/base/macros.h"
21 #include "packager/media/base/media_sample.h"
22 #include "packager/media/base/rcheck.h"
23 #include "packager/media/base/video_stream_info.h"
24 #include "packager/media/codecs/avc_decoder_configuration_record.h"
25 #include "packager/media/codecs/es_descriptor.h"
26 #include "packager/media/codecs/hevc_decoder_configuration_record.h"
27 #include "packager/media/codecs/vp_codec_configuration_record.h"
28 #include "packager/media/formats/mp4/box_definitions.h"
29 #include "packager/media/formats/mp4/box_reader.h"
30 #include "packager/media/formats/mp4/track_run_iterator.h"
31 
32 namespace shaka {
33 namespace media {
34 namespace mp4 {
35 namespace {
36 
37 uint64_t Rescale(uint64_t time_in_old_scale,
38  uint32_t old_scale,
39  uint32_t new_scale) {
40  return (static_cast<double>(time_in_old_scale) / old_scale) * new_scale;
41 }
42 
43 H26xStreamFormat GetH26xStreamFormat(FourCC fourcc) {
44  switch (fourcc) {
45  case FOURCC_avc1:
46  return H26xStreamFormat::kNalUnitStreamWithoutParameterSetNalus;
47  case FOURCC_avc3:
48  return H26xStreamFormat::kNalUnitStreamWithParameterSetNalus;
49  case FOURCC_hev1:
50  return H26xStreamFormat::kNalUnitStreamWithParameterSetNalus;
51  case FOURCC_hvc1:
52  return H26xStreamFormat::kNalUnitStreamWithoutParameterSetNalus;
53  default:
54  return H26xStreamFormat::kUnSpecified;
55  }
56 }
57 
58 Codec FourCCToCodec(FourCC fourcc) {
59  switch (fourcc) {
60  case FOURCC_avc1:
61  case FOURCC_avc3:
62  return kCodecH264;
63  case FOURCC_hev1:
64  case FOURCC_hvc1:
65  return kCodecH265;
66  case FOURCC_vp08:
67  return kCodecVP8;
68  case FOURCC_vp09:
69  return kCodecVP9;
70  case FOURCC_vp10:
71  return kCodecVP10;
72  case FOURCC_Opus:
73  return kCodecOpus;
74  case FOURCC_dtsc:
75  return kCodecDTSC;
76  case FOURCC_dtsh:
77  return kCodecDTSH;
78  case FOURCC_dtsl:
79  return kCodecDTSL;
80  case FOURCC_dtse:
81  return kCodecDTSE;
82  case FOURCC_dtsp:
83  return kCodecDTSP;
84  case FOURCC_dtsm:
85  return kCodecDTSM;
86  case FOURCC_ac_3:
87  return kCodecAC3;
88  case FOURCC_ec_3:
89  return kCodecEAC3;
90  default:
91  return kUnknownCodec;
92  }
93 }
94 
95 // Default DTS audio number of channels for 5.1 channel layout.
96 const uint8_t kDtsAudioNumChannels = 6;
97 const uint64_t kNanosecondsPerSecond = 1000000000ull;
98 
99 } // namespace
100 
101 MP4MediaParser::MP4MediaParser()
102  : state_(kWaitingForInit),
103  decryption_key_source_(NULL),
104  moof_head_(0),
105  mdat_tail_(0) {}
106 
107 MP4MediaParser::~MP4MediaParser() {}
108 
109 void MP4MediaParser::Init(const InitCB& init_cb,
110  const NewSampleCB& new_sample_cb,
111  KeySource* decryption_key_source) {
112  DCHECK_EQ(state_, kWaitingForInit);
113  DCHECK(init_cb_.is_null());
114  DCHECK(!init_cb.is_null());
115  DCHECK(!new_sample_cb.is_null());
116 
117  ChangeState(kParsingBoxes);
118  init_cb_ = init_cb;
119  new_sample_cb_ = new_sample_cb;
120  decryption_key_source_ = decryption_key_source;
121  if (decryption_key_source)
122  decryptor_source_.reset(new DecryptorSource(decryption_key_source));
123 }
124 
125 void MP4MediaParser::Reset() {
126  queue_.Reset();
127  runs_.reset();
128  moof_head_ = 0;
129  mdat_tail_ = 0;
130 }
131 
133  DCHECK_NE(state_, kWaitingForInit);
134  Reset();
135  ChangeState(kParsingBoxes);
136  return true;
137 }
138 
139 bool MP4MediaParser::Parse(const uint8_t* buf, int size) {
140  DCHECK_NE(state_, kWaitingForInit);
141 
142  if (state_ == kError)
143  return false;
144 
145  queue_.Push(buf, size);
146 
147  bool result, err = false;
148 
149  do {
150  if (state_ == kParsingBoxes) {
151  result = ParseBox(&err);
152  } else {
153  DCHECK_EQ(kEmittingSamples, state_);
154  result = EnqueueSample(&err);
155  if (result) {
156  int64_t max_clear = runs_->GetMaxClearOffset() + moof_head_;
157  err = !ReadAndDiscardMDATsUntil(max_clear);
158  }
159  }
160  } while (result && !err);
161 
162  if (err) {
163  DLOG(ERROR) << "Error while parsing MP4";
164  moov_.reset();
165  Reset();
166  ChangeState(kError);
167  return false;
168  }
169 
170  return true;
171 }
172 
173 bool MP4MediaParser::LoadMoov(const std::string& file_path) {
174  std::unique_ptr<File, FileCloser> file(
175  File::OpenWithNoBuffering(file_path.c_str(), "r"));
176  if (!file) {
177  LOG(ERROR) << "Unable to open media file '" << file_path << "'";
178  return false;
179  }
180  if (!file->Seek(0)) {
181  LOG(WARNING) << "Filesystem does not support seeking on file '" << file_path
182  << "'";
183  return false;
184  }
185 
186  uint64_t file_position(0);
187  bool mdat_seen(false);
188  while (true) {
189  const uint32_t kBoxHeaderReadSize(16);
190  std::vector<uint8_t> buffer(kBoxHeaderReadSize);
191  int64_t bytes_read = file->Read(&buffer[0], kBoxHeaderReadSize);
192  if (bytes_read == 0) {
193  LOG(ERROR) << "Could not find 'moov' box in file '" << file_path << "'";
194  return false;
195  }
196  if (bytes_read < kBoxHeaderReadSize) {
197  LOG(ERROR) << "Error reading media file '" << file_path << "'";
198  return false;
199  }
200  uint64_t box_size;
201  FourCC box_type;
202  bool err;
203  if (!BoxReader::StartBox(&buffer[0], kBoxHeaderReadSize, &box_type,
204  &box_size, &err)) {
205  LOG(ERROR) << "Could not start box from file '" << file_path << "'";
206  return false;
207  }
208  if (box_type == FOURCC_mdat) {
209  mdat_seen = true;
210  } else if (box_type == FOURCC_moov) {
211  if (!mdat_seen) {
212  // 'moov' is before 'mdat'. Nothing to do.
213  break;
214  }
215  // 'mdat' before 'moov'. Read and parse 'moov'.
216  if (!Parse(&buffer[0], bytes_read)) {
217  LOG(ERROR) << "Error parsing mp4 file '" << file_path << "'";
218  return false;
219  }
220  uint64_t bytes_to_read = box_size - bytes_read;
221  buffer.resize(bytes_to_read);
222  while (bytes_to_read > 0) {
223  bytes_read = file->Read(&buffer[0], bytes_to_read);
224  if (bytes_read <= 0) {
225  LOG(ERROR) << "Error reading 'moov' contents from file '" << file_path
226  << "'";
227  return false;
228  }
229  if (!Parse(&buffer[0], bytes_read)) {
230  LOG(ERROR) << "Error parsing mp4 file '" << file_path << "'";
231  return false;
232  }
233  bytes_to_read -= bytes_read;
234  }
235  queue_.Reset(); // So that we don't need to adjust data offsets.
236  mdat_tail_ = 0; // So it will skip boxes until mdat.
237  break; // Done.
238  }
239  file_position += box_size;
240  if (!file->Seek(file_position)) {
241  LOG(ERROR) << "Error skipping box in mp4 file '" << file_path << "'";
242  return false;
243  }
244  }
245  return true;
246 }
247 
248 bool MP4MediaParser::ParseBox(bool* err) {
249  const uint8_t* buf;
250  int size;
251  queue_.Peek(&buf, &size);
252  if (!size)
253  return false;
254 
255  std::unique_ptr<BoxReader> reader(BoxReader::ReadBox(buf, size, err));
256  if (reader.get() == NULL)
257  return false;
258 
259  if (reader->type() == FOURCC_mdat) {
260  // The code ends up here only if a MOOV box is not yet seen.
261  DCHECK(!moov_);
262 
263  NOTIMPLEMENTED() << " Files with MDAT before MOOV is not supported yet.";
264  *err = true;
265  return false;
266  }
267 
268  // Set up mdat offset for ReadMDATsUntil().
269  mdat_tail_ = queue_.head() + reader->size();
270 
271  if (reader->type() == FOURCC_moov) {
272  *err = !ParseMoov(reader.get());
273  } else if (reader->type() == FOURCC_moof) {
274  moof_head_ = queue_.head();
275  *err = !ParseMoof(reader.get());
276 
277  // Return early to avoid evicting 'moof' data from queue. Auxiliary info may
278  // be located anywhere in the file, including inside the 'moof' itself.
279  // (Since 'default-base-is-moof' is mandated, no data references can come
280  // before the head of the 'moof', so keeping this box around is sufficient.)
281  return !(*err);
282  } else {
283  VLOG(2) << "Skipping top-level box: " << FourCCToString(reader->type());
284  }
285 
286  queue_.Pop(static_cast<int>(reader->size()));
287  return !(*err);
288 }
289 
290 bool MP4MediaParser::ParseMoov(BoxReader* reader) {
291  if (moov_)
292  return true; // Already parsed the 'moov' box.
293 
294  moov_.reset(new Movie);
295  RCHECK(moov_->Parse(reader));
296  runs_.reset();
297 
298  std::vector<std::shared_ptr<StreamInfo>> streams;
299 
300  for (std::vector<Track>::const_iterator track = moov_->tracks.begin();
301  track != moov_->tracks.end(); ++track) {
302  const uint32_t timescale = track->media.header.timescale;
303 
304  // Calculate duration (based on timescale).
305  uint64_t duration = 0;
306  if (track->media.header.duration > 0) {
307  duration = track->media.header.duration;
308  } else if (moov_->extends.header.fragment_duration > 0) {
309  DCHECK(moov_->header.timescale != 0);
310  duration = Rescale(moov_->extends.header.fragment_duration,
311  moov_->header.timescale,
312  timescale);
313  } else if (moov_->header.duration > 0 &&
314  moov_->header.duration != std::numeric_limits<uint64_t>::max()) {
315  DCHECK(moov_->header.timescale != 0);
316  duration =
317  Rescale(moov_->header.duration, moov_->header.timescale, timescale);
318  }
319 
320  const SampleDescription& samp_descr =
321  track->media.information.sample_table.description;
322 
323  size_t desc_idx = 0;
324 
325  // Read sample description index from mvex if it exists otherwise read
326  // from the first entry in Sample To Chunk box.
327  if (moov_->extends.tracks.size() > 0) {
328  for (size_t t = 0; t < moov_->extends.tracks.size(); t++) {
329  const TrackExtends& trex = moov_->extends.tracks[t];
330  if (trex.track_id == track->header.track_id) {
331  desc_idx = trex.default_sample_description_index;
332  break;
333  }
334  }
335  } else {
336  const std::vector<ChunkInfo>& chunk_info =
337  track->media.information.sample_table.sample_to_chunk.chunk_info;
338  RCHECK(chunk_info.size() > 0);
339  desc_idx = chunk_info[0].sample_description_index;
340  }
341  RCHECK(desc_idx > 0);
342  desc_idx -= 1; // BMFF descriptor index is one-based
343 
344  if (samp_descr.type == kAudio) {
345  RCHECK(!samp_descr.audio_entries.empty());
346 
347  // It is not uncommon to find otherwise-valid files with incorrect sample
348  // description indices, so we fail gracefully in that case.
349  if (desc_idx >= samp_descr.audio_entries.size())
350  desc_idx = 0;
351 
352  const AudioSampleEntry& entry = samp_descr.audio_entries[desc_idx];
353  const FourCC actual_format = entry.GetActualFormat();
354  Codec codec = FourCCToCodec(actual_format);
355  uint8_t num_channels = 0;
356  uint32_t sampling_frequency = 0;
357  uint64_t codec_delay_ns = 0;
358  uint8_t audio_object_type = 0;
359  uint32_t max_bitrate = 0;
360  uint32_t avg_bitrate = 0;
361  std::vector<uint8_t> codec_config;
362 
363  switch (actual_format) {
364  case FOURCC_mp4a:
365  // Check if it is MPEG4 AAC defined in ISO 14496 Part 3 or
366  // supported MPEG2 AAC variants.
367  if (entry.esds.es_descriptor.IsAAC()) {
368  codec = kCodecAAC;
369  const AACAudioSpecificConfig& aac_audio_specific_config =
370  entry.esds.aac_audio_specific_config;
371  num_channels = aac_audio_specific_config.GetNumChannels();
372  sampling_frequency =
373  aac_audio_specific_config.GetSamplesPerSecond();
374  audio_object_type = aac_audio_specific_config.GetAudioObjectType();
375  codec_config = entry.esds.es_descriptor.decoder_specific_info();
376  break;
377  } else if (entry.esds.es_descriptor.IsDTS()) {
378  ObjectType audio_type = entry.esds.es_descriptor.object_type();
379  switch (audio_type) {
380  case kDTSC:
381  codec = kCodecDTSC;
382  break;
383  case kDTSE:
384  codec = kCodecDTSE;
385  break;
386  case kDTSH:
387  codec = kCodecDTSH;
388  break;
389  case kDTSL:
390  codec = kCodecDTSL;
391  break;
392  default:
393  LOG(ERROR) << "Unsupported audio type " << audio_type
394  << " in stsd box.";
395  return false;
396  }
397  num_channels = entry.channelcount;
398  // For dts audio in esds, current supported number of channels is 6
399  // as the only supported channel layout is 5.1.
400  if (num_channels != kDtsAudioNumChannels) {
401  LOG(ERROR) << "Unsupported channel count " << num_channels
402  << " for audio type " << audio_type << ".";
403  return false;
404  }
405  sampling_frequency = entry.samplerate;
406  max_bitrate = entry.esds.es_descriptor.max_bitrate();
407  avg_bitrate = entry.esds.es_descriptor.avg_bitrate();
408  } else {
409  LOG(ERROR) << "Unsupported audio format 0x" << std::hex
410  << actual_format << " in stsd box.";
411  return false;
412  }
413  break;
414  case FOURCC_dtsc:
415  FALLTHROUGH_INTENDED;
416  case FOURCC_dtsh:
417  FALLTHROUGH_INTENDED;
418  case FOURCC_dtsl:
419  FALLTHROUGH_INTENDED;
420  case FOURCC_dtse:
421  FALLTHROUGH_INTENDED;
422  case FOURCC_dtsm:
423  codec_config = entry.ddts.extra_data;
424  max_bitrate = entry.ddts.max_bitrate;
425  avg_bitrate = entry.ddts.avg_bitrate;
426  num_channels = entry.channelcount;
427  sampling_frequency = entry.samplerate;
428  break;
429  case FOURCC_ac_3:
430  codec_config = entry.dac3.data;
431  num_channels = entry.channelcount;
432  sampling_frequency = entry.samplerate;
433  break;
434  case FOURCC_ec_3:
435  codec_config = entry.dec3.data;
436  num_channels = entry.channelcount;
437  sampling_frequency = entry.samplerate;
438  break;
439  case FOURCC_Opus:
440  codec_config = entry.dops.opus_identification_header;
441  num_channels = entry.channelcount;
442  sampling_frequency = entry.samplerate;
443  RCHECK(sampling_frequency != 0);
444  codec_delay_ns =
445  entry.dops.preskip * kNanosecondsPerSecond / sampling_frequency;
446  break;
447  default:
448  LOG(ERROR) << "Unsupported audio format 0x" << std::hex
449  << actual_format << " in stsd box.";
450  return false;
451  }
452 
453  // Extract possible seek preroll.
454  uint64_t seek_preroll_ns = 0;
455  for (const auto& sample_group_description :
456  track->media.information.sample_table.sample_group_descriptions) {
457  if (sample_group_description.grouping_type != FOURCC_roll)
458  continue;
459  const auto& audio_roll_recovery_entries =
460  sample_group_description.audio_roll_recovery_entries;
461  if (audio_roll_recovery_entries.size() != 1) {
462  LOG(WARNING) << "Unexpected number of entries in "
463  "SampleGroupDescription table with grouping type "
464  "'roll'.";
465  break;
466  }
467  const int16_t roll_distance_in_samples =
468  audio_roll_recovery_entries[0].roll_distance;
469  if (roll_distance_in_samples < 0) {
470  RCHECK(sampling_frequency != 0);
471  seek_preroll_ns = kNanosecondsPerSecond *
472  (-roll_distance_in_samples) / sampling_frequency;
473  } else {
474  LOG(WARNING)
475  << "Roll distance is supposed to be negative, but seeing "
476  << roll_distance_in_samples;
477  }
478  break;
479  }
480 
481  // The stream will be decrypted if a |decryptor_source_| is available.
482  const bool is_encrypted =
483  decryptor_source_
484  ? false
485  : entry.sinf.info.track_encryption.default_is_protected == 1;
486  DVLOG(1) << "is_audio_track_encrypted_: " << is_encrypted;
487  streams.emplace_back(new AudioStreamInfo(
488  track->header.track_id, timescale, duration, codec,
489  AudioStreamInfo::GetCodecString(codec, audio_object_type),
490  codec_config.data(), codec_config.size(), entry.samplesize,
491  num_channels, sampling_frequency, seek_preroll_ns, codec_delay_ns,
492  max_bitrate, avg_bitrate, track->media.header.language.code,
493  is_encrypted));
494  }
495 
496  if (samp_descr.type == kVideo) {
497  RCHECK(!samp_descr.video_entries.empty());
498  if (desc_idx >= samp_descr.video_entries.size())
499  desc_idx = 0;
500  const VideoSampleEntry& entry = samp_descr.video_entries[desc_idx];
501 
502  uint32_t coded_width = entry.width;
503  uint32_t coded_height = entry.height;
504  uint32_t pixel_width = entry.pixel_aspect.h_spacing;
505  uint32_t pixel_height = entry.pixel_aspect.v_spacing;
506  if (pixel_width == 0 && pixel_height == 0) {
507  pixel_width = 1;
508  pixel_height = 1;
509  }
510  std::string codec_string;
511  uint8_t nalu_length_size = 0;
512 
513  const FourCC actual_format = entry.GetActualFormat();
514  const Codec video_codec = FourCCToCodec(actual_format);
515  switch (actual_format) {
516  case FOURCC_avc1:
517  case FOURCC_avc3: {
518  AVCDecoderConfigurationRecord avc_config;
519  if (!avc_config.Parse(entry.codec_configuration.data)) {
520  LOG(ERROR) << "Failed to parse avcc.";
521  return false;
522  }
523  codec_string = avc_config.GetCodecString(actual_format);
524  nalu_length_size = avc_config.nalu_length_size();
525 
526  if (coded_width != avc_config.coded_width() ||
527  coded_height != avc_config.coded_height()) {
528  LOG(WARNING) << "Resolution in VisualSampleEntry (" << coded_width
529  << "," << coded_height
530  << ") does not match with resolution in "
531  "AVCDecoderConfigurationRecord ("
532  << avc_config.coded_width() << ","
533  << avc_config.coded_height()
534  << "). Use AVCDecoderConfigurationRecord.";
535  coded_width = avc_config.coded_width();
536  coded_height = avc_config.coded_height();
537  }
538 
539  if (pixel_width != avc_config.pixel_width() ||
540  pixel_height != avc_config.pixel_height()) {
541  LOG_IF(WARNING, pixel_width != 1 || pixel_height != 1)
542  << "Pixel aspect ratio in PASP box (" << pixel_width << ","
543  << pixel_height
544  << ") does not match with SAR in AVCDecoderConfigurationRecord "
545  "("
546  << avc_config.pixel_width() << "," << avc_config.pixel_height()
547  << "). Use AVCDecoderConfigurationRecord.";
548  pixel_width = avc_config.pixel_width();
549  pixel_height = avc_config.pixel_height();
550  }
551  break;
552  }
553  case FOURCC_hev1:
554  case FOURCC_hvc1: {
555  HEVCDecoderConfigurationRecord hevc_config;
556  if (!hevc_config.Parse(entry.codec_configuration.data)) {
557  LOG(ERROR) << "Failed to parse hevc.";
558  return false;
559  }
560  codec_string = hevc_config.GetCodecString(actual_format);
561  nalu_length_size = hevc_config.nalu_length_size();
562  break;
563  }
564  case FOURCC_vp08:
565  case FOURCC_vp09:
566  case FOURCC_vp10: {
567  VPCodecConfigurationRecord vp_config;
568  if (!vp_config.ParseMP4(entry.codec_configuration.data)) {
569  LOG(ERROR) << "Failed to parse vpcc.";
570  return false;
571  }
572  codec_string = vp_config.GetCodecString(video_codec);
573  break;
574  }
575  default:
576  LOG(ERROR) << "Unsupported video format "
577  << FourCCToString(actual_format) << " in stsd box.";
578  return false;
579  }
580 
581  // The stream will be decrypted if a |decryptor_source_| is available.
582  const bool is_encrypted =
583  decryptor_source_
584  ? false
585  : entry.sinf.info.track_encryption.default_is_protected == 1;
586  DVLOG(1) << "is_video_track_encrypted_: " << is_encrypted;
587  std::shared_ptr<VideoStreamInfo> video_stream_info(new VideoStreamInfo(
588  track->header.track_id, timescale, duration, video_codec,
589  GetH26xStreamFormat(actual_format), codec_string,
590  entry.codec_configuration.data.data(),
591  entry.codec_configuration.data.size(), coded_width, coded_height,
592  pixel_width, pixel_height,
593  0, // trick_play_factor
594  nalu_length_size, track->media.header.language.code, is_encrypted));
595 
596  // Set pssh raw data if it has.
597  if (moov_->pssh.size() > 0) {
598  std::vector<uint8_t> pssh_raw_data;
599  for (const auto& pssh : moov_->pssh) {
600  pssh_raw_data.insert(pssh_raw_data.end(), pssh.raw_box.begin(),
601  pssh.raw_box.end());
602  }
603  video_stream_info->set_eme_init_data(pssh_raw_data.data(),
604  pssh_raw_data.size());
605  }
606 
607  streams.push_back(video_stream_info);
608  }
609  }
610 
611  init_cb_.Run(streams);
612  if (!FetchKeysIfNecessary(moov_->pssh))
613  return false;
614  runs_.reset(new TrackRunIterator(moov_.get()));
615  RCHECK(runs_->Init());
616  ChangeState(kEmittingSamples);
617  return true;
618 }
619 
620 bool MP4MediaParser::ParseMoof(BoxReader* reader) {
621  // Must already have initialization segment.
622  RCHECK(moov_.get());
623  MovieFragment moof;
624  RCHECK(moof.Parse(reader));
625  if (!runs_)
626  runs_.reset(new TrackRunIterator(moov_.get()));
627  RCHECK(runs_->Init(moof));
628  if (!FetchKeysIfNecessary(moof.pssh))
629  return false;
630  ChangeState(kEmittingSamples);
631  return true;
632 }
633 
634 bool MP4MediaParser::FetchKeysIfNecessary(
635  const std::vector<ProtectionSystemSpecificHeader>& headers) {
636  if (headers.empty())
637  return true;
638 
639  // An error will be returned later if the samples need to be decrypted.
640  if (!decryption_key_source_)
641  return true;
642 
643  std::vector<uint8_t> pssh_raw_data;
644  for (const auto& header : headers) {
645  pssh_raw_data.insert(pssh_raw_data.end(), header.raw_box.begin(),
646  header.raw_box.end());
647  }
648  Status status =
649  decryption_key_source_->FetchKeys(EmeInitDataType::CENC, pssh_raw_data);
650  if (!status.ok()) {
651  LOG(ERROR) << "Error fetching decryption keys: " << status;
652  return false;
653  }
654  return true;
655 }
656 
657 bool MP4MediaParser::EnqueueSample(bool* err) {
658  if (!runs_->IsRunValid()) {
659  // Remain in kEnqueueingSamples state, discarding data, until the end of
660  // the current 'mdat' box has been appended to the queue.
661  if (!queue_.Trim(mdat_tail_))
662  return false;
663 
664  ChangeState(kParsingBoxes);
665  return true;
666  }
667 
668  if (!runs_->IsSampleValid()) {
669  runs_->AdvanceRun();
670  return true;
671  }
672 
673  DCHECK(!(*err));
674 
675  const uint8_t* buf;
676  int buf_size;
677  queue_.Peek(&buf, &buf_size);
678  if (!buf_size)
679  return false;
680 
681  // Skip this entire track if it is not audio nor video.
682  if (!runs_->is_audio() && !runs_->is_video())
683  runs_->AdvanceRun();
684 
685  // Attempt to cache the auxiliary information first. Aux info is usually
686  // placed in a contiguous block before the sample data, rather than being
687  // interleaved. If we didn't cache it, this would require that we retain the
688  // start of the segment buffer while reading samples. Aux info is typically
689  // quite small compared to sample data, so this pattern is useful on
690  // memory-constrained devices where the source buffer consumes a substantial
691  // portion of the total system memory.
692  if (runs_->AuxInfoNeedsToBeCached()) {
693  queue_.PeekAt(runs_->aux_info_offset() + moof_head_, &buf, &buf_size);
694  if (buf_size < runs_->aux_info_size())
695  return false;
696  *err = !runs_->CacheAuxInfo(buf, buf_size);
697  return !*err;
698  }
699 
700  int64_t sample_offset = runs_->sample_offset() + moof_head_;
701  queue_.PeekAt(sample_offset, &buf, &buf_size);
702  if (buf_size < runs_->sample_size()) {
703  if (sample_offset < queue_.head()) {
704  LOG(ERROR) << "Incorrect sample offset " << sample_offset
705  << " < " << queue_.head();
706  *err = true;
707  }
708  return false;
709  }
710 
711  const uint8_t* media_data = buf;
712  const size_t media_data_size = runs_->sample_size();
713  // Use a dummy data size of 0 to avoid copying overhead.
714  // Actual media data is set later.
715  const size_t kDummyDataSize = 0;
716  std::shared_ptr<MediaSample> stream_sample(
717  MediaSample::CopyFrom(media_data, kDummyDataSize, runs_->is_keyframe()));
718 
719  if (runs_->is_encrypted()) {
720  std::shared_ptr<uint8_t> decrypted_media_data(
721  new uint8_t[media_data_size], std::default_delete<uint8_t[]>());
722  std::unique_ptr<DecryptConfig> decrypt_config = runs_->GetDecryptConfig();
723  if (!decrypt_config) {
724  *err = true;
725  LOG(ERROR) << "Missing decrypt config.";
726  return false;
727  }
728 
729  if (!decryptor_source_) {
730  stream_sample->SetData(media_data, media_data_size);
731  // If the demuxer does not have the decryptor_source_, store
732  // decrypt_config so that the demuxed sample can be decrypted later.
733  stream_sample->set_decrypt_config(std::move(decrypt_config));
734  stream_sample->set_is_encrypted(true);
735  } else {
736  if (!decryptor_source_->DecryptSampleBuffer(decrypt_config.get(),
737  media_data, media_data_size,
738  decrypted_media_data.get())) {
739  *err = true;
740  LOG(ERROR) << "Cannot decrypt samples.";
741  return false;
742  }
743  stream_sample->TransferData(std::move(decrypted_media_data),
744  media_data_size);
745  }
746  } else {
747  stream_sample->SetData(media_data, media_data_size);
748  }
749 
750  stream_sample->set_dts(runs_->dts());
751  stream_sample->set_pts(runs_->cts());
752  stream_sample->set_duration(runs_->duration());
753 
754  DVLOG(3) << "Pushing frame: "
755  << ", key=" << runs_->is_keyframe()
756  << ", dur=" << runs_->duration()
757  << ", dts=" << runs_->dts()
758  << ", cts=" << runs_->cts()
759  << ", size=" << runs_->sample_size();
760 
761  if (!new_sample_cb_.Run(runs_->track_id(), stream_sample)) {
762  *err = true;
763  LOG(ERROR) << "Failed to process the sample.";
764  return false;
765  }
766 
767  runs_->AdvanceSample();
768  return true;
769 }
770 
771 bool MP4MediaParser::ReadAndDiscardMDATsUntil(const int64_t offset) {
772  bool err = false;
773  while (mdat_tail_ < offset) {
774  const uint8_t* buf;
775  int size;
776  queue_.PeekAt(mdat_tail_, &buf, &size);
777 
778  FourCC type;
779  uint64_t box_sz;
780  if (!BoxReader::StartBox(buf, size, &type, &box_sz, &err))
781  break;
782 
783  mdat_tail_ += box_sz;
784  }
785  queue_.Trim(std::min(mdat_tail_, offset));
786  return !err;
787 }
788 
789 void MP4MediaParser::ChangeState(State new_state) {
790  DVLOG(2) << "Changing state: " << new_state;
791  state_ = new_state;
792 }
793 
794 } // namespace mp4
795 } // namespace media
796 } // namespace shaka
void PeekAt(int64_t offset, const uint8_t **buf, int *size)
bool Flush() override WARN_UNUSED_RESULT
bool Trim(int64_t max_offset)
bool Parse(const uint8_t *buf, int size) override WARN_UNUSED_RESULT
virtual Status FetchKeys(EmeInitDataType init_data_type, const std::vector< uint8_t > &init_data)=0
static File * OpenWithNoBuffering(const char *file_name, const char *mode)
Definition: file.cc:187
static std::string GetCodecString(Codec codec, uint8_t audio_object_type)
bool LoadMoov(const std::string &file_path)
static std::shared_ptr< MediaSample > CopyFrom(const uint8_t *data, size_t size, bool is_key_frame)
Definition: media_sample.cc:42
KeySource is responsible for encryption key acquisition.
Definition: key_source.h:45
void Init(const InitCB &init_cb, const NewSampleCB &new_sample_cb, KeySource *decryption_key_source) override
DecryptorSource wraps KeySource and is responsible for decryptor management.
static bool StartBox(const uint8_t *buf, const size_t buf_size, FourCC *type, uint64_t *box_size, bool *err) WARN_UNUSED_RESULT
Definition: box_reader.cc:54
static BoxReader * ReadBox(const uint8_t *buf, const size_t buf_size, bool *err)
Definition: box_reader.cc:36