DASH Media Packaging SDK
 All Classes Namespaces Functions Variables Typedefs Enumerations Enumerator
encrypting_fragmenter.cc
1 // Copyright 2014 Google Inc. All rights reserved.
2 //
3 // Use of this source code is governed by a BSD-style
4 // license that can be found in the LICENSE file or at
5 // https://developers.google.com/open-source/licenses/bsd
6 
7 #include "packager/media/formats/mp4/encrypting_fragmenter.h"
8 
9 #include <limits>
10 
11 #include "packager/media/base/aes_encryptor.h"
12 #include "packager/media/base/aes_pattern_cryptor.h"
13 #include "packager/media/base/buffer_reader.h"
14 #include "packager/media/base/key_source.h"
15 #include "packager/media/base/media_sample.h"
16 #include "packager/media/codecs/nalu_reader.h"
17 #include "packager/media/codecs/vp8_parser.h"
18 #include "packager/media/codecs/vp9_parser.h"
19 #include "packager/media/formats/mp4/box_definitions.h"
20 
21 namespace shaka {
22 namespace media {
23 namespace mp4 {
24 
25 namespace {
26 const size_t kCencBlockSize = 16u;
27 
28 // Adds one or more subsamples to |*subsamples|. This may add more than one
29 // if one of the values overflows the integer in the subsample.
30 void AddSubsamples(uint64_t clear_bytes,
31  uint64_t cipher_bytes,
32  std::vector<SubsampleEntry>* subsamples) {
33  CHECK_LT(cipher_bytes, std::numeric_limits<uint32_t>::max());
34  const uint64_t kUInt16Max = std::numeric_limits<uint16_t>::max();
35  while (clear_bytes > kUInt16Max) {
36  subsamples->push_back(SubsampleEntry(kUInt16Max, 0));
37  clear_bytes -= kUInt16Max;
38  }
39 
40  if (clear_bytes > 0 || cipher_bytes > 0)
41  subsamples->push_back(SubsampleEntry(clear_bytes, cipher_bytes));
42 }
43 
44 VideoCodec GetVideoCodec(const StreamInfo& stream_info) {
45  if (stream_info.stream_type() != kStreamVideo)
46  return kUnknownVideoCodec;
47  const VideoStreamInfo& video_stream_info =
48  static_cast<const VideoStreamInfo&>(stream_info);
49  return video_stream_info.codec();
50 }
51 
52 uint8_t GetNaluLengthSize(const StreamInfo& stream_info) {
53  if (stream_info.stream_type() != kStreamVideo)
54  return 0;
55 
56  const VideoStreamInfo& video_stream_info =
57  static_cast<const VideoStreamInfo&>(stream_info);
58  return video_stream_info.nalu_length_size();
59 }
60 } // namespace
61 
63  scoped_refptr<StreamInfo> info,
64  TrackFragment* traf,
65  scoped_ptr<EncryptionKey> encryption_key,
66  int64_t clear_time,
67  FourCC protection_scheme,
68  uint8_t crypt_byte_block,
69  uint8_t skip_byte_block)
70  : Fragmenter(info, traf),
71  info_(info),
72  encryption_key_(encryption_key.Pass()),
73  nalu_length_size_(GetNaluLengthSize(*info)),
74  video_codec_(GetVideoCodec(*info)),
75  clear_time_(clear_time),
76  protection_scheme_(protection_scheme),
77  crypt_byte_block_(crypt_byte_block),
78  skip_byte_block_(skip_byte_block) {
79  DCHECK(encryption_key_);
80  switch (video_codec_) {
81  case kCodecVP8:
82  vpx_parser_.reset(new VP8Parser);
83  break;
84  case kCodecVP9:
85  vpx_parser_.reset(new VP9Parser);
86  break;
87  case kCodecH264:
88  header_parser_.reset(new H264VideoSliceHeaderParser);
89  break;
90  case kCodecHVC1:
91  FALLTHROUGH_INTENDED;
92  case kCodecHEV1:
93  header_parser_.reset(new H265VideoSliceHeaderParser);
94  break;
95  default:
96  if (nalu_length_size_ > 0) {
97  LOG(WARNING) << "Unknown video codec '" << video_codec_
98  << "', whole subsamples will be encrypted.";
99  }
100  }
101 }
102 
103 EncryptingFragmenter::~EncryptingFragmenter() {}
104 
105 Status EncryptingFragmenter::AddSample(scoped_refptr<MediaSample> sample) {
106  DCHECK(sample);
107  if (!fragment_initialized()) {
108  Status status = InitializeFragment(sample->dts());
109  if (!status.ok())
110  return status;
111  }
112  if (encryptor_) {
113  Status status = EncryptSample(sample);
114  if (!status.ok())
115  return status;
116  }
117  return Fragmenter::AddSample(sample);
118 }
119 
121  Status status = Fragmenter::InitializeFragment(first_sample_dts);
122  if (!status.ok())
123  return status;
124 
125  if (header_parser_ && !header_parser_->Initialize(info_->extra_data()))
126  return Status(error::MUXER_FAILURE, "Fail to read SPS and PPS data.");
127 
128  traf()->auxiliary_size.sample_info_sizes.clear();
129  traf()->auxiliary_offset.offsets.clear();
130  if (IsSubsampleEncryptionRequired()) {
131  traf()->sample_encryption.flags |=
132  SampleEncryption::kUseSubsampleEncryption;
133  }
134  traf()->sample_encryption.sample_encryption_entries.clear();
135 
136  const bool enable_encryption = clear_time_ <= 0;
137  if (!enable_encryption) {
138  // This fragment should be in clear text.
139  // At most two sample description entries, an encrypted entry and a clear
140  // entry, are generated. The 1-based clear entry index is always 2.
141  const uint32_t kClearSampleDescriptionIndex = 2;
142 
143  traf()->header.flags |=
144  TrackFragmentHeader::kSampleDescriptionIndexPresentMask;
145  traf()->header.sample_description_index = kClearSampleDescriptionIndex;
146  }
147  return PrepareFragmentForEncryption(enable_encryption);
148 }
149 
151  if (encryptor_) {
152  DCHECK_LE(clear_time_, 0);
154  } else {
155  DCHECK_GT(clear_time_, 0);
156  clear_time_ -= fragment_duration();
157  }
159 }
160 
162  bool enable_encryption) {
163  return (!enable_encryption || encryptor_) ? Status::OK : CreateEncryptor();
164 }
165 
167  // The offset will be adjusted in Segmenter after knowing moof size.
168  traf()->auxiliary_offset.offsets.push_back(0);
169 
170  // For 'cbcs' scheme, Constant IVs SHALL be used.
171  const size_t per_sample_iv_size =
172  (protection_scheme_ == FOURCC_cbcs) ? 0 : encryptor_->iv().size();
173  traf()->sample_encryption.iv_size = per_sample_iv_size;
174 
175  // Optimize saiz box.
176  SampleAuxiliaryInformationSize& saiz = traf()->auxiliary_size;
177  saiz.sample_count = traf()->runs[0].sample_sizes.size();
178  if (!saiz.sample_info_sizes.empty()) {
179  if (!OptimizeSampleEntries(&saiz.sample_info_sizes,
180  &saiz.default_sample_info_size)) {
181  saiz.default_sample_info_size = 0;
182  }
183  } else {
184  // |sample_info_sizes| table is filled in only for subsample encryption,
185  // otherwise |sample_info_size| is just the IV size.
186  DCHECK(!IsSubsampleEncryptionRequired());
187  saiz.default_sample_info_size = per_sample_iv_size;
188  }
189  // It should only happen with full sample encryption + constant iv, which is
190  // not a legal combination.
191  CHECK(!saiz.sample_info_sizes.empty() || saiz.default_sample_info_size != 0);
192 }
193 
195  DCHECK(encryption_key_);
196  scoped_ptr<AesCryptor> encryptor;
197  switch (protection_scheme_) {
198  case FOURCC_cenc:
199  encryptor.reset(new AesCtrEncryptor);
200  break;
201  case FOURCC_cbc1:
202  encryptor.reset(new AesCbcEncryptor(kNoPadding));
203  break;
204  case FOURCC_cens:
205  encryptor.reset(new AesPatternCryptor(
206  crypt_byte_block(), skip_byte_block(),
208  AesCryptor::kDontUseConstantIv,
209  scoped_ptr<AesCryptor>(new AesCtrEncryptor())));
210  break;
211  case FOURCC_cbcs:
212  encryptor.reset(new AesPatternCryptor(
213  crypt_byte_block(), skip_byte_block(),
215  AesCryptor::kUseConstantIv,
216  scoped_ptr<AesCryptor>(new AesCbcEncryptor(kNoPadding))));
217  break;
218  default:
219  return Status(error::MUXER_FAILURE, "Unsupported protection scheme.");
220  }
221 
222  DCHECK(!encryption_key_->iv.empty());
223  const bool initialized =
224  encryptor->InitializeWithIv(encryption_key_->key, encryption_key_->iv);
225  if (!initialized)
226  return Status(error::MUXER_FAILURE, "Failed to create the encryptor.");
227  encryptor_ = encryptor.Pass();
228  return Status::OK;
229 }
230 
231 void EncryptingFragmenter::EncryptBytes(uint8_t* data, uint32_t size) {
232  DCHECK(encryptor_);
233  CHECK(encryptor_->Crypt(data, size, data));
234 }
235 
236 Status EncryptingFragmenter::EncryptSample(scoped_refptr<MediaSample> sample) {
237  DCHECK(encryptor_);
238 
239  SampleEncryptionEntry sample_encryption_entry;
240  // For 'cbcs' scheme, Constant IVs SHALL be used.
241  if (protection_scheme_ != FOURCC_cbcs)
242  sample_encryption_entry.initialization_vector = encryptor_->iv();
243  uint8_t* data = sample->writable_data();
244  if (IsSubsampleEncryptionRequired()) {
245  if (vpx_parser_) {
246  std::vector<VPxFrameInfo> vpx_frames;
247  if (!vpx_parser_->Parse(sample->data(), sample->data_size(),
248  &vpx_frames)) {
249  return Status(error::MUXER_FAILURE, "Failed to parse vpx frame.");
250  }
251 
252  const bool is_superframe = vpx_frames.size() > 1;
253  for (const VPxFrameInfo& frame : vpx_frames) {
254  SubsampleEntry subsample;
255  subsample.clear_bytes = frame.uncompressed_header_size;
256  subsample.cipher_bytes =
257  frame.frame_size - frame.uncompressed_header_size;
258 
259  // "VP Codec ISO Media File Format Binding" document requires that the
260  // encrypted bytes of each frame within the superframe must be block
261  // aligned so that the counter state can be computed for each frame
262  // within the superframe.
263  // ISO/IEC 23001-7:2016 10.2 'cbc1' 10.3 'cens'
264  // The BytesOfProtectedData size SHALL be a multiple of 16 bytes to
265  // avoid partial blocks in Subsamples.
266  if (is_superframe || protection_scheme_ == FOURCC_cbc1 ||
267  protection_scheme_ == FOURCC_cens) {
268  const uint16_t misalign_bytes =
269  subsample.cipher_bytes % kCencBlockSize;
270  subsample.clear_bytes += misalign_bytes;
271  subsample.cipher_bytes -= misalign_bytes;
272  }
273 
274  sample_encryption_entry.subsamples.push_back(subsample);
275  if (subsample.cipher_bytes > 0)
276  EncryptBytes(data + subsample.clear_bytes, subsample.cipher_bytes);
277  data += frame.frame_size;
278  }
279  } else {
280  const Nalu::CodecType nalu_type =
281  (video_codec_ == kCodecHVC1 || video_codec_ == kCodecHEV1)
282  ? Nalu::kH265
283  : Nalu::kH264;
284  NaluReader reader(nalu_type, nalu_length_size_, data,
285  sample->data_size());
286 
287  // Store the current length of clear data. This is used to squash
288  // multiple unencrypted NAL units into fewer subsample entries.
289  uint64_t accumulated_clear_bytes = 0;
290 
291  Nalu nalu;
292  NaluReader::Result result;
293  while ((result = reader.Advance(&nalu)) == NaluReader::kOk) {
294  if (nalu.is_video_slice()) {
295  // For video-slice NAL units, encrypt the video slice. This skips
296  // the frame header. If this is an unrecognized codec (e.g. H.265),
297  // the whole NAL unit will be encrypted.
298  const int64_t video_slice_header_size =
299  header_parser_ ? header_parser_->GetHeaderSize(nalu) : 0;
300  if (video_slice_header_size < 0)
301  return Status(error::MUXER_FAILURE, "Failed to read slice header.");
302 
303  uint64_t current_clear_bytes =
304  nalu.header_size() + video_slice_header_size;
305  uint64_t cipher_bytes = nalu.payload_size() - video_slice_header_size;
306 
307  // ISO/IEC 23001-7:2016 10.2 'cbc1' 10.3 'cens'
308  // The BytesOfProtectedData size SHALL be a multiple of 16 bytes to
309  // avoid partial blocks in Subsamples.
310  if (protection_scheme_ == FOURCC_cbc1 ||
311  protection_scheme_ == FOURCC_cens) {
312  const uint16_t misalign_bytes = cipher_bytes % kCencBlockSize;
313  current_clear_bytes += misalign_bytes;
314  cipher_bytes -= misalign_bytes;
315  }
316 
317  const uint8_t* nalu_data = nalu.data() + current_clear_bytes;
318  EncryptBytes(const_cast<uint8_t*>(nalu_data), cipher_bytes);
319 
320  AddSubsamples(
321  accumulated_clear_bytes + nalu_length_size_ + current_clear_bytes,
322  cipher_bytes, &sample_encryption_entry.subsamples);
323  accumulated_clear_bytes = 0;
324  } else {
325  // For non-video-slice NAL units, don't encrypt.
326  accumulated_clear_bytes +=
327  nalu_length_size_ + nalu.header_size() + nalu.payload_size();
328  }
329  }
330  if (result != NaluReader::kEOStream)
331  return Status(error::MUXER_FAILURE, "Failed to parse NAL units.");
332  AddSubsamples(accumulated_clear_bytes, 0,
333  &sample_encryption_entry.subsamples);
334  }
335 
336  // The length of per-sample auxiliary datum, defined in CENC ch. 7.
337  traf()->auxiliary_size.sample_info_sizes.push_back(
338  sample_encryption_entry.ComputeSize());
339  } else {
340  EncryptBytes(data, sample->data_size());
341  }
342 
343  traf()->sample_encryption.sample_encryption_entries.push_back(
344  sample_encryption_entry);
345  encryptor_->UpdateIv();
346  return Status::OK;
347 }
348 
349 bool EncryptingFragmenter::IsSubsampleEncryptionRequired() {
350  return vpx_parser_ || nalu_length_size_ != 0;
351 }
352 
353 } // namespace mp4
354 } // namespace media
355 } // namespace shaka
Status AddSample(scoped_refptr< MediaSample > sample) override
Status InitializeFragment(int64_t first_sample_dts) override
virtual Status AddSample(scoped_refptr< MediaSample > sample)
Definition: fragmenter.cc:45
void FinalizeFragment() override
Finalize and optimize the fragment.
virtual Status InitializeFragment(int64_t first_sample_dts)
Definition: fragmenter.cc:85
EncryptingFragmenter(scoped_refptr< StreamInfo > info, TrackFragment *traf, scoped_ptr< EncryptionKey > encryption_key, int64_t clear_time, FourCC protection_scheme, uint8_t crypt_byte_block, uint8_t skip_byte_block)
virtual void FinalizeFragment()
Finalize and optimize the fragment.
Definition: fragmenter.cc:104
virtual void FinalizeFragmentForEncryption()
Finalize current fragment for encryption.
Class to parse a vp9 bit stream.
Definition: vp9_parser.h:20
Implements pattern-based encryption/decryption.
virtual Status PrepareFragmentForEncryption(bool enable_encryption)
bool OptimizeSampleEntries(std::vector< T > *entries, T *default_value)
Definition: fragmenter.h:92