2015-10-08 21:48:07 +00:00
|
|
|
// Copyright 2014 The Chromium Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file.
|
|
|
|
|
2023-10-10 23:51:11 +00:00
|
|
|
#include <packager/media/formats/webm/webm_media_parser.h>
|
2015-10-08 21:48:07 +00:00
|
|
|
|
|
|
|
#include <string>
|
|
|
|
|
2023-10-09 23:21:41 +00:00
|
|
|
#include <glog/logging.h>
|
2023-10-10 23:51:11 +00:00
|
|
|
#include <packager/media/base/buffer_writer.h>
|
|
|
|
#include <packager/media/base/timestamp.h>
|
|
|
|
#include <packager/media/formats/webm/webm_cluster_parser.h>
|
|
|
|
#include <packager/media/formats/webm/webm_constants.h>
|
|
|
|
#include <packager/media/formats/webm/webm_content_encodings.h>
|
|
|
|
#include <packager/media/formats/webm/webm_info_parser.h>
|
|
|
|
#include <packager/media/formats/webm/webm_tracks_parser.h>
|
2015-10-14 22:46:23 +00:00
|
|
|
|
2016-05-20 21:19:33 +00:00
|
|
|
namespace shaka {
|
2015-10-08 21:48:07 +00:00
|
|
|
namespace media {
|
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
WebMMediaParser::WebMMediaParser()
|
|
|
|
: state_(kWaitingForInit), unknown_segment_size_(false) {}
|
2015-10-08 21:48:07 +00:00
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
WebMMediaParser::~WebMMediaParser() {}
|
2015-10-08 21:48:07 +00:00
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
void WebMMediaParser::Init(const InitCB& init_cb,
|
2020-07-01 22:43:44 +00:00
|
|
|
const NewMediaSampleCB& new_media_sample_cb,
|
2022-12-17 05:40:00 +00:00
|
|
|
const NewTextSampleCB&,
|
2015-10-15 22:39:16 +00:00
|
|
|
KeySource* decryption_key_source) {
|
2015-10-08 21:48:07 +00:00
|
|
|
DCHECK_EQ(state_, kWaitingForInit);
|
2022-12-17 05:40:00 +00:00
|
|
|
DCHECK(!init_cb_);
|
|
|
|
DCHECK(init_cb);
|
|
|
|
DCHECK(new_media_sample_cb);
|
2015-10-08 21:48:07 +00:00
|
|
|
|
|
|
|
ChangeState(kParsingHeaders);
|
|
|
|
init_cb_ = init_cb;
|
2020-07-01 22:43:44 +00:00
|
|
|
new_sample_cb_ = new_media_sample_cb;
|
2015-10-14 23:12:10 +00:00
|
|
|
decryption_key_source_ = decryption_key_source;
|
|
|
|
ignore_text_tracks_ = true;
|
2015-10-08 21:48:07 +00:00
|
|
|
}
|
|
|
|
|
2016-01-21 18:30:29 +00:00
|
|
|
bool WebMMediaParser::Flush() {
|
2015-10-08 21:48:07 +00:00
|
|
|
DCHECK_NE(state_, kWaitingForInit);
|
|
|
|
|
|
|
|
byte_queue_.Reset();
|
2016-01-21 18:30:29 +00:00
|
|
|
bool result = true;
|
2015-10-08 21:48:07 +00:00
|
|
|
if (cluster_parser_)
|
2016-01-21 18:30:29 +00:00
|
|
|
result = cluster_parser_->Flush();
|
2015-10-08 21:48:07 +00:00
|
|
|
if (state_ == kParsingClusters) {
|
|
|
|
ChangeState(kParsingHeaders);
|
|
|
|
}
|
2016-01-21 18:30:29 +00:00
|
|
|
return result;
|
2015-10-08 21:48:07 +00:00
|
|
|
}
|
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
bool WebMMediaParser::Parse(const uint8_t* buf, int size) {
|
2015-10-08 21:48:07 +00:00
|
|
|
DCHECK_NE(state_, kWaitingForInit);
|
|
|
|
|
|
|
|
if (state_ == kError)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
byte_queue_.Push(buf, size);
|
|
|
|
|
|
|
|
int result = 0;
|
|
|
|
int bytes_parsed = 0;
|
2015-10-14 22:46:23 +00:00
|
|
|
const uint8_t* cur = NULL;
|
2015-10-08 21:48:07 +00:00
|
|
|
int cur_size = 0;
|
|
|
|
|
|
|
|
byte_queue_.Peek(&cur, &cur_size);
|
|
|
|
while (cur_size > 0) {
|
|
|
|
State oldState = state_;
|
|
|
|
switch (state_) {
|
|
|
|
case kParsingHeaders:
|
|
|
|
result = ParseInfoAndTracks(cur, cur_size);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case kParsingClusters:
|
|
|
|
result = ParseCluster(cur, cur_size);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case kWaitingForInit:
|
|
|
|
case kError:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (result < 0) {
|
|
|
|
ChangeState(kError);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (state_ == oldState && result == 0)
|
|
|
|
break;
|
|
|
|
|
|
|
|
DCHECK_GE(result, 0);
|
|
|
|
cur += result;
|
|
|
|
cur_size -= result;
|
|
|
|
bytes_parsed += result;
|
|
|
|
}
|
|
|
|
|
|
|
|
byte_queue_.Pop(bytes_parsed);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
void WebMMediaParser::ChangeState(State new_state) {
|
2015-10-08 21:48:07 +00:00
|
|
|
DVLOG(1) << "ChangeState() : " << state_ << " -> " << new_state;
|
|
|
|
state_ = new_state;
|
|
|
|
}
|
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
int WebMMediaParser::ParseInfoAndTracks(const uint8_t* data, int size) {
|
2015-10-08 21:48:07 +00:00
|
|
|
DVLOG(2) << "ParseInfoAndTracks()";
|
|
|
|
DCHECK(data);
|
|
|
|
DCHECK_GT(size, 0);
|
|
|
|
|
2015-10-14 22:46:23 +00:00
|
|
|
const uint8_t* cur = data;
|
2015-10-08 21:48:07 +00:00
|
|
|
int cur_size = size;
|
|
|
|
int bytes_parsed = 0;
|
|
|
|
|
|
|
|
int id;
|
2015-10-14 22:46:23 +00:00
|
|
|
int64_t element_size;
|
2015-10-08 21:48:07 +00:00
|
|
|
int result = WebMParseElementHeader(cur, cur_size, &id, &element_size);
|
|
|
|
|
|
|
|
if (result <= 0)
|
|
|
|
return result;
|
|
|
|
|
|
|
|
switch (id) {
|
|
|
|
case kWebMIdEBMLHeader:
|
|
|
|
case kWebMIdSeekHead:
|
|
|
|
case kWebMIdVoid:
|
|
|
|
case kWebMIdCRC32:
|
|
|
|
case kWebMIdCues:
|
|
|
|
case kWebMIdChapters:
|
|
|
|
case kWebMIdTags:
|
|
|
|
case kWebMIdAttachments:
|
2015-10-15 22:39:16 +00:00
|
|
|
// TODO: Implement support for chapters.
|
2015-10-08 21:48:07 +00:00
|
|
|
if (cur_size < (result + element_size)) {
|
|
|
|
// We don't have the whole element yet. Signal we need more data.
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
// Skip the element.
|
|
|
|
return result + element_size;
|
|
|
|
break;
|
|
|
|
case kWebMIdCluster:
|
|
|
|
if (!cluster_parser_) {
|
2015-10-14 22:46:23 +00:00
|
|
|
LOG(ERROR) << "Found Cluster element before Info.";
|
2015-10-08 21:48:07 +00:00
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
ChangeState(kParsingClusters);
|
|
|
|
return 0;
|
|
|
|
break;
|
|
|
|
case kWebMIdSegment:
|
|
|
|
// Segment of unknown size indicates live stream.
|
|
|
|
if (element_size == kWebMUnknownSize)
|
|
|
|
unknown_segment_size_ = true;
|
|
|
|
// Just consume the segment header.
|
|
|
|
return result;
|
|
|
|
break;
|
|
|
|
case kWebMIdInfo:
|
|
|
|
// We've found the element we are looking for.
|
|
|
|
break;
|
|
|
|
default: {
|
2015-10-14 22:46:23 +00:00
|
|
|
LOG(ERROR) << "Unexpected element ID 0x" << std::hex << id;
|
2015-10-08 21:48:07 +00:00
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
WebMInfoParser info_parser;
|
|
|
|
result = info_parser.Parse(cur, cur_size);
|
|
|
|
|
|
|
|
if (result <= 0)
|
|
|
|
return result;
|
|
|
|
|
|
|
|
cur += result;
|
|
|
|
cur_size -= result;
|
|
|
|
bytes_parsed += result;
|
|
|
|
|
2015-10-14 22:46:23 +00:00
|
|
|
WebMTracksParser tracks_parser(ignore_text_tracks_);
|
2015-10-08 21:48:07 +00:00
|
|
|
result = tracks_parser.Parse(cur, cur_size);
|
|
|
|
|
|
|
|
if (result <= 0)
|
|
|
|
return result;
|
|
|
|
|
|
|
|
bytes_parsed += result;
|
|
|
|
|
|
|
|
double timecode_scale_in_us = info_parser.timecode_scale() / 1000.0;
|
2015-10-14 23:12:10 +00:00
|
|
|
int64_t duration_in_us = info_parser.duration() * timecode_scale_in_us;
|
|
|
|
|
2017-01-24 00:55:02 +00:00
|
|
|
std::shared_ptr<AudioStreamInfo> audio_stream_info =
|
2015-11-18 19:51:15 +00:00
|
|
|
tracks_parser.audio_stream_info();
|
|
|
|
if (audio_stream_info) {
|
|
|
|
audio_stream_info->set_duration(duration_in_us);
|
2015-10-28 17:23:08 +00:00
|
|
|
} else {
|
|
|
|
VLOG(1) << "No audio track info found.";
|
|
|
|
}
|
|
|
|
|
2017-01-24 00:55:02 +00:00
|
|
|
std::shared_ptr<VideoStreamInfo> video_stream_info =
|
2015-11-18 19:51:15 +00:00
|
|
|
tracks_parser.video_stream_info();
|
|
|
|
if (video_stream_info) {
|
|
|
|
video_stream_info->set_duration(duration_in_us);
|
2015-10-28 17:23:08 +00:00
|
|
|
} else {
|
|
|
|
VLOG(1) << "No video track info found.";
|
|
|
|
}
|
2015-10-08 21:48:07 +00:00
|
|
|
|
2016-01-13 01:32:48 +00:00
|
|
|
if (!FetchKeysIfNecessary(tracks_parser.audio_encryption_key_id(),
|
|
|
|
tracks_parser.video_encryption_key_id())) {
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
2015-10-08 21:48:07 +00:00
|
|
|
cluster_parser_.reset(new WebMClusterParser(
|
2015-11-18 19:51:15 +00:00
|
|
|
info_parser.timecode_scale(), audio_stream_info, video_stream_info,
|
2017-04-25 19:02:08 +00:00
|
|
|
tracks_parser.vp_config(),
|
2015-10-08 21:48:07 +00:00
|
|
|
tracks_parser.GetAudioDefaultDuration(timecode_scale_in_us),
|
|
|
|
tracks_parser.GetVideoDefaultDuration(timecode_scale_in_us),
|
|
|
|
tracks_parser.text_tracks(), tracks_parser.ignored_tracks(),
|
|
|
|
tracks_parser.audio_encryption_key_id(),
|
2016-01-13 01:32:48 +00:00
|
|
|
tracks_parser.video_encryption_key_id(), new_sample_cb_, init_cb_,
|
|
|
|
decryption_key_source_));
|
2015-10-08 21:48:07 +00:00
|
|
|
|
|
|
|
return bytes_parsed;
|
|
|
|
}
|
|
|
|
|
2015-10-15 22:39:16 +00:00
|
|
|
int WebMMediaParser::ParseCluster(const uint8_t* data, int size) {
|
2015-10-08 21:48:07 +00:00
|
|
|
if (!cluster_parser_)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
int bytes_parsed = cluster_parser_->Parse(data, size);
|
|
|
|
if (bytes_parsed < 0)
|
|
|
|
return bytes_parsed;
|
|
|
|
|
|
|
|
bool cluster_ended = cluster_parser_->cluster_ended();
|
|
|
|
if (cluster_ended) {
|
|
|
|
ChangeState(kParsingHeaders);
|
|
|
|
}
|
|
|
|
|
|
|
|
return bytes_parsed;
|
|
|
|
}
|
|
|
|
|
2016-01-13 01:32:48 +00:00
|
|
|
bool WebMMediaParser::FetchKeysIfNecessary(
|
|
|
|
const std::string& audio_encryption_key_id,
|
|
|
|
const std::string& video_encryption_key_id) {
|
|
|
|
if (audio_encryption_key_id.empty() && video_encryption_key_id.empty())
|
|
|
|
return true;
|
2016-02-19 18:24:33 +00:00
|
|
|
// An error will be returned later if the samples need to be decrypted.
|
2016-01-13 01:32:48 +00:00
|
|
|
if (!decryption_key_source_)
|
|
|
|
return true;
|
|
|
|
|
2017-04-04 19:43:41 +00:00
|
|
|
Status status;
|
2016-02-19 18:24:33 +00:00
|
|
|
if (!audio_encryption_key_id.empty()) {
|
2017-04-04 19:43:41 +00:00
|
|
|
status.Update(decryption_key_source_->FetchKeys(
|
|
|
|
EmeInitDataType::WEBM,
|
|
|
|
std::vector<uint8_t>(audio_encryption_key_id.begin(),
|
|
|
|
audio_encryption_key_id.end())));
|
2016-02-19 18:24:33 +00:00
|
|
|
}
|
|
|
|
if (!video_encryption_key_id.empty()) {
|
2017-04-04 19:43:41 +00:00
|
|
|
status.Update(decryption_key_source_->FetchKeys(
|
|
|
|
EmeInitDataType::WEBM,
|
|
|
|
std::vector<uint8_t>(video_encryption_key_id.begin(),
|
|
|
|
video_encryption_key_id.end())));
|
2016-02-19 18:24:33 +00:00
|
|
|
}
|
2016-01-13 01:32:48 +00:00
|
|
|
if (!status.ok()) {
|
|
|
|
LOG(ERROR) << "Error fetching decryption keys: " << status;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
2015-10-08 21:48:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace media
|
2016-05-20 21:19:33 +00:00
|
|
|
} // namespace shaka
|