// Copyright 2014 Google LLC. All rights reserved. // // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file or at // https://developers.google.com/open-source/licenses/bsd #include #include #include #include "packager/app/ad_cue_generator_flags.h" #include "packager/app/crypto_flags.h" #include "packager/app/hls_flags.h" #include "packager/app/manifest_flags.h" #include "packager/app/mpd_flags.h" #include "packager/app/muxer_flags.h" #include "packager/app/packager_util.h" #include "packager/app/playready_key_encryption_flags.h" #include "packager/app/protection_system_flags.h" #include "packager/app/raw_key_encryption_flags.h" #include "packager/app/stream_descriptor.h" #include "packager/app/vlog_flags.h" #include "packager/app/widevine_encryption_flags.h" #include "packager/base/command_line.h" #include "packager/base/logging.h" #include "packager/base/optional.h" #include "packager/base/strings/string_number_conversions.h" #include "packager/base/strings/string_split.h" #include "packager/base/strings/string_util.h" #include "packager/base/strings/stringprintf.h" #include "packager/file/file.h" #include "packager/packager.h" #include "packager/tools/license_notice.h" #if defined(OS_WIN) #include #include #endif // defined(OS_WIN) DEFINE_bool(dump_stream_info, false, "Dump demuxed stream info."); DEFINE_bool(licenses, false, "Dump licenses."); DEFINE_bool(quiet, false, "When enabled, LOG(INFO) output is suppressed."); DEFINE_bool(use_fake_clock_for_muxer, false, "Set to true to use a fake clock for muxer. With this flag set, " "creation time and modification time in outputs are set to 0. " "Should only be used for testing."); DEFINE_string(test_packager_version, "", "Packager version for testing. Should be used for testing only."); DEFINE_bool(single_threaded, false, "If enabled, only use one thread when generating content."); namespace shaka { namespace { const char kUsage[] = "%s [flags] ...\n\n" " stream_descriptor consists of comma separated field_name/value pairs:\n" " field_name=value,[field_name=value,]...\n" " Supported field names are as follows (names in parenthesis are alias):\n" " - input (in): Required input/source media file path or network stream\n" " URL.\n" " - stream_selector (stream): Required field with value 'audio',\n" " 'video', 'text', or stream number (zero based).\n" " - output (out,init_segment): Required output file (single file) or\n" " initialization file path (multiple file).\n" " - segment_template (segment): Optional value which specifies the\n" " naming pattern for the segment files, and that the stream should be\n" " split into multiple files. Its presence should be consistent across\n" " streams.\n" " - bandwidth (bw): Optional value which contains a user-specified\n" " maximum bit rate for the stream, in bits/sec. If specified, this\n" " value is propagated to (HLS) EXT-X-STREAM-INF:BANDWIDTH or (DASH)\n" " Representation@bandwidth and the $Bandwidth$ template parameter for\n" " segment names. If not specified, the bandwidth value is estimated\n" " from content bitrate. Note that it only affects the generated\n" " manifests/playlists; it has no effect on the media content itself.\n" " - language (lang): Optional value which contains a user-specified\n" " language tag. If specified, this value overrides any language\n" " metadata in the input stream.\n" " - output_format (format): Optional value which specifies the format\n" " of the output files (MP4 or WebM). If not specified, it will be\n" " derived from the file extension of the output file.\n" " - skip_encryption=0|1: Optional. Defaults to 0 if not specified. If\n" " it is set to 1, no encryption of the stream will be made.\n" " - drm_label: Optional value for custom DRM label, which defines the\n" " encryption key applied to the stream. Typical values include AUDIO,\n" " SD, HD, UHD1, UHD2. For raw key, it should be a label defined in\n" " --keys. If not provided, the DRM label is derived from stream type\n" " (video, audio), resolution, etc.\n" " Note that it is case sensitive.\n" " - trick_play_factor (tpf): Optional value which specifies the trick\n" " play, a.k.a. trick mode, stream sampling rate among key frames.\n" " If specified, the output is a trick play stream.\n" " - hls_name: Used for HLS audio to set the NAME attribute for\n" " EXT-X-MEDIA. Defaults to the base of the playlist name.\n" " - hls_group_id: Used for HLS audio to set the GROUP-ID attribute for\n" " EXT-X-MEDIA. Defaults to 'audio' if not specified.\n" " - playlist_name: The HLS playlist file to create. Usually ends with\n" " '.m3u8', and is relative to --hls_master_playlist_output. If\n" " unspecified, defaults to something of the form 'stream_0.m3u8',\n" " 'stream_1.m3u8', 'stream_2.m3u8', etc.\n" " - iframe_playlist_name: The optional HLS I-Frames only playlist file\n" " to create. Usually ends with '.m3u8', and is relative to\n" " hls_master_playlist_output. Should only be set for video streams. If\n" " unspecified, no I-Frames only playlist is created.\n" " - hls_characteristics (charcs): Optional colon/semicolon separated\n" " list of values for the CHARACTERISTICS attribute for EXT-X-MEDIA.\n" " See CHARACTERISTICS attribute in http://bit.ly/2OOUkdB for details.\n" " - dash_accessibilities (accessibilities): Optional semicolon separated\n" " list of values for DASH Accessibility elements. The value should be\n" " in the format: scheme_id_uri=value.\n" " - dash_roles (roles): Optional semicolon separated list of values for\n" " DASH Role elements. The value should be one of: caption, subtitle,\n" " main, alternate, supplementary, commentary, description and dub. See\n" " DASH (ISO/IEC 23009-1) specification for details.\n"; // Labels for parameters in RawKey key info. const char kDrmLabelLabel[] = "label"; const char kKeyIdLabel[] = "key_id"; const char kKeyLabel[] = "key"; const char kKeyIvLabel[] = "iv"; enum ExitStatus { kSuccess = 0, kArgumentValidationFailed, kPackagingFailed, kInternalError, }; bool GetWidevineSigner(WidevineSigner* signer) { signer->signer_name = FLAGS_signer; if (!FLAGS_aes_signing_key_bytes.empty()) { signer->signing_key_type = WidevineSigner::SigningKeyType::kAes; signer->aes.key = FLAGS_aes_signing_key_bytes; signer->aes.iv = FLAGS_aes_signing_iv_bytes; } else if (!FLAGS_rsa_signing_key_path.empty()) { signer->signing_key_type = WidevineSigner::SigningKeyType::kRsa; if (!File::ReadFileToString(FLAGS_rsa_signing_key_path.c_str(), &signer->rsa.key)) { LOG(ERROR) << "Failed to read from '" << FLAGS_rsa_signing_key_path << "'."; return false; } } return true; } bool GetHlsPlaylistType(const std::string& playlist_type, HlsPlaylistType* playlist_type_enum) { if (base::ToUpperASCII(playlist_type) == "VOD") { *playlist_type_enum = HlsPlaylistType::kVod; } else if (base::ToUpperASCII(playlist_type) == "LIVE") { *playlist_type_enum = HlsPlaylistType::kLive; } else if (base::ToUpperASCII(playlist_type) == "EVENT") { *playlist_type_enum = HlsPlaylistType::kEvent; } else { LOG(ERROR) << "Unrecognized playlist type " << playlist_type; return false; } return true; } bool GetProtectionScheme(uint32_t* protection_scheme) { if (FLAGS_protection_scheme == "cenc") { *protection_scheme = EncryptionParams::kProtectionSchemeCenc; return true; } if (FLAGS_protection_scheme == "cbc1") { *protection_scheme = EncryptionParams::kProtectionSchemeCbc1; return true; } if (FLAGS_protection_scheme == "cbcs") { *protection_scheme = EncryptionParams::kProtectionSchemeCbcs; return true; } if (FLAGS_protection_scheme == "cens") { *protection_scheme = EncryptionParams::kProtectionSchemeCens; return true; } LOG(ERROR) << "Unrecognized protection_scheme " << FLAGS_protection_scheme; return false; } bool ParseKeys(const std::string& keys, RawKeyParams* raw_key) { for (const std::string& key_data : base::SplitString( keys, ",", base::TRIM_WHITESPACE, base::SPLIT_WANT_NONEMPTY)) { base::StringPairs string_pairs; base::SplitStringIntoKeyValuePairs(key_data, '=', ':', &string_pairs); std::map value_map; for (const auto& string_pair : string_pairs) value_map[string_pair.first] = string_pair.second; const std::string drm_label = value_map[kDrmLabelLabel]; if (raw_key->key_map.find(drm_label) != raw_key->key_map.end()) { LOG(ERROR) << "Seeing duplicated DRM label '" << drm_label << "'."; return false; } auto& key_info = raw_key->key_map[drm_label]; if (value_map[kKeyIdLabel].empty() || !base::HexStringToBytes(value_map[kKeyIdLabel], &key_info.key_id)) { LOG(ERROR) << "Empty key id or invalid hex string for key id: " << value_map[kKeyIdLabel]; return false; } if (value_map[kKeyLabel].empty() || !base::HexStringToBytes(value_map[kKeyLabel], &key_info.key)) { LOG(ERROR) << "Empty key or invalid hex string for key: " << value_map[kKeyLabel]; return false; } if (!value_map[kKeyIvLabel].empty()) { if (!raw_key->iv.empty()) { LOG(ERROR) << "IV already specified with --iv"; return false; } if (!base::HexStringToBytes(value_map[kKeyIvLabel], &key_info.iv)) { LOG(ERROR) << "Empty IV or invalid hex string for IV: " << value_map[kKeyIvLabel]; return false; } } } return true; } bool GetRawKeyParams(RawKeyParams* raw_key) { raw_key->iv = FLAGS_iv_bytes; raw_key->pssh = FLAGS_pssh_bytes; if (!FLAGS_keys.empty()) { if (!ParseKeys(FLAGS_keys, raw_key)) { LOG(ERROR) << "Failed to parse --keys " << FLAGS_keys; return false; } } else { // An empty StreamLabel specifies the default key info. RawKeyParams::KeyInfo& key_info = raw_key->key_map[""]; key_info.key_id = FLAGS_key_id_bytes; key_info.key = FLAGS_key_bytes; } return true; } bool ParseAdCues(const std::string& ad_cues, std::vector* cuepoints) { // Track if optional field is supplied consistently across all cue points. size_t duration_count = 0; for (const std::string& ad_cue : base::SplitString( ad_cues, ";", base::TRIM_WHITESPACE, base::SPLIT_WANT_NONEMPTY)) { Cuepoint cuepoint; auto split_ad_cue = base::SplitString(ad_cue, ",", base::TRIM_WHITESPACE, base::SPLIT_WANT_NONEMPTY); if (split_ad_cue.size() > 2) { LOG(ERROR) << "Failed to parse --ad_cues " << ad_cues << " Each ad cue must contain no more than 2 components."; } if (!base::StringToDouble(split_ad_cue.front(), &cuepoint.start_time_in_seconds)) { LOG(ERROR) << "Failed to parse --ad_cues " << ad_cues << " Start time component must be of type double."; return false; } if (split_ad_cue.size() > 1) { duration_count++; if (!base::StringToDouble(split_ad_cue[1], &cuepoint.duration_in_seconds)) { LOG(ERROR) << "Failed to parse --ad_cues " << ad_cues << " Duration component must be of type double."; return false; } } cuepoints->push_back(cuepoint); } if (duration_count > 0 && duration_count != cuepoints->size()) { LOG(ERROR) << "Failed to parse --ad_cues " << ad_cues << " Duration component is optional. However if it is supplied," << " it must be supplied consistently across all cuepoints."; return false; } return true; } bool ParseProtectionSystems(const std::string& protection_systems_str, ProtectionSystem* protection_systems) { *protection_systems = ProtectionSystem::kNone; std::map mapping = { {"common", ProtectionSystem::kCommon}, {"commonsystem", ProtectionSystem::kCommon}, {"fairplay", ProtectionSystem::kFairPlay}, {"marlin", ProtectionSystem::kMarlin}, {"playready", ProtectionSystem::kPlayReady}, {"widevine", ProtectionSystem::kWidevine}, }; for (const std::string& protection_system : base::SplitString(base::ToLowerASCII(protection_systems_str), ",", base::TRIM_WHITESPACE, base::SPLIT_WANT_NONEMPTY)) { auto iter = mapping.find(protection_system); if (iter == mapping.end()) { LOG(ERROR) << "Seeing unrecognized protection system: " << protection_system; return false; } *protection_systems |= iter->second; } return true; } base::Optional GetPackagingParams() { PackagingParams packaging_params; packaging_params.temp_dir = FLAGS_temp_dir; packaging_params.single_threaded = FLAGS_single_threaded; AdCueGeneratorParams& ad_cue_generator_params = packaging_params.ad_cue_generator_params; if (!ParseAdCues(FLAGS_ad_cues, &ad_cue_generator_params.cue_points)) { return base::nullopt; } ChunkingParams& chunking_params = packaging_params.chunking_params; chunking_params.segment_duration_in_seconds = FLAGS_segment_duration; chunking_params.subsegment_duration_in_seconds = FLAGS_fragment_duration; chunking_params.low_latency_dash_mode = FLAGS_low_latency_dash_mode; chunking_params.segment_sap_aligned = FLAGS_segment_sap_aligned; chunking_params.subsegment_sap_aligned = FLAGS_fragment_sap_aligned; int num_key_providers = 0; EncryptionParams& encryption_params = packaging_params.encryption_params; if (FLAGS_enable_widevine_encryption) { encryption_params.key_provider = KeyProvider::kWidevine; ++num_key_providers; } if (FLAGS_enable_playready_encryption) { encryption_params.key_provider = KeyProvider::kPlayReady; ++num_key_providers; } if (FLAGS_enable_raw_key_encryption) { encryption_params.key_provider = KeyProvider::kRawKey; ++num_key_providers; } if (num_key_providers > 1) { LOG(ERROR) << "Only one of --enable_widevine_encryption, " "--enable_playready_encryption, " "--enable_raw_key_encryption can be enabled."; return base::nullopt; } if (!ParseProtectionSystems(FLAGS_protection_systems, &encryption_params.protection_systems)) { return base::nullopt; } if (encryption_params.key_provider != KeyProvider::kNone) { encryption_params.clear_lead_in_seconds = FLAGS_clear_lead; if (!GetProtectionScheme(&encryption_params.protection_scheme)) return base::nullopt; encryption_params.crypt_byte_block = FLAGS_crypt_byte_block; encryption_params.skip_byte_block = FLAGS_skip_byte_block; encryption_params.crypto_period_duration_in_seconds = FLAGS_crypto_period_duration; encryption_params.vp9_subsample_encryption = FLAGS_vp9_subsample_encryption; encryption_params.stream_label_func = std::bind( &Packager::DefaultStreamLabelFunction, FLAGS_max_sd_pixels, FLAGS_max_hd_pixels, FLAGS_max_uhd1_pixels, std::placeholders::_1); encryption_params.playready_extra_header_data = FLAGS_playready_extra_header_data; } switch (encryption_params.key_provider) { case KeyProvider::kWidevine: { WidevineEncryptionParams& widevine = encryption_params.widevine; widevine.key_server_url = FLAGS_key_server_url; widevine.content_id = FLAGS_content_id_bytes; widevine.policy = FLAGS_policy; widevine.group_id = FLAGS_group_id_bytes; widevine.enable_entitlement_license = FLAGS_enable_entitlement_license; if (!GetWidevineSigner(&widevine.signer)) return base::nullopt; break; } case KeyProvider::kPlayReady: { PlayReadyEncryptionParams& playready = encryption_params.playready; playready.key_server_url = FLAGS_playready_server_url; playready.program_identifier = FLAGS_program_identifier; break; } case KeyProvider::kRawKey: { if (!GetRawKeyParams(&encryption_params.raw_key)) return base::nullopt; break; } case KeyProvider::kNone: break; } num_key_providers = 0; DecryptionParams& decryption_params = packaging_params.decryption_params; if (FLAGS_enable_widevine_decryption) { decryption_params.key_provider = KeyProvider::kWidevine; ++num_key_providers; } if (FLAGS_enable_raw_key_decryption) { decryption_params.key_provider = KeyProvider::kRawKey; ++num_key_providers; } if (num_key_providers > 1) { LOG(ERROR) << "Only one of --enable_widevine_decryption, " "--enable_raw_key_decryption can be enabled."; return base::nullopt; } switch (decryption_params.key_provider) { case KeyProvider::kWidevine: { WidevineDecryptionParams& widevine = decryption_params.widevine; widevine.key_server_url = FLAGS_key_server_url; if (!GetWidevineSigner(&widevine.signer)) return base::nullopt; break; } case KeyProvider::kRawKey: { if (!GetRawKeyParams(&decryption_params.raw_key)) return base::nullopt; break; } case KeyProvider::kPlayReady: case KeyProvider::kNone: break; } Mp4OutputParams& mp4_params = packaging_params.mp4_output_params; mp4_params.generate_sidx_in_media_segments = FLAGS_generate_sidx_in_media_segments; mp4_params.include_pssh_in_stream = FLAGS_mp4_include_pssh_in_stream; mp4_params.low_latency_dash_mode = FLAGS_low_latency_dash_mode; packaging_params.transport_stream_timestamp_offset_ms = FLAGS_transport_stream_timestamp_offset_ms; packaging_params.output_media_info = FLAGS_output_media_info; MpdParams& mpd_params = packaging_params.mpd_params; mpd_params.mpd_output = FLAGS_mpd_output; mpd_params.base_urls = base::SplitString( FLAGS_base_urls, ",", base::TRIM_WHITESPACE, base::SPLIT_WANT_NONEMPTY); mpd_params.min_buffer_time = FLAGS_min_buffer_time; mpd_params.minimum_update_period = FLAGS_minimum_update_period; mpd_params.suggested_presentation_delay = FLAGS_suggested_presentation_delay; mpd_params.time_shift_buffer_depth = FLAGS_time_shift_buffer_depth; mpd_params.preserved_segments_outside_live_window = FLAGS_preserved_segments_outside_live_window; mpd_params.use_segment_list = FLAGS_dash_force_segment_list; if (!FLAGS_utc_timings.empty()) { base::StringPairs pairs; if (!base::SplitStringIntoKeyValuePairs(FLAGS_utc_timings, '=', ',', &pairs)) { LOG(ERROR) << "Invalid --utc_timings scheme_id_uri/value pairs."; return base::nullopt; } for (const auto& string_pair : pairs) { mpd_params.utc_timings.push_back({string_pair.first, string_pair.second}); } } mpd_params.default_language = FLAGS_default_language; mpd_params.default_text_language = FLAGS_default_text_language; mpd_params.generate_static_live_mpd = FLAGS_generate_static_live_mpd; mpd_params.generate_dash_if_iop_compliant_mpd = FLAGS_generate_dash_if_iop_compliant_mpd; mpd_params.allow_approximate_segment_timeline = FLAGS_allow_approximate_segment_timeline; mpd_params.allow_codec_switching = FLAGS_allow_codec_switching; mpd_params.include_mspr_pro = FLAGS_include_mspr_pro_for_playready; mpd_params.low_latency_dash_mode = FLAGS_low_latency_dash_mode; HlsParams& hls_params = packaging_params.hls_params; if (!GetHlsPlaylistType(FLAGS_hls_playlist_type, &hls_params.playlist_type)) { return base::nullopt; } hls_params.master_playlist_output = FLAGS_hls_master_playlist_output; hls_params.base_url = FLAGS_hls_base_url; hls_params.key_uri = FLAGS_hls_key_uri; hls_params.time_shift_buffer_depth = FLAGS_time_shift_buffer_depth; hls_params.preserved_segments_outside_live_window = FLAGS_preserved_segments_outside_live_window; hls_params.default_language = FLAGS_default_language; hls_params.default_text_language = FLAGS_default_text_language; hls_params.media_sequence_number = FLAGS_hls_media_sequence_number; TestParams& test_params = packaging_params.test_params; test_params.dump_stream_info = FLAGS_dump_stream_info; test_params.inject_fake_clock = FLAGS_use_fake_clock_for_muxer; if (!FLAGS_test_packager_version.empty()) test_params.injected_library_version = FLAGS_test_packager_version; return packaging_params; } int PackagerMain(int argc, char** argv) { // Needed to enable VLOG/DVLOG through --vmodule or --v. base::CommandLine::Init(argc, argv); // Set up logging. logging::LoggingSettings log_settings; log_settings.logging_dest = logging::LOG_TO_SYSTEM_DEBUG_LOG; CHECK(logging::InitLogging(log_settings)); google::SetVersionString(shaka::Packager::GetLibraryVersion()); google::SetUsageMessage(base::StringPrintf(kUsage, argv[0])); google::ParseCommandLineFlags(&argc, &argv, true); if (FLAGS_licenses) { for (const char* line : kLicenseNotice) std::cout << line << std::endl; return kSuccess; } if (argc < 2) { google::ShowUsageWithFlags("Usage"); return kSuccess; } if (FLAGS_quiet) logging::SetMinLogLevel(logging::LOG_WARNING); if (!ValidateWidevineCryptoFlags() || !ValidateRawKeyCryptoFlags() || !ValidatePRCryptoFlags()) { return kArgumentValidationFailed; } base::Optional packaging_params = GetPackagingParams(); if (!packaging_params) return kArgumentValidationFailed; std::vector stream_descriptors; for (int i = 1; i < argc; ++i) { base::Optional stream_descriptor = ParseStreamDescriptor(argv[i]); if (!stream_descriptor) return kArgumentValidationFailed; stream_descriptors.push_back(stream_descriptor.value()); } Packager packager; Status status = packager.Initialize(packaging_params.value(), stream_descriptors); if (!status.ok()) { LOG(ERROR) << "Failed to initialize packager: " << status.ToString(); return kArgumentValidationFailed; } status = packager.Run(); if (!status.ok()) { LOG(ERROR) << "Packaging Error: " << status.ToString(); return kPackagingFailed; } if (!FLAGS_quiet) printf("Packaging completed successfully.\n"); return kSuccess; } } // namespace } // namespace shaka #if defined(OS_WIN) // Windows wmain, which converts wide character arguments to UTF-8. int wmain(int argc, wchar_t* argv[], wchar_t* envp[]) { std::unique_ptr> utf8_argv( new char*[argc], [argc](char** utf8_args) { // TODO(tinskip): This leaks, but if this code is enabled, it crashes. // Figure out why. I suspect gflags does something funny with the // argument array. // for (int idx = 0; idx < argc; ++idx) // delete[] utf8_args[idx]; delete[] utf8_args; }); std::wstring_convert> converter; for (int idx = 0; idx < argc; ++idx) { std::string utf8_arg(converter.to_bytes(argv[idx])); utf8_arg += '\0'; utf8_argv[idx] = new char[utf8_arg.size()]; memcpy(utf8_argv[idx], &utf8_arg[0], utf8_arg.size()); } // Because we just converted wide character args into UTF8, and because // std::filesystem::u8path is used to interpret all std::string paths as // UTF8, we should set the locale to UTF8 as well, for the transition point // to C library functions like fopen to work correctly with non-ASCII paths. std::setlocale(LC_ALL, ".UTF8"); return shaka::PackagerMain(argc, utf8_argv.get()); } #else int main(int argc, char** argv) { return shaka::PackagerMain(argc, argv); } #endif // defined(OS_WIN)