2023-12-01 17:32:19 +00:00
|
|
|
// Copyright 2014 Google LLC. All rights reserved.
|
2014-02-14 23:21:05 +00:00
|
|
|
//
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file or at
|
|
|
|
// https://developers.google.com/open-source/licenses/bsd
|
2013-10-11 21:44:55 +00:00
|
|
|
|
2017-12-20 00:56:36 +00:00
|
|
|
#ifndef PACKAGER_MEDIA_BASE_DEMUXER_H_
|
|
|
|
#define PACKAGER_MEDIA_BASE_DEMUXER_H_
|
2013-10-11 21:44:55 +00:00
|
|
|
|
2016-01-21 18:30:29 +00:00
|
|
|
#include <deque>
|
2016-08-17 17:41:40 +00:00
|
|
|
#include <memory>
|
2013-10-11 21:44:55 +00:00
|
|
|
#include <vector>
|
|
|
|
|
2023-12-01 17:32:19 +00:00
|
|
|
#include <packager/macros/classes.h>
|
|
|
|
#include <packager/media/base/container_names.h>
|
|
|
|
#include <packager/media/origin/origin_handler.h>
|
|
|
|
#include <packager/status.h>
|
2013-10-11 21:44:55 +00:00
|
|
|
|
2016-05-20 21:19:33 +00:00
|
|
|
namespace shaka {
|
2017-07-10 18:26:22 +00:00
|
|
|
|
|
|
|
class File;
|
|
|
|
|
2013-10-11 21:44:55 +00:00
|
|
|
namespace media {
|
|
|
|
|
|
|
|
class Decryptor;
|
2014-08-25 22:51:19 +00:00
|
|
|
class KeySource;
|
2013-10-11 21:44:55 +00:00
|
|
|
class MediaParser;
|
|
|
|
class MediaSample;
|
|
|
|
class StreamInfo;
|
|
|
|
|
2014-01-24 18:46:46 +00:00
|
|
|
/// Demuxer is responsible for extracting elementary stream samples from a
|
|
|
|
/// media file, e.g. an ISO BMFF file.
|
2017-08-16 17:25:53 +00:00
|
|
|
class Demuxer : public OriginHandler {
|
2013-10-11 21:44:55 +00:00
|
|
|
public:
|
2014-01-24 18:46:46 +00:00
|
|
|
/// @param file_name specifies the input source. It uses prefix matching to
|
|
|
|
/// create a proper File object. The user can extend File to support
|
|
|
|
/// a custom File object with its own prefix.
|
2014-08-25 22:51:19 +00:00
|
|
|
explicit Demuxer(const std::string& file_name);
|
2013-10-11 21:44:55 +00:00
|
|
|
~Demuxer();
|
|
|
|
|
2014-08-25 22:51:19 +00:00
|
|
|
/// Set the KeySource for media decryption.
|
|
|
|
/// @param key_source points to the source of decryption keys. The key
|
|
|
|
/// source must support fetching of keys for the type of media being
|
|
|
|
/// demuxed.
|
2016-08-17 17:41:40 +00:00
|
|
|
void SetKeySource(std::unique_ptr<KeySource> key_source);
|
2014-08-25 22:51:19 +00:00
|
|
|
|
2014-01-24 18:46:46 +00:00
|
|
|
/// Drive the remuxing from demuxer side (push). Read the file and push
|
|
|
|
/// the Data to Muxer until Eof.
|
2017-08-16 17:25:53 +00:00
|
|
|
Status Run() override;
|
2013-10-11 21:44:55 +00:00
|
|
|
|
2015-02-09 18:22:28 +00:00
|
|
|
/// Cancel a demuxing job in progress. Will cause @a Run to exit with an error
|
|
|
|
/// status of type CANCELLED.
|
2017-08-16 17:25:53 +00:00
|
|
|
void Cancel() override;
|
2015-02-09 18:22:28 +00:00
|
|
|
|
2015-06-02 21:41:49 +00:00
|
|
|
/// @return Container name (type). Value is CONTAINER_UNKNOWN if the demuxer
|
|
|
|
/// is not initialized.
|
|
|
|
MediaContainerName container_name() { return container_name_; }
|
|
|
|
|
2017-02-21 18:36:50 +00:00
|
|
|
/// Set the handler for the specified stream.
|
|
|
|
/// @param stream_label can be 'audio', 'video', or stream number (zero
|
|
|
|
/// based).
|
|
|
|
/// @param handler is the handler for the specified stream.
|
|
|
|
Status SetHandler(const std::string& stream_label,
|
|
|
|
std::shared_ptr<MediaHandler> handler);
|
|
|
|
|
|
|
|
/// Override the language in the specified stream. If the specified stream is
|
|
|
|
/// a video stream or invalid, this function is a no-op.
|
|
|
|
/// @param stream_label can be 'audio', 'video', or stream number (zero
|
|
|
|
/// based).
|
|
|
|
/// @param language_override is the new language.
|
|
|
|
void SetLanguageOverride(const std::string& stream_label,
|
|
|
|
const std::string& language_override);
|
|
|
|
|
|
|
|
void set_dump_stream_info(bool dump_stream_info) {
|
|
|
|
dump_stream_info_ = dump_stream_info;
|
|
|
|
}
|
|
|
|
|
feat: Allow LIVE UDP WebVTT input (#1349)
An updated version of PR #1027
That previous PR was done using 2021 code, and there were many changes
in the codebase from there, so a rebase was needed and also some minor
tweak here and there. But it's the same code, just reimplemented on a
newer codebase.
If you want to take a look at this in action, after building shaka
packager with this PR's code included, try this commands in 3 different
simultaneous bash sessions:
1. Video UDP input: `ffmpeg -f lavfi -re -i
"testsrc=s=320x240:r=30,format=yuv420p" -c:v h264 -sc_threshold 0 -g 30
-keyint_min 30 -r 30 -a53cc 1 -b:v 150k -preset ultrafast -r 30 -f
mpegts "udp://127.0.0.1:10000?pkt_size=1316"`
2. WebVTT UDP input: `for sec in $(seq 0 9999) ; do printf
"%02d:%02d.000 --> %02d:%02d.000\ntest second ${sec}\n\n" "$(( ${sec} /
60 ))" "$(( ${sec} % 60 ))" "$(( (${sec} + 1) / 60 ))" "$(( (${sec} + 1)
% 60 ))" ; sleep 1 ; done > /dev/udp/127.0.0.1/12345`
3. shaka packager command line: `timeout 60
path/to/build/packager/packager
'in=udp://127.0.0.1:10000?timeout=8000000,stream_selector=0,init_segment=240_init.m4s,segment_template=240_$Number%09d$.m4s,bandwidth=150000'
'in=udp://127.0.0.1:12345?timeout=8000000,stream_selector=0,input_format=webvtt,format=webvtt+mp4,init_segment=text_init.m4s,segment_template=text_$Number%09d$.m4s,language=eng,dash_roles=subtitle'
--mpd_output ./manifest.mpd --segment_duration 3.2
--suggested_presentation_delay 3.2 --min_buffer_time 3.2
--minimum_update_period 3.2 --time_shift_buffer_depth 60
--preserved_segments_outside_live_window 1 --default_language=eng
--dump_stream_info 2>&1`
Note the added `input_format=webvtt` to the shaka packager command's
second selector. That's new from this PR. If you don't use that, shaka's
format autodetection will not detect the webvtt format from the input,
as explained in
https://github.com/shaka-project/shaka-packager/issues/685#issuecomment-1029407191.
Try the command without it if you want to.
Fixes #685
Fixes #1017
---------
Co-authored-by: Daniel Cantarín <canta@canta.com.ar>
2024-02-24 00:02:19 +00:00
|
|
|
void set_input_format(std::string input_format) {
|
|
|
|
input_format_ = input_format;
|
|
|
|
}
|
|
|
|
|
2017-02-21 18:36:50 +00:00
|
|
|
protected:
|
|
|
|
/// @name MediaHandler implementation overrides.
|
|
|
|
/// @{
|
|
|
|
Status InitializeInternal() override { return Status::OK; }
|
|
|
|
Status Process(std::unique_ptr<StreamData> stream_data) override {
|
|
|
|
return Status(error::INTERNAL_ERROR,
|
|
|
|
"Demuxer should not be the downstream handler.");
|
|
|
|
}
|
2017-03-03 00:10:30 +00:00
|
|
|
bool ValidateOutputStreamIndex(size_t stream_index) const override {
|
2017-02-21 18:36:50 +00:00
|
|
|
// We don't know if the stream is valid or not when setting up the graph.
|
|
|
|
// Will validate the stream index later when stream info is available.
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
/// @}
|
|
|
|
|
2013-10-11 21:44:55 +00:00
|
|
|
private:
|
2017-01-24 00:55:02 +00:00
|
|
|
Demuxer(const Demuxer&) = delete;
|
|
|
|
Demuxer& operator=(const Demuxer&) = delete;
|
|
|
|
|
2020-07-01 22:43:44 +00:00
|
|
|
template <typename T>
|
2016-01-21 18:30:29 +00:00
|
|
|
struct QueuedSample {
|
2020-07-01 22:43:44 +00:00
|
|
|
QueuedSample(uint32_t track_id, std::shared_ptr<T> sample)
|
|
|
|
: track_id(track_id), sample(sample) {}
|
|
|
|
|
|
|
|
~QueuedSample() {}
|
2016-01-21 18:30:29 +00:00
|
|
|
|
|
|
|
uint32_t track_id;
|
2020-07-01 22:43:44 +00:00
|
|
|
std::shared_ptr<T> sample;
|
2016-01-21 18:30:29 +00:00
|
|
|
};
|
|
|
|
|
2017-02-21 18:36:50 +00:00
|
|
|
// Initialize the parser. This method primes the demuxer by parsing portions
|
|
|
|
// of the media file to extract stream information.
|
|
|
|
// @return OK on success.
|
|
|
|
Status InitializeParser();
|
|
|
|
|
2016-01-21 18:30:29 +00:00
|
|
|
// Parser init event.
|
2017-01-24 00:55:02 +00:00
|
|
|
void ParserInitEvent(const std::vector<std::shared_ptr<StreamInfo>>& streams);
|
2016-01-21 18:30:29 +00:00
|
|
|
// Parser new sample event handler. Queues the samples if init event has not
|
|
|
|
// been received, otherwise calls PushSample() to push the sample to
|
|
|
|
// corresponding stream.
|
2020-07-01 22:43:44 +00:00
|
|
|
bool NewMediaSampleEvent(uint32_t track_id,
|
|
|
|
std::shared_ptr<MediaSample> sample);
|
|
|
|
bool NewTextSampleEvent(uint32_t track_id,
|
|
|
|
std::shared_ptr<TextSample> sample);
|
2016-01-21 18:30:29 +00:00
|
|
|
// Helper function to push the sample to corresponding stream.
|
2020-07-01 22:43:44 +00:00
|
|
|
bool PushMediaSample(uint32_t track_id, std::shared_ptr<MediaSample> sample);
|
|
|
|
bool PushTextSample(uint32_t track_id, std::shared_ptr<TextSample> sample);
|
2013-10-11 21:44:55 +00:00
|
|
|
|
2017-02-21 18:36:50 +00:00
|
|
|
// Read from the source and send it to the parser.
|
|
|
|
Status Parse();
|
|
|
|
|
2013-10-11 21:44:55 +00:00
|
|
|
std::string file_name_;
|
2017-02-21 18:36:50 +00:00
|
|
|
File* media_file_ = nullptr;
|
|
|
|
// A stream is considered ready after receiving the stream info.
|
|
|
|
bool all_streams_ready_ = false;
|
2016-01-21 18:30:29 +00:00
|
|
|
// Queued samples received in NewSampleEvent() before ParserInitEvent().
|
2020-07-01 22:43:44 +00:00
|
|
|
std::deque<QueuedSample<MediaSample>> queued_media_samples_;
|
|
|
|
std::deque<QueuedSample<TextSample>> queued_text_samples_;
|
2016-08-17 17:41:40 +00:00
|
|
|
std::unique_ptr<MediaParser> parser_;
|
2017-02-21 18:36:50 +00:00
|
|
|
// TrackId -> StreamIndex map.
|
2017-03-03 00:10:30 +00:00
|
|
|
std::map<uint32_t, size_t> track_id_to_stream_index_map_;
|
2017-02-21 18:36:50 +00:00
|
|
|
// The list of stream indexes in the above map (in the same order as the input
|
|
|
|
// stream info vector).
|
2017-03-03 00:10:30 +00:00
|
|
|
std::vector<size_t> stream_indexes_;
|
2017-02-21 18:36:50 +00:00
|
|
|
// StreamIndex -> language_override map.
|
2017-03-03 00:10:30 +00:00
|
|
|
std::map<size_t, std::string> language_overrides_;
|
2017-02-21 18:36:50 +00:00
|
|
|
MediaContainerName container_name_ = CONTAINER_UNKNOWN;
|
2016-08-17 17:41:40 +00:00
|
|
|
std::unique_ptr<uint8_t[]> buffer_;
|
|
|
|
std::unique_ptr<KeySource> key_source_;
|
2017-02-21 18:36:50 +00:00
|
|
|
bool cancelled_ = false;
|
|
|
|
// Whether to dump stream info when it is received.
|
|
|
|
bool dump_stream_info_ = false;
|
2017-05-31 18:14:11 +00:00
|
|
|
Status init_event_status_;
|
feat: Allow LIVE UDP WebVTT input (#1349)
An updated version of PR #1027
That previous PR was done using 2021 code, and there were many changes
in the codebase from there, so a rebase was needed and also some minor
tweak here and there. But it's the same code, just reimplemented on a
newer codebase.
If you want to take a look at this in action, after building shaka
packager with this PR's code included, try this commands in 3 different
simultaneous bash sessions:
1. Video UDP input: `ffmpeg -f lavfi -re -i
"testsrc=s=320x240:r=30,format=yuv420p" -c:v h264 -sc_threshold 0 -g 30
-keyint_min 30 -r 30 -a53cc 1 -b:v 150k -preset ultrafast -r 30 -f
mpegts "udp://127.0.0.1:10000?pkt_size=1316"`
2. WebVTT UDP input: `for sec in $(seq 0 9999) ; do printf
"%02d:%02d.000 --> %02d:%02d.000\ntest second ${sec}\n\n" "$(( ${sec} /
60 ))" "$(( ${sec} % 60 ))" "$(( (${sec} + 1) / 60 ))" "$(( (${sec} + 1)
% 60 ))" ; sleep 1 ; done > /dev/udp/127.0.0.1/12345`
3. shaka packager command line: `timeout 60
path/to/build/packager/packager
'in=udp://127.0.0.1:10000?timeout=8000000,stream_selector=0,init_segment=240_init.m4s,segment_template=240_$Number%09d$.m4s,bandwidth=150000'
'in=udp://127.0.0.1:12345?timeout=8000000,stream_selector=0,input_format=webvtt,format=webvtt+mp4,init_segment=text_init.m4s,segment_template=text_$Number%09d$.m4s,language=eng,dash_roles=subtitle'
--mpd_output ./manifest.mpd --segment_duration 3.2
--suggested_presentation_delay 3.2 --min_buffer_time 3.2
--minimum_update_period 3.2 --time_shift_buffer_depth 60
--preserved_segments_outside_live_window 1 --default_language=eng
--dump_stream_info 2>&1`
Note the added `input_format=webvtt` to the shaka packager command's
second selector. That's new from this PR. If you don't use that, shaka's
format autodetection will not detect the webvtt format from the input,
as explained in
https://github.com/shaka-project/shaka-packager/issues/685#issuecomment-1029407191.
Try the command without it if you want to.
Fixes #685
Fixes #1017
---------
Co-authored-by: Daniel Cantarín <canta@canta.com.ar>
2024-02-24 00:02:19 +00:00
|
|
|
// Explicitly defined input format, for avoiding autodetection.
|
|
|
|
std::string input_format_;
|
2013-10-11 21:44:55 +00:00
|
|
|
};
|
2013-11-21 22:33:07 +00:00
|
|
|
|
|
|
|
} // namespace media
|
2016-05-20 21:19:33 +00:00
|
|
|
} // namespace shaka
|
2013-10-11 21:44:55 +00:00
|
|
|
|
2017-12-20 00:56:36 +00:00
|
|
|
#endif // PACKAGER_MEDIA_BASE_DEMUXER_H_
|