469 lines
13 KiB
C
469 lines
13 KiB
C
|
/*
|
||
|
|
* Copyright (c) 2016 Paul B Mahol
|
||
|
|
*
|
||
|
|
* This file is part of FFmpeg.
|
||
|
|
*
|
||
|
|
* FFmpeg is free software; you can redistribute it and/or
|
||
|
|
* modify it under the terms of the GNU Lesser General Public
|
||
|
|
* License as published by the Free Software Foundation; either
|
||
|
|
* version 2.1 of the License, or (at your option) any later version.
|
||
|
|
*
|
||
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
||
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
* Lesser General Public License for more details.
|
||
|
|
*
|
||
|
|
* You should have received a copy of the GNU Lesser General Public
|
||
|
|
* License along with FFmpeg; if not, write to the Free Software
|
||
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include "libavutil/audio_fifo.h"
|
||
|
|
#include "libavutil/avassert.h"
|
||
|
|
#include "libavutil/fifo.h"
|
||
|
|
#include "libavutil/internal.h"
|
||
|
|
#include "libavutil/opt.h"
|
||
|
|
#include "avfilter.h"
|
||
|
|
#include "audio.h"
|
||
|
|
#include "filters.h"
|
||
|
|
#include "formats.h"
|
||
|
|
#include "internal.h"
|
||
|
|
#include "video.h"
|
||
|
|
|
||
|
|
typedef struct LoopContext {
|
||
|
|
const AVClass *class;
|
||
|
|
|
||
|
|
AVAudioFifo *fifo;
|
||
|
|
AVAudioFifo *left;
|
||
|
|
AVFrame **frames;
|
||
|
|
int nb_frames;
|
||
|
|
int current_frame;
|
||
|
|
int64_t start_pts;
|
||
|
|
int64_t duration;
|
||
|
|
int64_t current_sample;
|
||
|
|
int64_t nb_samples;
|
||
|
|
int64_t ignored_samples;
|
||
|
|
|
||
|
|
int loop;
|
||
|
|
int eof;
|
||
|
|
int64_t size;
|
||
|
|
int64_t start;
|
||
|
|
int64_t pts;
|
||
|
|
} LoopContext;
|
||
|
|
|
||
|
|
#define AFLAGS AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
|
||
|
|
#define VFLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
|
||
|
|
#define OFFSET(x) offsetof(LoopContext, x)
|
||
|
|
|
||
|
|
static void check_size(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
|
||
|
|
if (!s->size)
|
||
|
|
av_log(ctx, AV_LOG_WARNING, "Number of %s to loop is not set!\n",
|
||
|
|
ctx->input_pads[0].type == AVMEDIA_TYPE_VIDEO ? "frames" : "samples");
|
||
|
|
}
|
||
|
|
|
||
|
|
#if CONFIG_ALOOP_FILTER
|
||
|
|
|
||
|
|
static int aconfig_input(AVFilterLink *inlink)
|
||
|
|
{
|
||
|
|
AVFilterContext *ctx = inlink->dst;
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
|
||
|
|
s->fifo = av_audio_fifo_alloc(inlink->format, inlink->channels, 8192);
|
||
|
|
s->left = av_audio_fifo_alloc(inlink->format, inlink->channels, 8192);
|
||
|
|
if (!s->fifo || !s->left)
|
||
|
|
return AVERROR(ENOMEM);
|
||
|
|
|
||
|
|
check_size(ctx);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static av_cold void auninit(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
|
||
|
|
av_audio_fifo_free(s->fifo);
|
||
|
|
av_audio_fifo_free(s->left);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int push_samples(AVFilterContext *ctx, int nb_samples)
|
||
|
|
{
|
||
|
|
AVFilterLink *outlink = ctx->outputs[0];
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
AVFrame *out;
|
||
|
|
int ret, i = 0;
|
||
|
|
|
||
|
|
while (s->loop != 0 && i < nb_samples) {
|
||
|
|
out = ff_get_audio_buffer(outlink, FFMIN(nb_samples, s->nb_samples - s->current_sample));
|
||
|
|
if (!out)
|
||
|
|
return AVERROR(ENOMEM);
|
||
|
|
ret = av_audio_fifo_peek_at(s->fifo, (void **)out->extended_data, out->nb_samples, s->current_sample);
|
||
|
|
if (ret < 0) {
|
||
|
|
av_frame_free(&out);
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
out->pts = s->pts;
|
||
|
|
out->nb_samples = ret;
|
||
|
|
s->pts += av_rescale_q(out->nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
|
||
|
|
i += out->nb_samples;
|
||
|
|
s->current_sample += out->nb_samples;
|
||
|
|
|
||
|
|
ret = ff_filter_frame(outlink, out);
|
||
|
|
if (ret < 0)
|
||
|
|
return ret;
|
||
|
|
|
||
|
|
if (s->current_sample >= s->nb_samples) {
|
||
|
|
s->duration = s->pts;
|
||
|
|
s->current_sample = 0;
|
||
|
|
|
||
|
|
if (s->loop > 0)
|
||
|
|
s->loop--;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int afilter_frame(AVFilterLink *inlink, AVFrame *frame)
|
||
|
|
{
|
||
|
|
AVFilterContext *ctx = inlink->dst;
|
||
|
|
AVFilterLink *outlink = ctx->outputs[0];
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
int ret = 0;
|
||
|
|
|
||
|
|
if (s->ignored_samples + frame->nb_samples > s->start && s->size > 0 && s->loop != 0) {
|
||
|
|
if (s->nb_samples < s->size) {
|
||
|
|
int written = FFMIN(frame->nb_samples, s->size - s->nb_samples);
|
||
|
|
int drain = 0;
|
||
|
|
|
||
|
|
ret = av_audio_fifo_write(s->fifo, (void **)frame->extended_data, written);
|
||
|
|
if (ret < 0)
|
||
|
|
return ret;
|
||
|
|
if (!s->nb_samples) {
|
||
|
|
drain = FFMAX(0, s->start - s->ignored_samples);
|
||
|
|
s->pts = frame->pts;
|
||
|
|
av_audio_fifo_drain(s->fifo, drain);
|
||
|
|
s->pts += av_rescale_q(s->start - s->ignored_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
|
||
|
|
}
|
||
|
|
s->nb_samples += ret - drain;
|
||
|
|
drain = frame->nb_samples - written;
|
||
|
|
if (s->nb_samples == s->size && drain > 0) {
|
||
|
|
int ret2;
|
||
|
|
|
||
|
|
ret2 = av_audio_fifo_write(s->left, (void **)frame->extended_data, frame->nb_samples);
|
||
|
|
if (ret2 < 0)
|
||
|
|
return ret2;
|
||
|
|
av_audio_fifo_drain(s->left, drain);
|
||
|
|
}
|
||
|
|
frame->nb_samples = ret;
|
||
|
|
s->pts += av_rescale_q(ret, (AVRational){1, outlink->sample_rate}, outlink->time_base);
|
||
|
|
ret = ff_filter_frame(outlink, frame);
|
||
|
|
} else {
|
||
|
|
int nb_samples = frame->nb_samples;
|
||
|
|
|
||
|
|
av_frame_free(&frame);
|
||
|
|
ret = push_samples(ctx, nb_samples);
|
||
|
|
}
|
||
|
|
} else {
|
||
|
|
s->ignored_samples += frame->nb_samples;
|
||
|
|
frame->pts = s->pts;
|
||
|
|
s->pts += av_rescale_q(frame->nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
|
||
|
|
ret = ff_filter_frame(outlink, frame);
|
||
|
|
}
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int arequest_frame(AVFilterLink *outlink)
|
||
|
|
{
|
||
|
|
AVFilterContext *ctx = outlink->src;
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
int ret = 0;
|
||
|
|
|
||
|
|
if ((!s->size) ||
|
||
|
|
(s->nb_samples < s->size) ||
|
||
|
|
(s->nb_samples >= s->size && s->loop == 0)) {
|
||
|
|
int nb_samples = av_audio_fifo_size(s->left);
|
||
|
|
|
||
|
|
if (s->loop == 0 && nb_samples > 0) {
|
||
|
|
AVFrame *out;
|
||
|
|
|
||
|
|
out = ff_get_audio_buffer(outlink, nb_samples);
|
||
|
|
if (!out)
|
||
|
|
return AVERROR(ENOMEM);
|
||
|
|
av_audio_fifo_read(s->left, (void **)out->extended_data, nb_samples);
|
||
|
|
out->pts = s->pts;
|
||
|
|
s->pts += av_rescale_q(nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
|
||
|
|
ret = ff_filter_frame(outlink, out);
|
||
|
|
if (ret < 0)
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
ret = ff_request_frame(ctx->inputs[0]);
|
||
|
|
} else {
|
||
|
|
ret = push_samples(ctx, 1024);
|
||
|
|
}
|
||
|
|
|
||
|
|
if (s->eof && s->nb_samples > 0 && s->loop != 0) {
|
||
|
|
ret = push_samples(ctx, 1024);
|
||
|
|
}
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int aactivate(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
AVFilterLink *inlink = ctx->inputs[0];
|
||
|
|
AVFilterLink *outlink = ctx->outputs[0];
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
AVFrame *frame = NULL;
|
||
|
|
int ret, status;
|
||
|
|
int64_t pts;
|
||
|
|
|
||
|
|
FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
|
||
|
|
|
||
|
|
if (!s->eof && (s->nb_samples < s->size || !s->loop || !s->size)) {
|
||
|
|
ret = ff_inlink_consume_frame(inlink, &frame);
|
||
|
|
if (ret < 0)
|
||
|
|
return ret;
|
||
|
|
if (ret > 0)
|
||
|
|
return afilter_frame(inlink, frame);
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!s->eof && ff_inlink_acknowledge_status(inlink, &status, &pts)) {
|
||
|
|
if (status == AVERROR_EOF) {
|
||
|
|
s->size = s->nb_samples;
|
||
|
|
s->eof = 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if (s->eof && (!s->loop || !s->size)) {
|
||
|
|
ff_outlink_set_status(outlink, AVERROR_EOF, s->duration);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!s->eof && (!s->size ||
|
||
|
|
(s->nb_samples < s->size) ||
|
||
|
|
(s->nb_samples >= s->size && s->loop == 0))) {
|
||
|
|
FF_FILTER_FORWARD_WANTED(outlink, inlink);
|
||
|
|
} else if (s->loop && s->nb_samples == s->size) {
|
||
|
|
return arequest_frame(outlink);
|
||
|
|
}
|
||
|
|
|
||
|
|
return FFERROR_NOT_READY;
|
||
|
|
}
|
||
|
|
|
||
|
|
static const AVOption aloop_options[] = {
|
||
|
|
{ "loop", "number of loops", OFFSET(loop), AV_OPT_TYPE_INT, {.i64 = 0 }, -1, INT_MAX, AFLAGS },
|
||
|
|
{ "size", "max number of samples to loop", OFFSET(size), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT32_MAX, AFLAGS },
|
||
|
|
{ "start", "set the loop start sample", OFFSET(start), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT64_MAX, AFLAGS },
|
||
|
|
{ NULL }
|
||
|
|
};
|
||
|
|
|
||
|
|
AVFILTER_DEFINE_CLASS(aloop);
|
||
|
|
|
||
|
|
static const AVFilterPad ainputs[] = {
|
||
|
|
{
|
||
|
|
.name = "default",
|
||
|
|
.type = AVMEDIA_TYPE_AUDIO,
|
||
|
|
.config_props = aconfig_input,
|
||
|
|
},
|
||
|
|
{ NULL }
|
||
|
|
};
|
||
|
|
|
||
|
|
static const AVFilterPad aoutputs[] = {
|
||
|
|
{
|
||
|
|
.name = "default",
|
||
|
|
.type = AVMEDIA_TYPE_AUDIO,
|
||
|
|
},
|
||
|
|
{ NULL }
|
||
|
|
};
|
||
|
|
|
||
|
|
AVFilter ff_af_aloop = {
|
||
|
|
.name = "aloop",
|
||
|
|
.description = NULL_IF_CONFIG_SMALL("Loop audio samples."),
|
||
|
|
.priv_size = sizeof(LoopContext),
|
||
|
|
.priv_class = &aloop_class,
|
||
|
|
.activate = aactivate,
|
||
|
|
.uninit = auninit,
|
||
|
|
.inputs = ainputs,
|
||
|
|
.outputs = aoutputs,
|
||
|
|
};
|
||
|
|
#endif /* CONFIG_ALOOP_FILTER */
|
||
|
|
|
||
|
|
#if CONFIG_LOOP_FILTER
|
||
|
|
|
||
|
|
static av_cold int init(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
|
||
|
|
s->frames = av_calloc(s->size, sizeof(*s->frames));
|
||
|
|
if (!s->frames)
|
||
|
|
return AVERROR(ENOMEM);
|
||
|
|
|
||
|
|
check_size(ctx);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static av_cold void uninit(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
int i;
|
||
|
|
|
||
|
|
for (i = 0; i < s->nb_frames; i++)
|
||
|
|
av_frame_free(&s->frames[i]);
|
||
|
|
|
||
|
|
av_freep(&s->frames);
|
||
|
|
s->nb_frames = 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int push_frame(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
AVFilterLink *outlink = ctx->outputs[0];
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
int64_t pts, duration;
|
||
|
|
int ret;
|
||
|
|
|
||
|
|
AVFrame *out = av_frame_clone(s->frames[s->current_frame]);
|
||
|
|
|
||
|
|
if (!out)
|
||
|
|
return AVERROR(ENOMEM);
|
||
|
|
out->pts += s->duration - s->start_pts;
|
||
|
|
if (out->pkt_duration)
|
||
|
|
duration = out->pkt_duration;
|
||
|
|
else
|
||
|
|
duration = av_rescale_q(1, av_inv_q(outlink->frame_rate), outlink->time_base);
|
||
|
|
pts = out->pts + duration;
|
||
|
|
ret = ff_filter_frame(outlink, out);
|
||
|
|
s->current_frame++;
|
||
|
|
|
||
|
|
if (s->current_frame >= s->nb_frames) {
|
||
|
|
s->duration = pts;
|
||
|
|
s->current_frame = 0;
|
||
|
|
|
||
|
|
if (s->loop > 0)
|
||
|
|
s->loop--;
|
||
|
|
}
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
|
||
|
|
{
|
||
|
|
AVFilterContext *ctx = inlink->dst;
|
||
|
|
AVFilterLink *outlink = ctx->outputs[0];
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
int64_t duration;
|
||
|
|
int ret = 0;
|
||
|
|
|
||
|
|
if (inlink->frame_count_out >= s->start && s->size > 0 && s->loop != 0) {
|
||
|
|
if (s->nb_frames < s->size) {
|
||
|
|
if (!s->nb_frames)
|
||
|
|
s->start_pts = frame->pts;
|
||
|
|
s->frames[s->nb_frames] = av_frame_clone(frame);
|
||
|
|
if (!s->frames[s->nb_frames]) {
|
||
|
|
av_frame_free(&frame);
|
||
|
|
return AVERROR(ENOMEM);
|
||
|
|
}
|
||
|
|
s->nb_frames++;
|
||
|
|
if (frame->pkt_duration)
|
||
|
|
duration = frame->pkt_duration;
|
||
|
|
else
|
||
|
|
duration = av_rescale_q(1, av_inv_q(outlink->frame_rate), outlink->time_base);
|
||
|
|
s->duration = frame->pts + duration;
|
||
|
|
ret = ff_filter_frame(outlink, frame);
|
||
|
|
} else {
|
||
|
|
av_frame_free(&frame);
|
||
|
|
ret = push_frame(ctx);
|
||
|
|
}
|
||
|
|
} else {
|
||
|
|
frame->pts += s->duration;
|
||
|
|
ret = ff_filter_frame(outlink, frame);
|
||
|
|
}
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int activate(AVFilterContext *ctx)
|
||
|
|
{
|
||
|
|
AVFilterLink *inlink = ctx->inputs[0];
|
||
|
|
AVFilterLink *outlink = ctx->outputs[0];
|
||
|
|
LoopContext *s = ctx->priv;
|
||
|
|
AVFrame *frame = NULL;
|
||
|
|
int ret, status;
|
||
|
|
int64_t pts;
|
||
|
|
|
||
|
|
FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
|
||
|
|
|
||
|
|
if (!s->eof && (s->nb_frames < s->size || !s->loop || !s->size)) {
|
||
|
|
ret = ff_inlink_consume_frame(inlink, &frame);
|
||
|
|
if (ret < 0)
|
||
|
|
return ret;
|
||
|
|
if (ret > 0)
|
||
|
|
return filter_frame(inlink, frame);
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!s->eof && ff_inlink_acknowledge_status(inlink, &status, &pts)) {
|
||
|
|
if (status == AVERROR_EOF) {
|
||
|
|
s->size = s->nb_frames;
|
||
|
|
s->eof = 1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if (s->eof && (!s->loop || !s->size)) {
|
||
|
|
ff_outlink_set_status(outlink, AVERROR_EOF, s->duration);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!s->eof && (!s->size ||
|
||
|
|
(s->nb_frames < s->size) ||
|
||
|
|
(s->nb_frames >= s->size && s->loop == 0))) {
|
||
|
|
FF_FILTER_FORWARD_WANTED(outlink, inlink);
|
||
|
|
} else if (s->loop && s->nb_frames == s->size) {
|
||
|
|
return push_frame(ctx);
|
||
|
|
}
|
||
|
|
|
||
|
|
return FFERROR_NOT_READY;
|
||
|
|
}
|
||
|
|
|
||
|
|
static const AVOption loop_options[] = {
|
||
|
|
{ "loop", "number of loops", OFFSET(loop), AV_OPT_TYPE_INT, {.i64 = 0 }, -1, INT_MAX, VFLAGS },
|
||
|
|
{ "size", "max number of frames to loop", OFFSET(size), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT16_MAX, VFLAGS },
|
||
|
|
{ "start", "set the loop start frame", OFFSET(start), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT64_MAX, VFLAGS },
|
||
|
|
{ NULL }
|
||
|
|
};
|
||
|
|
|
||
|
|
AVFILTER_DEFINE_CLASS(loop);
|
||
|
|
|
||
|
|
static const AVFilterPad inputs[] = {
|
||
|
|
{
|
||
|
|
.name = "default",
|
||
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
||
|
|
},
|
||
|
|
{ NULL }
|
||
|
|
};
|
||
|
|
|
||
|
|
static const AVFilterPad outputs[] = {
|
||
|
|
{
|
||
|
|
.name = "default",
|
||
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
||
|
|
},
|
||
|
|
{ NULL }
|
||
|
|
};
|
||
|
|
|
||
|
|
AVFilter ff_vf_loop = {
|
||
|
|
.name = "loop",
|
||
|
|
.description = NULL_IF_CONFIG_SMALL("Loop video frames."),
|
||
|
|
.priv_size = sizeof(LoopContext),
|
||
|
|
.priv_class = &loop_class,
|
||
|
|
.init = init,
|
||
|
|
.uninit = uninit,
|
||
|
|
.activate = activate,
|
||
|
|
.inputs = inputs,
|
||
|
|
.outputs = outputs,
|
||
|
|
};
|
||
|
|
#endif /* CONFIG_LOOP_FILTER */
|