FFmpeg  4.4
vf_mix.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/avstring.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/intreadwrite.h"
24 #include "libavutil/opt.h"
25 #include "libavutil/pixdesc.h"
26 
27 #include "avfilter.h"
28 #include "formats.h"
29 #include "internal.h"
30 #include "framesync.h"
31 #include "video.h"
32 
33 typedef struct MixContext {
34  const AVClass *class;
36  char *weights_str;
37  int nb_inputs;
38  int duration;
39  float *weights;
40  float scale;
41  float wfactor;
42 
43  int tmix;
44  int nb_frames;
45 
46  int depth;
47  int max;
48  int nb_planes;
49  int linesize[4];
50  int height[4];
51 
54 } MixContext;
55 
57 {
59  int ret;
60 
65  if (ret < 0)
66  return ret;
68 }
69 
71 {
72  MixContext *s = ctx->priv;
73  char *p, *arg, *saveptr = NULL;
74  int i, last = 0;
75 
76  s->wfactor = 0.f;
77  p = s->weights_str;
78  for (i = 0; i < s->nb_inputs; i++) {
79  if (!(arg = av_strtok(p, " |", &saveptr)))
80  break;
81 
82  p = NULL;
83  if (av_sscanf(arg, "%f", &s->weights[i]) != 1) {
84  av_log(ctx, AV_LOG_ERROR, "Invalid syntax for weights[%d].\n", i);
85  return AVERROR(EINVAL);
86  }
87  s->wfactor += s->weights[i];
88  last = i;
89  }
90 
91  for (; i < s->nb_inputs; i++) {
92  s->weights[i] = s->weights[last];
93  s->wfactor += s->weights[i];
94  }
95  if (s->scale == 0) {
96  s->wfactor = 1 / s->wfactor;
97  } else {
98  s->wfactor = s->scale;
99  }
100 
101  return 0;
102 }
103 
105 {
106  MixContext *s = ctx->priv;
107  int ret;
108 
109  s->tmix = !strcmp(ctx->filter->name, "tmix");
110 
111  s->frames = av_calloc(s->nb_inputs, sizeof(*s->frames));
112  if (!s->frames)
113  return AVERROR(ENOMEM);
114 
115  s->weights = av_calloc(s->nb_inputs, sizeof(*s->weights));
116  if (!s->weights)
117  return AVERROR(ENOMEM);
118 
119  if (!s->tmix) {
120  for (int i = 0; i < s->nb_inputs; i++) {
121  AVFilterPad pad = { 0 };
122 
123  pad.type = AVMEDIA_TYPE_VIDEO;
124  pad.name = av_asprintf("input%d", i);
125  if (!pad.name)
126  return AVERROR(ENOMEM);
127 
128  if ((ret = ff_insert_inpad(ctx, i, &pad)) < 0) {
129  av_freep(&pad.name);
130  return ret;
131  }
132  }
133  }
134 
135  return parse_weights(ctx);
136 }
137 
138 typedef struct ThreadData {
139  AVFrame **in, *out;
140 } ThreadData;
141 
142 static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
143 {
144  MixContext *s = ctx->priv;
145  ThreadData *td = arg;
146  AVFrame **in = td->in;
147  AVFrame *out = td->out;
148  int i, p, x, y;
149 
150  if (s->depth <= 8) {
151  for (p = 0; p < s->nb_planes; p++) {
152  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
153  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
154  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
155 
156  for (y = slice_start; y < slice_end; y++) {
157  for (x = 0; x < s->linesize[p]; x++) {
158  int val = 0;
159 
160  for (i = 0; i < s->nb_inputs; i++) {
161  uint8_t src = in[i]->data[p][y * in[i]->linesize[p] + x];
162 
163  val += src * s->weights[i];
164  }
165 
166  dst[x] = av_clip_uint8(val * s->wfactor);
167  }
168 
169  dst += out->linesize[p];
170  }
171  }
172  } else {
173  for (p = 0; p < s->nb_planes; p++) {
174  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
175  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
176  uint16_t *dst = (uint16_t *)(out->data[p] + slice_start * out->linesize[p]);
177 
178  for (y = slice_start; y < slice_end; y++) {
179  for (x = 0; x < s->linesize[p] / 2; x++) {
180  int val = 0;
181 
182  for (i = 0; i < s->nb_inputs; i++) {
183  uint16_t src = AV_RN16(in[i]->data[p] + y * in[i]->linesize[p] + x * 2);
184 
185  val += src * s->weights[i];
186  }
187 
188  dst[x] = av_clip(val * s->wfactor, 0, s->max);
189  }
190 
191  dst += out->linesize[p] / 2;
192  }
193  }
194  }
195 
196  return 0;
197 }
198 
200 {
201  AVFilterContext *ctx = fs->parent;
202  AVFilterLink *outlink = ctx->outputs[0];
203  MixContext *s = fs->opaque;
204  AVFrame **in = s->frames;
205  AVFrame *out;
206  ThreadData td;
207  int i, ret;
208 
209  for (i = 0; i < s->nb_inputs; i++) {
210  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
211  return ret;
212  }
213 
214  if (ctx->is_disabled) {
215  out = av_frame_clone(s->frames[0]);
216  if (!out)
217  return AVERROR(ENOMEM);
218  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, outlink->time_base);
219  return ff_filter_frame(outlink, out);
220  }
221 
222  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
223  if (!out)
224  return AVERROR(ENOMEM);
225  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, outlink->time_base);
226 
227  td.in = in;
228  td.out = out;
229  ctx->internal->execute(ctx, mix_frames, &td, NULL, FFMIN(s->height[0], ff_filter_get_nb_threads(ctx)));
230 
231  return ff_filter_frame(outlink, out);
232 }
233 
234 static int config_output(AVFilterLink *outlink)
235 {
236  AVFilterContext *ctx = outlink->src;
237  MixContext *s = ctx->priv;
238  AVRational frame_rate = ctx->inputs[0]->frame_rate;
239  AVRational sar = ctx->inputs[0]->sample_aspect_ratio;
240  AVFilterLink *inlink = ctx->inputs[0];
241  int height = ctx->inputs[0]->h;
242  int width = ctx->inputs[0]->w;
243  FFFrameSyncIn *in;
244  int i, ret;
245 
246  if (!s->tmix) {
247  for (i = 1; i < s->nb_inputs; i++) {
248  if (ctx->inputs[i]->h != height || ctx->inputs[i]->w != width) {
249  av_log(ctx, AV_LOG_ERROR, "Input %d size (%dx%d) does not match input %d size (%dx%d).\n", i, ctx->inputs[i]->w, ctx->inputs[i]->h, 0, width, height);
250  return AVERROR(EINVAL);
251  }
252  }
253  }
254 
255  s->desc = av_pix_fmt_desc_get(outlink->format);
256  if (!s->desc)
257  return AVERROR_BUG;
258  s->nb_planes = av_pix_fmt_count_planes(outlink->format);
259  s->depth = s->desc->comp[0].depth;
260  s->max = (1 << s->depth) - 1;
261 
262  if ((ret = av_image_fill_linesizes(s->linesize, inlink->format, inlink->w)) < 0)
263  return ret;
264 
265  s->height[1] = s->height[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
266  s->height[0] = s->height[3] = inlink->h;
267 
268  if (s->tmix)
269  return 0;
270 
271  outlink->w = width;
272  outlink->h = height;
273  outlink->frame_rate = frame_rate;
274  outlink->sample_aspect_ratio = sar;
275 
276  if ((ret = ff_framesync_init(&s->fs, ctx, s->nb_inputs)) < 0)
277  return ret;
278 
279  in = s->fs.in;
280  s->fs.opaque = s;
281  s->fs.on_event = process_frame;
282 
283  for (i = 0; i < s->nb_inputs; i++) {
284  AVFilterLink *inlink = ctx->inputs[i];
285 
286  in[i].time_base = inlink->time_base;
287  in[i].sync = 1;
288  in[i].before = EXT_STOP;
289  in[i].after = (s->duration == 1 || (s->duration == 2 && i == 0)) ? EXT_STOP : EXT_INFINITY;
290  }
291 
292  ret = ff_framesync_configure(&s->fs);
293  outlink->time_base = s->fs.time_base;
294 
295  return ret;
296 }
297 
299 {
300  MixContext *s = ctx->priv;
301  int i;
302 
303  ff_framesync_uninit(&s->fs);
304  av_freep(&s->weights);
305 
306  if (!s->tmix) {
307  for (i = 0; i < ctx->nb_inputs; i++)
308  av_freep(&ctx->input_pads[i].name);
309  } else {
310  for (i = 0; i < s->nb_frames && s->frames; i++)
311  av_frame_free(&s->frames[i]);
312  }
313  av_freep(&s->frames);
314 }
315 
316 static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
317  char *res, int res_len, int flags)
318 {
319  int ret;
320 
321  ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags);
322  if (ret < 0)
323  return ret;
324 
325  return parse_weights(ctx);
326 }
327 
329 {
330  MixContext *s = ctx->priv;
331  return ff_framesync_activate(&s->fs);
332 }
333 
334 #define OFFSET(x) offsetof(MixContext, x)
335 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
336 #define TFLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_RUNTIME_PARAM
337 
338 static const AVOption mix_options[] = {
339  { "inputs", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT16_MAX, .flags = FLAGS },
340  { "weights", "set weight for each input", OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1"}, 0, 0, .flags = TFLAGS },
341  { "scale", "set scale", OFFSET(scale), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT16_MAX, .flags = TFLAGS },
342  { "duration", "how to determine end of stream", OFFSET(duration), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, .flags = FLAGS, "duration" },
343  { "longest", "Duration of longest input", 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "duration" },
344  { "shortest", "Duration of shortest input", 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "duration" },
345  { "first", "Duration of first input", 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "duration" },
346  { NULL },
347 };
348 
349 static const AVFilterPad outputs[] = {
350  {
351  .name = "default",
352  .type = AVMEDIA_TYPE_VIDEO,
353  .config_props = config_output,
354  },
355  { NULL }
356 };
357 
358 #if CONFIG_MIX_FILTER
360 
362  .name = "mix",
363  .description = NULL_IF_CONFIG_SMALL("Mix video inputs."),
364  .priv_size = sizeof(MixContext),
365  .priv_class = &mix_class,
367  .outputs = outputs,
368  .init = init,
369  .uninit = uninit,
370  .activate = activate,
374 };
375 
376 #endif /* CONFIG_MIX_FILTER */
377 
378 #if CONFIG_TMIX_FILTER
379 static int tmix_filter_frame(AVFilterLink *inlink, AVFrame *in)
380 {
381  AVFilterContext *ctx = inlink->dst;
382  AVFilterLink *outlink = ctx->outputs[0];
383  MixContext *s = ctx->priv;
384  ThreadData td;
385  AVFrame *out;
386 
387  if (s->nb_inputs == 1)
388  return ff_filter_frame(outlink, in);
389 
390  if (s->nb_frames < s->nb_inputs) {
391  s->frames[s->nb_frames] = in;
392  s->nb_frames++;
393  if (s->nb_frames < s->nb_inputs)
394  return 0;
395  } else {
396  av_frame_free(&s->frames[0]);
397  memmove(&s->frames[0], &s->frames[1], sizeof(*s->frames) * (s->nb_inputs - 1));
398  s->frames[s->nb_inputs - 1] = in;
399  }
400 
401  if (ctx->is_disabled) {
402  out = av_frame_clone(s->frames[0]);
403  if (!out)
404  return AVERROR(ENOMEM);
405  return ff_filter_frame(outlink, out);
406  }
407 
408  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
409  if (!out)
410  return AVERROR(ENOMEM);
411  out->pts = s->frames[0]->pts;
412 
413  td.out = out;
414  td.in = s->frames;
415  ctx->internal->execute(ctx, mix_frames, &td, NULL, FFMIN(s->height[0], ff_filter_get_nb_threads(ctx)));
416 
417  return ff_filter_frame(outlink, out);
418 }
419 
420 static const AVOption tmix_options[] = {
421  { "frames", "set number of successive frames to mix", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=3}, 1, 128, .flags = FLAGS },
422  { "weights", "set weight for each frame", OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1 1"}, 0, 0, .flags = TFLAGS },
423  { "scale", "set scale", OFFSET(scale), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT16_MAX, .flags = TFLAGS },
424  { NULL },
425 };
426 
427 static const AVFilterPad inputs[] = {
428  {
429  .name = "default",
430  .type = AVMEDIA_TYPE_VIDEO,
431  .filter_frame = tmix_filter_frame,
432  },
433  { NULL }
434 };
435 
437 
439  .name = "tmix",
440  .description = NULL_IF_CONFIG_SMALL("Mix successive video frames."),
441  .priv_size = sizeof(MixContext),
442  .priv_class = &tmix_class,
444  .outputs = outputs,
445  .inputs = inputs,
446  .init = init,
447  .uninit = uninit,
450 };
451 
452 #endif /* CONFIG_TMIX_FILTER */
static double val(void *priv, double ch)
Definition: aeval.c:76
static const AVFilterPad inputs[]
Definition: af_acontrast.c:193
AVFilter ff_vf_tmix
AVFilter ff_vf_mix
#define av_cold
Definition: attributes.h:88
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
uint8_t
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1094
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:882
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:802
Main libavfilter public API header.
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:113
#define flags(name, subs,...)
Definition: cbs_av1.c:561
#define s(width, name)
Definition: cbs_vp9.c:257
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:259
#define FFMIN(a, b)
Definition: common.h:105
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
#define av_clip
Definition: common.h:122
#define av_clip_uint8
Definition: common.h:128
#define NULL
Definition: coverity.c:32
int ff_formats_pixdesc_filter(AVFilterFormats **rfmts, unsigned want, unsigned rej)
Construct a formats list containing all pixel formats with certain properties.
Definition: formats.c:367
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:587
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:124
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:341
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:253
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:290
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:84
@ EXT_STOP
Completely stop all streams with this one.
Definition: framesync.h:65
@ EXT_INFINITY
Extend the frame to infinity.
Definition: framesync.h:75
@ AV_OPT_TYPE_CONST
Definition: opt.h:234
@ AV_OPT_TYPE_INT
Definition: opt.h:225
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:228
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:117
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:134
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:106
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:50
#define AVERROR(e)
Definition: error.h:43
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:540
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:245
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok().
Definition: avstring.c:186
int av_sscanf(const char *string, const char *format,...)
See libc sscanf manual for more information.
Definition: avsscanf.c:962
misc image utilities
int i
Definition: input.c:407
#define AV_RN16(p)
Definition: intreadwrite.h:360
static int mix(int c0, int c1)
Definition: 4xm.c:715
const char * arg
Definition: jacosubdec.c:66
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:240
#define AVFILTER_DEFINE_CLASS(fname)
Definition: internal.h:288
common internal API header
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2033
const char data[16]
Definition: mxf.c:142
AVOptions.
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2613
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2573
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:136
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:140
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:132
#define td
Definition: regdef.h:70
formats
Definition: signature.h:48
Describe the class of an AVClass context structure.
Definition: log.h:67
An instance of a filter.
Definition: avfilter.h:341
A list of supported formats for one end of a filter link.
Definition: formats.h:65
A filter pad used for either input or output.
Definition: internal.h:54
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
const char * name
Pad name.
Definition: internal.h:60
Filter definition.
Definition: avfilter.h:145
const char * name
Filter name.
Definition: avfilter.h:149
AVFormatInternal * internal
An opaque field for libavformat internal usage.
Definition: avformat.h:1699
This structure describes decoded (raw) audio or video data.
Definition: frame.h:318
AVOption.
Definition: opt.h:248
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
Rational number (pair of numerator and denominator).
Definition: rational.h:58
Input stream structure.
Definition: framesync.h:81
Frame sync structure.
Definition: framesync.h:146
int nb_inputs
number of inputs
Definition: af_amix.c:162
int height[4]
Definition: vf_mix.c:50
int max
Definition: vf_mix.c:47
const AVPixFmtDescriptor * desc
Definition: vf_mix.c:35
int nb_frames
Definition: vf_mix.c:44
FFFrameSync fs
Definition: vf_mix.c:53
float scale
Definition: vf_mix.c:40
int depth
Definition: vf_mix.c:46
int duration
Definition: vf_mix.c:38
float wfactor
Definition: vf_mix.c:41
char * weights_str
string for custom weights for every input
Definition: af_amix.c:166
float * weights
custom weights for every input
Definition: af_amix.c:175
int linesize[4]
Definition: vf_mix.c:49
int tmix
Definition: vf_mix.c:43
AVFrame ** frames
Definition: vf_mix.c:52
int nb_planes
Definition: vf_mix.c:48
Used for passing data between threads.
Definition: dsddec.c:67
AVFrame * out
Definition: af_adeclick.c:502
AVFrame * in
Definition: af_adenorm.c:223
#define av_freep(p)
#define av_log(a,...)
#define src
Definition: vp8dsp.c:255
FILE * out
Definition: movenc.c:54
int64_t duration
Definition: movenc.c:64
AVFormatContext * ctx
Definition: movenc.c:48
#define height
#define width
#define TFLAGS
Definition: vf_mix.c:336
static int query_formats(AVFilterContext *ctx)
Definition: vf_mix.c:56
#define FLAGS
Definition: vf_mix.c:335
static const AVFilterPad outputs[]
Definition: vf_mix.c:349
static int parse_weights(AVFilterContext *ctx)
Definition: vf_mix.c:70
static const AVOption mix_options[]
Definition: vf_mix.c:338
static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_mix.c:142
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags)
Definition: vf_mix.c:316
static int activate(AVFilterContext *ctx)
Definition: vf_mix.c:328
static av_cold int init(AVFilterContext *ctx)
Definition: vf_mix.c:104
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_mix.c:298
#define OFFSET(x)
Definition: vf_mix.c:334
static int config_output(AVFilterLink *outlink)
Definition: vf_mix.c:234
static int process_frame(FFFrameSync *fs)
Definition: vf_mix.c:199
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:99