FFmpeg
vf_blend.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2013 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "config_components.h"
22 
23 #include "libavutil/eval.h"
24 #include "libavutil/opt.h"
25 #include "libavutil/pixfmt.h"
26 #include "avfilter.h"
27 #include "framesync.h"
28 #include "internal.h"
29 #include "vf_blend_init.h"
30 #include "video.h"
31 #include "blend.h"
32 
33 #define TOP 0
34 #define BOTTOM 1
35 
36 typedef struct BlendContext {
37  const AVClass *class;
38  FFFrameSync fs;
39  int hsub, vsub; ///< chroma subsampling values
40  int nb_planes;
41  char *all_expr;
42  enum BlendMode all_mode;
43  double all_opacity;
44 
45  int depth;
46  FilterParams params[4];
47  int tblend;
48  AVFrame *prev_frame; /* only used with tblend */
49 } BlendContext;
50 
51 static const char *const var_names[] = { "X", "Y", "W", "H", "SW", "SH", "T", "N", "A", "B", "TOP", "BOTTOM", NULL };
52 enum { VAR_X, VAR_Y, VAR_W, VAR_H, VAR_SW, VAR_SH, VAR_T, VAR_N, VAR_A, VAR_B, VAR_TOP, VAR_BOTTOM, VAR_VARS_NB };
53 
54 typedef struct ThreadData {
55  const AVFrame *top, *bottom;
56  AVFrame *dst;
57  AVFilterLink *inlink;
58  int plane;
59  int w, h;
60  FilterParams *param;
61 } ThreadData;
62 
63 #define OFFSET(x) offsetof(BlendContext, x)
64 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
65 
66 static const AVOption blend_options[] = {
67  { "c0_mode", "set component #0 blend mode", OFFSET(params[0].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode" },
68  { "c1_mode", "set component #1 blend mode", OFFSET(params[1].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode" },
69  { "c2_mode", "set component #2 blend mode", OFFSET(params[2].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode" },
70  { "c3_mode", "set component #3 blend mode", OFFSET(params[3].mode), AV_OPT_TYPE_INT, {.i64=0}, 0, BLEND_NB-1, FLAGS, "mode" },
71  { "all_mode", "set blend mode for all components", OFFSET(all_mode), AV_OPT_TYPE_INT, {.i64=-1},-1, BLEND_NB-1, FLAGS, "mode" },
72  { "addition", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_ADDITION}, 0, 0, FLAGS, "mode" },
73  { "addition128","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GRAINMERGE}, 0, 0, FLAGS, "mode" },
74  { "grainmerge", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GRAINMERGE}, 0, 0, FLAGS, "mode" },
75  { "and", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_AND}, 0, 0, FLAGS, "mode" },
76  { "average", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_AVERAGE}, 0, 0, FLAGS, "mode" },
77  { "burn", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_BURN}, 0, 0, FLAGS, "mode" },
78  { "darken", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DARKEN}, 0, 0, FLAGS, "mode" },
79  { "difference", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DIFFERENCE}, 0, 0, FLAGS, "mode" },
80  { "difference128", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GRAINEXTRACT}, 0, 0, FLAGS, "mode" },
81  { "grainextract", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GRAINEXTRACT}, 0, 0, FLAGS, "mode" },
82  { "divide", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DIVIDE}, 0, 0, FLAGS, "mode" },
83  { "dodge", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_DODGE}, 0, 0, FLAGS, "mode" },
84  { "exclusion", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_EXCLUSION}, 0, 0, FLAGS, "mode" },
85  { "extremity", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_EXTREMITY}, 0, 0, FLAGS, "mode" },
86  { "freeze", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_FREEZE}, 0, 0, FLAGS, "mode" },
87  { "glow", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GLOW}, 0, 0, FLAGS, "mode" },
88  { "hardlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HARDLIGHT}, 0, 0, FLAGS, "mode" },
89  { "hardmix", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HARDMIX}, 0, 0, FLAGS, "mode" },
90  { "heat", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HEAT}, 0, 0, FLAGS, "mode" },
91  { "lighten", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_LIGHTEN}, 0, 0, FLAGS, "mode" },
92  { "linearlight","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_LINEARLIGHT},0, 0, FLAGS, "mode" },
93  { "multiply", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_MULTIPLY}, 0, 0, FLAGS, "mode" },
94  { "multiply128","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_MULTIPLY128},0, 0, FLAGS, "mode" },
95  { "negation", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_NEGATION}, 0, 0, FLAGS, "mode" },
96  { "normal", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_NORMAL}, 0, 0, FLAGS, "mode" },
97  { "or", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_OR}, 0, 0, FLAGS, "mode" },
98  { "overlay", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_OVERLAY}, 0, 0, FLAGS, "mode" },
99  { "phoenix", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_PHOENIX}, 0, 0, FLAGS, "mode" },
100  { "pinlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_PINLIGHT}, 0, 0, FLAGS, "mode" },
101  { "reflect", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_REFLECT}, 0, 0, FLAGS, "mode" },
102  { "screen", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SCREEN}, 0, 0, FLAGS, "mode" },
103  { "softlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SOFTLIGHT}, 0, 0, FLAGS, "mode" },
104  { "subtract", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SUBTRACT}, 0, 0, FLAGS, "mode" },
105  { "vividlight", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_VIVIDLIGHT}, 0, 0, FLAGS, "mode" },
106  { "xor", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_XOR}, 0, 0, FLAGS, "mode" },
107  { "softdifference","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_SOFTDIFFERENCE}, 0, 0, FLAGS, "mode" },
108  { "geometric", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_GEOMETRIC}, 0, 0, FLAGS, "mode" },
109  { "harmonic", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HARMONIC}, 0, 0, FLAGS, "mode" },
110  { "bleach", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_BLEACH}, 0, 0, FLAGS, "mode" },
111  { "stain", "", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_STAIN}, 0, 0, FLAGS, "mode" },
112  { "interpolate","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_INTERPOLATE},0, 0, FLAGS, "mode" },
113  { "hardoverlay","", 0, AV_OPT_TYPE_CONST, {.i64=BLEND_HARDOVERLAY},0, 0, FLAGS, "mode" },
114  { "c0_expr", "set color component #0 expression", OFFSET(params[0].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0, 0, FLAGS },
115  { "c1_expr", "set color component #1 expression", OFFSET(params[1].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0, 0, FLAGS },
116  { "c2_expr", "set color component #2 expression", OFFSET(params[2].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0, 0, FLAGS },
117  { "c3_expr", "set color component #3 expression", OFFSET(params[3].expr_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0, 0, FLAGS },
118  { "all_expr", "set expression for all color components", OFFSET(all_expr), AV_OPT_TYPE_STRING, {.str=NULL}, 0, 0, FLAGS },
119  { "c0_opacity", "set color component #0 opacity", OFFSET(params[0].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },
120  { "c1_opacity", "set color component #1 opacity", OFFSET(params[1].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },
121  { "c2_opacity", "set color component #2 opacity", OFFSET(params[2].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },
122  { "c3_opacity", "set color component #3 opacity", OFFSET(params[3].opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },
123  { "all_opacity", "set opacity for all color components", OFFSET(all_opacity), AV_OPT_TYPE_DOUBLE, {.dbl=1}, 0, 1, FLAGS },
124  { NULL }
125 };
126 
127 FRAMESYNC_DEFINE_CLASS(blend, BlendContext, fs);
128 
129 #define DEFINE_BLEND_EXPR(type, name, div) \
130 static void blend_expr_## name(const uint8_t *_top, ptrdiff_t top_linesize, \
131  const uint8_t *_bottom, ptrdiff_t bottom_linesize, \
132  uint8_t *_dst, ptrdiff_t dst_linesize, \
133  ptrdiff_t width, ptrdiff_t height, \
134  FilterParams *param, double *values, int starty) \
135 { \
136  const type *top = (const type*)_top; \
137  const type *bottom = (const type*)_bottom; \
138  type *dst = (type*)_dst; \
139  AVExpr *e = param->e; \
140  int y, x; \
141  dst_linesize /= div; \
142  top_linesize /= div; \
143  bottom_linesize /= div; \
144  \
145  for (y = 0; y < height; y++) { \
146  values[VAR_Y] = y + starty; \
147  for (x = 0; x < width; x++) { \
148  values[VAR_X] = x; \
149  values[VAR_TOP] = values[VAR_A] = top[x]; \
150  values[VAR_BOTTOM] = values[VAR_B] = bottom[x]; \
151  dst[x] = av_expr_eval(e, values, NULL); \
152  } \
153  dst += dst_linesize; \
154  top += top_linesize; \
155  bottom += bottom_linesize; \
156  } \
157 }
158 
159 DEFINE_BLEND_EXPR(uint8_t, 8bit, 1)
160 DEFINE_BLEND_EXPR(uint16_t, 16bit, 2)
161 DEFINE_BLEND_EXPR(float, 32bit, 4)
162 
163 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
164 {
165  ThreadData *td = arg;
166  int slice_start = (td->h * jobnr ) / nb_jobs;
167  int slice_end = (td->h * (jobnr+1)) / nb_jobs;
168  int height = slice_end - slice_start;
169  const uint8_t *top = td->top->data[td->plane];
170  const uint8_t *bottom = td->bottom->data[td->plane];
171  uint8_t *dst = td->dst->data[td->plane];
172  double values[VAR_VARS_NB];
173 
174  values[VAR_N] = td->inlink->frame_count_out;
175  values[VAR_T] = td->dst->pts == AV_NOPTS_VALUE ? NAN : td->dst->pts * av_q2d(td->inlink->time_base);
176  values[VAR_W] = td->w;
177  values[VAR_H] = td->h;
178  values[VAR_SW] = td->w / (double)td->dst->width;
179  values[VAR_SH] = td->h / (double)td->dst->height;
180 
181  td->param->blend(top + slice_start * td->top->linesize[td->plane],
182  td->top->linesize[td->plane],
183  bottom + slice_start * td->bottom->linesize[td->plane],
184  td->bottom->linesize[td->plane],
185  dst + slice_start * td->dst->linesize[td->plane],
186  td->dst->linesize[td->plane],
187  td->w, height, td->param, &values[0], slice_start);
188  return 0;
189 }
190 
191 static AVFrame *blend_frame(AVFilterContext *ctx, AVFrame *top_buf,
192  const AVFrame *bottom_buf)
193 {
194  BlendContext *s = ctx->priv;
195  AVFilterLink *inlink = ctx->inputs[0];
196  AVFilterLink *outlink = ctx->outputs[0];
197  AVFrame *dst_buf;
198  int plane;
199 
200  dst_buf = ff_get_video_buffer(outlink, outlink->w, outlink->h);
201  if (!dst_buf)
202  return top_buf;
203 
204  if (av_frame_copy_props(dst_buf, top_buf) < 0) {
205  av_frame_free(&dst_buf);
206  return top_buf;
207  }
208 
209  for (plane = 0; plane < s->nb_planes; plane++) {
210  int hsub = plane == 1 || plane == 2 ? s->hsub : 0;
211  int vsub = plane == 1 || plane == 2 ? s->vsub : 0;
212  int outw = AV_CEIL_RSHIFT(dst_buf->width, hsub);
213  int outh = AV_CEIL_RSHIFT(dst_buf->height, vsub);
214  FilterParams *param = &s->params[plane];
215  ThreadData td = { .top = top_buf, .bottom = bottom_buf, .dst = dst_buf,
216  .w = outw, .h = outh, .param = param, .plane = plane,
217  .inlink = inlink };
218 
219  ff_filter_execute(ctx, filter_slice, &td, NULL,
220  FFMIN(outh, ff_filter_get_nb_threads(ctx)));
221  }
222 
223  if (!s->tblend)
224  av_frame_free(&top_buf);
225 
226  return dst_buf;
227 }
228 
229 static int blend_frame_for_dualinput(FFFrameSync *fs)
230 {
231  AVFilterContext *ctx = fs->parent;
232  AVFrame *top_buf, *bottom_buf, *dst_buf;
233  int ret;
234 
235  ret = ff_framesync_dualinput_get(fs, &top_buf, &bottom_buf);
236  if (ret < 0)
237  return ret;
238  if (!bottom_buf)
239  return ff_filter_frame(ctx->outputs[0], top_buf);
240  dst_buf = blend_frame(ctx, top_buf, bottom_buf);
241  return ff_filter_frame(ctx->outputs[0], dst_buf);
242 }
243 
244 static av_cold int init(AVFilterContext *ctx)
245 {
246  BlendContext *s = ctx->priv;
247 
248  s->tblend = !strcmp(ctx->filter->name, "tblend");
249 
250  s->fs.on_event = blend_frame_for_dualinput;
251  return 0;
252 }
253 
254 static const enum AVPixelFormat pix_fmts[] = {
255  AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA420P,
256  AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ422P,AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ411P,
257  AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
258  AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRAP, AV_PIX_FMT_GRAY8,
259  AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
260  AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GRAY9,
261  AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10, AV_PIX_FMT_YUV440P10,
262  AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
263  AV_PIX_FMT_GBRP10, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GRAY10,
264  AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
265  AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
266  AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GRAY12,
267  AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14, AV_PIX_FMT_GBRP14,
268  AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
269  AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
270  AV_PIX_FMT_GBRP16, AV_PIX_FMT_GBRAP16, AV_PIX_FMT_GRAY16,
271  AV_PIX_FMT_GBRPF32, AV_PIX_FMT_GBRAPF32, AV_PIX_FMT_GRAYF32,
272  AV_PIX_FMT_NONE
273 };
274 
275 static av_cold void uninit(AVFilterContext *ctx)
276 {
277  BlendContext *s = ctx->priv;
278  int i;
279 
280  ff_framesync_uninit(&s->fs);
281  av_frame_free(&s->prev_frame);
282 
283  for (i = 0; i < FF_ARRAY_ELEMS(s->params); i++)
284  av_expr_free(s->params[i].e);
285 }
286 
287 static int config_params(AVFilterContext *ctx)
288 {
289  BlendContext *s = ctx->priv;
290  int ret;
291 
292  for (int plane = 0; plane < FF_ARRAY_ELEMS(s->params); plane++) {
293  FilterParams *param = &s->params[plane];
294 
295  if (s->all_mode >= 0)
296  param->mode = s->all_mode;
297  if (s->all_opacity < 1)
298  param->opacity = s->all_opacity;
299 
300  ff_blend_init(param, s->depth);
301 
302  if (s->all_expr && !param->expr_str) {
303  param->expr_str = av_strdup(s->all_expr);
304  if (!param->expr_str)
305  return AVERROR(ENOMEM);
306  }
307  if (param->expr_str) {
308  ret = av_expr_parse(&param->e, param->expr_str, var_names,
309  NULL, NULL, NULL, NULL, 0, ctx);
310  if (ret < 0)
311  return ret;
312  param->blend = s->depth > 8 ? s->depth > 16 ? blend_expr_32bit : blend_expr_16bit : blend_expr_8bit;
313  }
314  }
315 
316  return 0;
317 }
318 
319 static int config_output(AVFilterLink *outlink)
320 {
321  AVFilterContext *ctx = outlink->src;
322  AVFilterLink *toplink = ctx->inputs[TOP];
323  BlendContext *s = ctx->priv;
324  const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(toplink->format);
325  int ret;
326 
327  if (!s->tblend) {
328  AVFilterLink *bottomlink = ctx->inputs[BOTTOM];
329 
330  if (toplink->w != bottomlink->w || toplink->h != bottomlink->h) {
331  av_log(ctx, AV_LOG_ERROR, "First input link %s parameters "
332  "(size %dx%d) do not match the corresponding "
333  "second input link %s parameters (size %dx%d)\n",
334  ctx->input_pads[TOP].name, toplink->w, toplink->h,
335  ctx->input_pads[BOTTOM].name, bottomlink->w, bottomlink->h);
336  return AVERROR(EINVAL);
337  }
338  }
339 
340  outlink->w = toplink->w;
341  outlink->h = toplink->h;
342  outlink->time_base = toplink->time_base;
343  outlink->sample_aspect_ratio = toplink->sample_aspect_ratio;
344  outlink->frame_rate = toplink->frame_rate;
345 
346  s->hsub = pix_desc->log2_chroma_w;
347  s->vsub = pix_desc->log2_chroma_h;
348 
349  s->depth = pix_desc->comp[0].depth;
350  s->nb_planes = av_pix_fmt_count_planes(toplink->format);
351 
352  if (!s->tblend)
353  if ((ret = ff_framesync_init_dualinput(&s->fs, ctx)) < 0)
354  return ret;
355 
356  ret = config_params(ctx);
357  if (ret < 0)
358  return ret;
359 
360  if (s->tblend)
361  return 0;
362 
363  ret = ff_framesync_configure(&s->fs);
364  outlink->time_base = s->fs.time_base;
365 
366  return ret;
367 }
368 
369 static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
370  char *res, int res_len, int flags)
371 {
372  int ret;
373 
374  ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags);
375  if (ret < 0)
376  return ret;
377 
378  return config_params(ctx);
379 }
380 
381 #if CONFIG_BLEND_FILTER
382 
383 static int activate(AVFilterContext *ctx)
384 {
385  BlendContext *s = ctx->priv;
386  return ff_framesync_activate(&s->fs);
387 }
388 
389 static const AVFilterPad blend_inputs[] = {
390  {
391  .name = "top",
392  .type = AVMEDIA_TYPE_VIDEO,
393  },{
394  .name = "bottom",
395  .type = AVMEDIA_TYPE_VIDEO,
396  },
397 };
398 
399 static const AVFilterPad blend_outputs[] = {
400  {
401  .name = "default",
402  .type = AVMEDIA_TYPE_VIDEO,
403  .config_props = config_output,
404  },
405 };
406 
407 const AVFilter ff_vf_blend = {
408  .name = "blend",
409  .description = NULL_IF_CONFIG_SMALL("Blend two video frames into each other."),
410  .preinit = blend_framesync_preinit,
411  .init = init,
412  .uninit = uninit,
413  .priv_size = sizeof(BlendContext),
414  .activate = activate,
415  FILTER_INPUTS(blend_inputs),
416  FILTER_OUTPUTS(blend_outputs),
417  FILTER_PIXFMTS_ARRAY(pix_fmts),
418  .priv_class = &blend_class,
419  .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
420  .process_command = process_command,
421 };
422 
423 #endif
424 
425 #if CONFIG_TBLEND_FILTER
426 
427 static int tblend_filter_frame(AVFilterLink *inlink, AVFrame *frame)
428 {
429  AVFilterContext *ctx = inlink->dst;
430  BlendContext *s = ctx->priv;
431  AVFilterLink *outlink = ctx->outputs[0];
432 
433  if (s->prev_frame) {
434  AVFrame *out;
435 
436  if (ctx->is_disabled)
437  out = av_frame_clone(frame);
438  else
439  out = blend_frame(ctx, frame, s->prev_frame);
440  av_frame_free(&s->prev_frame);
441  s->prev_frame = frame;
442  return ff_filter_frame(outlink, out);
443  }
444  s->prev_frame = frame;
445  return 0;
446 }
447 
448 AVFILTER_DEFINE_CLASS_EXT(tblend, "tblend", blend_options);
449 
450 static const AVFilterPad tblend_inputs[] = {
451  {
452  .name = "default",
453  .type = AVMEDIA_TYPE_VIDEO,
454  .filter_frame = tblend_filter_frame,
455  },
456 };
457 
458 static const AVFilterPad tblend_outputs[] = {
459  {
460  .name = "default",
461  .type = AVMEDIA_TYPE_VIDEO,
462  .config_props = config_output,
463  },
464 };
465 
466 const AVFilter ff_vf_tblend = {
467  .name = "tblend",
468  .description = NULL_IF_CONFIG_SMALL("Blend successive frames."),
469  .priv_size = sizeof(BlendContext),
470  .priv_class = &tblend_class,
471  .init = init,
472  .uninit = uninit,
473  FILTER_INPUTS(tblend_inputs),
474  FILTER_OUTPUTS(tblend_outputs),
475  FILTER_PIXFMTS_ARRAY(pix_fmts),
476  .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
477  .process_command = process_command,
478 };
479 
480 #endif
BLEND_GLOW
@ BLEND_GLOW
Definition: blend.h:56
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:108
AV_PIX_FMT_YUVA422P16
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:512
AV_PIX_FMT_GBRAP16
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:491
BlendContext::vsub
int vsub
chroma subsampling values
Definition: vf_blend.c:39
ff_framesync_configure
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:134
td
#define td
Definition: regdef.h:70
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
BLEND_EXCLUSION
@ BLEND_EXCLUSION
Definition: blend.h:39
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
ff_framesync_uninit
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:304
out
FILE * out
Definition: movenc.c:54
VAR_SW
@ VAR_SW
Definition: vf_blend.c:52
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:978
VAR_BOTTOM
@ VAR_BOTTOM
Definition: vf_blend.c:52
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2964
FILTER_PIXFMTS_ARRAY
#define FILTER_PIXFMTS_ARRAY(array)
Definition: internal.h:172
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
FilterParams::expr_str
char * expr_str
Definition: blend.h:76
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:100
AV_PIX_FMT_YUVA422P9
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:504
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:340
VAR_H
@ VAR_H
Definition: vf_blend.c:52
AVFrame::width
int width
Definition: frame.h:412
AV_PIX_FMT_YUVA420P16
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:511
AVComponentDescriptor::depth
int depth
Number of bits in the component.
Definition: pixdesc.h:57
AV_PIX_FMT_YUVA420P10
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:506
AVOption
AVOption.
Definition: opt.h:251
ThreadData::bottom
const AVFrame * bottom
Definition: vf_blend.c:55
OFFSET
#define OFFSET(x)
Definition: vf_blend.c:63
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:468
FilterParams::e
AVExpr * e
Definition: blend.h:75
BLEND_NEGATION
@ BLEND_NEGATION
Definition: blend.h:43
ThreadData::w
int w
Definition: vf_blend.c:59
AV_PIX_FMT_YUV440P
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
var_names
static const char *const var_names[]
Definition: vf_blend.c:51
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:170
AVFILTER_DEFINE_CLASS_EXT
#define AVFILTER_DEFINE_CLASS_EXT(name, desc, options)
Definition: internal.h:311
FFFrameSync
Frame sync structure.
Definition: framesync.h:168
BLEND_HARMONIC
@ BLEND_HARMONIC
Definition: blend.h:64
video.h
BLEND_ADDITION
@ BLEND_ADDITION
Definition: blend.h:30
AV_PIX_FMT_YUVA422P10
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:507
BLEND_MULTIPLY128
@ BLEND_MULTIPLY128
Definition: blend.h:58
AV_PIX_FMT_GRAY9
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:448
BLEND_GEOMETRIC
@ BLEND_GEOMETRIC
Definition: blend.h:63
BLEND_BLEACH
@ BLEND_BLEACH
Definition: blend.h:65
hsub
static void hsub(htype *dst, const htype *src, int bins)
Definition: vf_median.c:73
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags)
Definition: vf_blend.c:369
BLEND_NB
@ BLEND_NB
Definition: blend.h:69
av_expr_parse
int av_expr_parse(AVExpr **expr, const char *s, const char *const *const_names, const char *const *func1_names, double(*const *funcs1)(void *, double), const char *const *func2_names, double(*const *funcs2)(void *, double, double), int log_offset, void *log_ctx)
Parse an expression.
Definition: eval.c:685
bit
#define bit(string, value)
Definition: cbs_mpeg2.c:56
BLEND_DIVIDE
@ BLEND_DIVIDE
Definition: blend.h:37
BLEND_PHOENIX
@ BLEND_PHOENIX
Definition: blend.h:46
av_pix_fmt_count_planes
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:3004
AV_PIX_FMT_YUVA420P9
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:503
AV_PIX_FMT_GBRP14
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:486
AV_PIX_FMT_GBRAP
@ AV_PIX_FMT_GBRAP
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:205
AV_PIX_FMT_GBRP10
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:484
AV_PIX_FMT_YUVA444P16
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:513
AV_PIX_FMT_YUV422P9
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:466
config_params
static int config_params(AVFilterContext *ctx)
Definition: vf_blend.c:287
vf_blend_init.h
AV_PIX_FMT_GRAY16
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:452
BLEND_AND
@ BLEND_AND
Definition: blend.h:31
VAR_W
@ VAR_W
Definition: vf_blend.c:52
BlendContext::params
FilterParams params[4]
Definition: vf_blend.c:46
av_expr_free
void av_expr_free(AVExpr *e)
Free a parsed expression previously created with av_expr_parse().
Definition: eval.c:336
DEFINE_BLEND_EXPR
#define DEFINE_BLEND_EXPR(type, name, div)
Definition: vf_blend.c:129
pix_fmts
static enum AVPixelFormat pix_fmts[]
Definition: vf_blend.c:254
blend_options
static const AVOption blend_options[]
Definition: vf_blend.c:66
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:47
BLEND_SOFTLIGHT
@ BLEND_SOFTLIGHT
Definition: blend.h:50
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:471
AV_PIX_FMT_YUVJ411P
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:276
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
FF_ARRAY_ELEMS
#define FF_ARRAY_ELEMS(a)
Definition: sinewin_tablegen.c:29
av_cold
#define av_cold
Definition: attributes.h:90
AV_PIX_FMT_YUV422P16
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:480
AV_PIX_FMT_YUVJ422P
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:79
AV_PIX_FMT_GBRAP10
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:488
ThreadData::plane
int plane
Definition: vf_blend.c:58
filter_slice
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_blend.c:163
s
#define s(width, name)
Definition: cbs_vp9.c:198
BLEND_OR
@ BLEND_OR
Definition: blend.h:44
AV_PIX_FMT_GBRAP12
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:489
AV_PIX_FMT_YUVA420P
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
BLEND_SCREEN
@ BLEND_SCREEN
Definition: blend.h:49
AV_PIX_FMT_YUV444P16
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:481
AV_CEIL_RSHIFT
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:51
AV_OPT_TYPE_DOUBLE
@ AV_OPT_TYPE_DOUBLE
Definition: opt.h:227
slice_end
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:1979
av_q2d
static double av_q2d(AVRational a)
Convert an AVRational to a double.
Definition: rational.h:104
AV_PIX_FMT_YUVA444P12
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:510
AV_PIX_FMT_YUV420P9
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:465
AV_PIX_FMT_YUV420P16
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:479
ctx
AVFormatContext * ctx
Definition: movenc.c:48
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:609
AVPixFmtDescriptor::log2_chroma_w
uint8_t log2_chroma_w
Amount to shift the luma width right to find the chroma width.
Definition: pixdesc.h:80
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
AV_PIX_FMT_GRAYF32
#define AV_PIX_FMT_GRAYF32
Definition: pixfmt.h:501
BLEND_EXTREMITY
@ BLEND_EXTREMITY
Definition: blend.h:61
NAN
#define NAN
Definition: mathematics.h:115
FRAMESYNC_DEFINE_CLASS
FRAMESYNC_DEFINE_CLASS(blend, BlendContext, fs)
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:192
ThreadData::h
int h
Definition: vf_blend.c:59
AV_PIX_FMT_YUVJ444P
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
frame
static AVFrame * frame
Definition: demux_decode.c:54
arg
const char * arg
Definition: jacosubdec.c:67
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:449
ThreadData::dst
AVFrame * dst
Definition: vf_blend.c:56
BLEND_PINLIGHT
@ BLEND_PINLIGHT
Definition: blend.h:47
FilterParams::mode
enum BlendMode mode
Definition: blend.h:73
AV_PIX_FMT_GBRP16
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:487
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:736
BLEND_MULTIPLY
@ BLEND_MULTIPLY
Definition: blend.h:42
fs
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:200
BlendMode
BlendMode
Definition: blend.h:27
AV_PIX_FMT_YUVJ420P
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:78
BlendContext::depth
int depth
Definition: vf_blend.c:45
activate
filter_frame For filters that do not use the activate() callback
AV_PIX_FMT_YUV440P10
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:470
init
static av_cold int init(AVFilterContext *ctx)
Definition: vf_blend.c:244
VAR_A
@ VAR_A
Definition: vf_blend.c:52
double
double
Definition: af_crystalizer.c:131
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:469
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:74
AV_PIX_FMT_GBRP9
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:483
VAR_N
@ VAR_N
Definition: vf_blend.c:52
BLEND_SUBTRACT
@ BLEND_SUBTRACT
Definition: blend.h:51
VAR_Y
@ VAR_Y
Definition: vf_blend.c:52
BLEND_FREEZE
@ BLEND_FREEZE
Definition: blend.h:60
FilterParams
filter data
Definition: mlp.h:86
BLEND_LIGHTEN
@ BLEND_LIGHTEN
Definition: blend.h:41
BLEND_HEAT
@ BLEND_HEAT
Definition: blend.h:59
eval.h
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:106
ff_framesync_init_dualinput
int ff_framesync_init_dualinput(FFFrameSync *fs, AVFilterContext *parent)
Initialize a frame sync structure for dualinput.
Definition: framesync.c:372
BlendContext::prev_frame
AVFrame * prev_frame
Definition: vf_blend.c:48
AV_PIX_FMT_GBRPF32
#define AV_PIX_FMT_GBRPF32
Definition: pixfmt.h:498
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:473
BLEND_DODGE
@ BLEND_DODGE
Definition: blend.h:38
BlendContext::all_expr
char * all_expr
Definition: vf_blend.c:41
AV_NOPTS_VALUE
#define AV_NOPTS_VALUE
Undefined timestamp value.
Definition: avutil.h:248
BlendContext::tblend
int tblend
Definition: vf_blend.c:47
BlendContext
Definition: vf_blend.c:36
ff_vf_tblend
const AVFilter ff_vf_tblend
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:475
BlendContext::hsub
int hsub
Definition: vf_blend.c:39
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:851
height
#define height
AV_PIX_FMT_YUVA444P
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:167
AV_PIX_FMT_YUVA444P10
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:508
ThreadData::param
FilterParams * param
Definition: vf_blend.c:60
BLEND_INTERPOLATE
@ BLEND_INTERPOLATE
Definition: blend.h:67
internal.h
BLEND_HARDLIGHT
@ BLEND_HARDLIGHT
Definition: blend.h:40
VAR_B
@ VAR_B
Definition: vf_blend.c:52
BlendContext::all_mode
enum BlendMode all_mode
Definition: vf_blend.c:42
VAR_X
@ VAR_X
Definition: vf_blend.c:52
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:255
ff_vf_blend
const AVFilter ff_vf_blend
AV_PIX_FMT_GBRP12
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:485
BlendContext::fs
FFFrameSync fs
Definition: vf_blend.c:38
ff_blend_init
static av_unused void ff_blend_init(FilterParams *param, int depth)
Definition: vf_blend_init.h:162
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:786
VAR_VARS_NB
@ VAR_VARS_NB
Definition: vf_blend.c:52
blend.h
ThreadData
Used for passing data between threads.
Definition: dsddec.c:69
BLEND_STAIN
@ BLEND_STAIN
Definition: blend.h:66
FFMIN
#define FFMIN(a, b)
Definition: macros.h:49
BLEND_SOFTDIFFERENCE
@ BLEND_SOFTDIFFERENCE
Definition: blend.h:62
AV_PIX_FMT_YUVJ440P
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
Definition: pixfmt.h:100
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:53
BLEND_VIVIDLIGHT
@ BLEND_VIVIDLIGHT
Definition: blend.h:52
TOP
#define TOP
Definition: vf_blend.c:33
VAR_T
@ VAR_T
Definition: vf_blend.c:52
BLEND_DIFFERENCE
@ BLEND_DIFFERENCE
Definition: blend.h:35
AV_PIX_FMT_YUV444P9
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:467
BlendContext::nb_planes
int nb_planes
Definition: vf_blend.c:40
config_output
static int config_output(AVFilterLink *outlink)
Definition: vf_blend.c:319
AVFilter
Filter definition.
Definition: avfilter.h:166
BLEND_HARDMIX
@ BLEND_HARDMIX
Definition: blend.h:54
ret
ret
Definition: filter_design.txt:187
BLEND_GRAINMERGE
@ BLEND_GRAINMERGE
Definition: blend.h:57
pixfmt.h
AV_PIX_FMT_YUVA444P9
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:505
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:472
ThreadData::inlink
AVFilterLink * inlink
Definition: vf_blend.c:57
AV_PIX_FMT_YUV422P14
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:477
AVFrame::height
int height
Definition: frame.h:412
BLEND_HARDOVERLAY
@ BLEND_HARDOVERLAY
Definition: blend.h:68
framesync.h
blend_frame
static AVFrame * blend_frame(AVFilterContext *ctx, AVFrame *top_buf, const AVFrame *bottom_buf)
Definition: vf_blend.c:191
mode
mode
Definition: ebur128.h:83
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_PIX_FMT_YUVA422P12
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:509
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
avfilter.h
AV_PIX_FMT_GBRAPF32
#define AV_PIX_FMT_GBRAPF32
Definition: pixfmt.h:499
values
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return values
Definition: filter_design.txt:263
AVPixFmtDescriptor::comp
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:105
BLEND_XOR
@ BLEND_XOR
Definition: blend.h:53
BlendContext::all_opacity
double all_opacity
Definition: vf_blend.c:43
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_blend.c:275
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AVFilterContext
An instance of a filter.
Definition: avfilter.h:397
AV_PIX_FMT_GBRP
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:158
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:117
av_strdup
char * av_strdup(const char *s)
Duplicate a string.
Definition: mem.c:270
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
BLEND_DARKEN
@ BLEND_DARKEN
Definition: blend.h:34
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
blend_frame_for_dualinput
static int blend_frame_for_dualinput(FFFrameSync *fs)
Definition: vf_blend.c:229
BLEND_AVERAGE
@ BLEND_AVERAGE
Definition: blend.h:32
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:193
VAR_TOP
@ VAR_TOP
Definition: vf_blend.c:52
FilterParams::opacity
double opacity
Definition: blend.h:74
AV_PIX_FMT_YUV411P
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
ThreadData::top
const AVFrame * top
Definition: vf_blend.c:55
FilterParams::blend
void(* blend)(const uint8_t *top, ptrdiff_t top_linesize, const uint8_t *bottom, ptrdiff_t bottom_linesize, uint8_t *dst, ptrdiff_t dst_linesize, ptrdiff_t width, ptrdiff_t height, struct FilterParams *param, double *values, int starty)
Definition: blend.h:77
AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:155
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:474
AV_PIX_FMT_YUV410P
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AV_PIX_FMT_YUV440P12
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:474
BLEND_BURN
@ BLEND_BURN
Definition: blend.h:33
AV_PIX_FMT_YUV444P14
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:478
ff_framesync_activate
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter's input and try to produce output.
Definition: framesync.c:355
ff_framesync_dualinput_get
int ff_framesync_dualinput_get(FFFrameSync *fs, AVFrame **f0, AVFrame **f1)
Definition: framesync.c:390
AV_OPT_TYPE_STRING
@ AV_OPT_TYPE_STRING
Definition: opt.h:229
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:450
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:144
BLEND_REFLECT
@ BLEND_REFLECT
Definition: blend.h:48
BLEND_GRAINEXTRACT
@ BLEND_GRAINEXTRACT
Definition: blend.h:36
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:234
VAR_SH
@ VAR_SH
Definition: vf_blend.c:52
BOTTOM
#define BOTTOM
Definition: vf_blend.c:34
AVPixFmtDescriptor::log2_chroma_h
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:89
FLAGS
#define FLAGS
Definition: vf_blend.c:64
AV_PIX_FMT_YUVA422P
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:166
BLEND_LINEARLIGHT
@ BLEND_LINEARLIGHT
Definition: blend.h:55
AV_PIX_FMT_YUV420P14
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:476
BLEND_NORMAL
@ BLEND_NORMAL
Definition: blend.h:29
BLEND_OVERLAY
@ BLEND_OVERLAY
Definition: blend.h:45
Generated on Thu Apr 18 2024 22:42:23 for FFmpeg by   doxygen 1.8.17