FFmpeg
vf_atadenoise.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2015 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * Adaptive Temporal Averaging Denoiser,
24  * based on paper "Video Denoising Based on Adaptive Temporal Averaging" by
25  * David Bartovčak and Miroslav Vrankić
26  */
27 
28 #include "libavutil/imgutils.h"
29 #include "libavutil/opt.h"
30 #include "libavutil/pixdesc.h"
31 #include "avfilter.h"
32 
33 #define FF_BUFQUEUE_SIZE 129
34 #include "bufferqueue.h"
35 
36 #include "atadenoise.h"
37 #include "formats.h"
38 #include "internal.h"
39 #include "video.h"
40 
41 #define SIZE FF_BUFQUEUE_SIZE
42 
43 typedef struct ATADenoiseContext {
44  const AVClass *class;
45 
46  float fthra[4], fthrb[4];
47  float sigma[4];
48  int thra[4], thrb[4];
49  int algorithm;
50 
51  int planes;
52  int nb_planes;
53  int planewidth[4];
54  int planeheight[4];
55  int linesizes[4];
56 
57  struct FFBufQueue q;
58  void *data[4][SIZE];
59  int linesize[4][SIZE];
60  float weights[4][SIZE];
61  int size, mid, radius;
62  int available;
63 
64  int (*filter_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
65 
66  ATADenoiseDSPContext dsp;
67 } ATADenoiseContext;
68 
69 #define OFFSET(x) offsetof(ATADenoiseContext, x)
70 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
71 #define VF AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
72 
73 static const AVOption atadenoise_options[] = {
74  { "0a", "set threshold A for 1st plane", OFFSET(fthra[0]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
75  { "0b", "set threshold B for 1st plane", OFFSET(fthrb[0]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
76  { "1a", "set threshold A for 2nd plane", OFFSET(fthra[1]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
77  { "1b", "set threshold B for 2nd plane", OFFSET(fthrb[1]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
78  { "2a", "set threshold A for 3rd plane", OFFSET(fthra[2]), AV_OPT_TYPE_FLOAT, {.dbl=0.02}, 0, 0.3, FLAGS },
79  { "2b", "set threshold B for 3rd plane", OFFSET(fthrb[2]), AV_OPT_TYPE_FLOAT, {.dbl=0.04}, 0, 5.0, FLAGS },
80  { "s", "set how many frames to use", OFFSET(size), AV_OPT_TYPE_INT, {.i64=9}, 5, SIZE, VF },
81  { "p", "set what planes to filter", OFFSET(planes), AV_OPT_TYPE_FLAGS, {.i64=7}, 0, 15, FLAGS },
82  { "a", "set variant of algorithm", OFFSET(algorithm),AV_OPT_TYPE_INT, {.i64=PARALLEL}, 0, NB_ATAA-1, FLAGS, "a" },
83  { "p", "parallel", 0, AV_OPT_TYPE_CONST, {.i64=PARALLEL}, 0, 0, FLAGS, "a" },
84  { "s", "serial", 0, AV_OPT_TYPE_CONST, {.i64=SERIAL}, 0, 0, FLAGS, "a" },
85  { "0s", "set sigma for 1st plane", OFFSET(sigma[0]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
86  { "1s", "set sigma for 2nd plane", OFFSET(sigma[1]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
87  { "2s", "set sigma for 3rd plane", OFFSET(sigma[2]), AV_OPT_TYPE_FLOAT, {.dbl=INT16_MAX}, 0, INT16_MAX, FLAGS },
88  { NULL }
89 };
90 
91 AVFILTER_DEFINE_CLASS(atadenoise);
92 
93 static const enum AVPixelFormat pixel_fmts[] = {
94  AV_PIX_FMT_GRAY8,
95  AV_PIX_FMT_GRAY9,
96  AV_PIX_FMT_GRAY10,
97  AV_PIX_FMT_GRAY12,
98  AV_PIX_FMT_GRAY14,
99  AV_PIX_FMT_GRAY16,
100  AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
101  AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
102  AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
103  AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
104  AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
105  AV_PIX_FMT_YUVJ411P,
106  AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
107  AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
108  AV_PIX_FMT_YUV440P10,
109  AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,
110  AV_PIX_FMT_YUV440P12,
111  AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,
112  AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
113  AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
114  AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
115  AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
116  AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUVA444P16,
117  AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA422P16,
118  AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA420P16,
119  AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
120  AV_PIX_FMT_NONE
121 };
122 
123 static av_cold int init(AVFilterContext *ctx)
124 {
125  ATADenoiseContext *s = ctx->priv;
126 
127  if (!(s->size & 1)) {
128  av_log(ctx, AV_LOG_WARNING, "size %d is invalid. Must be an odd value, setting it to %d.\n", s->size, s->size|1);
129  s->size |= 1;
130  }
131  s->radius = s->size / 2;
132  s->mid = s->radius;
133 
134  return 0;
135 }
136 
137 typedef struct ThreadData {
138  AVFrame *in, *out;
139 } ThreadData;
140 
141 #define WFILTER_ROW(type, name) \
142 static void fweight_row##name(const uint8_t *ssrc, uint8_t *ddst, \
143  const uint8_t *ssrcf[SIZE], \
144  int w, int mid, int size, \
145  int thra, int thrb, const float *weights) \
146 { \
147  const type *src = (const type *)ssrc; \
148  const type **srcf = (const type **)ssrcf; \
149  type *dst = (type *)ddst; \
150  \
151  for (int x = 0; x < w; x++) { \
152  const int srcx = src[x]; \
153  unsigned lsumdiff = 0, rsumdiff = 0; \
154  unsigned ldiff, rdiff; \
155  float sum = srcx; \
156  float wsum = 1.f; \
157  int srcjx, srcix; \
158  \
159  for (int j = mid - 1, i = mid + 1; j >= 0 && i < size; j--, i++) { \
160  srcjx = srcf[j][x]; \
161  \
162  ldiff = FFABS(srcx - srcjx); \
163  lsumdiff += ldiff; \
164  if (ldiff > thra || \
165  lsumdiff > thrb) \
166  break; \
167  sum += srcjx * weights[j]; \
168  wsum += weights[j]; \
169  \
170  srcix = srcf[i][x]; \
171  \
172  rdiff = FFABS(srcx - srcix); \
173  rsumdiff += rdiff; \
174  if (rdiff > thra || \
175  rsumdiff > thrb) \
176  break; \
177  sum += srcix * weights[i]; \
178  wsum += weights[i]; \
179  } \
180  \
181  dst[x] = lrintf(sum / wsum); \
182  } \
183 }
184 
185 WFILTER_ROW(uint8_t, 8)
186 WFILTER_ROW(uint16_t, 16)
187 
188 #define WFILTER_ROW_SERIAL(type, name) \
189 static void fweight_row##name##_serial(const uint8_t *ssrc, uint8_t *ddst, \
190  const uint8_t *ssrcf[SIZE], \
191  int w, int mid, int size, \
192  int thra, int thrb, \
193  const float *weights) \
194 { \
195  const type *src = (const type *)ssrc; \
196  const type **srcf = (const type **)ssrcf; \
197  type *dst = (type *)ddst; \
198  \
199  for (int x = 0; x < w; x++) { \
200  const int srcx = src[x]; \
201  unsigned lsumdiff = 0, rsumdiff = 0; \
202  unsigned ldiff, rdiff; \
203  float sum = srcx; \
204  float wsum = 1.f; \
205  int srcjx, srcix; \
206  \
207  for (int j = mid - 1; j >= 0; j--) { \
208  srcjx = srcf[j][x]; \
209  \
210  ldiff = FFABS(srcx - srcjx); \
211  lsumdiff += ldiff; \
212  if (ldiff > thra || \
213  lsumdiff > thrb) \
214  break; \
215  sum += srcjx * weights[j]; \
216  wsum += weights[j]; \
217  } \
218  \
219  for (int i = mid + 1; i < size; i++) { \
220  srcix = srcf[i][x]; \
221  \
222  rdiff = FFABS(srcx - srcix); \
223  rsumdiff += rdiff; \
224  if (rdiff > thra || \
225  rsumdiff > thrb) \
226  break; \
227  sum += srcix * weights[i]; \
228  wsum += weights[i]; \
229  } \
230  \
231  dst[x] = lrintf(sum / wsum); \
232  } \
233 }
234 
235 WFILTER_ROW_SERIAL(uint8_t, 8)
236 WFILTER_ROW_SERIAL(uint16_t, 16)
237 
238 #define FILTER_ROW(type, name) \
239 static void filter_row##name(const uint8_t *ssrc, uint8_t *ddst, \
240  const uint8_t *ssrcf[SIZE], \
241  int w, int mid, int size, \
242  int thra, int thrb, const float *weights) \
243 { \
244  const type *src = (const type *)ssrc; \
245  const type **srcf = (const type **)ssrcf; \
246  type *dst = (type *)ddst; \
247  \
248  for (int x = 0; x < w; x++) { \
249  const int srcx = src[x]; \
250  unsigned lsumdiff = 0, rsumdiff = 0; \
251  unsigned ldiff, rdiff; \
252  unsigned sum = srcx; \
253  int l = 0, r = 0; \
254  int srcjx, srcix; \
255  \
256  for (int j = mid - 1, i = mid + 1; j >= 0 && i < size; j--, i++) { \
257  srcjx = srcf[j][x]; \
258  \
259  ldiff = FFABS(srcx - srcjx); \
260  lsumdiff += ldiff; \
261  if (ldiff > thra || \
262  lsumdiff > thrb) \
263  break; \
264  l++; \
265  sum += srcjx; \
266  \
267  srcix = srcf[i][x]; \
268  \
269  rdiff = FFABS(srcx - srcix); \
270  rsumdiff += rdiff; \
271  if (rdiff > thra || \
272  rsumdiff > thrb) \
273  break; \
274  r++; \
275  sum += srcix; \
276  } \
277  \
278  dst[x] = (sum + ((r + l + 1) >> 1)) / (r + l + 1); \
279  } \
280 }
281 
282 FILTER_ROW(uint8_t, 8)
283 FILTER_ROW(uint16_t, 16)
284 
285 #define FILTER_ROW_SERIAL(type, name) \
286 static void filter_row##name##_serial(const uint8_t *ssrc, uint8_t *ddst, \
287  const uint8_t *ssrcf[SIZE], \
288  int w, int mid, int size, \
289  int thra, int thrb, \
290  const float *weights) \
291 { \
292  const type *src = (const type *)ssrc; \
293  const type **srcf = (const type **)ssrcf; \
294  type *dst = (type *)ddst; \
295  \
296  for (int x = 0; x < w; x++) { \
297  const int srcx = src[x]; \
298  unsigned lsumdiff = 0, rsumdiff = 0; \
299  unsigned ldiff, rdiff; \
300  unsigned sum = srcx; \
301  int l = 0, r = 0; \
302  int srcjx, srcix; \
303  \
304  for (int j = mid - 1; j >= 0; j--) { \
305  srcjx = srcf[j][x]; \
306  \
307  ldiff = FFABS(srcx - srcjx); \
308  lsumdiff += ldiff; \
309  if (ldiff > thra || \
310  lsumdiff > thrb) \
311  break; \
312  l++; \
313  sum += srcjx; \
314  } \
315  \
316  for (int i = mid + 1; i < size; i++) { \
317  srcix = srcf[i][x]; \
318  \
319  rdiff = FFABS(srcx - srcix); \
320  rsumdiff += rdiff; \
321  if (rdiff > thra || \
322  rsumdiff > thrb) \
323  break; \
324  r++; \
325  sum += srcix; \
326  } \
327  \
328  dst[x] = (sum + ((r + l + 1) >> 1)) / (r + l + 1); \
329  } \
330 }
331 
332 FILTER_ROW_SERIAL(uint8_t, 8)
333 FILTER_ROW_SERIAL(uint16_t, 16)
334 
335 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
336 {
337  ATADenoiseContext *s = ctx->priv;
338  ThreadData *td = arg;
339  AVFrame *in = td->in;
340  AVFrame *out = td->out;
341  const int size = s->size;
342  const int mid = s->mid;
343  int p, y, i;
344 
345  for (p = 0; p < s->nb_planes; p++) {
346  const float *weights = s->weights[p];
347  const int h = s->planeheight[p];
348  const int w = s->planewidth[p];
349  const int slice_start = (h * jobnr) / nb_jobs;
350  const int slice_end = (h * (jobnr+1)) / nb_jobs;
351  const uint8_t *src = in->data[p] + slice_start * in->linesize[p];
352  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
353  const int thra = s->thra[p];
354  const int thrb = s->thrb[p];
355  const uint8_t **data = (const uint8_t **)s->data[p];
356  const int *linesize = (const int *)s->linesize[p];
357  const uint8_t *srcf[SIZE];
358 
359  if (!((1 << p) & s->planes)) {
360  av_image_copy_plane(dst, out->linesize[p], src, in->linesize[p],
361  s->linesizes[p], slice_end - slice_start);
362  continue;
363  }
364 
365  for (i = 0; i < size; i++)
366  srcf[i] = data[i] + slice_start * linesize[i];
367 
368  for (y = slice_start; y < slice_end; y++) {
369  s->dsp.filter_row[p](src, dst, srcf, w, mid, size, thra, thrb, weights);
370 
371  dst += out->linesize[p];
372  src += in->linesize[p];
373 
374  for (i = 0; i < size; i++)
375  srcf[i] += linesize[i];
376  }
377  }
378 
379  return 0;
380 }
381 
382 static int config_input(AVFilterLink *inlink)
383 {
384  const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
385  AVFilterContext *ctx = inlink->dst;
386  ATADenoiseContext *s = ctx->priv;
387  int depth, ret;
388 
389  s->nb_planes = desc->nb_components;
390 
391  s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
392  s->planeheight[0] = s->planeheight[3] = inlink->h;
393  s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
394  s->planewidth[0] = s->planewidth[3] = inlink->w;
395 
396  depth = desc->comp[0].depth;
397  s->filter_slice = filter_slice;
398 
399  if ((ret = av_image_fill_linesizes(s->linesizes, inlink->format, inlink->w)) < 0)
400  return ret;
401 
402  for (int p = 0; p < s->nb_planes; p++) {
403  if (depth == 8 && s->sigma[p] == INT16_MAX)
404  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? filter_row8 : filter_row8_serial;
405  else if (s->sigma[p] == INT16_MAX)
406  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? filter_row16 : filter_row16_serial;
407  else if (depth == 8 && s->sigma[p] < INT16_MAX)
408  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? fweight_row8 : fweight_row8_serial;
409  else if (s->sigma[p] < INT16_MAX)
410  s->dsp.filter_row[p] = s->algorithm == PARALLEL ? fweight_row16 : fweight_row16_serial;
411  }
412 
413  s->thra[0] = s->fthra[0] * (1 << depth) - 1;
414  s->thra[1] = s->fthra[1] * (1 << depth) - 1;
415  s->thra[2] = s->fthra[2] * (1 << depth) - 1;
416  s->thrb[0] = s->fthrb[0] * (1 << depth) - 1;
417  s->thrb[1] = s->fthrb[1] * (1 << depth) - 1;
418  s->thrb[2] = s->fthrb[2] * (1 << depth) - 1;
419 
420  for (int p = 0; p < s->nb_planes; p++) {
421  float sigma = s->radius * s->sigma[p];
422 
423  s->weights[p][s->radius] = 1.f;
424  for (int n = 1; n <= s->radius; n++) {
425  s->weights[p][s->radius + n] =
426  s->weights[p][s->radius - n] = expf(-0.5 * (n + 1) * (n + 1) / (sigma * sigma));
427  }
428  }
429 
430 #if ARCH_X86
431  ff_atadenoise_init_x86(&s->dsp, depth, s->algorithm, s->sigma);
432 #endif
433 
434  return 0;
435 }
436 
437 static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
438 {
439  AVFilterContext *ctx = inlink->dst;
440  AVFilterLink *outlink = ctx->outputs[0];
441  ATADenoiseContext *s = ctx->priv;
442  AVFrame *out, *in;
443  int i;
444 
445  if (s->q.available != s->size) {
446  if (s->q.available < s->mid) {
447  for (i = 0; i < s->mid; i++) {
448  out = av_frame_clone(buf);
449  if (!out) {
450  av_frame_free(&buf);
451  return AVERROR(ENOMEM);
452  }
453  ff_bufqueue_add(ctx, &s->q, out);
454  }
455  }
456  if (s->q.available < s->size) {
457  ff_bufqueue_add(ctx, &s->q, buf);
458  s->available++;
459  }
460  return 0;
461  }
462 
463  in = ff_bufqueue_peek(&s->q, s->mid);
464 
465  if (!ctx->is_disabled) {
466  ThreadData td;
467 
468  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
469  if (!out) {
470  av_frame_free(&buf);
471  return AVERROR(ENOMEM);
472  }
473 
474  for (i = 0; i < s->size; i++) {
475  AVFrame *frame = ff_bufqueue_peek(&s->q, i);
476 
477  s->data[0][i] = frame->data[0];
478  s->data[1][i] = frame->data[1];
479  s->data[2][i] = frame->data[2];
480  s->linesize[0][i] = frame->linesize[0];
481  s->linesize[1][i] = frame->linesize[1];
482  s->linesize[2][i] = frame->linesize[2];
483  }
484 
485  td.in = in; td.out = out;
486  ff_filter_execute(ctx, s->filter_slice, &td, NULL,
487  FFMIN3(s->planeheight[1],
488  s->planeheight[2],
489  ff_filter_get_nb_threads(ctx)));
490  av_frame_copy_props(out, in);
491  } else {
492  out = av_frame_clone(in);
493  if (!out) {
494  av_frame_free(&buf);
495  return AVERROR(ENOMEM);
496  }
497  }
498 
499  in = ff_bufqueue_get(&s->q);
500  av_frame_free(&in);
501  ff_bufqueue_add(ctx, &s->q, buf);
502 
503  return ff_filter_frame(outlink, out);
504 }
505 
506 static int request_frame(AVFilterLink *outlink)
507 {
508  AVFilterContext *ctx = outlink->src;
509  ATADenoiseContext *s = ctx->priv;
510  int ret = 0;
511 
512  ret = ff_request_frame(ctx->inputs[0]);
513 
514  if (ret == AVERROR_EOF && !ctx->is_disabled && s->available) {
515  AVFrame *buf = av_frame_clone(ff_bufqueue_peek(&s->q, s->available));
516  if (!buf)
517  return AVERROR(ENOMEM);
518 
519  ret = filter_frame(ctx->inputs[0], buf);
520  s->available--;
521  }
522 
523  return ret;
524 }
525 
526 static av_cold void uninit(AVFilterContext *ctx)
527 {
528  ATADenoiseContext *s = ctx->priv;
529 
530  ff_bufqueue_discard_all(&s->q);
531 }
532 
533 static int process_command(AVFilterContext *ctx,
534  const char *cmd,
535  const char *arg,
536  char *res,
537  int res_len,
538  int flags)
539 {
540  int ret = ff_filter_process_command(ctx, cmd, arg, res, res_len, flags);
541 
542  if (ret < 0)
543  return ret;
544 
545  return config_input(ctx->inputs[0]);
546 }
547 
548 static const AVFilterPad inputs[] = {
549  {
550  .name = "default",
551  .type = AVMEDIA_TYPE_VIDEO,
552  .filter_frame = filter_frame,
553  .config_props = config_input,
554  },
555 };
556 
557 static const AVFilterPad outputs[] = {
558  {
559  .name = "default",
560  .type = AVMEDIA_TYPE_VIDEO,
561  .request_frame = request_frame,
562  },
563 };
564 
565 const AVFilter ff_vf_atadenoise = {
566  .name = "atadenoise",
567  .description = NULL_IF_CONFIG_SMALL("Apply an Adaptive Temporal Averaging Denoiser."),
568  .priv_size = sizeof(ATADenoiseContext),
569  .priv_class = &atadenoise_class,
570  .init = init,
571  .uninit = uninit,
572  FILTER_INPUTS(inputs),
573  FILTER_OUTPUTS(outputs),
574  FILTER_PIXFMTS_ARRAY(pixel_fmts),
575  .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
576  .process_command = process_command,
577 };
ff_get_video_buffer
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:101
AV_PIX_FMT_YUVA422P16
#define AV_PIX_FMT_YUVA422P16
Definition: pixfmt.h:449
FILTER_ROW
#define FILTER_ROW(type, name)
Definition: vf_atadenoise.c:238
ATADenoiseContext::available
int available
Definition: vf_atadenoise.c:62
AV_PIX_FMT_GBRAP16
#define AV_PIX_FMT_GBRAP16
Definition: pixfmt.h:428
AV_LOG_WARNING
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:186
td
#define td
Definition: regdef.h:70
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
WFILTER_ROW
#define WFILTER_ROW(type, name)
Definition: vf_atadenoise.c:141
out
FILE * out
Definition: movenc.c:54
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:999
av_pix_fmt_desc_get
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2662
AVERROR_EOF
#define AVERROR_EOF
End of file.
Definition: error.h:57
FILTER_PIXFMTS_ARRAY
#define FILTER_PIXFMTS_ARRAY(array)
Definition: internal.h:170
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
av_frame_free
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:111
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Definition: vf_atadenoise.c:533
AV_PIX_FMT_YUVA422P9
#define AV_PIX_FMT_YUVA422P9
Definition: pixfmt.h:441
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:325
pixdesc.h
AV_PIX_FMT_YUVA420P16
#define AV_PIX_FMT_YUVA420P16
Definition: pixfmt.h:448
w
uint8_t w
Definition: llviddspenc.c:38
AVFILTER_DEFINE_CLASS
AVFILTER_DEFINE_CLASS(atadenoise)
AV_PIX_FMT_YUVA420P10
#define AV_PIX_FMT_YUVA420P10
Definition: pixfmt.h:443
AVOption
AVOption.
Definition: opt.h:251
data
const char data[16]
Definition: mxf.c:143
ff_atadenoise_init_x86
void ff_atadenoise_init_x86(ATADenoiseDSPContext *dsp, int depth, int algorithm, const float *sigma)
Definition: vf_atadenoise_init.c:37
expf
#define expf(x)
Definition: libm.h:283
AV_PIX_FMT_YUV420P10
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:406
ff_request_frame
int ff_request_frame(AVFilterLink *link)
Request an input frame from the filter at the other end of the link.
Definition: avfilter.c:400
AV_PIX_FMT_YUV440P
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
AVFilter::name
const char * name
Filter name.
Definition: avfilter.h:175
ThreadData::out
AVFrame * out
Definition: af_adeclick.c:473
video.h
ThreadData::in
AVFrame * in
Definition: af_adecorrelate.c:154
request_frame
static int request_frame(AVFilterLink *outlink)
Definition: vf_atadenoise.c:506
AV_PIX_FMT_YUVA422P10
#define AV_PIX_FMT_YUVA422P10
Definition: pixfmt.h:444
ATADenoiseContext::planes
int planes
Definition: vf_atadenoise.c:51
AV_PIX_FMT_GRAY9
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:386
AVFrame::data
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:346
ff_bufqueue_get
static AVFrame * ff_bufqueue_get(struct FFBufQueue *queue)
Get the first buffer from the queue and remove it.
Definition: bufferqueue.h:98
av_image_copy_plane
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:374
formats.h
init
static av_cold int init(AVFilterContext *ctx)
Definition: vf_atadenoise.c:123
FILTER_ROW_SERIAL
#define FILTER_ROW_SERIAL(type, name)
Definition: vf_atadenoise.c:285
AV_PIX_FMT_YUVA420P9
#define AV_PIX_FMT_YUVA420P9
Definition: pixfmt.h:440
SIZE
#define SIZE
Definition: vf_atadenoise.c:41
ATADenoiseContext::radius
int radius
Definition: vf_atadenoise.c:61
AV_PIX_FMT_GBRP14
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:424
FLAGS
#define FLAGS
Definition: vf_atadenoise.c:70
atadenoise_options
static const AVOption atadenoise_options[]
Definition: vf_atadenoise.c:73
AV_PIX_FMT_GBRAP
@ AV_PIX_FMT_GBRAP
planar GBRA 4:4:4:4 32bpp
Definition: pixfmt.h:205
AV_PIX_FMT_GBRP10
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:422
AV_PIX_FMT_YUVA444P16
#define AV_PIX_FMT_YUVA444P16
Definition: pixfmt.h:450
NB_ATAA
@ NB_ATAA
Definition: atadenoise.h:30
AV_PIX_FMT_YUV422P9
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:404
ATADenoiseContext::thrb
int thrb[4]
Definition: vf_atadenoise.c:48
ATADenoiseContext::weights
float weights[4][SIZE]
Definition: vf_atadenoise.c:60
AV_PIX_FMT_GRAY16
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:390
AVFilterPad
A filter pad used for either input or output.
Definition: internal.h:49
AV_PIX_FMT_YUV444P10
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:409
AV_PIX_FMT_YUVJ411P
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:248
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
Definition: vf_atadenoise.c:437
av_cold
#define av_cold
Definition: attributes.h:90
AV_PIX_FMT_YUV422P16
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:418
AV_PIX_FMT_YUVJ422P
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:79
AV_PIX_FMT_GBRAP10
#define AV_PIX_FMT_GBRAP10
Definition: pixfmt.h:426
ff_vf_atadenoise
const AVFilter ff_vf_atadenoise
Definition: vf_atadenoise.c:565
av_image_fill_linesizes
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
s
#define s(width, name)
Definition: cbs_vp9.c:256
ATADenoiseContext::thra
int thra[4]
Definition: vf_atadenoise.c:48
AV_PIX_FMT_GBRAP12
#define AV_PIX_FMT_GBRAP12
Definition: pixfmt.h:427
AV_PIX_FMT_YUVA420P
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
AV_PIX_FMT_YUV444P16
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:419
AV_CEIL_RSHIFT
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:50
slice_end
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2013
AV_PIX_FMT_YUVA444P12
#define AV_PIX_FMT_YUVA444P12
Definition: pixfmt.h:447
AV_PIX_FMT_YUV420P9
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:403
AV_PIX_FMT_YUV420P16
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:417
ctx
AVFormatContext * ctx
Definition: movenc.c:48
AV_PIX_FMT_GRAY14
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:389
av_frame_clone
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:464
AV_PIX_FMT_YUV420P
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
WFILTER_ROW_SERIAL
#define WFILTER_ROW_SERIAL(type, name)
Definition: vf_atadenoise.c:188
FILTER_INPUTS
#define FILTER_INPUTS(array)
Definition: internal.h:190
AV_PIX_FMT_YUVJ444P
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
arg
const char * arg
Definition: jacosubdec.c:67
ATADenoiseContext::algorithm
int algorithm
Definition: vf_atadenoise.c:49
AV_PIX_FMT_GRAY10
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:387
AV_PIX_FMT_GBRP16
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:425
AVClass
Describe the class of an AVClass context structure.
Definition: log.h:66
NULL
#define NULL
Definition: coverity.c:32
av_frame_copy_props
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
Definition: frame.c:596
ATADenoiseContext::q
struct FFBufQueue q
Definition: vf_atadenoise.c:57
SERIAL
@ SERIAL
Definition: atadenoise.h:29
AV_PIX_FMT_YUVJ420P
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:78
ff_bufqueue_discard_all
static void ff_bufqueue_discard_all(struct FFBufQueue *queue)
Unref and remove all buffers from the queue.
Definition: bufferqueue.h:111
AV_PIX_FMT_YUV440P10
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:408
AV_PIX_FMT_YUV422P10
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:407
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_atadenoise.c:526
ATADenoiseContext::nb_planes
int nb_planes
Definition: vf_atadenoise.c:52
AV_PIX_FMT_GRAY8
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Definition: pixfmt.h:74
AV_PIX_FMT_GBRP9
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:421
OFFSET
#define OFFSET(x)
Definition: vf_atadenoise.c:69
planes
static const struct @328 planes[]
ATADenoiseContext::fthra
float fthra[4]
Definition: vf_atadenoise.c:46
ATADenoiseContext::data
void * data[4][SIZE]
Definition: vf_atadenoise.c:58
bufferqueue.h
ATADenoiseContext
Definition: vf_atadenoise.c:43
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:117
AV_PIX_FMT_YUV422P12
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:411
size
int size
Definition: twinvq_data.h:10344
atadenoise.h
AV_PIX_FMT_YUV444P12
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:413
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:863
PARALLEL
@ PARALLEL
Definition: atadenoise.h:28
AV_PIX_FMT_YUVA444P
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
Definition: pixfmt.h:167
ATADenoiseContext::linesizes
int linesizes[4]
Definition: vf_atadenoise.c:55
AV_PIX_FMT_YUVA444P10
#define AV_PIX_FMT_YUVA444P10
Definition: pixfmt.h:445
ff_bufqueue_add
static void ff_bufqueue_add(void *log, struct FFBufQueue *queue, AVFrame *buf)
Add a buffer to the queue.
Definition: bufferqueue.h:71
internal.h
AV_OPT_TYPE_FLOAT
@ AV_OPT_TYPE_FLOAT
Definition: opt.h:228
ATADenoiseContext::planewidth
int planewidth[4]
Definition: vf_atadenoise.c:53
ATADenoiseContext::sigma
float sigma[4]
Definition: vf_atadenoise.c:47
ATADenoiseContext::mid
int mid
Definition: vf_atadenoise.c:61
ff_bufqueue_peek
static AVFrame * ff_bufqueue_peek(struct FFBufQueue *queue, unsigned index)
Get a buffer from the queue without altering it.
Definition: bufferqueue.h:87
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
FFMIN3
#define FFMIN3(a, b, c)
Definition: macros.h:50
FFBufQueue
Structure holding the queue.
Definition: bufferqueue.h:49
ATADenoiseContext::dsp
ATADenoiseDSPContext dsp
Definition: vf_atadenoise.c:66
AV_PIX_FMT_GBRP12
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:423
weights
static const int weights[]
Definition: hevc_pel.c:32
pixel_fmts
static enum AVPixelFormat pixel_fmts[]
Definition: vf_atadenoise.c:93
ff_filter_get_nb_threads
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:783
ThreadData
Used for passing data between threads.
Definition: dsddec.c:68
AV_PIX_FMT_YUVJ440P
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
Definition: pixfmt.h:100
AVFilterPad::name
const char * name
Pad name.
Definition: internal.h:55
AV_PIX_FMT_YUV444P9
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:405
AVFilter
Filter definition.
Definition: avfilter.h:171
ret
ret
Definition: filter_design.txt:187
frame
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
Definition: filter_design.txt:264
VF
#define VF
Definition: vf_atadenoise.c:71
AV_PIX_FMT_YUVA444P9
#define AV_PIX_FMT_YUVA444P9
Definition: pixfmt.h:442
config_input
static int config_input(AVFilterLink *inlink)
Definition: vf_atadenoise.c:382
AV_PIX_FMT_YUV420P12
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:410
AV_PIX_FMT_YUV422P14
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:415
ATADenoiseContext::filter_slice
int(* filter_slice)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_atadenoise.c:64
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:65
AV_PIX_FMT_YUVA422P12
#define AV_PIX_FMT_YUVA422P12
Definition: pixfmt.h:446
AV_OPT_TYPE_INT
@ AV_OPT_TYPE_INT
Definition: opt.h:225
avfilter.h
AV_PIX_FMT_YUV444P
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
AVFilterContext
An instance of a filter.
Definition: avfilter.h:408
AV_PIX_FMT_GBRP
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:158
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:127
desc
const char * desc
Definition: libsvtav1.c:83
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AV_PIX_FMT_YUV422P
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
ATADenoiseContext::fthrb
float fthrb[4]
Definition: vf_atadenoise.c:46
AVPixFmtDescriptor
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:69
ATADenoiseContext::size
int size
Definition: vf_atadenoise.c:61
FILTER_OUTPUTS
#define FILTER_OUTPUTS(array)
Definition: internal.h:191
src
INIT_CLIP pixel * src
Definition: h264pred_template.c:418
AV_PIX_FMT_YUV411P
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
AV_OPT_TYPE_FLAGS
@ AV_OPT_TYPE_FLAGS
Definition: opt.h:224
AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:160
imgutils.h
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
AVFrame::linesize
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
Definition: frame.h:370
AV_PIX_FMT_YUV410P
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
AV_PIX_FMT_YUV440P12
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:412
h
h
Definition: vp9dsp_template.c:2038
ATADenoiseContext::planeheight
int planeheight[4]
Definition: vf_atadenoise.c:54
AV_PIX_FMT_YUV444P14
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:416
ATADenoiseContext::linesize
int linesize[4][SIZE]
Definition: vf_atadenoise.c:59
inputs
static const AVFilterPad inputs[]
Definition: vf_atadenoise.c:548
AV_PIX_FMT_GRAY12
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:388
ff_filter_execute
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
Definition: internal.h:142
int
int
Definition: ffmpeg_filter.c:153
AV_OPT_TYPE_CONST
@ AV_OPT_TYPE_CONST
Definition: opt.h:234
ATADenoiseDSPContext
Definition: atadenoise.h:33
filter_slice
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_atadenoise.c:335
AV_PIX_FMT_YUVA422P
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
Definition: pixfmt.h:166
AV_PIX_FMT_YUV420P14
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:414
outputs
static const AVFilterPad outputs[]
Definition: vf_atadenoise.c:557
Generated on Wed Aug 24 2022 21:42:02 for FFmpeg by   doxygen 1.8.17