Go to the documentation of this file.
33 #define OFFSET(x) offsetof(RemoveGrainContext, x)
34 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
57 #define REMOVE_GRAIN_SORT_AXIS \
58 const int ma1 = FFMAX(a1, a8); \
59 const int mi1 = FFMIN(a1, a8); \
60 const int ma2 = FFMAX(a2, a7); \
61 const int mi2 = FFMIN(a2, a7); \
62 const int ma3 = FFMAX(a3, a6); \
63 const int mi3 = FFMIN(a3, a6); \
64 const int ma4 = FFMAX(a4, a5); \
65 const int mi4 = FFMIN(a4, a5);
75 static int cmp_int(
const void *p1,
const void *p2)
77 int left = *(
const int *)p1;
78 int right = *(
const int *)p2;
123 }
else if (mindiff ==
c2) {
125 }
else if (mindiff == c3) {
136 const int d1 = ma1 - mi1;
137 const int d2 = ma2 - mi2;
138 const int d3 = ma3 - mi3;
139 const int d4 = ma4 - mi4;
141 const int cli1 =
av_clip(
c, mi1, ma1);
142 const int cli2 =
av_clip(
c, mi2, ma2);
143 const int cli3 =
av_clip(
c, mi3, ma3);
144 const int cli4 =
av_clip(
c, mi4, ma4);
155 }
else if (mindiff ==
c2) {
157 }
else if (mindiff == c3) {
168 const int d1 = ma1 - mi1;
169 const int d2 = ma2 - mi2;
170 const int d3 = ma3 - mi3;
171 const int d4 = ma4 - mi4;
173 const int cli1 =
av_clip(
c, mi1, ma1);
174 const int cli2 =
av_clip(
c, mi2, ma2);
175 const int cli3 =
av_clip(
c, mi3, ma3);
176 const int cli4 =
av_clip(
c, mi4, ma4);
178 const int c1 =
FFABS(
c - cli1) + d1;
179 const int c2 =
FFABS(
c - cli2) + d2;
180 const int c3 =
FFABS(
c - cli3) + d3;
181 const int c4 =
FFABS(
c - cli4) + d4;
187 }
else if (mindiff ==
c2) {
189 }
else if (mindiff == c3) {
200 const int d1 = ma1 - mi1;
201 const int d2 = ma2 - mi2;
202 const int d3 = ma3 - mi3;
203 const int d4 = ma4 - mi4;
205 const int cli1 =
av_clip(
c, mi1, ma1);
206 const int cli2 =
av_clip(
c, mi2, ma2);
207 const int cli3 =
av_clip(
c, mi3, ma3);
208 const int cli4 =
av_clip(
c, mi4, ma4);
219 }
else if (mindiff ==
c2) {
221 }
else if (mindiff == c3) {
232 const int d1 = ma1 - mi1;
233 const int d2 = ma2 - mi2;
234 const int d3 = ma3 - mi3;
235 const int d4 = ma4 - mi4;
241 }
else if (mindiff == d2) {
243 }
else if (mindiff == d3) {
257 const int d6 =
FFABS(
c - a6);
258 const int d7 =
FFABS(
c - a7);
259 const int d8 =
FFABS(
c - a8);
264 if (mindiff == d7)
return a7;
265 if (mindiff == d8)
return a8;
266 if (mindiff == d6)
return a6;
267 if (mindiff == d2)
return a2;
268 if (mindiff == d3)
return a3;
269 if (mindiff == d1)
return a1;
270 if (mindiff == d5)
return a5;
277 const int sum = 4 *
c + 2 * (
a2 +
a4 +
a5 + a7) +
a1 +
a3 + a6 + a8;
278 const int val = (sum + 8) >> 4;
292 return (
a2 + a7 + 1) >> 1;
295 return (
a3 + a6 + 1) >> 1;
298 return (
a1 + a8 + 1) >> 1;
308 const int average = (2 * (
a2 + a7) +
a1 +
a3 + a6 + a8 + 4) >> 3;
354 const int sum =
a1 +
a2 +
a3 +
a4 +
a5 + a6 + a7 + a8;
355 const int val = (sum + 4) >> 3;
362 const int sum =
a1 +
a2 +
a3 +
a4 +
c +
a5 + a6 + a7 + a8;
363 const int val = (sum + 4) / 9;
370 const int l1l = (
a1 + a8) >> 1;
371 const int l2l = (
a2 + a7) >> 1;
372 const int l3l = (
a3 + a6) >> 1;
373 const int l4l = (
a4 +
a5) >> 1;
375 const int l1h = (
a1 + a8 + 1) >> 1;
376 const int l2h = (
a2 + a7 + 1) >> 1;
377 const int l3h = (
a3 + a6 + 1) >> 1;
378 const int l4h = (
a4 +
a5 + 1) >> 1;
388 const int l1 = (
a1 + a8 + 1) >> 1;
389 const int l2 = (
a2 + a7 + 1) >> 1;
390 const int l3 = (
a3 + a6 + 1) >> 1;
391 const int l4 = (
a4 +
a5 + 1) >> 1;
403 const int linediff1 = ma1 - mi1;
404 const int linediff2 = ma2 - mi2;
405 const int linediff3 = ma3 - mi3;
406 const int linediff4 = ma4 - mi4;
408 const int u1 =
FFMIN(
c - ma1, linediff1);
409 const int u2 =
FFMIN(
c - ma2, linediff2);
410 const int u3 =
FFMIN(
c - ma3, linediff3);
411 const int u4 =
FFMIN(
c - ma4, linediff4);
414 const int d1 =
FFMIN(mi1 -
c, linediff1);
415 const int d2 =
FFMIN(mi2 -
c, linediff2);
416 const int d3 =
FFMIN(mi3 -
c, linediff3);
417 const int d4 =
FFMIN(mi4 -
c, linediff4);
427 const int linediff1 = ma1 - mi1;
428 const int linediff2 = ma2 - mi2;
429 const int linediff3 = ma3 - mi3;
430 const int linediff4 = ma4 - mi4;
432 const int tu1 =
c - ma1;
433 const int tu2 =
c - ma2;
434 const int tu3 =
c - ma3;
435 const int tu4 =
c - ma4;
437 const int u1 =
FFMIN(tu1, linediff1 - tu1);
438 const int u2 =
FFMIN(tu2, linediff2 - tu2);
439 const int u3 =
FFMIN(tu3, linediff3 - tu3);
440 const int u4 =
FFMIN(tu4, linediff4 - tu4);
443 const int td1 = mi1 -
c;
444 const int td2 = mi2 -
c;
445 const int td3 = mi3 -
c;
446 const int td4 = mi4 -
c;
448 const int d1 =
FFMIN(td1, linediff1 - td1);
449 const int d2 =
FFMIN(td2, linediff2 - td2);
450 const int d3 =
FFMIN(td3, linediff3 - td3);
451 const int d4 =
FFMIN(td4, linediff4 - td4);
466 s->planeheight[0] =
s->planeheight[3] =
inlink->h;
468 s->planewidth[0] =
s->planewidth[3] =
inlink->w;
470 for (
i = 0;
i <
s->nb_planes;
i++) {
471 switch (
s->mode[
i]) {
484 case 13:
s->skip_odd = 1;
486 case 14:
s->skip_even = 1;
488 case 15:
s->skip_odd = 1;
490 case 16:
s->skip_even = 1;
521 const int i =
td->plane;
522 const int height =
s->planeheight[
i];
526 int start = (
height * jobnr ) / nb_jobs;
527 int end = (
height * (jobnr+1)) / nb_jobs;
530 start =
FFMAX(1, start);
532 for (y = start; y < end; y++) {
533 uint8_t *dst =
out->data[
i];
537 dst =
out->data[
i] + y *
out->linesize[
i];
539 if (
s->skip_even && !(y & 1)) {
540 memcpy(dst,
src,
s->planewidth[
i]);
543 if (
s->skip_odd && y & 1) {
544 memcpy(dst,
src,
s->planewidth[
i]);
551 int w_asm = (
s->planewidth[
i] - 2) & ~15;
561 for (; x <
s->planewidth[
i] - 1; x++) {
563 const int a2 =
src[-o0];
564 const int a3 =
src[-om];
565 const int a4 =
src[-1 ];
566 const int c =
src[ 0 ];
567 const int a5 =
src[ 1 ];
568 const int a6 =
src[ om];
569 const int a7 =
src[ o0];
570 const int a8 =
src[
op];
599 for (
i = 0;
i <
s->nb_planes;
i++) {
600 uint8_t *dst =
out->data[
i];
603 if (
s->mode[
i] == 0) {
606 s->planewidth[
i],
s->planeheight[
i]);
610 memcpy(dst,
src,
s->planewidth[
i]);
617 dst =
out->data[
i] + (
s->planeheight[
i] - 1) *
out->linesize[
i];
618 memcpy(dst,
src,
s->planewidth[
i]);
635 .
name =
"removegrain",
641 .priv_class = &removegrain_class,
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
AVPixelFormat
Pixel format.
static enum AVPixelFormat pix_fmts[]
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
#define u(width, name, range_min, range_max)
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
static int mode19(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
#define FILTER_PIXFMTS_ARRAY(array)
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
This structure describes decoded (raw) audio or video data.
static int mode05(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
void ff_removegrain_init_x86(RemoveGrainContext *rg)
@ AV_PIX_FMT_YUV440P
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
static int mode20(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
const char * name
Filter name.
static int mode06(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
static int mode18(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
A link between two filters.
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
static int mode08(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
AVFILTER_DEFINE_CLASS(removegrain)
@ AV_PIX_FMT_GBRAP
planar GBRA 4:4:4:4 32bpp
static int mode22(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
static double val(void *priv, double ch)
static int mode23(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
A filter pad used for either input or output.
#define FFDIFFSIGN(x, y)
Comparator.
static int mode21(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
@ AV_PIX_FMT_YUVJ411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
const AVFilterPad ff_video_default_filterpad[1]
An AVFilterPad array whose only entry has name "default" and is of type AVMEDIA_TYPE_VIDEO.
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
@ AV_PIX_FMT_YUVJ422P
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
static const AVFilterPad removegrain_inputs[]
@ AV_PIX_FMT_YUVA420P
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
#define AV_CEIL_RSHIFT(a, b)
static int mode04(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
static int op(uint8_t **dst, const uint8_t *dst_end, GetByteContext *gb, int pixel, int count, int *x, int width, int linesize)
Perform decode operation.
static int mode07(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
static int mode1516(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
@ AV_PIX_FMT_YUV420P
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
#define FILTER_INPUTS(array)
@ AV_PIX_FMT_YUVJ444P
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
#define FFABS(a)
Absolute value, Note, INT_MIN / INT64_MIN result in undefined behavior as they are not representable ...
int av_frame_copy_props(AVFrame *dst, const AVFrame *src)
Copy only "metadata" fields from src to dst.
@ AV_PIX_FMT_YUVJ420P
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
static int cmp_int(const void *p1, const void *p2)
@ AV_PIX_FMT_GRAY8
Y , 8bpp.
Undefined Behavior In the C some operations are like signed integer dereferencing freed accessing outside allocated Undefined Behavior must not occur in a C it is not safe even if the output of undefined operations is unused The unsafety may seem nit picking but Optimizing compilers have in fact optimized code on the assumption that no undefined Behavior occurs Optimizing code based on wrong assumptions can and has in some cases lead to effects beyond the output of computations The signed integer overflow problem in speed critical code Code which is highly optimized and works with signed integers sometimes has the problem that often the output of the computation does not c
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
#define REMOVE_GRAIN_SORT_AXIS
static const AVOption removegrain_options[]
The reader does not expect b to be semantically here and if the code is changed by maybe adding a a division or other the signedness will almost certainly be mistaken To avoid this confusion a new type was SUINT is the C unsigned type but it holds a signed int to use the same example SUINT a
@ AV_PIX_FMT_YUVA444P
planar YUV 4:4:4 32bpp, (1 Cr & Cb sample per 1x1 Y & A samples)
const AVFilter ff_vf_removegrain
static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
static int mode01(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
#define AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC
Some filters support a generic "enable" expression option that can be used to enable or disable a fil...
static int mode24(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
static int config_input(AVFilterLink *inlink)
#define i(width, name, range_min, range_max)
#define AV_QSORT(p, num, type, cmp)
Quicksort This sort is fast, and fully inplace but not stable and it is possible to construct input t...
int w
agreed upon image width
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Used for passing data between threads.
@ AV_PIX_FMT_YUVJ440P
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range
const char * name
Pad name.
static int mode02(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
Tag MUST be and< 10hcoeff half pel interpolation filter coefficients, hcoeff[0] are the 2 middle coefficients[1] are the next outer ones and so on, resulting in a filter like:...eff[2], hcoeff[1], hcoeff[0], hcoeff[0], hcoeff[1], hcoeff[2] ... the sign of the coefficients is not explicitly stored but alternates after each coeff and coeff[0] is positive, so ...,+,-,+,-,+,+,-,+,-,+,... hcoeff[0] is not explicitly stored but found by subtracting the sum of all stored coefficients with signs from 32 hcoeff[0]=32 - hcoeff[1] - hcoeff[2] - ... a good choice for hcoeff and htaps is htaps=6 hcoeff={40,-10, 2} an alternative which requires more computations at both encoder and decoder side and may or may not be better is htaps=8 hcoeff={42,-14, 6,-2}ref_frames minimum of the number of available reference frames and max_ref_frames for example the first frame after a key frame always has ref_frames=1spatial_decomposition_type wavelet type 0 is a 9/7 symmetric compact integer wavelet 1 is a 5/3 symmetric compact integer wavelet others are reserved stored as delta from last, last is reset to 0 if always_reset||keyframeqlog quality(logarithmic quantizer scale) stored as delta from last, last is reset to 0 if always_reset||keyframemv_scale stored as delta from last, last is reset to 0 if always_reset||keyframe FIXME check that everything works fine if this changes between framesqbias dequantization bias stored as delta from last, last is reset to 0 if always_reset||keyframeblock_max_depth maximum depth of the block tree stored as delta from last, last is reset to 0 if always_reset||keyframequant_table quantization tableHighlevel bitstream structure:==============================--------------------------------------------|Header|--------------------------------------------|------------------------------------|||Block0||||split?||||yes no||||......... intra?||||:Block01 :yes no||||:Block02 :....... ..........||||:Block03 ::y DC ::ref index:||||:Block04 ::cb DC ::motion x :||||......... :cr DC ::motion y :||||....... ..........|||------------------------------------||------------------------------------|||Block1|||...|--------------------------------------------|------------ ------------ ------------|||Y subbands||Cb subbands||Cr subbands||||--- ---||--- ---||--- ---|||||LL0||HL0||||LL0||HL0||||LL0||HL0|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||LH0||HH0||||LH0||HH0||||LH0||HH0|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||HL1||LH1||||HL1||LH1||||HL1||LH1|||||--- ---||--- ---||--- ---||||--- ---||--- ---||--- ---|||||HH1||HL2||||HH1||HL2||||HH1||HL2|||||...||...||...|||------------ ------------ ------------|--------------------------------------------Decoding process:=================------------|||Subbands|------------||||------------|Intra DC||||LL0 subband prediction ------------|\ Dequantization ------------------- \||Reference frames|\ IDWT|------- -------|Motion \|||Frame 0||Frame 1||Compensation . OBMC v -------|------- -------|--------------. \------> Frame n output Frame Frame<----------------------------------/|...|------------------- Range Coder:============Binary Range Coder:------------------- The implemented range coder is an adapted version based upon "Range encoding: an algorithm for removing redundancy from a digitised message." by G. N. N. Martin. The symbols encoded by the Snow range coder are bits(0|1). The associated probabilities are not fix but change depending on the symbol mix seen so far. bit seen|new state ---------+----------------------------------------------- 0|256 - state_transition_table[256 - old_state];1|state_transition_table[old_state];state_transition_table={ 0, 0, 0, 0, 0, 0, 0, 0, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 190, 191, 192, 194, 194, 195, 196, 197, 198, 199, 200, 201, 202, 202, 204, 205, 206, 207, 208, 209, 209, 210, 211, 212, 213, 215, 215, 216, 217, 218, 219, 220, 220, 222, 223, 224, 225, 226, 227, 227, 229, 229, 230, 231, 232, 234, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 248, 0, 0, 0, 0, 0, 0, 0};FIXME Range Coding of integers:------------------------- FIXME Neighboring Blocks:===================left and top are set to the respective blocks unless they are outside of the image in which case they are set to the Null block top-left is set to the top left block unless it is outside of the image in which case it is set to the left block if this block has no larger parent block or it is at the left side of its parent block and the top right block is not outside of the image then the top right block is used for top-right else the top-left block is used Null block y, cb, cr are 128 level, ref, mx and my are 0 Motion Vector Prediction:=========================1. the motion vectors of all the neighboring blocks are scaled to compensate for the difference of reference frames scaled_mv=(mv *(256 *(current_reference+1)/(mv.reference+1))+128)> the median of the scaled left
static int mode1112(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
static int mode1314(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
int h
agreed upon image height
static int mode03(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
@ AV_PIX_FMT_YUV444P
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
static int mode09(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
@ AV_PIX_FMT_GBRP
planar GBR 4:4:4 24bpp
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
@ AV_PIX_FMT_YUV422P
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
static int mode17(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
#define FILTER_OUTPUTS(array)
@ AV_PIX_FMT_YUV411P
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
int linesize[AV_NUM_DATA_POINTERS]
For video, a positive or negative value, which is typically indicating the size in bytes of each pict...
@ AV_PIX_FMT_YUV410P
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
static av_always_inline int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg, int *ret, int nb_jobs)
@ AV_PIX_FMT_YUVA422P
planar YUV 4:2:2 24bpp, (1 Cr & Cb sample per 2x1 Y & A samples)
static int mode10(int c, int a1, int a2, int a3, int a4, int a5, int a6, int a7, int a8)