vf_dnn_processing.c File Reference

#include "libavformat/avio.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "libavutil/avassert.h"
#include "libavutil/imgutils.h"
#include "filters.h"
#include "dnn_filter_common.h"
#include "formats.h"
#include "internal.h"
#include "libswscale/swscale.h"
#include "libavutil/time.h"

Go to the source code of this file.

Data Structures
struct	DnnProcessingContext

Macros
#define	OFFSET(x)   offsetof(DnnProcessingContext, dnnctx.x)
#define	FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM
#define	LOG_FORMAT_CHANNEL_MISMATCH()

Functions
	AVFILTER_DEFINE_CLASS (dnn_processing)
static av_cold int	init (AVFilterContext *context)
static int	query_formats (AVFilterContext *context)
static int	check_modelinput_inlink (const DNNData *model_input, const AVFilterLink *inlink)
static int	config_input (AVFilterLink *inlink)
static av_always_inline int	isPlanarYUV (enum AVPixelFormat pix_fmt)
static int	prepare_uv_scale (AVFilterLink *outlink)
static int	config_output (AVFilterLink *outlink)
static int	copy_uv_planes (DnnProcessingContext *ctx, AVFrame *out, const AVFrame *in)
static int	filter_frame (AVFilterLink *inlink, AVFrame *in)
static int	activate_sync (AVFilterContext *filter_ctx)
static int	flush_frame (AVFilterLink *outlink, int64_t pts, int64_t *out_pts)
static int	activate_async (AVFilterContext *filter_ctx)
static int	activate (AVFilterContext *filter_ctx)
static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const AVOption	dnn_processing_options []
static const AVFilterPad	dnn_processing_inputs []
static const AVFilterPad	dnn_processing_outputs []
AVFilter	ff_vf_dnn_processing

Detailed Description

implementing a generic image processing filter using deep learning networks.

Definition in file vf_dnn_processing.c.

Macro Definition Documentation

OFFSET

#define OFFSET

(

x

)

offsetof(DnnProcessingContext, dnnctx.x)

Definition at line 45 of file vf_dnn_processing.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM

Definition at line 46 of file vf_dnn_processing.c.

LOG_FORMAT_CHANNEL_MISMATCH

#define LOG_FORMAT_CHANNEL_MISMATCH

(

)

Value:

    av_log(ctx, AV_LOG_ERROR,                               \
           "the frame's format %s does not match "          \
           "the model input channel %d\n",                  \
           av_get_pix_fmt_name(fmt),                        \
           model_input->channels);

Definition at line 82 of file vf_dnn_processing.c.

Function Documentation

AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS

(

dnn_processing

)

init()

static av_cold int init ( AVFilterContext *  context )

static

Definition at line 62 of file vf_dnn_processing.c.

query_formats()

static int query_formats ( AVFilterContext *  context )

static

Definition at line 68 of file vf_dnn_processing.c.

check_modelinput_inlink()

static int check_modelinput_inlink ( const DNNData *  model_input, const AVFilterLink *  inlink  )

static

Definition at line 89 of file vf_dnn_processing.c.

Referenced by config_input().

config_input()

static int config_input ( AVFilterLink *  inlink )

static

Definition at line 138 of file vf_dnn_processing.c.

isPlanarYUV()

static av_always_inline int isPlanarYUV ( enum AVPixelFormat  pix_fmt )

static

Definition at line 160 of file vf_dnn_processing.c.

Referenced by activate_async(), ff_get_unscaled_swscale(), ff_init_filters(), ff_init_vscale(), ff_init_vscale_pfn(), filter_frame(), flush_frame(), and prepare_uv_scale().

prepare_uv_scale()

static int prepare_uv_scale ( AVFilterLink *  outlink )

static

Definition at line 167 of file vf_dnn_processing.c.

Referenced by config_output().

config_output()

static int config_output ( AVFilterLink *  outlink )

static

Definition at line 198 of file vf_dnn_processing.c.

copy_uv_planes()

static int copy_uv_planes ( DnnProcessingContext *  ctx, AVFrame *  out, const AVFrame *  in  )

static

Definition at line 217 of file vf_dnn_processing.c.

Referenced by activate_async(), filter_frame(), and flush_frame().

filter_frame()

static int filter_frame ( AVFilterLink *  inlink, AVFrame *  in  )

static

Definition at line 245 of file vf_dnn_processing.c.

Referenced by activate_sync().

activate_sync()

static int activate_sync ( AVFilterContext *  filter_ctx )

static

Definition at line 275 of file vf_dnn_processing.c.

Referenced by activate().

flush_frame()

static int flush_frame ( AVFilterLink *  outlink, int64_t  pts, int64_t *  out_pts  )

static

Definition at line 315 of file vf_dnn_processing.c.

Referenced by activate_async().

activate_async()

static int activate_async ( AVFilterContext *  filter_ctx )

static

Definition at line 346 of file vf_dnn_processing.c.

Referenced by activate().

activate()

static int activate ( AVFilterContext *  filter_ctx )

static

Definition at line 411 of file vf_dnn_processing.c.

uninit()

static av_cold void uninit ( AVFilterContext *  ctx )

static

Definition at line 421 of file vf_dnn_processing.c.

Variable Documentation

dnn_processing_options

const AVOption dnn_processing_options[]

static

Initial value:

= {
    { "dnn_backend", "DNN backend",                OFFSET(backend_type),     AV_OPT_TYPE_INT,       { .i64 = 0 },    INT_MIN, INT_MAX, FLAGS, "backend" },
    { "native",      "native backend flag",        0,                        AV_OPT_TYPE_CONST,     { .i64 = 0 },    0, 0, FLAGS, "backend" },
 
 
 
 
 
 
    DNN_COMMON_OPTIONS
    { NULL }
}

Definition at line 47 of file vf_dnn_processing.c.

dnn_processing_inputs

const AVFilterPad dnn_processing_inputs[]

static

Initial value:

= {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_VIDEO,
        .config_props = config_input,
    },
    { NULL }
}

Definition at line 429 of file vf_dnn_processing.c.

dnn_processing_outputs

const AVFilterPad dnn_processing_outputs[]

static

Initial value:

= {
    {
        .name = "default",
        .type = AVMEDIA_TYPE_VIDEO,
        .config_props  = config_output,
    },
    { NULL }
}

Definition at line 438 of file vf_dnn_processing.c.

ff_vf_dnn_processing

AVFilter ff_vf_dnn_processing

Initial value:

= {
    .name          = "dnn_processing",
    .description   = NULL_IF_CONFIG_SMALL("Apply DNN processing filter to the input."),
    .priv_size     = sizeof(DnnProcessingContext),
    .init          = init,
    .uninit        = uninit,
    .query_formats = query_formats,
    .inputs        = dnn_processing_inputs,
    .outputs       = dnn_processing_outputs,
    .priv_class    = &dnn_processing_class,
    .activate      = activate,
}

Definition at line 447 of file vf_dnn_processing.c.