FFmpeg  4.3.7
vf_lagfun.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2019 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/imgutils.h"
22 #include "libavutil/intreadwrite.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/pixdesc.h"
25 
26 #include "avfilter.h"
27 #include "formats.h"
28 #include "internal.h"
29 #include "video.h"
30 
31 typedef struct LagfunContext {
32  const AVClass *class;
34  float decay;
35  int planes;
36 
37  int depth;
38  int nb_planes;
39  int linesize[4];
40  int height[4];
41 
43 
44  int (*lagfun)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
46 
48 {
49  static const enum AVPixelFormat pixel_fmts[] = {
69  };
71  if (!formats)
72  return AVERROR(ENOMEM);
73  return ff_set_common_formats(ctx, formats);
74 }
75 
76 typedef struct ThreadData {
77  AVFrame *in, *out, *old;
78 } ThreadData;
79 
80 static int lagfun_frame8(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
81 {
82  LagfunContext *s = ctx->priv;
83  const float decay = s->decay;
84  ThreadData *td = arg;
85  AVFrame *in = td->in;
86  AVFrame *out = td->out;
87  AVFrame *old = td->old;
88 
89  for (int p = 0; p < s->nb_planes; p++) {
90  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
91  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
92  const uint8_t *src = in->data[p] + slice_start * in->linesize[p];
93  const uint8_t *osrc = old->data[p] + slice_start * old->linesize[p];
94  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
95 
96  if (!((1 << p) & s->planes)) {
97  av_image_copy_plane(dst, out->linesize[p],
98  src, in->linesize[p],
99  s->linesize[p], slice_end - slice_start);
100  continue;
101  }
102 
103  for (int y = slice_start; y < slice_end; y++) {
104  for (int x = 0; x < s->linesize[p]; x++)
105  dst[x] = FFMAX(src[x], osrc[x] * decay);
106 
107  src += in->linesize[p];
108  osrc += old->linesize[p];
109  dst += out->linesize[p];
110  }
111  }
112 
113  return 0;
114 }
115 
116 static int lagfun_frame16(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
117 {
118  LagfunContext *s = ctx->priv;
119  const float decay = s->decay;
120  ThreadData *td = arg;
121  AVFrame *in = td->in;
122  AVFrame *out = td->out;
123  AVFrame *old = td->old;
124 
125  for (int p = 0; p < s->nb_planes; p++) {
126  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
127  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
128  const uint16_t *src = (const uint16_t *)in->data[p] + slice_start * in->linesize[p] / 2;
129  const uint16_t *osrc = (const uint16_t *)old->data[p] + slice_start * old->linesize[p] / 2;
130  uint16_t *dst = (uint16_t *)out->data[p] + slice_start * out->linesize[p] / 2;
131 
132  if (!((1 << p) & s->planes)) {
133  av_image_copy_plane((uint8_t *)dst, out->linesize[p],
134  (uint8_t *)src, in->linesize[p],
135  s->linesize[p], slice_end - slice_start);
136  continue;
137  }
138 
139  for (int y = slice_start; y < slice_end; y++) {
140  for (int x = 0; x < s->linesize[p] / 2; x++)
141  dst[x] = FFMAX(src[x], osrc[x] * decay);
142 
143  src += in->linesize[p] / 2;
144  osrc += old->linesize[p] / 2;
145  dst += out->linesize[p] / 2;
146  }
147  }
148 
149  return 0;
150 }
151 
152 static int config_output(AVFilterLink *outlink)
153 {
154  AVFilterContext *ctx = outlink->src;
155  LagfunContext *s = ctx->priv;
156  AVFilterLink *inlink = ctx->inputs[0];
157  int ret;
158 
159  s->desc = av_pix_fmt_desc_get(outlink->format);
160  if (!s->desc)
161  return AVERROR_BUG;
163  s->depth = s->desc->comp[0].depth;
164  s->lagfun = s->depth <= 8 ? lagfun_frame8 : lagfun_frame16;
165 
166  if ((ret = av_image_fill_linesizes(s->linesize, inlink->format, inlink->w)) < 0)
167  return ret;
168 
169  s->height[1] = s->height[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
170  s->height[0] = s->height[3] = inlink->h;
171 
172  return 0;
173 }
174 
175 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
176 {
177  AVFilterContext *ctx = inlink->dst;
178  AVFilterLink *outlink = ctx->outputs[0];
179  LagfunContext *s = ctx->priv;
180  ThreadData td;
181  AVFrame *out;
182 
183  if (!s->old) {
184  s->old = av_frame_clone(in);
185  return ff_filter_frame(outlink, in);
186  }
187 
188  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
189  if (!out) {
190  av_frame_free(&in);
191  return AVERROR(ENOMEM);
192  }
193  out->pts = in->pts;
194 
195  td.out = out;
196  td.in = in;
197  td.old = s->old;
198  ctx->internal->execute(ctx, s->lagfun, &td, NULL, FFMIN(s->height[1], ff_filter_get_nb_threads(ctx)));
199 
200  av_frame_free(&s->old);
201  av_frame_free(&in);
202  s->old = av_frame_clone(out);
203  return ff_filter_frame(outlink, out);
204 }
205 
207 {
208  LagfunContext *s = ctx->priv;
209 
210  av_frame_free(&s->old);
211 }
212 
213 #define OFFSET(x) offsetof(LagfunContext, x)
214 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
215 
216 static const AVOption lagfun_options[] = {
217  { "decay", "set decay", OFFSET(decay), AV_OPT_TYPE_FLOAT, {.dbl=.95}, 0, 1, FLAGS },
218  { "planes", "set what planes to filter", OFFSET(planes), AV_OPT_TYPE_FLAGS, {.i64=15}, 0, 15, FLAGS },
219  { NULL },
220 };
221 
222 static const AVFilterPad inputs[] = {
223  {
224  .name = "default",
225  .type = AVMEDIA_TYPE_VIDEO,
226  .filter_frame = filter_frame,
227  },
228  { NULL }
229 };
230 
231 static const AVFilterPad outputs[] = {
232  {
233  .name = "default",
234  .type = AVMEDIA_TYPE_VIDEO,
235  .config_props = config_output,
236  },
237  { NULL }
238 };
239 
241 
243  .name = "lagfun",
244  .description = NULL_IF_CONFIG_SMALL("Slowly update darker pixels."),
245  .priv_size = sizeof(LagfunContext),
246  .priv_class = &lagfun_class,
248  .uninit = uninit,
249  .outputs = outputs,
250  .inputs = inputs,
252 };
#define NULL
Definition: coverity.c:32
AVFrame * out
Definition: af_adeclick.c:494
AVFilter ff_vf_lagfun
Definition: vf_lagfun.c:242
#define AV_PIX_FMT_YUV440P10
Definition: pixfmt.h:399
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2549
This structure describes decoded (raw) audio or video data.
Definition: frame.h:300
AVOption.
Definition: opt.h:246
#define AV_PIX_FMT_YUV444P14
Definition: pixfmt.h:407
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
Definition: pixfmt.h:71
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2589
Main libavfilter public API header.
float decay
Definition: vf_lagfun.c:34
AVFrame * old
Definition: vf_lagfun.c:77
planar GBR 4:4:4 24bpp
Definition: pixfmt.h:168
static const AVFilterPad inputs[]
Definition: vf_lagfun.c:222
#define AV_PIX_FMT_GBRP10
Definition: pixfmt.h:413
#define AV_PIX_FMT_GRAY9
Definition: pixfmt.h:377
AVFrame * old
Definition: vf_lagfun.c:42
#define AV_PIX_FMT_YUV420P12
Definition: pixfmt.h:401
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:104
#define OFFSET(x)
Definition: vf_lagfun.c:213
AVFilterFormats * ff_make_format_list(const int *fmts)
Create a list of supported formats.
Definition: formats.c:300
#define AV_PIX_FMT_GRAY10
Definition: pixfmt.h:378
const char * name
Pad name.
Definition: internal.h:60
#define AV_PIX_FMT_GRAY12
Definition: pixfmt.h:379
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:346
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1075
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
#define av_cold
Definition: attributes.h:88
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:393
#define AV_PIX_FMT_GBRP9
Definition: pixfmt.h:412
planar YUV 4:4:0 full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV440P and setting color_range...
Definition: pixfmt.h:100
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
Definition: pixfmt.h:79
#define AV_PIX_FMT_YUV444P16
Definition: pixfmt.h:410
#define AV_PIX_FMT_YUV422P12
Definition: pixfmt.h:402
A filter pad used for either input or output.
Definition: internal.h:54
#define src
Definition: vp8dsp.c:254
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:605
#define td
Definition: regdef.h:70
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:188
void * priv
private data for use by the filter
Definition: avfilter.h:353
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:116
const char * arg
Definition: jacosubdec.c:66
#define AV_PIX_FMT_YUV444P10
Definition: pixfmt.h:400
#define FFMAX(a, b)
Definition: common.h:94
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: vf_lagfun.c:175
planar YUV 4:2:2, 16bpp, (1 Cr & Cb sample per 2x1 Y samples)
Definition: pixfmt.h:70
#define AV_PIX_FMT_YUV422P9
Definition: pixfmt.h:395
#define AV_PIX_FMT_GBRP16
Definition: pixfmt.h:416
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:784
#define AV_PIX_FMT_GRAY16
Definition: pixfmt.h:381
#define FFMIN(a, b)
Definition: common.h:96
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
Definition: pixfmt.h:78
static int query_formats(AVFilterContext *ctx)
Definition: vf_lagfun.c:47
AVFormatContext * ctx
Definition: movenc.c:48
const AVPixFmtDescriptor * desc
Definition: vf_lagfun.c:33
#define s(width, name)
Definition: cbs_vp9.c:257
#define AV_PIX_FMT_YUV444P9
Definition: pixfmt.h:396
#define AV_PIX_FMT_GBRP14
Definition: pixfmt.h:415
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:541
#define AV_PIX_FMT_YUV420P16
Definition: pixfmt.h:408
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_lagfun.c:206
#define AV_PIX_FMT_YUV420P14
Definition: pixfmt.h:405
static const AVOption lagfun_options[]
Definition: vf_lagfun.c:216
Used for passing data between threads.
Definition: dsddec.c:67
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:331
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
#define AV_PIX_FMT_GRAY14
Definition: pixfmt.h:380
int(* lagfun)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_lagfun.c:44
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:50
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
#define AV_PIX_FMT_YUV420P10
Definition: pixfmt.h:397
planar YUV 4:1:0, 9bpp, (1 Cr & Cb sample per 4x4 Y samples)
Definition: pixfmt.h:72
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
const char * name
Filter name.
Definition: avfilter.h:148
#define AV_PIX_FMT_YUV440P12
Definition: pixfmt.h:403
#define AV_PIX_FMT_YUV420P9
Definition: pixfmt.h:394
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static int lagfun_frame16(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_lagfun.c:116
#define AV_PIX_FMT_YUV422P14
Definition: pixfmt.h:406
#define AV_PIX_FMT_GBRP12
Definition: pixfmt.h:414
static int lagfun_frame8(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_lagfun.c:80
#define flags(name, subs,...)
Definition: cbs_av1.c:565
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:378
#define AV_PIX_FMT_YUV422P10
Definition: pixfmt.h:398
#define AV_PIX_FMT_YUV444P12
Definition: pixfmt.h:404
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:314
AVFILTER_DEFINE_CLASS(lagfun)
int
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
Y , 8bpp.
Definition: pixfmt.h:74
static int config_output(AVFilterLink *outlink)
Definition: vf_lagfun.c:152
if(ret< 0)
Definition: vf_mcdeint.c:279
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
Definition: pixfmt.h:80
#define FLAGS
Definition: vf_lagfun.c:214
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples)
Definition: pixfmt.h:73
avfilter_execute_func * execute
Definition: internal.h:144
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2040
A list of supported formats for one end of a filter link.
Definition: formats.h:64
planar YUV 4:1:1, 12bpp, (1 Cr & Cb sample per 4x1 Y samples) full scale (JPEG), deprecated in favor ...
Definition: pixfmt.h:258
An instance of a filter.
Definition: avfilter.h:338
int linesize[4]
Definition: vf_lagfun.c:39
FILE * out
Definition: movenc.c:54
planar YUV 4:4:0 (1 Cr & Cb sample per 1x2 Y samples)
Definition: pixfmt.h:99
AVFrame * in
Definition: af_afftdn.c:1083
formats
Definition: signature.h:48
void av_image_copy_plane(uint8_t *dst, int dst_linesize, const uint8_t *src, int src_linesize, int bytewidth, int height)
Copy image plane from src to dst.
Definition: imgutils.c:338
internal API functions
int depth
Number of bits in the component.
Definition: pixdesc.h:58
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
#define AV_PIX_FMT_YUV422P16
Definition: pixfmt.h:409
static const AVFilterPad outputs[]
Definition: vf_lagfun.c:231
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
int height[4]
Definition: vf_lagfun.c:40