FFmpeg  4.3.7
vf_mix.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Paul B Mahol
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #include "libavutil/avstring.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/intreadwrite.h"
24 #include "libavutil/opt.h"
25 #include "libavutil/pixdesc.h"
26 
27 #include "avfilter.h"
28 #include "formats.h"
29 #include "internal.h"
30 #include "framesync.h"
31 #include "video.h"
32 
33 typedef struct MixContext {
34  const AVClass *class;
36  char *weights_str;
37  int nb_inputs;
38  int duration;
39  float *weights;
40  float scale;
41  float wfactor;
42 
43  int tmix;
44  int nb_frames;
45 
46  int depth;
47  int max;
48  int nb_planes;
49  int linesize[4];
50  int height[4];
51 
54 } MixContext;
55 
57 {
59  int fmt, ret;
60 
61  for (fmt = 0; av_pix_fmt_desc_get(fmt); fmt++) {
63  if (!(desc->flags & AV_PIX_FMT_FLAG_PAL ||
66  (ret = ff_add_format(&pix_fmts, fmt)) < 0)
67  return ret;
68  }
69 
70  return ff_set_common_formats(ctx, pix_fmts);
71 }
72 
74 {
75  MixContext *s = ctx->priv;
76  char *p, *arg, *saveptr = NULL;
77  int i, ret, last = 0;
78 
79  s->tmix = !strcmp(ctx->filter->name, "tmix");
80 
81  s->frames = av_calloc(s->nb_inputs, sizeof(*s->frames));
82  if (!s->frames)
83  return AVERROR(ENOMEM);
84 
85  s->weights = av_calloc(s->nb_inputs, sizeof(*s->weights));
86  if (!s->weights)
87  return AVERROR(ENOMEM);
88 
89  if (!s->tmix) {
90  for (i = 0; i < s->nb_inputs; i++) {
91  AVFilterPad pad = { 0 };
92 
94  pad.name = av_asprintf("input%d", i);
95  if (!pad.name)
96  return AVERROR(ENOMEM);
97 
98  if ((ret = ff_insert_inpad(ctx, i, &pad)) < 0) {
99  av_freep(&pad.name);
100  return ret;
101  }
102  }
103  }
104 
105  p = s->weights_str;
106  for (i = 0; i < s->nb_inputs; i++) {
107  if (!(arg = av_strtok(p, " ", &saveptr)))
108  break;
109 
110  p = NULL;
111  if (av_sscanf(arg, "%f", &s->weights[i]) != 1) {
112  av_log(ctx, AV_LOG_ERROR, "Invalid syntax for weights[%d].\n", i);
113  return AVERROR(EINVAL);
114  }
115  s->wfactor += s->weights[i];
116  last = i;
117  }
118  for (; i < s->nb_inputs; i++) {
119  s->weights[i] = s->weights[last];
120  s->wfactor += s->weights[i];
121  }
122  if (s->scale == 0) {
123  s->wfactor = 1 / s->wfactor;
124  } else {
125  s->wfactor = s->scale;
126  }
127 
128  return 0;
129 }
130 
131 typedef struct ThreadData {
132  AVFrame **in, *out;
133 } ThreadData;
134 
135 static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
136 {
137  MixContext *s = ctx->priv;
138  ThreadData *td = arg;
139  AVFrame **in = td->in;
140  AVFrame *out = td->out;
141  int i, p, x, y;
142 
143  if (s->depth <= 8) {
144  for (p = 0; p < s->nb_planes; p++) {
145  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
146  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
147  uint8_t *dst = out->data[p] + slice_start * out->linesize[p];
148 
149  for (y = slice_start; y < slice_end; y++) {
150  for (x = 0; x < s->linesize[p]; x++) {
151  int val = 0;
152 
153  for (i = 0; i < s->nb_inputs; i++) {
154  uint8_t src = in[i]->data[p][y * in[i]->linesize[p] + x];
155 
156  val += src * s->weights[i];
157  }
158 
159  dst[x] = av_clip_uint8(val * s->wfactor);
160  }
161 
162  dst += out->linesize[p];
163  }
164  }
165  } else {
166  for (p = 0; p < s->nb_planes; p++) {
167  const int slice_start = (s->height[p] * jobnr) / nb_jobs;
168  const int slice_end = (s->height[p] * (jobnr+1)) / nb_jobs;
169  uint16_t *dst = (uint16_t *)(out->data[p] + slice_start * out->linesize[p]);
170 
171  for (y = slice_start; y < slice_end; y++) {
172  for (x = 0; x < s->linesize[p] / 2; x++) {
173  int val = 0;
174 
175  for (i = 0; i < s->nb_inputs; i++) {
176  uint16_t src = AV_RN16(in[i]->data[p] + y * in[i]->linesize[p] + x * 2);
177 
178  val += src * s->weights[i];
179  }
180 
181  dst[x] = av_clip(val * s->wfactor, 0, s->max);
182  }
183 
184  dst += out->linesize[p] / 2;
185  }
186  }
187  }
188 
189  return 0;
190 }
191 
193 {
194  AVFilterContext *ctx = fs->parent;
195  AVFilterLink *outlink = ctx->outputs[0];
196  MixContext *s = fs->opaque;
197  AVFrame **in = s->frames;
198  AVFrame *out;
199  ThreadData td;
200  int i, ret;
201 
202  for (i = 0; i < s->nb_inputs; i++) {
203  if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
204  return ret;
205  }
206 
207  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
208  if (!out)
209  return AVERROR(ENOMEM);
210  out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, outlink->time_base);
211 
212  td.in = in;
213  td.out = out;
214  ctx->internal->execute(ctx, mix_frames, &td, NULL, FFMIN(s->height[0], ff_filter_get_nb_threads(ctx)));
215 
216  return ff_filter_frame(outlink, out);
217 }
218 
219 static int config_output(AVFilterLink *outlink)
220 {
221  AVFilterContext *ctx = outlink->src;
222  MixContext *s = ctx->priv;
223  AVRational frame_rate = ctx->inputs[0]->frame_rate;
224  AVRational sar = ctx->inputs[0]->sample_aspect_ratio;
225  AVFilterLink *inlink = ctx->inputs[0];
226  int height = ctx->inputs[0]->h;
227  int width = ctx->inputs[0]->w;
228  FFFrameSyncIn *in;
229  int i, ret;
230 
231  if (!s->tmix) {
232  for (i = 1; i < s->nb_inputs; i++) {
233  if (ctx->inputs[i]->h != height || ctx->inputs[i]->w != width) {
234  av_log(ctx, AV_LOG_ERROR, "Input %d size (%dx%d) does not match input %d size (%dx%d).\n", i, ctx->inputs[i]->w, ctx->inputs[i]->h, 0, width, height);
235  return AVERROR(EINVAL);
236  }
237  }
238  }
239 
240  s->desc = av_pix_fmt_desc_get(outlink->format);
241  if (!s->desc)
242  return AVERROR_BUG;
244  s->depth = s->desc->comp[0].depth;
245  s->max = (1 << s->depth) - 1;
246 
247  if ((ret = av_image_fill_linesizes(s->linesize, inlink->format, inlink->w)) < 0)
248  return ret;
249 
250  s->height[1] = s->height[2] = AV_CEIL_RSHIFT(inlink->h, s->desc->log2_chroma_h);
251  s->height[0] = s->height[3] = inlink->h;
252 
253  if (s->tmix)
254  return 0;
255 
256  outlink->w = width;
257  outlink->h = height;
258  outlink->frame_rate = frame_rate;
259  outlink->sample_aspect_ratio = sar;
260 
261  if ((ret = ff_framesync_init(&s->fs, ctx, s->nb_inputs)) < 0)
262  return ret;
263 
264  in = s->fs.in;
265  s->fs.opaque = s;
267 
268  for (i = 0; i < s->nb_inputs; i++) {
269  AVFilterLink *inlink = ctx->inputs[i];
270 
271  in[i].time_base = inlink->time_base;
272  in[i].sync = 1;
273  in[i].before = EXT_STOP;
274  in[i].after = (s->duration == 1 || (s->duration == 2 && i == 0)) ? EXT_STOP : EXT_INFINITY;
275  }
276 
277  ret = ff_framesync_configure(&s->fs);
278  outlink->time_base = s->fs.time_base;
279 
280  return ret;
281 }
282 
284 {
285  MixContext *s = ctx->priv;
286  int i;
287 
288  ff_framesync_uninit(&s->fs);
289  av_freep(&s->weights);
290 
291  if (!s->tmix) {
292  for (i = 0; i < ctx->nb_inputs; i++)
293  av_freep(&ctx->input_pads[i].name);
294  } else {
295  for (i = 0; i < s->nb_frames && s->frames; i++)
296  av_frame_free(&s->frames[i]);
297  }
298  av_freep(&s->frames);
299 }
300 
302 {
303  MixContext *s = ctx->priv;
304  return ff_framesync_activate(&s->fs);
305 }
306 
307 #define OFFSET(x) offsetof(MixContext, x)
308 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
309 
310 static const AVOption mix_options[] = {
311  { "inputs", "set number of inputs", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT16_MAX, .flags = FLAGS },
312  { "weights", "set weight for each input", OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1"}, 0, 0, .flags = FLAGS },
313  { "scale", "set scale", OFFSET(scale), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT16_MAX, .flags = FLAGS },
314  { "duration", "how to determine end of stream", OFFSET(duration), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, .flags = FLAGS, "duration" },
315  { "longest", "Duration of longest input", 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "duration" },
316  { "shortest", "Duration of shortest input", 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "duration" },
317  { "first", "Duration of first input", 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "duration" },
318  { NULL },
319 };
320 
321 static const AVFilterPad outputs[] = {
322  {
323  .name = "default",
324  .type = AVMEDIA_TYPE_VIDEO,
325  .config_props = config_output,
326  },
327  { NULL }
328 };
329 
330 #if CONFIG_MIX_FILTER
332 
334  .name = "mix",
335  .description = NULL_IF_CONFIG_SMALL("Mix video inputs."),
336  .priv_size = sizeof(MixContext),
337  .priv_class = &mix_class,
339  .outputs = outputs,
340  .init = init,
341  .uninit = uninit,
342  .activate = activate,
344 };
345 
346 #endif /* CONFIG_MIX_FILTER */
347 
348 #if CONFIG_TMIX_FILTER
349 static int tmix_filter_frame(AVFilterLink *inlink, AVFrame *in)
350 {
351  AVFilterContext *ctx = inlink->dst;
352  AVFilterLink *outlink = ctx->outputs[0];
353  MixContext *s = ctx->priv;
354  ThreadData td;
355  AVFrame *out;
356 
357  if (s->nb_inputs == 1)
358  return ff_filter_frame(outlink, in);
359 
360  if (s->nb_frames < s->nb_inputs) {
361  s->frames[s->nb_frames] = in;
362  s->nb_frames++;
363  if (s->nb_frames < s->nb_inputs)
364  return 0;
365  } else {
366  av_frame_free(&s->frames[0]);
367  memmove(&s->frames[0], &s->frames[1], sizeof(*s->frames) * (s->nb_inputs - 1));
368  s->frames[s->nb_inputs - 1] = in;
369  }
370 
371  if (ctx->is_disabled) {
372  out = av_frame_clone(s->frames[0]);
373  if (!out)
374  return AVERROR(ENOMEM);
375  return ff_filter_frame(outlink, out);
376  }
377 
378  out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
379  if (!out)
380  return AVERROR(ENOMEM);
381  out->pts = s->frames[0]->pts;
382 
383  td.out = out;
384  td.in = s->frames;
385  ctx->internal->execute(ctx, mix_frames, &td, NULL, FFMIN(s->height[0], ff_filter_get_nb_threads(ctx)));
386 
387  return ff_filter_frame(outlink, out);
388 }
389 
390 static const AVOption tmix_options[] = {
391  { "frames", "set number of successive frames to mix", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=3}, 1, 128, .flags = FLAGS },
392  { "weights", "set weight for each frame", OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1 1"}, 0, 0, .flags = FLAGS },
393  { "scale", "set scale", OFFSET(scale), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, INT16_MAX, .flags = FLAGS },
394  { NULL },
395 };
396 
397 static const AVFilterPad inputs[] = {
398  {
399  .name = "default",
400  .type = AVMEDIA_TYPE_VIDEO,
401  .filter_frame = tmix_filter_frame,
402  },
403  { NULL }
404 };
405 
407 
409  .name = "tmix",
410  .description = NULL_IF_CONFIG_SMALL("Mix successive video frames."),
411  .priv_size = sizeof(MixContext),
412  .priv_class = &tmix_class,
414  .outputs = outputs,
415  .inputs = inputs,
416  .init = init,
417  .uninit = uninit,
419 };
420 
421 #endif /* CONFIG_TMIX_FILTER */
#define AV_PIX_FMT_FLAG_PAL
Pixel format has a palette in data[1], values are indexes in this palette.
Definition: pixdesc.h:132
int nb_planes
Definition: vf_mix.c:48
#define NULL
Definition: coverity.c:32
AVFrame * out
Definition: af_adeclick.c:494
int depth
Definition: vf_mix.c:46
const AVPixFmtDescriptor * av_pix_fmt_desc_get(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2549
This structure describes decoded (raw) audio or video data.
Definition: frame.h:300
AVOption.
Definition: opt.h:246
misc image utilities
int av_pix_fmt_count_planes(enum AVPixelFormat pix_fmt)
Definition: pixdesc.c:2589
Main libavfilter public API header.
#define AVFILTER_FLAG_DYNAMIC_INPUTS
The number of the filter inputs is not determined just by AVFilter.inputs.
Definition: avfilter.h:105
const AVPixFmtDescriptor * desc
Definition: vf_mix.c:35
AVFilter ff_vf_tmix
enum AVMediaType type
AVFilterPad type.
Definition: internal.h:65
int ff_framesync_configure(FFFrameSync *fs)
Configure a frame sync structure.
Definition: framesync.c:117
AVFrame * ff_get_video_buffer(AVFilterLink *link, int w, int h)
Request a picture buffer with a specific set of permissions.
Definition: video.c:104
#define FLAGS
Definition: vf_mix.c:308
int is_disabled
the enabled state from the last expression evaluation
Definition: avfilter.h:385
int64_t pts
Timestamp of the current event.
Definition: framesync.h:167
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_mix.c:283
enum FFFrameSyncExtMode before
Extrapolation mode for timestamps before the first frame.
Definition: framesync.h:86
void * av_calloc(size_t nmemb, size_t size)
Non-inlined equivalent of av_mallocz_array().
Definition: mem.c:245
float scale
Definition: vf_mix.c:40
const char * name
Pad name.
Definition: internal.h:60
static int activate(AVFilterContext *ctx)
Definition: vf_mix.c:301
AVFilterContext * parent
Parent filter context.
Definition: framesync.h:152
AVFilterLink ** inputs
array of pointers to input links
Definition: avfilter.h:346
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1075
static int mix_frames(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
Definition: vf_mix.c:135
AVComponentDescriptor comp[4]
Parameters that describe how pixels are packed.
Definition: pixdesc.h:117
uint8_t
#define av_cold
Definition: attributes.h:88
AVOptions.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:393
FFFrameSyncIn * in
Pointer to array of inputs.
Definition: framesync.h:203
const char data[16]
Definition: mxf.c:91
FFFrameSync fs
Definition: vf_mix.c:53
int duration
Definition: vf_mix.c:38
enum FFFrameSyncExtMode after
Extrapolation mode for timestamps after the last frame.
Definition: framesync.h:91
Input stream structure.
Definition: framesync.h:81
int nb_frames
Definition: vf_mix.c:44
#define av_log(a,...)
A filter pad used for either input or output.
Definition: internal.h:54
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
#define src
Definition: vp8dsp.c:254
AVFilterPad * input_pads
array of input pads
Definition: avfilter.h:345
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
int ff_set_common_formats(AVFilterContext *ctx, AVFilterFormats *formats)
A helper for query_formats() which sets all links to the same list of formats.
Definition: formats.c:605
#define td
Definition: regdef.h:70
uint8_t log2_chroma_h
Amount to shift the luma height right to find the chroma height.
Definition: pixdesc.h:101
void ff_framesync_uninit(FFFrameSync *fs)
Free all memory currently allocated.
Definition: framesync.c:283
Frame sync structure.
Definition: framesync.h:146
int tmix
Definition: vf_mix.c:43
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:203
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:188
static int config_output(AVFilterLink *outlink)
Definition: vf_mix.c:219
void * priv
private data for use by the filter
Definition: avfilter.h:353
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:116
const char * arg
Definition: jacosubdec.c:66
#define AV_PIX_FMT_FLAG_HWACCEL
Pixel format is an HW accelerated format.
Definition: pixdesc.h:140
AVRational time_base
Time base for the incoming frames.
Definition: framesync.h:96
int ff_add_format(AVFilterFormats **avff, int64_t fmt)
Add fmt to the list of media formats contained in *avff.
Definition: formats.c:350
int ff_framesync_activate(FFFrameSync *fs)
Examine the frames in the filter&#39;s input and try to produce output.
Definition: framesync.c:334
int(* on_event)(struct FFFrameSync *fs)
Callback called when a frame event is ready.
Definition: framesync.h:172
int linesize[4]
Definition: vf_mix.c:49
int av_sscanf(const char *string, const char *format,...)
See libc sscanf manual for more information.
Definition: avsscanf.c:962
char * av_asprintf(const char *fmt,...)
Definition: avstring.c:113
uint64_t flags
Combination of AV_PIX_FMT_FLAG_...
Definition: pixdesc.h:106
int height[4]
Definition: vf_mix.c:50
int ff_filter_get_nb_threads(AVFilterContext *ctx)
Get number of threads for current filter instance.
Definition: avfilter.c:784
unsigned nb_inputs
number of input pads
Definition: avfilter.h:347
#define FFMIN(a, b)
Definition: common.h:96
#define width
static int process_frame(FFFrameSync *fs)
Definition: vf_mix.c:192
AVFormatContext * ctx
Definition: movenc.c:48
AVRational time_base
Time base for the output events.
Definition: framesync.h:162
#define s(width, name)
Definition: cbs_vp9.c:257
AVFilter ff_vf_mix
static const AVFilterPad inputs[]
Definition: af_acontrast.c:193
void * opaque
Opaque pointer, not used by the API.
Definition: framesync.h:177
AVFrame * av_frame_clone(const AVFrame *src)
Create a new frame that references the same data as src.
Definition: frame.c:541
static int mix(int c0, int c1)
Definition: 4xm.c:714
Extend the frame to infinity.
Definition: framesync.h:75
static int query_formats(AVFilterContext *ctx)
Definition: vf_mix.c:56
Used for passing data between threads.
Definition: dsddec.c:67
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:331
int ff_framesync_init(FFFrameSync *fs, AVFilterContext *parent, unsigned nb_in)
Initialize a frame sync structure.
Definition: framesync.c:77
Descriptor that unambiguously describes how the bits of a pixel are stored in the up to 4 data planes...
Definition: pixdesc.h:81
#define AV_RN16(p)
Definition: intreadwrite.h:360
char * weights_str
string for custom weights for every input
Definition: af_amix.c:166
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
Definition: error.h:50
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> in
unsigned sync
Synchronization level: frames on input at the highest sync level will generate output frame events...
Definition: framesync.h:139
Describe the class of an AVClass context structure.
Definition: log.h:67
Filter definition.
Definition: avfilter.h:144
int av_image_fill_linesizes(int linesizes[4], enum AVPixelFormat pix_fmt, int width)
Fill plane linesizes for an image with pixel format pix_fmt and width width.
Definition: imgutils.c:89
Rational number (pair of numerator and denominator).
Definition: rational.h:58
const char * name
Filter name.
Definition: avfilter.h:148
#define OFFSET(x)
Definition: vf_mix.c:307
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:133
#define AV_PIX_FMT_FLAG_BITSTREAM
All values of a component are bit-wise packed end to end.
Definition: pixdesc.h:136
AVFilterLink ** outputs
array of pointers to output links
Definition: avfilter.h:350
static enum AVPixelFormat pix_fmts[]
Definition: libkvazaar.c:275
#define flags(name, subs,...)
Definition: cbs_av1.c:565
AVFilterInternal * internal
An opaque struct for libavfilter internal use.
Definition: avfilter.h:378
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:314
char * av_strtok(char *s, const char *delim, char **saveptr)
Split the string into several tokens which can be accessed by successive calls to av_strtok()...
Definition: avstring.c:184
int max
Definition: vf_mix.c:47
avfilter_execute_func * execute
Definition: internal.h:144
float * weights
custom weights for every input
Definition: af_amix.c:174
static int slice_end(AVCodecContext *avctx, AVFrame *pict)
Handle slice ends.
Definition: mpeg12dec.c:2040
Completely stop all streams with this one.
Definition: framesync.h:65
static av_cold int init(AVFilterContext *ctx)
Definition: vf_mix.c:73
float wfactor
Definition: vf_mix.c:41
#define AVFILTER_DEFINE_CLASS(fname)
Definition: internal.h:314
A list of supported formats for one end of a filter link.
Definition: formats.h:64
int nb_inputs
number of inputs
Definition: af_amix.c:162
AVFrame ** frames
Definition: vf_mix.c:52
An instance of a filter.
Definition: avfilter.h:338
FILE * out
Definition: movenc.c:54
#define av_freep(p)
static const AVOption mix_options[]
Definition: vf_mix.c:310
static const AVFilterPad outputs[]
Definition: vf_mix.c:321
AVFrame * in
Definition: af_afftdn.c:1083
internal API functions
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:246
int depth
Number of bits in the component.
Definition: pixdesc.h:58
static double val(void *priv, double ch)
Definition: aeval.c:76
const AVFilter * filter
the AVFilter of which this is an instance
Definition: avfilter.h:341
#define AV_CEIL_RSHIFT(a, b)
Definition: common.h:58
static int ff_insert_inpad(AVFilterContext *f, unsigned index, AVFilterPad *p)
Insert a new input pad for the filter.
Definition: internal.h:266